-- Logs begin at Tue 2021-12-21 00:59:02 UTC, end at Tue 2021-12-21 03:34:27 UTC. -- Dec 21 01:31:26.652029 n-d-761264-20 systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 01:31:29.472978 n-d-761264-20 neutron-server[109741]: INFO neutron.common.config [-] Logging enabled! Dec 21 01:31:29.473589 n-d-761264-20 neutron-server[109741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev305 Dec 21 01:31:29.474304 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 01:31:29.478003 n-d-761264-20 neutron-server[109741]: INFO neutron.common.config [-] Logging enabled! Dec 21 01:31:29.478260 n-d-761264-20 neutron-server[109741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev305 Dec 21 01:31:29.478572 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 21 01:31:29.479506 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 01:31:29.479743 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 01:31:29.480117 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 01:31:29.480365 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 01:31:29.480594 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 01:31:29.480921 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.481388 n-d-761264-20 neutron-server[109741]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 21 01:31:29.481710 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.482011 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.482312 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.482610 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.482904 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.483189 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.483480 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.483777 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.484065 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.484345 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.484630 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.484923 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.485213 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.486067 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.486356 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.486645 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] debug = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.486927 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.487361 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.487784 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.488064 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.488354 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.488731 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.488909 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.489191 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.489506 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.490692 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] host = n-d-761264-20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.490692 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.490692 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.490692 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.491003 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.491220 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.491500 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.491787 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.492065 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.492341 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.492622 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.492915 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.493207 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.493547 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.493777 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.494003 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.494294 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.494586 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.494866 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.495143 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.495420 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.495696 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.495988 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.496245 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.496536 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.496825 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.497113 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.497475 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.497758 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.498035 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.498309 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.498597 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.498874 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.499150 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.499426 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.499720 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.499991 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.500262 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.500563 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.500887 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.501199 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.501519 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.501796 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.502081 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.502356 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.502633 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.502905 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_json = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.503179 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.503452 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.503736 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.504011 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.504285 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.504558 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.504835 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.505122 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:29.505450 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.505753 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.506054 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.506339 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.506642 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.506925 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.507216 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.507496 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.507782 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.508070 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.508358 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.508636 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.508931 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.509210 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.509537 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.509844 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.510139 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.510428 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.510703 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.510979 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.511253 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.511532 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.511819 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.512100 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.512389 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.512676 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.512954 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.513251 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.513560 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.513852 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.514140 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.514415 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.514694 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.514984 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.515267 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.515542 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.515823 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.516112 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.516393 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.517314 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.517620 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.518089 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.518567 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.519050 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.519549 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.520059 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.520468 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.520901 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.521245 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.521614 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.521968 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.522324 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.522663 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.523003 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.523463 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.523856 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.524240 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.524620 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.525001 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.525408 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.525791 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.526212 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.526584 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.526958 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.527334 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.527709 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.528080 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.528457 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.528835 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.529217 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.529614 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.529985 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.530383 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.530758 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.531146 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.531536 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.531952 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.532930 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.533262 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.533627 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.533967 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.534296 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.534623 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.534949 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.535271 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.535610 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.535941 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.536274 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.536604 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.536950 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.537287 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.537666 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.537994 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.538323 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.538645 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.538973 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.539303 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.539636 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.539973 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.540312 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.540668 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.541063 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.541475 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.541884 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.542259 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:29.542576 n-d-761264-20 neutron-server[109741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 01:31:29.542912 n-d-761264-20 neutron-server[109741]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109741) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 21 01:31:29.970276 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 01:31:29.970552 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 01:31:29.970865 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 21 01:31:29.971347 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 01:31:30.296270 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.296528 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.296755 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.298602 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.298887 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.299156 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.344505 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.344802 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.345068 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.359042 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.359328 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.359599 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.388828 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.389108 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.389394 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.427198 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.427475 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.427749 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.762963 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.763619 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.763619 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.763798 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.764433 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.863865 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.864187 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.864469 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.864743 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.865010 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.865320 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.865604 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.865860 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.866114 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.866393 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.866650 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.866913 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.867166 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.867414 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.867664 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.867925 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.868179 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.868444 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.868710 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.868966 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.869241 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.869517 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.869795 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.870170 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.870422 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.870670 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.871059 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.871300 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.871537 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.871774 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.872012 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.872248 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:30.872609 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 01:31:30.875762 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 01:31:30.880356 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 01:31:30.884288 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 21 01:31:30.885977 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 01:31:30.886434 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 01:31:30.886768 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 01:31:30.887145 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 01:31:30.890000 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 01:31:30.890255 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 01:31:30.890602 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 01:31:30.896518 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 21 01:31:30.919478 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 21 01:31:30.919931 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.920227 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109741) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 21 01:31:30.920590 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.922019 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109741) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 01:31:30.922301 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 01:31:30.922548 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 01:31:30.925807 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.926092 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:30.990112 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 01:31:30.990355 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 01:31:30.990592 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 01:31:30.990949 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 01:31:31.012246 n-d-761264-20 neutron-server[109741]: DEBUG oslo_db.sqlalchemy.engines [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109741) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 21 01:31:31.451545 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing driver for type 'gre' Dec 21 01:31:31.452217 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] gre ID ranges: [(1, 1000)] Dec 21 01:31:31.503276 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing driver for type 'local' Dec 21 01:31:31.503534 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing driver for type 'vlan' Dec 21 01:31:31.515830 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] VlanTypeDriver initialization complete Dec 21 01:31:31.516165 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing driver for type 'vxlan' Dec 21 01:31:31.516652 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] vxlan ID ranges: [(1, 1000)] Dec 21 01:31:31.568528 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing extension driver 'port_security' Dec 21 01:31:31.568858 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] PortSecurityExtensionDriver initialization complete Dec 21 01:31:31.569194 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing mechanism driver 'openvswitch' Dec 21 01:31:31.569544 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing mechanism driver 'hyperv' Dec 21 01:31:31.576116 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:31.576965 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.577358 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.577715 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.578252 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.578929 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.579293 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.579635 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.580037 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.580443 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.580793 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.581133 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.581555 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.581962 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.582312 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.582652 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.583051 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.583455 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.583801 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.584141 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.584537 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.584946 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > address_group after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.585291 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > address_group after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.585650 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.586049 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 21 01:31:31.586432 n-d-761264-20 neutron-server[109741]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] ML2 OVO RPC backend initialized. {{(pid=109741) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 21 01:31:31.587134 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.587487 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.587899 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.588244 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > networks before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.588590 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.588930 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > ports before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.589271 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.589633 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnets before_response 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.589980 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.590319 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.590653 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.590995 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.591329 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.591664 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.591995 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.592328 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.592659 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.593228 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Modular L2 Plugin initialization complete Dec 21 01:31:31.593589 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading services supported by the core plugin {{(pid=109741) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 21 01:31:31.593916 n-d-761264-20 neutron-server[109741]: INFO neutron.plugins.ml2.managers [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Got port-security extension from driver 'port_security' Dec 21 01:31:31.594384 n-d-761264-20 neutron-server[109741]: INFO neutron.extensions.vlantransparent [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Disabled vlantransparent extension. Dec 21 01:31:31.595357 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109741) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 21 01:31:31.595670 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: router Dec 21 01:31:31.632125 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.632463 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_create 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.632835 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router before_create 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.633203 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.633618 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.633977 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_delete 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.634337 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.634808 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.635172 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_create 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.635518 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.635872 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.636223 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.636583 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.636994 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.637380 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.637723 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.638059 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: subnet after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.638399 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.638746 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.639090 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_create 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.639433 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.639774 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.640128 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router after_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.640467 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.640816 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_create 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.641177 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.641576 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_update 55549900 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.641942 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > agent after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.642291 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > agent after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.642633 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > network after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.643501 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Tracking information for resource: router configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:31.643838 n-d-761264-20 neutron-server[109741]: DEBUG neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Tracking information for resource: floatingip configured {{(pid=109741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 01:31:31.648766 n-d-761264-20 neutron-server[109741]: INFO neutron.db.l3_agentschedulers_db [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 01:31:31.649387 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.649721 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.650074 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.650423 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.651202 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router before_create 55550100 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.651566 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.651929 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_create 55550100 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.652283 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > router precommit_update 55550100 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.656988 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.provider_configuration [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service providers = [] {{(pid=109741) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 01:31:31.658097 n-d-761264-20 neutron-server[109741]: DEBUG neutron.db.servicetype_db [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109741) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 01:31:31.661445 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.service_base [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 01:31:31.661796 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.service_base [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 01:31:31.662139 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.service_base [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 01:31:31.663036 n-d-761264-20 neutron-server[109741]: DEBUG neutron.services.service_base [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 01:31:31.663413 n-d-761264-20 neutron-server[109741]: INFO neutron.services.service_base [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 01:31:31.663783 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.664101 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 01:31:31.675799 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.676182 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: auto_allocate Dec 21 01:31:31.683109 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: network precommit_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.683551 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: network precommit_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.684163 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.684524 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: tag Dec 21 01:31:31.692542 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.692872 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: timestamp Dec 21 01:31:31.696766 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.697099 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: network_ip_availability Dec 21 01:31:31.702681 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.703051 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.703409 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.704411 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.704732 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: flavors Dec 21 01:31:31.709868 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.710208 n-d-761264-20 neutron-server[109741]: INFO neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading Plugin: revisions Dec 21 01:31:31.714538 n-d-761264-20 neutron-server[109741]: DEBUG neutron.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 01:31:31.714931 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=109741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 21 01:31:31.715678 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109741) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 21 01:31:31.716015 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Initializing extension manager. Dec 21 01:31:31.716540 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: __init__.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.716885 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: __pycache__ {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.717221 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.717592 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: address_group.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.718350 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.718922 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: address-group Dec 21 01:31:31.719245 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: address_scope.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.720573 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.721085 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: address-scope Dec 21 01:31:31.721506 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.725917 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.726453 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: router-admin-state-down-before-update Dec 21 01:31:31.726786 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: agent.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.728377 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.728896 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: agent Dec 21 01:31:31.729223 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: agent_resources_synced.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.730211 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.730728 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: agent-resources-synced Dec 21 01:31:31.731052 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: allowedaddresspairs.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.732882 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.733436 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: allowed-address-pairs Dec 21 01:31:31.733766 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: auto_allocated_topology.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.734858 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.735951 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: auto-allocated-topology Dec 21 01:31:31.736275 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: availability_zone.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.736975 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.737518 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: availability_zone Dec 21 01:31:31.737843 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: availability_zone_filter.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.738771 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.739283 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: availability_zone_filter Dec 21 01:31:31.739605 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: data_plane_status.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.740522 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.741028 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 01:31:31.741371 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: default_subnetpools.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.742294 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.742804 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: default-subnetpools Dec 21 01:31:31.743128 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.743946 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.744460 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: dhcp_agent_scheduler Dec 21 01:31:31.744785 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: dns.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.745740 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.746251 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension dns-integration not supported by any of loaded plugins Dec 21 01:31:31.746574 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: dns_domain_ports.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.747496 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.748010 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 01:31:31.748332 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.749258 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.749795 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 21 01:31:31.750118 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: dvr.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.750794 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.751327 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: dvr Dec 21 01:31:31.751650 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: ecmp_routes.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.752577 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.753085 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 21 01:31:31.753449 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: empty_string_filtering.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.754367 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.754878 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: empty-string-filtering Dec 21 01:31:31.755198 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.756114 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.756625 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 01:31:31.756944 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.757894 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.758403 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 01:31:31.758722 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: external_net.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.759640 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.760151 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: external-net Dec 21 01:31:31.760471 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.761416 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.761931 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: extra_dhcp_opt Dec 21 01:31:31.762251 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: extraroute.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.763167 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.763705 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: extraroute Dec 21 01:31:31.763981 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: extraroute_atomic.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.767132 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.767668 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: extraroute-atomic Dec 21 01:31:31.768009 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: filter_validation.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.768693 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.769212 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: filter-validation Dec 21 01:31:31.769578 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: fip_pf_description.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.770504 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.771022 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 01:31:31.771350 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: fip_port_details.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.772278 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.772792 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: fip-port-details Dec 21 01:31:31.773118 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: flavors.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.774420 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.774945 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: flavors Dec 21 01:31:31.775277 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.777016 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.777581 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 01:31:31.777921 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: floatingip_pools.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.778621 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.779142 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: floatingip-pools Dec 21 01:31:31.779469 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: ip_allocation.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.780413 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.780925 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 01:31:31.781251 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.782756 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.783271 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: ip-substring-filtering Dec 21 01:31:31.783597 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l2_adjacency.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.784543 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.785057 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 01:31:31.785411 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.786373 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.786893 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: router Dec 21 01:31:31.787218 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.789572 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.790103 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 01:31:31.790434 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.791373 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.791892 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: ext-gw-mode Dec 21 01:31:31.792219 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.793146 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.793703 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: l3-ha Dec 21 01:31:31.794028 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3_flavors.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.794953 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.795464 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: l3-flavors Dec 21 01:31:31.795789 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.796709 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.797220 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 01:31:31.797569 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: l3agentscheduler.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.798648 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.799163 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: l3_agent_scheduler Dec 21 01:31:31.799491 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: local_ip.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.801296 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.801868 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension local_ip not supported by any of loaded plugins Dec 21 01:31:31.802202 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: logging.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.803688 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.804216 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension logging not supported by any of loaded plugins Dec 21 01:31:31.804550 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: metering.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.805447 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.806034 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: metering Dec 21 01:31:31.806364 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.807464 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.807993 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: metering_source_and_destination_fields Dec 21 01:31:31.808320 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: multiprovidernet.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.809260 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.809801 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: multi-provider Dec 21 01:31:31.810125 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: netmtu.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.811046 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.811559 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: net-mtu Dec 21 01:31:31.811880 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: netmtu_writable.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.812801 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.813361 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: net-mtu-writable Dec 21 01:31:31.813681 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: network_availability_zone.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.814349 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.814867 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: network_availability_zone Dec 21 01:31:31.815188 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: network_ip_availability.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.816305 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.816824 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: network-ip-availability Dec 21 01:31:31.817147 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: network_segment_range.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.817929 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.818442 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 01:31:31.818758 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: pagination.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.819753 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.820083 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: pagination Dec 21 01:31:31.820403 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: port_device_profile.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.821345 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.821882 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: port-device-profile Dec 21 01:31:31.822205 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.823130 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.823648 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: port-mac-address-regenerate Dec 21 01:31:31.823975 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.824894 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.825438 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: port-numa-affinity-policy Dec 21 01:31:31.825762 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: port_resource_request.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.826673 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.827185 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 01:31:31.827505 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: port_resource_request_groups.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.828489 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.829796 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 21 01:31:31.830123 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: portbindings.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.831060 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.831575 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: binding Dec 21 01:31:31.831898 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: portbindings_extended.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.833193 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.833736 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: binding-extended Dec 21 01:31:31.834062 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: portsecurity.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.834989 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.835504 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: port-security Dec 21 01:31:31.835827 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: project_id.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.836816 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.837147 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: project-id Dec 21 01:31:31.837503 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: providernet.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.838443 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.838962 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: provider Dec 21 01:31:31.839285 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.842849 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.843380 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos not supported by any of loaded plugins Dec 21 01:31:31.843708 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.845589 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.846108 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 01:31:31.846439 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.847375 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.847892 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 01:31:31.848224 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_default.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.849145 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.849688 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-default not supported by any of loaded plugins Dec 21 01:31:31.850014 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_fip.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.850672 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.851174 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-fip not supported by any of loaded plugins Dec 21 01:31:31.851497 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.852423 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.852932 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 21 01:31:31.853255 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_gateway_ip.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.854209 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.854722 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 01:31:31.855045 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_port_network_policy.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.856094 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.856609 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 01:31:31.856936 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.858026 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.858545 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 21 01:31:31.858872 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_pps_rule.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.860068 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.861106 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-pps not supported by any of loaded plugins Dec 21 01:31:31.861468 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_rule_type_details.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.862400 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.862916 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 01:31:31.863243 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: qos_rules_alias.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.864289 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.864807 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 01:31:31.865132 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: quota_check_limit.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.866080 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.866601 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: quota-check-limit Dec 21 01:31:31.866926 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: quotasv2.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.867857 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.868189 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: quotas Dec 21 01:31:31.868510 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: quotasv2_detail.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.871804 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.872150 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: quota_details Dec 21 01:31:31.872487 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: rbac.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.873581 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.874116 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: rbac-policies Dec 21 01:31:31.874447 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: rbac_address_group.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.875392 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.876479 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: rbac-address-group Dec 21 01:31:31.876786 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: rbac_address_scope.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.877739 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.878266 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: rbac-address-scope Dec 21 01:31:31.878590 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: rbac_security_groups.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.879518 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.880036 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: rbac-security-groups Dec 21 01:31:31.880361 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: rbac_subnetpool.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.881289 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.881835 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: rbac-subnetpool Dec 21 01:31:31.882203 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: revisionifmatch.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.883095 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.883607 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: revision-if-match Dec 21 01:31:31.883929 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: revisions.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.885058 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.885614 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: standard-attr-revisions Dec 21 01:31:31.885941 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: router_availability_zone.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.886617 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.887131 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: router_availability_zone Dec 21 01:31:31.887457 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: routerservicetype.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.888393 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.888902 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension router-service-type not supported by any of loaded plugins Dec 21 01:31:31.889223 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.890264 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.890779 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: security-groups-normalized-cidr Dec 21 01:31:31.891104 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.892066 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.892583 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: port-security-groups-filtering Dec 21 01:31:31.892909 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.893884 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.894400 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: security-groups-remote-address-group Dec 21 01:31:31.894721 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.895665 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.896176 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: security-groups-shared-filtering Dec 21 01:31:31.896497 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.897085 n-d-761264-20 neutron-server[109741]: WARNING neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 21 01:31:31.897431 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: securitygroup.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.907167 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.907702 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: security-group Dec 21 01:31:31.908036 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: segment.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.908827 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.909369 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension segment not supported by any of loaded plugins Dec 21 01:31:31.909698 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.910644 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.911162 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 01:31:31.911490 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: servicetype.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.912597 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.913132 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: service-type Dec 21 01:31:31.913493 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: sorting.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.914500 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.914833 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: sorting Dec 21 01:31:31.915158 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: standard_attr_segment.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.916078 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.916607 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 01:31:31.916932 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: standardattrdescription.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.917627 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.918145 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: standard-attr-description Dec 21 01:31:31.918470 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: stateful_security_group.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.919414 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.919927 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: stateful-security-group Dec 21 01:31:31.920249 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: stdattrs_common.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.920820 n-d-761264-20 neutron-server[109741]: WARNING neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 01:31:31.921140 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.922091 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.922608 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 01:31:31.923453 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnet_onboard.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.924542 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.925063 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: subnet_onboard Dec 21 01:31:31.925417 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.926351 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.926863 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 01:31:31.927186 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnet_service_types.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.928126 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.928641 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: subnet-service-types Dec 21 01:31:31.928964 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnetallocation.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.930110 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.930624 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: subnet_allocation Dec 21 01:31:31.930950 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.931617 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.932128 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: subnetpool-prefix-ops Dec 21 01:31:31.932450 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.933431 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.933945 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 01:31:31.934268 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: tagging.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.935340 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.935854 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: standard-attr-tag Dec 21 01:31:31.936179 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: timestamp.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.937416 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.937936 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loaded extension: standard-attr-timestamp Dec 21 01:31:31.938268 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: trunk.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.939858 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.940374 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension trunk not supported by any of loaded plugins Dec 21 01:31:31.940700 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: trunk_details.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.941661 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.942175 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension trunk-details not supported by any of loaded plugins Dec 21 01:31:31.942500 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: uplink_status_propagation.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.943430 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.943946 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 01:31:31.944288 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Loading extension file: vlantransparent.py {{(pid=109741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 21 01:31:31.944935 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 01:31:31.945483 n-d-761264-20 neutron-server[109741]: INFO neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 01:31:31.948014 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:network Dec 21 01:31:31.948554 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnet Dec 21 01:31:31.948949 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 01:31:31.949357 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:port Dec 21 01:31:31.950609 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.951066 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service FLAVORS assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.951693 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.952117 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.952447 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:router Dec 21 01:31:31.952874 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:floatingip Dec 21 01:31:31.953400 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service METERING assigned prefix: /metering {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.955615 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.955985 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.956340 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:31:31.957364 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 01:31:31.957812 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:security_group Dec 21 01:31:31.958254 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 01:31:31.958870 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service CORE assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.959200 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 01:31:31.959544 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] subnetpool is already registered Dec 21 01:31:31.959965 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service CORE assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.960290 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 01:31:31.960620 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] subnetpool is already registered Dec 21 01:31:31.962915 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.963354 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service FLAVORS assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.963944 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.964365 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.964698 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:router Dec 21 01:31:31.965036 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] router is already registered Dec 21 01:31:31.965478 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:floatingip Dec 21 01:31:31.965813 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] floatingip is already registered Dec 21 01:31:31.966266 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service METERING assigned prefix: /metering {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.966925 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 01:31:31.967249 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] rbac_policy is already registered Dec 21 01:31:31.967664 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:security_group Dec 21 01:31:31.968000 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] security_group is already registered Dec 21 01:31:31.968411 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 01:31:31.968741 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] security_group_rule is already registered Dec 21 01:31:31.969397 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service CORE assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.970267 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 01:31:31.970601 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] subnetpool is already registered Dec 21 01:31:31.971020 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.v2.resource_helper [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Service CORE assigned prefix: {{(pid=109741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 01:31:31.971342 n-d-761264-20 neutron-server[109741]: INFO neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 01:31:31.971671 n-d-761264-20 neutron-server[109741]: WARNING neutron.quota.resource_registry [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] subnetpool is already registered Dec 21 01:31:31.972145 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: extensions {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.973628 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: address-groups {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.975126 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: address-scopes {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.976456 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: agents {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.977644 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: auto-allocated-topology {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.978893 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: availability_zones {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.980131 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: dhcp-networks {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.981674 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: dhcp-agents {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.983098 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: routers {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.985381 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: flavors {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.986568 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: service_profiles {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.987801 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: next_providers {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.989277 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: service_profiles {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.991782 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: floatingip-pools {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.993023 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: routers {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.995194 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: floatingips {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.996491 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: l3-routers {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.997912 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: l3-agents {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:31.999346 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: metering-labels {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.000703 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: metering-label-rules {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.002086 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: network-ip-availabilities {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.003355 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: bindings {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.005014 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: quotas {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.006627 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: quotas {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.008191 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: rbac-policies {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.009525 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: security-groups {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.010754 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: security-group-rules {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.011991 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: service-providers {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.013227 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: subnetpools {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.014689 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: subnetpools {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.016166 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.018433 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.020261 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.022079 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.023887 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.025767 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.027452 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.029391 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.031171 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.033608 n-d-761264-20 neutron-server[109741]: DEBUG neutron.api.extensions [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Extended resource: tags {{(pid=109741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 21 01:31:32.039645 n-d-761264-20 neutron-server[109741]: WARNING keystonemiddleware.auth_token [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 01:31:32.044260 n-d-761264-20 neutron-server[109741]: WARNING keystonemiddleware.auth_token [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 01:31:32.052664 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Acquired lock "singleton_lock" {{(pid=109741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 21 01:31:32.053130 n-d-761264-20 neutron-server[109741]: DEBUG oslo_concurrency.lockutils [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Releasing lock "singleton_lock" {{(pid=109741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 21 01:31:32.053802 n-d-761264-20 neutron-server[109741]: INFO oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Starting 2 workers Dec 21 01:31:32.058702 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Started child 109850 {{(pid=109741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 01:31:32.063148 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Started child 109851 {{(pid=109741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 01:31:32.064224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.064859 n-d-761264-20 neutron-server[109741]: INFO neutron.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 01:31:32.065424 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Publish callbacks [] for process, before_spawn {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.065712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [-] (109850) wsgi starting up on http://0.0.0.0:9696 Dec 21 01:31:32.067877 n-d-761264-20 neutron-server[109741]: INFO oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Starting 1 workers Dec 21 01:31:32.068004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.069203 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [-] (109851) wsgi starting up on http://0.0.0.0:9696 Dec 21 01:31:32.073101 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Started child 109852 {{(pid=109741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 01:31:32.073679 n-d-761264-20 neutron-server[109741]: INFO oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Starting 1 workers Dec 21 01:31:32.076798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] calling RpcWorker wait() {{(pid=109852) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 01:31:32.077383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] returning from RpcWorker wait() {{(pid=109852) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 01:31:32.078158 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Started child 109853 {{(pid=109741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 21 01:31:32.078597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.080833 n-d-761264-20 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbb97-2ab4-44b3-a9cd-699d14e0ec4b None None] Publish callbacks [] for process, after_spawn {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.080960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:32.081774 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 01:31:32.081988 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 01:31:32.082174 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 01:31:32.082396 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 01:31:32.082736 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 01:31:32.082919 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 01:31:32.083436 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.083726 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.083981 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.084240 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.084555 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.085149 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.085430 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.085520 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:32.085981 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.085981 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.086164 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.086504 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.086593 n-d-761264-20 neutron-server[109853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:32.086663 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.086913 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.087144 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.087467 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.087727 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.087968 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.088230 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.088404 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.088657 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.088915 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.089147 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.090766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] debug = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.090766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.090766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.090766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.090766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.091117 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.091117 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.091305 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.091731 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.092108 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.092347 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.092573 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.092831 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.093079 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.093293 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.093574 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.093814 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.094060 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.094281 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.095319 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] host = n-d-761264-20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.095561 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.095816 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.096048 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.096297 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.096561 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.096800 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.097064 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.097383 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.097642 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.097876 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.098151 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.098405 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.098615 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.098863 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.099030 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_options = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.099256 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.099529 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.099788 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.099995 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.100169 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.100349 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.100610 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.100777 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.101031 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.101251 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.101503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.101729 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.101968 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.102161 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.102424 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.102698 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.104524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.105029 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.105029 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.105207 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.105626 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.105897 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.106229 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.106544 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.107256 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.107256 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.107544 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.107680 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.109480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_json = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.111300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.114109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.116096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.117983 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.119862 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.121127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.122587 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.125695 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.126761 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.126761 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.126761 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.126761 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.126761 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.127116 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.127116 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.127393 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.127646 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.127890 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.128347 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.128347 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.128656 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.128808 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.128950 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.129168 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.129411 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.129640 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.129856 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.130109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.130326 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.130538 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.130755 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.131012 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.131224 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.131438 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.131653 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.131853 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.132084 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133503 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133924 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.133924 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.134173 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.134340 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.134574 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.134786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.135079 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.135388 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.135643 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.135906 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.136145 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.136403 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.136623 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.136894 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.137133 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.137373 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.137603 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.137847 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.138255 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.138654 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.139035 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.139286 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.139558 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.139780 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.140007 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.140229 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.140471 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.140709 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.141136 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.141388 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.142185 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.142423 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.142667 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.142951 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.143203 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.143483 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.143722 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.143977 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.144278 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.144585 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.144883 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.145138 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.145429 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.145706 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.145975 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.146237 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.146487 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.146741 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.146962 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.147232 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.147472 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.147684 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.147916 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.148237 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.148468 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.148684 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.148918 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.149202 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.149454 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.149868 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.150331 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.150738 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.151158 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.151412 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.151649 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.151889 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.152121 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.152369 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.152588 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.152829 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.153051 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.153289 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.153549 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.153755 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.154019 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.154263 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.154475 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.154683 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.154924 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.155146 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.155376 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.155591 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.155817 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.156074 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.156273 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.156494 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.156710 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.156928 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.157204 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.157450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.157722 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.157980 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.158220 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.158450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.158675 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.158953 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.159166 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.159623 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.160010 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.160237 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.160456 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.160680 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.161219 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.161219 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.161444 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.161638 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.161882 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.162127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.162464 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.162726 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.162950 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.163182 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.163406 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.163627 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.163865 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.164085 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.164302 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.164541 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.164759 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.165002 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.165252 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.165530 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.165764 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.165980 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.166194 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.166411 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.166625 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.166917 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.167176 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.167406 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.167662 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.167881 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.168116 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.168346 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.168555 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.168765 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.169005 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.169224 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.169477 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.169708 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.169940 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.170152 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.170371 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.170607 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.170858 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.171099 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.171315 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.171524 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.171744 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.171961 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.172169 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.172409 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.172620 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.172881 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.173120 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.173375 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.173589 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.173833 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.174043 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.174252 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.174470 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.174686 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.174896 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.175204 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.175458 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.175684 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.175992 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.176405 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.176657 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.176929 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.177245 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.177502 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.177766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.178020 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.178261 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.178502 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.178779 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.179094 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.179383 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.179646 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.179897 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.180203 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.180593 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.180693 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.180889 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.181176 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.181533 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.181815 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.182074 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.182307 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.182563 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.182786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.183003 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.183241 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.183336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:32.183476 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.183699 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.183957 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.184185 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.184415 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.184663 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.184888 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.185133 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.185401 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.185649 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.185886 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.186104 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.186262 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 01:31:32.186819 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 21 01:31:32.186984 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 01:31:32.187300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 01:31:32.187489 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 01:31:32.187667 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 01:31:32.187823 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 01:31:32.188036 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.188203 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.188882 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189094 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189265 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189448 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189635 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189891 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.189891 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190240 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190240 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190491 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190491 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190750 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.190750 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191016 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191016 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191286 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191421 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191546 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191627 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191781 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.191942 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] debug = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.192103 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.192312 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.192465 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.192624 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193148 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193148 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193148 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193535 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193535 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193535 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193888 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.193888 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194082 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194161 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194295 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194455 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194616 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194775 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.194936 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] host = n-d-761264-20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195255 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195416 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195574 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195740 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.195905 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.196063 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.196228 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.196766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.196766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.196766 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197433 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_options = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197433 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197626 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197708 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.197891 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198057 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198218 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198382 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198546 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198704 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.198864 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199025 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199189 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199348 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199510 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199672 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199832 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.199990 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200154 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200318 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200474 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200634 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200794 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.200953 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201114 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201274 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201456 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201617 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201776 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.201937 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202096 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202255 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202415 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202575 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202734 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.202894 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.203053 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.203213 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.203372 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.203536 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.203958 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.204665 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.204828 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.204988 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205149 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205309 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205491 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205652 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_json = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205813 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.205973 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206132 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206292 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206452 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206612 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206772 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.206932 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 01:31:32.207112 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.207276 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.207452 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.207613 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.207775 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.207940 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208104 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208267 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208430 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208592 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208763 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.208927 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209099 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209265 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209452 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209624 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209787 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.209949 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210113 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210275 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210437 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210600 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210771 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.210933 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211094 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211242 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211408 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211577 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211730 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.211906 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212070 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212398 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212398 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212598 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212719 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212839 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.212985 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213171 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213310 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213485 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213649 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213812 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.213973 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214136 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214300 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214464 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214626 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214789 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.214951 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215113 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215276 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215438 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215602 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215765 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.215926 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216090 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216253 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216432 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216585 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216747 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.216909 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217072 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217233 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217416 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217578 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217741 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.217903 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218065 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218240 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218404 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218566 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218728 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.218890 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219053 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219216 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219363 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219528 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219719 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.219881 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220044 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220207 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220371 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220534 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220697 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.220848 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221010 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221172 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221392 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221523 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221667 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.221830 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222001 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222179 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222346 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222510 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222672 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222833 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.222995 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223157 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223318 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223642 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223806 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.223968 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224133 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224295 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224456 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224617 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224778 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.224941 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225103 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225265 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225614 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225780 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.225939 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.226298 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.226445 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.226622 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.226786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.226952 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227116 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227285 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227458 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227622 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.227948 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228111 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228272 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228435 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228621 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228764 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.228925 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229088 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229266 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229451 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229634 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229779 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.229964 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230125 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230288 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230613 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230776 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.230940 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231104 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231266 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231428 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231590 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231754 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.231916 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232079 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232241 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232404 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232568 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232732 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.232894 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233057 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233220 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233405 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233569 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233731 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.233894 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234056 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234219 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234381 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234543 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234706 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.234869 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235031 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235217 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235424 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235536 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235698 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.235861 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236027 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236190 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236354 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236516 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236679 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.236842 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237005 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237169 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237354 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237515 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237679 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.237842 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238005 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238167 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238330 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238492 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238654 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238816 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.238994 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239156 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239318 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239646 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239808 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.239969 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240131 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240294 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240456 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240618 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240783 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.240947 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241109 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241272 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241459 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241623 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.241948 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242124 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242288 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242614 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242776 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.242938 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243110 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243272 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243434 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243596 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243757 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.243918 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244092 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244254 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244416 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244578 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244739 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.244901 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245073 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245235 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245418 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245582 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245746 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.245908 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246080 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246243 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246405 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246566 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246728 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.246891 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247062 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247225 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247386 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247547 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247709 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.247871 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248041 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248207 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248368 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248538 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248700 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.248863 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249025 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249199 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249449 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249624 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249786 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.249949 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.250112 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.250277 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.250444 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.250617 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.251286 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.251462 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.251633 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.251805 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.251975 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252140 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252307 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252480 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252642 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252806 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.252968 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253130 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253292 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253477 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253640 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253802 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.253964 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254127 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254289 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254450 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254612 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254774 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.254936 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.255098 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.255261 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.255424 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.255586 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 01:31:32.255741 n-d-761264-20 neutron-server[109741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 01:31:32.327389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:31:32.336729 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062599 Dec 21 01:31:43.871865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213b986-9071-4cb3-b26c-3728824e6da0 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 01:31:43.964264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213b986-9071-4cb3-b26c-3728824e6da0 None None] No non-hosted networks {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 01:31:44.002218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.agentschedulers_db [None req-f213b986-9071-4cb3-b26c-3728824e6da0 None None] DHCP Agent not found on host n-d-761264-20 {{(pid=109852) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 21 01:31:44.140169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea828-76db-4de1-935d-6be4ce962617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:46.209952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46011d04-5b50-4e17-b6cf-5059b1e75e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:46.248382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c29a99e3-dc43-4e34-aa1b-bd33bdaa0076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:47.070941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:48.486169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:49.255929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:49.257412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.259042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.259440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.260131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.260466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.261089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.261757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.262089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.262472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.262936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.263265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.263584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.264016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:49.264428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-761264-20', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:49.276783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-761264-20', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:31:50.001887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:31:50.519679 n-d-761264-20 neutron-server[109851]: WARNING oslo_policy.policy [None req-b041659f-8950-43a2-9faf-6986bd1ad1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:31:50.520269 n-d-761264-20 neutron-server[109851]: WARNING oslo_policy.policy [None req-b041659f-8950-43a2-9faf-6986bd1ad1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:31:50.745195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-b041659f-8950-43a2-9faf-6986bd1ad1cd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:31:50.751792 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b041659f-8950-43a2-9faf-6986bd1ad1cd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7435279 Dec 21 01:31:52.686180 n-d-761264-20 neutron-server[109852]: INFO neutron.db.l3_hamode_db [None req-9e0d35e9-36d0-482d-b8a1-94f6726ecd1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 01:31:52.762504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d35e9-36d0-482d-b8a1-94f6726ecd1b None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:31:52.762808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d35e9-36d0-482d-b8a1-94f6726ecd1b None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 01:31:53.369735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:31:53.671385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:31:53.767752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.policy [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 01:31:53.813088 n-d-761264-20 neutron-server[109851]: WARNING oslo_policy.policy [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:31:53.813480 n-d-761264-20 neutron-server[109851]: WARNING oslo_policy.policy [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:31:53.821760 n-d-761264-20 neutron-server[109851]: INFO neutron.quota [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] Loaded quota_driver: . Dec 21 01:31:53.910122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516538545', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516539038', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516618250', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516621299', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516640343', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734516632063', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-576632', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4170228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4097089'] for rbac-policy, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:53.975742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:53.976923 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62096446-d719-40a2-8217-26236e455bbf admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061954 Dec 21 01:31:56.740824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:31:57.031829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Request body: {'network': {'name': 'private', 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:31:57.060704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Made reservation on behalf of 0eeca5ac1b08422a91be2e4dee9d708e for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:31:57.063964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.081045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.186091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.190154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.210010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:31:57.237233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734518841811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.237843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Unsubscribe: segment precommit_create {{(pid=109851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 01:31:57.238353 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Added segment b5776925-6add-4d25-a9ea-cb8ffa688983 of type vlan for network efd998c9-68eb-46bf-a414-d5fd8314a3fd Dec 21 01:31:57.253984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d472ef8-3041-40fe-8676-cab087dd672d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:31:57.280012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.280354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.280686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.281045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.281397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.281721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.282038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.282353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.282666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.282979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.283294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.283604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.283915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Tracked resource versions report: Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: pushed versions: Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: { 'AddressGroup': {'1.2'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Log': {'1.0'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Network': {'1.1'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Port': {'1.7'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'PortForwarding': {'1.2'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'QosPolicy': {'1.10'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SecurityGroup': {'1.5'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SubPort': {'1.0'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Subnet': {'1.1'}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Trunk': {'1.1'}} Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: consumer versions: Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: L3 agent@n-d-761264-20: {}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: Metadata agent@n-d-761264-20: {}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: Metering agent@n-d-761264-20: {}, Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'ConntrackHelper': '1.0', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'LocalIPAssociation': '1.0', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Log': '1.0', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Network': '1.1', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Port': '1.7', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'PortForwarding': '1.2', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'QosPolicy': '1.10', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SecurityGroup': '1.5', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SecurityGroupRule': '1.2', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'SubPort': '1.0', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Subnet': '1.1', Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: 'Trunk': '1.1'}} Dec 21 01:31:57.285035 n-d-761264-20 neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:31:57.348244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.386767 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.387894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:31:57.388586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:31:57.447713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7057507 Dec 21 01:31:57.489521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c085d6c-50a6-4940-9161-4621cd71166c admin admin] Pushing event updated for resources: {'Network': ['ID=efd998c9-68eb-46bf-a414-d5fd8314a3fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:31:57.505744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:32:00.321318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:00.711619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2174c48-939c-4c77-ab06-c84fa9f06c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:00.712990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2174c48-939c-4c77-ab06-c84fa9f06c89 admin admin] 10.222.0.43 "GET /v2.0/networks/efd998c9-68eb-46bf-a414-d5fd8314a3fd HTTP/1.1" status: 200 len: 824 time: 0.3907022 Dec 21 01:32:00.737849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01c2d3b1-3b8e-4c79-b68a-79046feb72b7 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/42565022-291f-4ee0-9a9b-bef463d31b2b HTTP/1.1" status: 200 len: 734 time: 0.0183144 Dec 21 01:32:00.746421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:32:00.768629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Made reservation on behalf of 0eeca5ac1b08422a91be2e4dee9d708e for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:32:00.770836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:01.061709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:01.128130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac44fac7-4a61-4bac-a6f6-d3509ff5e173,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:01.132716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Checking segment: {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:32:01.133091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Network hostable DHCP agents. Network: efd998c9-68eb-46bf-a414-d5fd8314a3fd, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:32:01.157659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:32:01.168244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, efd998c9-68eb-46bf-a414-d5fd8314a3fd) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:01.172917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:01.173527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:01.178582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982addf6-e732-4680-9d74-9809fe01e034 None None] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:32:01.187805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8e49264-3fe1-401e-9b18-3e1c9f082dc3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4444816 Dec 21 01:32:01.444977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:32:01.446361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:01.752523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Allocated IP 172.20.0.2 (efd998c9-68eb-46bf-a414-d5fd8314a3fd/ac44fac7-4a61-4bac-a6f6-d3509ff5e173/37023ed7-c24e-4cb6-8509-e0fca7d7ba58) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:32:01.992499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:02.000276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:02.072262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:32:02.081328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:02.090367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:32:02.093996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Pushing event updated for resources: {'Port': ['ID=37023ed7-c24e-4cb6-8509-e0fca7d7ba58,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:02.124082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.124950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.125302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.125664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.125999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.126329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.126659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.126987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.127313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.127637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.127963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.128287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.128612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Tracked resource versions report: Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: pushed versions: Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: { 'AddressGroup': {'1.2'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'ConntrackHelper': {'1.0'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Log': {'1.0'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Network': {'1.1'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Port': {'1.7'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'PortForwarding': {'1.2'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'QosPolicy': {'1.10'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SecurityGroup': {'1.5'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SubPort': {'1.0'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Subnet': {'1.1'}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Trunk': {'1.1'}} Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: consumer versions: Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: L3 agent@n-d-761264-20: {}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: Metadata agent@n-d-761264-20: {}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: Metering agent@n-d-761264-20: {}, Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'ConntrackHelper': '1.0', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'LocalIPAssociation': '1.0', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Log': '1.0', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Network': '1.1', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Port': '1.7', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'PortForwarding': '1.2', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'QosPolicy': '1.10', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SecurityGroup': '1.5', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SecurityGroupRule': '1.2', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'SubPort': '1.0', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Subnet': '1.1', Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: 'Trunk': '1.1'}} Dec 21 01:32:02.129780 n-d-761264-20 neutron-server[109852]: {{(pid=109852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:32:02.175134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Attempting to bind port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:32:02.175534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Attempting to bind port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:32:02.175956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Attempting to bind port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 on network efd998c9-68eb-46bf-a414-d5fd8314a3fd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:32:02.180789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:32:02.181378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Checking segment: {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:32:02.181702 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:02.182099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Bound using segment: {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:32:02.182564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Bound port: 37023ed7-c24e-4cb6-8509-e0fca7d7ba58, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:32:02.182972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:02.245776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-192c2466-f452-46df-bb2c-a23025915048 None None] For port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:32:02.250459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-192c2466-f452-46df-bb2c-a23025915048 None None] For port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=37023ed7-c24e-4cb6-8509-e0fca7d7ba58,segment=NetworkSegment(b5776925-6add-4d25-a9ea-cb8ffa688983),segment_id=b5776925-6add-4d25-a9ea-cb8ffa688983)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:32:02.254749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:02.315709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c2466-f452-46df-bb2c-a23025915048 None None] Pushing event updated for resources: {'Port': ['ID=37023ed7-c24e-4cb6-8509-e0fca7d7ba58,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:03.793186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52740) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:04.099006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-f3b3f7b8-e909-4a68-b6a9-693dfc9776a0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:32:04.099986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3b3f7b8-e909-4a68-b6a9-693dfc9776a0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3059218 Dec 21 01:32:06.710210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:07.023736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0b9145cf-3c83-4c36-8be7-9c5036976d61 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:32:07.024842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b9145cf-3c83-4c36-8be7-9c5036976d61 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136246 Dec 21 01:32:09.825358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:10.140754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Request body: {'router': {'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'name': 'router1', 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:32:10.167751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:10.169432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:10.300431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:10.305078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:10.318658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:10.319849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c7d74fc1-46d8-421b-9401-f6edc7c7d285 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4935164 Dec 21 01:32:11.033070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:32:11.119999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:11.120384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:11.231520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:11.265362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=37023ed7-c24e-4cb6-8509-e0fca7d7ba58,segment=NetworkSegment(b5776925-6add-4d25-a9ea-cb8ffa688983),segment_id=b5776925-6add-4d25-a9ea-cb8ffa688983)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:32:11.269617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:11.320347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=37023ed7-c24e-4cb6-8509-e0fca7d7ba58,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:11.429513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d599738-2dc6-49ec-aebf-45abfeb448c5 None None] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:32:11.537894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b94ad7a7-729d-45f1-9a9b-6eb0091244c8 None None] Provisioning complete for port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:11.538190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b94ad7a7-729d-45f1-9a9b-6eb0091244c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:11.747019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-066897a4-4963-47f0-9ab4-0fdc5811c154 None None] Provisioning complete for port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:11.747383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-066897a4-4963-47f0-9ab4-0fdc5811c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:12.899506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52770) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:13.008369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:32:13.055814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:13.056182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:13.209778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0b209371-c242-48d5-836e-14ffaf937a5c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:32:13.210728 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b209371-c242-48d5-836e-14ffaf937a5c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103027 Dec 21 01:32:13.810539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-270d9224-d760-4c54-b98d-df3644ea6abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:15.766148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:16.066196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:32:16.089630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Made reservation on behalf of 18167fcfd3e745a880d5be8d1c58ae80 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:32:16.093751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.102631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.175678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.179275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.195717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a801f3e-a405-4972-ab67-cd5e0c0a0d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.200658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Reserving flat network on physical network physnet1 {{(pid=109851) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 21 01:32:16.216740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4970d6-cd2b-430a-b1a6-5220960c82c7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:16.221665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.221997 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Added segment 18bb2432-56cc-4dcf-a82a-427254a46ed0 of type flat for network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca Dec 21 01:32:16.274266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.304333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.305250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:16.305850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:16.336179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5690103 Dec 21 01:32:16.368434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2061f61-d2b7-467e-96cf-a91d67b616af admin admin] Pushing event updated for resources: {'Network': ['ID=4228cdc0-43c0-4bb5-8442-d4e3deb60fca,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:16.380370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:32:17.037951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:18.449415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:18.906557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52796) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:19.078298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f789e22-2fd8-4b37-979e-6314ed83b9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:19.079853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4f789e22-2fd8-4b37-979e-6314ed83b9d2 admin admin] 10.222.0.43 "GET /v2.0/subnets/ac44fac7-4a61-4bac-a6f6-d3509ff5e173 HTTP/1.1" status: 200 len: 849 time: 0.1723313 Dec 21 01:32:19.195645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5319ca29-d151-4759-8846-a3ebe61ab631 admin admin] 10.222.0.43 "GET /v2.0/routers/76285dc5-3025-4c8b-8cfd-4b3b4570907a HTTP/1.1" status: 200 len: 704 time: 0.1097095 Dec 21 01:32:19.251651 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:19.457388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:19.743410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Allocated IP 172.20.0.1 (efd998c9-68eb-46bf-a414-d5fd8314a3fd/ac44fac7-4a61-4bac-a6f6-d3509ff5e173/ed794493-a696-4ad8-8cd8-517e4007df49) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:32:19.931306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:19.996586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.074376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:32:20.083282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:20.087953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:32:20.088805 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.107346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Pushing event updated for resources: {'Port': ['ID=ed794493-a696-4ad8-8cd8-517e4007df49,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:20.279168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.316599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-56343b02-0872-4191-b867-1a8f767fe83c None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:20.317197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56343b02-0872-4191-b867-1a8f767fe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.349944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-56343b02-0872-4191-b867-1a8f767fe83c None None] Port ed794493-a696-4ad8-8cd8-517e4007df49 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:32:20.484662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.489047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.489856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.570242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Pushing event updated for resources: {'Port': ['ID=ed794493-a696-4ad8-8cd8-517e4007df49,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:20.612351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:32:20.613643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:20.776981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Router 76285dc5-3025-4c8b-8cfd-4b3b4570907a is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:32:20.864762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:32:20.877590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fcfabed6-dbfc-46b6-8469-0ea01dab50dd admin admin] 10.222.0.43 "PUT /v2.0/routers/76285dc5-3025-4c8b-8cfd-4b3b4570907a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6687179 Dec 21 01:32:20.877693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7abc20cc-2451-4501-94e3-1e2b703e57b6 None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:20.877693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7abc20cc-2451-4501-94e3-1e2b703e57b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:20.888460 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Sync routers for ids ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:32:20.901010 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Routers {'76285dc5-3025-4c8b-8cfd-4b3b4570907a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:32:20.901939 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:32:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:20.910494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7abc20cc-2451-4501-94e3-1e2b703e57b6 None None] Port ed794493-a696-4ad8-8cd8-517e4007df49 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:32:21.095242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Set router 76285dc5-3025-4c8b-8cfd-4b3b4570907a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:32:21.519984 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:20Z', 'revision_number': 2, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port_host': None, '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:20Z', 'revision_number': 2, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:21.567662 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Checking router: 76285dc5-3025-4c8b-8cfd-4b3b4570907a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:32:21.568029 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Updating router 76285dc5-3025-4c8b-8cfd-4b3b4570907a port ed794493-a696-4ad8-8cd8-517e4007df49 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:32:21.642723 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.116039 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.121983 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.281800 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Attempting to bind port ed794493-a696-4ad8-8cd8-517e4007df49 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:32:22.282177 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Attempting to bind port ed794493-a696-4ad8-8cd8-517e4007df49 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:32:22.282604 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Attempting to bind port ed794493-a696-4ad8-8cd8-517e4007df49 on network efd998c9-68eb-46bf-a414-d5fd8314a3fd {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:32:22.290998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:32:22.291390 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Checking segment: {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:32:22.291898 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.292284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Bound using segment: {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:32:22.292783 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Bound port: ed794493-a696-4ad8-8cd8-517e4007df49, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5776925-6add-4d25-a9ea-cb8ffa688983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:32:22.293153 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.307869 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Pushing event updated for resources: {'Port': ['ID=ed794493-a696-4ad8-8cd8-517e4007df49,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:22.319041 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.319386 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.319724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.320056 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.320384 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.320707 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.321026 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.321360 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.321690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.322007 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.322322 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.322638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.322951 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Tracked resource versions report: Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: pushed versions: Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: { 'AddressGroup': {'1.2'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'ConntrackHelper': {'1.0'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Log': {'1.0'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Network': {'1.1'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Port': {'1.7'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'PortForwarding': {'1.2'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'QosPolicy': {'1.10'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SecurityGroup': {'1.5'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SubPort': {'1.0'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Subnet': {'1.1'}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Trunk': {'1.1'}} Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: consumer versions: Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: L3 agent@n-d-761264-20: {}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: Metadata agent@n-d-761264-20: {}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: Metering agent@n-d-761264-20: {}, Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'ConntrackHelper': '1.0', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'LocalIPAssociation': '1.0', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Log': '1.0', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Network': '1.1', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Port': '1.7', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'PortForwarding': '1.2', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'QosPolicy': '1.10', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SecurityGroup': '1.5', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SecurityGroupRule': '1.2', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'SubPort': '1.0', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Subnet': '1.1', Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: 'Trunk': '1.1'}} Dec 21 01:32:22.324056 n-d-761264-20 neutron-server[109853]: {{(pid=109853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:32:22.342454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cf165863-fd68-44a6-97a9-c257b32d643f None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:22.343392 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf165863-fd68-44a6-97a9-c257b32d643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.378993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf165863-fd68-44a6-97a9-c257b32d643f None None] Port ed794493-a696-4ad8-8cd8-517e4007df49 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:32:22.399903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] For port ed794493-a696-4ad8-8cd8-517e4007df49, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:32:22.419020 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] For port ed794493-a696-4ad8-8cd8-517e4007df49, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed794493-a696-4ad8-8cd8-517e4007df49,segment=NetworkSegment(b5776925-6add-4d25-a9ea-cb8ffa688983),segment_id=b5776925-6add-4d25-a9ea-cb8ffa688983)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:32:22.423047 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.482347 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc4e0-c616-45a6-be4d-02ed721c84a7 None None] Pushing event updated for resources: {'Port': ['ID=ed794493-a696-4ad8-8cd8-517e4007df49,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:22.485558 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Routers {'76285dc5-3025-4c8b-8cfd-4b3b4570907a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:32:22.486146 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:32:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:22.576759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] Set router 76285dc5-3025-4c8b-8cfd-4b3b4570907a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:32:22.699787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:22.700153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.780663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.793112 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:20Z', 'revision_number': 2, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port_host': None, '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:22Z', 'revision_number': 4, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:22.812407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] For port ed794493-a696-4ad8-8cd8-517e4007df49, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed794493-a696-4ad8-8cd8-517e4007df49,segment=NetworkSegment(b5776925-6add-4d25-a9ea-cb8ffa688983),segment_id=b5776925-6add-4d25-a9ea-cb8ffa688983)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:32:22.816349 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:22.822016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0baeca-0ed0-428c-9b71-29451d67a513 None None] The sync data for ids ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'] in n-d-761264-20 is: [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:20Z', 'revision_number': 2, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port_host': None, '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:22Z', 'revision_number': 4, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:32:22.872720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812ea88-6dec-45da-b3ab-97246b73c69a None None] Pushing event updated for resources: {'Port': ['ID=ed794493-a696-4ad8-8cd8-517e4007df49,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:23.307683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:23.414532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529cfc1-91df-4dda-82ed-65d30cb3a0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:23.415884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b529cfc1-91df-4dda-82ed-65d30cb3a0b1 admin admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 842 time: 0.1072617 Dec 21 01:32:23.425726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Request body: {'subnet': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.6.0/24', 'enable_dhcp': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:32:23.449501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Made reservation on behalf of 18167fcfd3e745a880d5be8d1c58ae80 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:32:23.452268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:23.796668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 01:32:23.797105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:23.848343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:23.859428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:32:23.859772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Network hostable DHCP agents. Network: 4228cdc0-43c0-4bb5-8442-d4e3deb60fca, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:32:23.879133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:32:23.887823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4228cdc0-43c0-4bb5-8442-d4e3deb60fca) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:23.891978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:23.892562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:23.897760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51b453-4305-42cd-af4a-b3bdd0347849 None None] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:32:23.921364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b9912cc-4740-4656-bc0f-7c262aeed5e4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867768 Dec 21 01:32:24.008899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b068970-faac-4030-8db7-61fdd606caae None None] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:32:26.403882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52824) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:26.560574 n-d-761264-20 neutron-server[109850]: WARNING oslo_policy.policy [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:32:26.561186 n-d-761264-20 neutron-server[109850]: WARNING oslo_policy.policy [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:32:26.860845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.policy [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 21 01:32:26.907780 n-d-761264-20 neutron-server[109850]: WARNING oslo_policy.policy [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:32:26.908155 n-d-761264-20 neutron-server[109850]: WARNING oslo_policy.policy [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 01:32:27.144606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ae444fd4-860c-4c78-804d-9670488a9634 admin admin] 10.222.0.43 "GET /v2.0/routers/76285dc5-3025-4c8b-8cfd-4b3b4570907a HTTP/1.1" status: 200 len: 710 time: 0.7380633 Dec 21 01:32:27.331187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b0e8c-5d23-4aeb-8430-5e5b914135bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:32:27.333056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-744b0e8c-5d23-4aeb-8430-5e5b914135bf admin admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 886 time: 0.1826515 Dec 21 01:32:27.343732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:32:27.596002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:27.832109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:27.910417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:28.089997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Allocated IP 172.25.6.134 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/5946261b-a41c-467d-958c-343fc08799e5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:32:28.126699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:32:28.206814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:28.268942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:28.289452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:32:28.309229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:32:28.374283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:32:28.454711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Pushing event updated for resources: {'Port': ['ID=5946261b-a41c-467d-958c-343fc08799e5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:28.465848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.466190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.466528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.466859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.467674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.467999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.468321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.468639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.468955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.469300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.469610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.469929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.470243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Tracked resource versions report: Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: pushed versions: Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: { 'AddressGroup': {'1.2'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Log': {'1.0'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Network': {'1.1'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Port': {'1.7'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'PortForwarding': {'1.2'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'QosPolicy': {'1.10'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SecurityGroup': {'1.5'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SubPort': {'1.0'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Subnet': {'1.1'}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Trunk': {'1.1'}} Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: consumer versions: Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: L3 agent@n-d-761264-20: {}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: Metadata agent@n-d-761264-20: {}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: Metering agent@n-d-761264-20: {}, Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'ConntrackHelper': '1.0', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'LocalIPAssociation': '1.0', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Log': '1.0', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Network': '1.1', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Port': '1.7', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'PortForwarding': '1.2', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'QosPolicy': '1.10', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SecurityGroup': '1.5', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SecurityGroupRule': '1.2', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'SubPort': '1.0', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Subnet': '1.1', Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: 'Trunk': '1.1'}} Dec 21 01:32:28.471394 n-d-761264-20 neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:32:28.683837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:28.918743 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:28.924323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:29.036193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ed794493-a696-4ad8-8cd8-517e4007df49 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:32:29.036839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Router 76285dc5-3025-4c8b-8cfd-4b3b4570907a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:32:29.083267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:29.083620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:29.144181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:32:29.148731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:29.149980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9e43131-d319-4716-830a-88102b68486c admin admin] 10.222.0.43 "PUT /v2.0/routers/76285dc5-3025-4c8b-8cfd-4b3b4570907a HTTP/1.1" status: 200 len: 890 time: 1.8105550 Dec 21 01:32:29.905478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Sync routers for ids ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:32:29.916692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Routers {'76285dc5-3025-4c8b-8cfd-4b3b4570907a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:32:29.917323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:32:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:30.119212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Set router 76285dc5-3025-4c8b-8cfd-4b3b4570907a gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:32:30.570244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5946261b-a41c-467d-958c-343fc08799e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:28Z', 'revision_number': 4, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port': {'id': '5946261b-a41c-467d-958c-343fc08799e5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:27Z', 'updated_at': '2021-12-21T01:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:22Z', 'revision_number': 5, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:30.620027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Checking router: 76285dc5-3025-4c8b-8cfd-4b3b4570907a for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:32:30.620392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Updating router 76285dc5-3025-4c8b-8cfd-4b3b4570907a port 5946261b-a41c-467d-958c-343fc08799e5 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:32:30.666326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:30.972064 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:30.977117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:31.030667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9034-dd37-4e97-85c5-2449893b4e52 None None] Pushing event updated for resources: {'Port': ['ID=5946261b-a41c-467d-958c-343fc08799e5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:31.033274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Attempting to bind port 5946261b-a41c-467d-958c-343fc08799e5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:32:31.034017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Attempting to bind port 5946261b-a41c-467d-958c-343fc08799e5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:32:31.034388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Attempting to bind port 5946261b-a41c-467d-958c-343fc08799e5 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:32:31.040071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:32:31.040449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:32:31.040851 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:31.041239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:32:31.041730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Bound port: 5946261b-a41c-467d-958c-343fc08799e5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:32:31.042124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:31.090324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] For port 5946261b-a41c-467d-958c-343fc08799e5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:32:31.093393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] For port 5946261b-a41c-467d-958c-343fc08799e5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5946261b-a41c-467d-958c-343fc08799e5,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:32:31.097151 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:31.156764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Routers {'76285dc5-3025-4c8b-8cfd-4b3b4570907a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:32:31.157461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:32:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:31.195707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9034-dd37-4e97-85c5-2449893b4e52 None None] Pushing event updated for resources: {'Port': ['ID=5946261b-a41c-467d-958c-343fc08799e5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:31.266968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] Set router 76285dc5-3025-4c8b-8cfd-4b3b4570907a gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:32:31.472309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5946261b-a41c-467d-958c-343fc08799e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:28Z', 'revision_number': 4, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port': {'id': '5946261b-a41c-467d-958c-343fc08799e5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:27Z', 'updated_at': '2021-12-21T01:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:22Z', 'revision_number': 5, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:32:31.498416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296cee6c-f79c-466d-bcdd-ced3d8758008 None None] The sync data for ids ['76285dc5-3025-4c8b-8cfd-4b3b4570907a'] in n-d-761264-20 is: [{'id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'name': 'router1', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5946261b-a41c-467d-958c-343fc08799e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:32:10Z', 'updated_at': '2021-12-21T01:32:28Z', 'revision_number': 4, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'gw_port': {'id': '5946261b-a41c-467d-958c-343fc08799e5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:27Z', 'updated_at': '2021-12-21T01:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ed794493-a696-4ad8-8cd8-517e4007df49', 'name': '', 'network_id': 'efd998c9-68eb-46bf-a414-d5fd8314a3fd', 'tenant_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'mac_address': 'fa:16:3e:87:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76285dc5-3025-4c8b-8cfd-4b3b4570907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:32:19Z', 'updated_at': '2021-12-21T01:32:22Z', 'revision_number': 5, 'project_id': '0eeca5ac1b08422a91be2e4dee9d708e', 'subnets': [{'id': 'ac44fac7-4a61-4bac-a6f6-d3509ff5e173', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42565022-291f-4ee0-9a9b-bef463d31b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:32:31.731560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52848) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:32:31.853926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5628870f-a1bf-49b4-b956-df1ad7b0b2aa admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1212461 Dec 21 01:32:33.040459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5946261b-a41c-467d-958c-343fc08799e5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:32:33.090225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5946261b-a41c-467d-958c-343fc08799e5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:33.090604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:33.177745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:33.198880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 5946261b-a41c-467d-958c-343fc08799e5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5946261b-a41c-467d-958c-343fc08799e5,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:32:33.204328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:33.250347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=5946261b-a41c-467d-958c-343fc08799e5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:32:35.028982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5946261b-a41c-467d-958c-343fc08799e5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:32:35.080137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5946261b-a41c-467d-958c-343fc08799e5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:32:35.080507 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:43.818937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-13b27ce8-e0f8-4628-8c03-5077db8727c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:46.202866 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f7547d6-cbef-4be5-874a-359955439110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:47.045625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:48.461934 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:32:49.260019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:05.129133 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:33:13.814283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c566e50e-12b2-4836-aa92-abb6c7e8e3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:16.200904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe519f5f-bcae-47a1-948a-04fccb15f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:17.044247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:18.449327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:19.254186 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:42.128388 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:33:43.807484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b59a051a-fedf-4407-9c13-f3a3d71abbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:46.193708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f4d81e9-aea0-4246-be87-d9517fb6b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:47.049967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:48.451570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:49.256887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:33:57.311523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53364) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:33:57.372664 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c98276-fd6a-4e78-ac65-a05d6a2a7b2a admin admin] GET failed (client error): The resource could not be found. Dec 21 01:33:57.374087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39c98276-fd6a-4e78-ac65-a05d6a2a7b2a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615969 Dec 21 01:33:57.537969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5dbfe3-5b87-4999-bb8e-2306fe4210e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:33:57.539350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d5dbfe3-5b87-4999-bb8e-2306fe4210e0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1605787 Dec 21 01:33:59.922297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53374) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:00.023787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d85b4-adac-4cd9-b341-1306b23b5a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:00.025112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-162d85b4-adac-4cd9-b341-1306b23b5a90 admin admin] 10.222.0.43 "GET /v2.0/subnets/ac44fac7-4a61-4bac-a6f6-d3509ff5e173 HTTP/1.1" status: 200 len: 849 time: 0.1018438 Dec 21 01:34:00.035044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:34:00.118821 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:00.261644 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734518760762'] for subnet, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:00.291193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:00.291789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:00.293065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ac44fac7-4a61-4bac-a6f6-d3509ff5e173 HTTP/1.1" status: 200 len: 868 time: 0.2615874 Dec 21 01:34:00.297033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537edc0b-2278-4c92-a741-b8886c16875f None None] Network efd998c9-68eb-46bf-a414-d5fd8314a3fd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:34:00.314937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac44fac7-4a61-4bac-a6f6-d3509ff5e173,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:00.322971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.323328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.323655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.323990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.324320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.324645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.324972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.325294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.325651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.325977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.326384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.326695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.327004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef17466-b4c3-4ad7-99c3-87dff0560840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:00.652873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8da532f4-2ac6-475c-8915-873f5d910558 None None] Provisioning complete for port ed794493-a696-4ad8-8cd8-517e4007df49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:34:00.653237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8da532f4-2ac6-475c-8915-873f5d910558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:00.740261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8da532f4-2ac6-475c-8915-873f5d910558 None None] Provisioning complete for port 37023ed7-c24e-4cb6-8509-e0fca7d7ba58 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:34:00.740497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8da532f4-2ac6-475c-8915-873f5d910558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:02.685955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:02.884112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20988037-a650-4122-ae27-e26db6095ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:02.884495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20988037-a650-4122-ae27-e26db6095ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:02.886051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-20988037-a650-4122-ae27-e26db6095ad0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1991620 Dec 21 01:34:05.254660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:05.386551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562ad58-92ab-4dc3-b191-1c2afcef14be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:05.387021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562ad58-92ab-4dc3-b191-1c2afcef14be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:05.388531 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8562ad58-92ab-4dc3-b191-1c2afcef14be admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1328573 Dec 21 01:34:07.749904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:07.874392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3effb4-2f23-40d9-9987-8bc7fe1dee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:07.875669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a3effb4-2f23-40d9-9987-8bc7fe1dee3f admin admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 886 time: 0.1247191 Dec 21 01:34:10.275971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53408) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:10.403922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846f5bd-59a9-4d08-b818-65f19ae7d2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:10.405798 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d846f5bd-59a9-4d08-b818-65f19ae7d2e0 admin admin] 10.222.0.43 "GET /v2.0/networks/efd998c9-68eb-46bf-a414-d5fd8314a3fd HTTP/1.1" status: 200 len: 868 time: 0.1288927 Dec 21 01:34:12.785781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53416) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:12.905003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e68b3c-9c3e-48b4-8b10-62d1436e913d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:12.905475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e68b3c-9c3e-48b4-8b10-62d1436e913d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:12.906957 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f6e68b3c-9c3e-48b4-8b10-62d1436e913d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202481 Dec 21 01:34:13.811379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e03e1c08-8067-4163-b7ce-6364ba1e60da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:15.258664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:15.349967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286970a-c3a5-4169-a95b-28dd8ba1a7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:15.350424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286970a-c3a5-4169-a95b-28dd8ba1a7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:15.351942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9286970a-c3a5-4169-a95b-28dd8ba1a7e3 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923231 Dec 21 01:34:16.195601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-865508c4-9afc-4471-9ccd-eefd4bab04f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:17.050220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:17.733181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:17.822265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8ab1d-60fc-43bd-97ff-af17920839e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:17.823573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ad8ab1d-60fc-43bd-97ff-af17920839e9 admin admin] 10.222.0.43 "GET /v2.0/subnets/ac44fac7-4a61-4bac-a6f6-d3509ff5e173 HTTP/1.1" status: 200 len: 868 time: 0.0894308 Dec 21 01:34:18.456225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:19.126809 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:34:19.257797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:20.199452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:20.286924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7d20e-2fc5-4067-b59f-5cde9c5be94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:20.288259 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ac7d20e-2fc5-4067-b59f-5cde9c5be94b admin admin] 10.222.0.43 "GET /v2.0/subnets/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62 HTTP/1.1" status: 200 len: 816 time: 0.0878680 Dec 21 01:34:43.813863 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-139a555c-1501-4e52-8578-06a64cd3c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:45.090603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:45.136771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0c7199c1-d318-4009-8036-6b96a31a90c4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:34:45.137790 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c7199c1-d318-4009-8036-6b96a31a90c4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462484 Dec 21 01:34:46.195664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-253b4188-0c96-4823-9b25-ff6cd6828af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:47.051115 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:47.571879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:47.631205 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ee3d1e-de95-41df-9ea1-421e9cda9478 admin admin] GET failed (client error): The resource could not be found. Dec 21 01:34:47.632456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f6ee3d1e-de95-41df-9ea1-421e9cda9478 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596652 Dec 21 01:34:47.773238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba7b9f-868c-4916-9b2b-495d834aa7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:47.774717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acba7b9f-868c-4916-9b2b-495d834aa7e3 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378648 Dec 21 01:34:48.459630 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:49.259642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.150340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53510) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:50.197062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:34:50.220775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Made reservation on behalf of 18167fcfd3e745a880d5be8d1c58ae80 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:34:50.223025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.249217 n-d-761264-20 neutron-server[109851]: WARNING neutron.services.revisions.revision_plugin [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Could not find related network for resource to bump revision. Dec 21 01:34:50.259926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:34:50.269115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.269495 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Added segment cd79ee48-a1ec-4fc6-9269-168f5c9ce108 of type vlan for network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b Dec 21 01:34:50.307326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.330311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.331231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:50.331809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:50.363772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2124007 Dec 21 01:34:50.402116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Pushing event updated for resources: {'Network': ['ID=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:50.410082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.410423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.410762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.411093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.411420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.411750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.412073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.412392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.412709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.413026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.413361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.413693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.414013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dcecac-aeeb-4a4a-af08-d10ee0af2934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:50.426585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:34:52.745759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:34:52.804699 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae019fe2-468d-4b7a-a9e1-3038ceb23f0d admin admin] GET failed (client error): The resource could not be found. Dec 21 01:34:52.806052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae019fe2-468d-4b7a-a9e1-3038ceb23f0d admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593548 Dec 21 01:34:52.873653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565822d2-f6ff-4b1a-a9f8-50cd37afbb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:52.875051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-565822d2-f6ff-4b1a-a9f8-50cd37afbb22 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0645540 Dec 21 01:34:52.884835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:34:52.905376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Made reservation on behalf of 18167fcfd3e745a880d5be8d1c58ae80 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:34:52.907972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.064310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.120593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794fed6e-9309-467a-bd29-4dc296d84efd,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:53.128571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:34:53.128915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Network hostable DHCP agents. Network: 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:34:53.144770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:34:53.152720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:34:53.157179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:34:53.157813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.162891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956d812-8ff6-4a0a-8073-763d71acaacc None None] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:34:53.172574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-72196fe1-814c-47c9-ab30-bb25bf2bae27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908814 Dec 21 01:34:53.263954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'project_id': '18167fcfd3e745a880d5be8d1c58ae80', 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:34:53.264937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.406765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Allocated IP 192.168.233.2 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/e17bea63-9f51-4726-8838-1dda5fdbedac) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:34:53.548575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.554955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.602180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:34:53.602877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Pushing event updated for resources: {'Port': ['ID=e17bea63-9f51-4726-8838-1dda5fdbedac,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:53.609081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:34:53.611736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.611955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.612294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.612672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.612960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.613287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.613629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.613958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.614283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.614606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.614943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.615248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.615568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:34:53.618343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:34:53.672930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Attempting to bind port e17bea63-9f51-4726-8838-1dda5fdbedac on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:34:53.673278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Attempting to bind port e17bea63-9f51-4726-8838-1dda5fdbedac by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:34:53.673672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Attempting to bind port e17bea63-9f51-4726-8838-1dda5fdbedac on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:34:53.678608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:34:53.678979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:34:53.679611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.679797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:34:53.680381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Bound port: e17bea63-9f51-4726-8838-1dda5fdbedac, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:34:53.680652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.742427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] For port e17bea63-9f51-4726-8838-1dda5fdbedac, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:34:53.746679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] For port e17bea63-9f51-4726-8838-1dda5fdbedac, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e17bea63-9f51-4726-8838-1dda5fdbedac,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:34:53.751837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:53.808019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58137bf-335f-40e1-9965-7a45a7f4984a None None] Pushing event updated for resources: {'Port': ['ID=e17bea63-9f51-4726-8838-1dda5fdbedac,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:54.668951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f618ca-457d-45dc-a787-bbdde3337a4c None None] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:34:54.838987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] Provisioning complete for port e17bea63-9f51-4726-8838-1dda5fdbedac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:34:54.839279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:54.948763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:54.986459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] For port e17bea63-9f51-4726-8838-1dda5fdbedac, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e17bea63-9f51-4726-8838-1dda5fdbedac,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:34:54.992494 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:55.044097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57dc9-945e-4234-b51d-0da73a5c3108 None None] Pushing event updated for resources: {'Port': ['ID=e17bea63-9f51-4726-8838-1dda5fdbedac,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:34:55.193095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e17bea63-9f51-4726-8838-1dda5fdbedac up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:34:55.249539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e17bea63-9f51-4726-8838-1dda5fdbedac triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:34:55.250735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:55.344404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-96d6b5ca-a5a1-4d38-8211-49091fa487d1 None None] Provisioning complete for port e17bea63-9f51-4726-8838-1dda5fdbedac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:34:55.344687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96d6b5ca-a5a1-4d38-8211-49091fa487d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:34:56.125861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:35:13.816023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a68d0b4-4684-4019-90b7-3ef894c2e914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:16.210940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a49caa8-bf4a-41bb-a0d4-6314708115f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:17.055474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:18.461598 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:19.261515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:33.124483 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:35:43.818465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67667eb0-c8eb-4df3-b681-90f7bf192dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:46.201747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24cbc46e-3820-430c-828d-0acb87df5b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:47.057807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:48.463855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:35:49.263676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.123752 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:36:10.125794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53562) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:36:10.131638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-7df57551-6392-47fe-bb08-f7b29498e014 tempest-verify_tempest_config-471159625 tempest-verify_tempest_config-471159625-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:36:10.132515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7df57551-6392-47fe-bb08-f7b29498e014 tempest-verify_tempest_config-471159625 tempest-verify_tempest_config-471159625-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057850 Dec 21 01:36:10.418181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:36:10.518229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.588068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.591591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.634734 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ba529d0d46c44faa1bd09d462faef27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2155428 Dec 21 01:36:10.635773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e05412-ac82-43d3-8c95-f64dc4930ab5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:36:10.637622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53584) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:36:10.642160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.642499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.642836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.643161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.643486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.643805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.644123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.644434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.644739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.645056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.645389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.645705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.646015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768b54a-e2af-4586-ad55-3cfc54b61786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.720820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.741397 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.833011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.835566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:10.836745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4e05412-ac82-43d3-8c95-f64dc4930ab5 HTTP/1.1" status: 204 len: 168 time: 0.1981554 Dec 21 01:36:10.845088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e05412-ac82-43d3-8c95-f64dc4930ab5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:36:10.851569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.851904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.852250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.852585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.852917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.853246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.853602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.853932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.854257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.854578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.854903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.855224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:10.855546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d6cd5-858c-45bf-87e4-f91970cbe170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:36:13.819405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5f9b860-844d-4ed8-afbc-0ca5eba6e3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:16.205320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c2c87a5-fb3d-4edb-b352-957832842668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:17.060613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:18.466093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:19.266111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:43.820927 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a79591b7-e638-4289-8da8-b4ada4dc4e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:46.205213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-baf92303-2d11-45e5-b788-6143155c1b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:47.062043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:47.122092 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:36:48.469486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:36:49.268937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:13.822789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b024751-791e-460f-9f64-098da678d7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:16.206907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62456d7f-ee5e-438c-acdd-f531a048dcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:17.064975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:18.471950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:19.270416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:24.120953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:37:43.823639 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd18f927-72aa-4a2c-b8f5-2eb3001fe92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:46.207892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a238-c5fe-4840-9029-95a37db71386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:47.068848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:48.476436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:37:49.271889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:01.119691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:38:13.825202 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6895f71a-7164-4186-abaa-009d4d54c3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:16.209133 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-075d37c9-4bab-43b6-96b9-11d83a99071f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:17.071077 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:18.480129 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:19.274622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:38.117910 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:38:43.826600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e988b762-4b1d-42b8-8c04-fb9bc7754fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:46.210421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf400333-a660-490b-980b-83b4a82ca6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:47.073087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:48.482825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:38:49.276074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:13.828329 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c148b47f-8abc-47c7-9c5a-b6657625b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:15.118355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 5 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:39:16.213584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-43d93231-5d26-4d68-9b6e-d1ac930e1356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:17.075838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:18.483558 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:19.278307 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:21.795353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:26.326547 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138621'] for agent, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:43.829309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2034-6a1a-435c-b031-bc37bbae2425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:46.215095 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45349f70-4c36-4f42-b062-e0df619f5bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:47.079157 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:48.487795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:49.280820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:51.766462 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:52.117097 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:39:56.113238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:39:56.216154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ce7e5ec2-bda2-4560-9b99-5120ade32d3e admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1018150 Dec 21 01:39:56.312691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:39:58.612523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53652) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:39:58.667533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bcd0759b-e7f7-4e1c-bf70-14264ac4121b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0540221 Dec 21 01:40:13.829308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aca7b652-7fd6-4563-9f15-a886c8d2c1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:16.216098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39ab635e-4500-4d29-b632-0a54257c663f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:17.081179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:18.488497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:19.283133 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:21.762692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:26.333379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:29.116038 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:40:43.830608 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c04ea579-966a-43ea-a0d2-c99763d96669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:46.218952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a08fc03a-44ee-4ebf-9a26-79fd1040cb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:47.087279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:48.492873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:49.289463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:51.793617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:40:56.331104 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:06.116838 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:41:13.851860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4122b44c-e1af-40f7-b52a-f9494c6c20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:16.252652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-08ab7baa-3e4d-4a51-ad95-16421e6d752c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:16.872452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53784) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:17.088199 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:17.257900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-21045d84-63e5-4929-af0c-8f411f877613 tempest-AutoAllocateNetworkTest-1166565457 tempest-AutoAllocateNetworkTest-1166565457-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=638001b0876b48539464a5c6984476c8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3820002 Dec 21 01:41:17.260463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:17.449800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3263d7-f0f6-4e57-b78a-45ac92f5f346 tempest-AutoAllocateNetworkTest-1166565457 tempest-AutoAllocateNetworkTest-1166565457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:17.453984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fb3263d7-f0f6-4e57-b78a-45ac92f5f346 tempest-AutoAllocateNetworkTest-1166565457 tempest-AutoAllocateNetworkTest-1166565457-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1890516 Dec 21 01:41:17.454634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53820) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:17.517189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9301b594-fb1b-4681-8feb-229924f31091 tempest-AutoAllocateNetworkTest-1166565457 tempest-AutoAllocateNetworkTest-1166565457-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556059 Dec 21 01:41:17.517189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53828) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:17.549361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f08b5966-020d-4b8e-bdc6-f2e40bb97ce1 tempest-AutoAllocateNetworkTest-1166565457 tempest-AutoAllocateNetworkTest-1166565457-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=638001b0876b48539464a5c6984476c8 HTTP/1.1" status: 200 len: 208 time: 0.0310979 Dec 21 01:41:18.296715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53866) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:18.498623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:18.750209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:18.758738 n-d-761264-20 neutron-server[109850]: INFO neutron.quota [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Loaded quota_driver: . Dec 21 01:41:18.849980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:18.854042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:18.986280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b51920-6c55-4a64-b10d-820c4e94453b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:18.986280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=638001b0876b48539464a5c6984476c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6798108 Dec 21 01:41:18.987875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:19.004430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.004893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.005140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.009687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.010240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.010769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.011255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.011591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.012057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.012524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.013075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.013569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.014052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e1634d-2a06-42f7-bf9a-dc7663fc367f admin admin] Tracked resource versions report: Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: pushed versions: Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: { 'AddressGroup': {'1.2'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Log': {'1.0'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Network': {'1.1'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Port': {'1.7'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'PortForwarding': {'1.2'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'QosPolicy': {'1.10'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SecurityGroup': {'1.5'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SubPort': {'1.0'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Subnet': {'1.1'}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Trunk': {'1.1'}} Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: consumer versions: Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: HyperV agent@n-h1-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: HyperV agent@n-h2-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: L3 agent@n-d-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: Metadata agent@n-d-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: Metering agent@n-d-761264-20: {}, Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'ConntrackHelper': '1.0', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'LocalIPAssociation': '1.0', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Log': '1.0', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Network': '1.1', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Port': '1.7', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'PortForwarding': '1.2', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'QosPolicy': '1.10', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SecurityGroup': '1.5', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SecurityGroupRule': '1.2', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'SubPort': '1.0', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Subnet': '1.1', Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: 'Trunk': '1.1'}} Dec 21 01:41:19.015344 n-d-761264-20 neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:41:19.060219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:19.087258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:19.242172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:19.244852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:19.246060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24b51920-6c55-4a64-b10d-820c4e94453b HTTP/1.1" status: 204 len: 168 time: 0.2571585 Dec 21 01:41:19.254370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b51920-6c55-4a64-b10d-820c4e94453b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:19.262183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.262820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.263162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.263499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.263831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.264156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.264479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.264799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.265114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.266532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.267215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.267555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.267877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48fa0d-c4cd-4264-beec-0a6c716bd175 admin admin] Tracked resource versions report: Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: pushed versions: Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: { 'AddressGroup': {'1.2'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Log': {'1.0'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Network': {'1.1'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Port': {'1.7'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'PortForwarding': {'1.2'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'QosPolicy': {'1.10'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SecurityGroup': {'1.5'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SubPort': {'1.0'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Subnet': {'1.1'}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Trunk': {'1.1'}} Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: consumer versions: Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: HyperV agent@n-h1-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: HyperV agent@n-h2-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: L3 agent@n-d-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: Metadata agent@n-d-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: Metering agent@n-d-761264-20: {}, Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'ConntrackHelper': '1.0', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'LocalIPAssociation': '1.0', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Log': '1.0', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Network': '1.1', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Port': '1.7', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'PortForwarding': '1.2', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'QosPolicy': '1.10', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SecurityGroup': '1.5', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SecurityGroupRule': '1.2', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'SubPort': '1.0', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Subnet': '1.1', Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: 'Trunk': '1.1'}} Dec 21 01:41:19.269139 n-d-761264-20 neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:41:19.303663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:21.861015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:22.472301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54122) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:22.685045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:22.786172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbf81b8f-db63-4636-b6bb-629ee204cef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:22.807048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:22.902347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbf81b8f-db63-4636-b6bb-629ee204cef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:22.909797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff1ac-d0b4-45f5-998f-33e4c405a46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:22.914165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbf81b8f-db63-4636-b6bb-629ee204cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:22.949516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fbf81b8f-db63-4636-b6bb-629ee204cef5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3b1df09e6c8421595db4b9694ed6272&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4754076 Dec 21 01:41:22.952266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54176) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:23.000977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf81b8f-db63-4636-b6bb-629ee204cef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28ba97-555a-4582-94ff-7804f4ae3ca4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.057201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff1ac-d0b4-45f5-998f-33e4c405a46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.066802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff1ac-d0b4-45f5-998f-33e4c405a46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.090284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.111204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e4ff1ac-d0b4-45f5-998f-33e4c405a46a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31e50d5ce7d846cbbf350cc0c829c44d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4239933 Dec 21 01:41:23.113085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff1ac-d0b4-45f5-998f-33e4c405a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4c2411-abbd-4bc2-974c-a702ec1a0c07,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.127266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54182) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:23.146654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a09e516b-e727-4481-9330-2a27bdb017ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.172001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.307394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.310445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.311584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e28ba97-555a-4582-94ff-7804f4ae3ca4 HTTP/1.1" status: 204 len: 168 time: 0.3577654 Dec 21 01:41:23.330434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.335820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bb5cf-9b96-4c0f-8507-56868dedf93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28ba97-555a-4582-94ff-7804f4ae3ca4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.348744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a09e516b-e727-4481-9330-2a27bdb017ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.367047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a09e516b-e727-4481-9330-2a27bdb017ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.395864 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.476248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e516b-e727-4481-9330-2a27bdb017ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc707f5b-aebb-49ee-925a-e478ac12638a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.494558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a09e516b-e727-4481-9330-2a27bdb017ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2852caef2fc4dc6be5d74fc4e2b7909&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6858811 Dec 21 01:41:23.497766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54218) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:23.535265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.538183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.539500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed4c2411-abbd-4bc2-974c-a702ec1a0c07 HTTP/1.1" status: 204 len: 168 time: 0.4035428 Dec 21 01:41:23.553217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50740e-c26f-4d75-84b7-08ff0195f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4c2411-abbd-4bc2-974c-a702ec1a0c07,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.566039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.599697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.660587 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.663431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.664604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc707f5b-aebb-49ee-925a-e478ac12638a HTTP/1.1" status: 204 len: 168 time: 0.1656692 Dec 21 01:41:23.676945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375d39-71be-4ae1-b0af-ef5b88ba05b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc707f5b-aebb-49ee-925a-e478ac12638a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.720705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54230) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:23.739607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d27d-b89c-4ec4-a99b-ef99610ba75d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.837100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d27d-b89c-4ec4-a99b-ef99610ba75d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.843186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d27d-b89c-4ec4-a99b-ef99610ba75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.906032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54244) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:23.906476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ceb4d27d-b89c-4ec4-a99b-ef99610ba75d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b0c7628b6054ceca3776d76870446d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1842179 Dec 21 01:41:23.907336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4d27d-b89c-4ec4-a99b-ef99610ba75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663f3ad6-fecf-4570-a581-90e4c2ca561a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:23.975055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:23.998426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.053225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.059085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.060611 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/663f3ad6-fecf-4570-a581-90e4c2ca561a HTTP/1.1" status: 204 len: 168 time: 0.1535339 Dec 21 01:41:24.073510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04414-36c6-4999-b0b2-5aa4740ad028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663f3ad6-fecf-4570-a581-90e4c2ca561a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:24.141051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:24.145825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54258) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:24.159219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88b56977-8df3-4452-b20d-362c34a86581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.165702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd836-f4a3-4cee-96c1-5c22f54958e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.253578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88b56977-8df3-4452-b20d-362c34a86581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.259132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88b56977-8df3-4452-b20d-362c34a86581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.269377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd836-f4a3-4cee-96c1-5c22f54958e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.275626 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd836-f4a3-4cee-96c1-5c22f54958e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.301617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-88b56977-8df3-4452-b20d-362c34a86581 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac217774338345c1a4c926e2c2809eee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1593447 Dec 21 01:41:24.304110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b56977-8df3-4452-b20d-362c34a86581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfadb8e-5581-4326-adf3-74ff85a351d1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:24.306576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54262) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:24.340858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd836-f4a3-4cee-96c1-5c22f54958e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6def13-f64d-4557-9e66-f01922c0452b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:24.360546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.386732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ddfd836-f4a3-4cee-96c1-5c22f54958e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e148f0abed14784b59a1474dfe39bad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2389278 Dec 21 01:41:24.388794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.388988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54266) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:24.460961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.464303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.465564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccfadb8e-5581-4326-adf3-74ff85a351d1 HTTP/1.1" status: 204 len: 168 time: 0.1578412 Dec 21 01:41:24.467932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.475841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870b1df-46a1-4c40-bf47-cbaadb49273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfadb8e-5581-4326-adf3-74ff85a351d1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:24.524226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.632569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.636792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:24.638474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c6def13-f64d-4557-9e66-f01922c0452b HTTP/1.1" status: 204 len: 168 time: 0.2483869 Dec 21 01:41:24.648403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efc804-40fc-45d9-85de-66661d82d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6def13-f64d-4557-9e66-f01922c0452b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:25.490781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:25.970144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26613276-2c9d-4dbc-9e0d-05f8ffa93a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.095571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26613276-2c9d-4dbc-9e0d-05f8ffa93a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.101045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26613276-2c9d-4dbc-9e0d-05f8ffa93a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.158264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-26613276-2c9d-4dbc-9e0d-05f8ffa93a80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=722a44369b1c458ca5e21e16574e7eca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6664722 Dec 21 01:41:26.159152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26613276-2c9d-4dbc-9e0d-05f8ffa93a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd4e4b8-38d3-4e41-9ea1-fd4d7c32c121,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:26.161767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:26.235571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.277923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.347381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.351039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.355511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bd4e4b8-38d3-4e41-9ea1-fd4d7c32c121 HTTP/1.1" status: 204 len: 168 time: 0.1927407 Dec 21 01:41:26.368186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f3bb2-832a-4031-8e57-d4c9bd8d0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd4e4b8-38d3-4e41-9ea1-fd4d7c32c121,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:26.378583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:26.865969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54510) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:26.868674 n-d-761264-20 neutron-server[109850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 01:41:26.903507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-5a215232-3f95-40a2-aa1a-a75d5e4ce970 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359936 Dec 21 01:41:27.020833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54524) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:27.038685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-9626af40-b714-49cb-9179-d6bc396ed9cd tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:27.040179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-9626af40-b714-49cb-9179-d6bc396ed9cd tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357820 Dec 21 01:41:27.070444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-d875259e-b66a-488a-bc1e-2fe4746f26e4 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/quotas/2ac10c6236ff4df184ecb7fd77f93df2 HTTP/1.1" status: 200 len: 375 time: 0.0215487 Dec 21 01:41:27.123787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-fcd26ccd-1a89-427c-a9c4-86ee0d0d8fb6 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513194 Dec 21 01:41:27.139566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54538) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:27.161382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-889989b4-a32a-4fef-846a-e37a168abd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.256819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-889989b4-a32a-4fef-846a-e37a168abd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.262895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-889989b4-a32a-4fef-846a-e37a168abd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.315174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54550) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:27.334271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-889989b4-a32a-4fef-846a-e37a168abd64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46664b27d5e94ceeac35b7a7ab47c17e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1929410 Dec 21 01:41:27.336478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889989b4-a32a-4fef-846a-e37a168abd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd13308-93da-46e6-8446-379ba44859e9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:27.389902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.411638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1950811448-network', 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:27.415538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.483823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.484542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c40d9fb9-dd88-4fdc-87f0-f5e557ee6adf req-b299e456-db1b-41b3-a5a4-8d937f3814e4 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 210 time: 0.0889275 Dec 21 01:41:27.486862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.491601 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdd13308-93da-46e6-8446-379ba44859e9 HTTP/1.1" status: 204 len: 168 time: 0.1752357 Dec 21 01:41:27.509682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed257e08-fa57-4aed-a1bd-7315d92c35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd13308-93da-46e6-8446-379ba44859e9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:27.522085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:27.524757 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.538545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.614947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.619402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.650550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:41:27.664309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211a919-cfb6-4366-981c-d6e1e8ceb757,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:27.679549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734518841811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.680287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Unsubscribe: segment precommit_create {{(pid=109850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 01:41:27.680818 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Added segment 7e73f3da-bbd0-48a5-b1b1-1a05df38f513 of type vlan for network 39c1229f-3fc7-4996-9218-d8edb8448aed Dec 21 01:41:27.760012 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.797920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.799030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:27.799753 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:27.895239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:27.918493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] Pushing event updated for resources: {'Network': ['ID=39c1229f-3fc7-4996-9218-d8edb8448aed,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:27.925377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-91a6eb34-8907-452f-a7e0-f2d22f71d083 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9021852 Dec 21 01:41:27.927204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:27.932830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Request body: {'subnet': {'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1950811448-subnet', 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:27.935505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 39c1229f-3fc7-4996-9218-d8edb8448aed details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:41:27.992050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:27.995024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.224906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.345637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:28.346301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Network hostable DHCP agents. Network: 39c1229f-3fc7-4996-9218-d8edb8448aed, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:41:28.400924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f43eb1-f2cf-4af5-9c12-d515c60935c3,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:28.415640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7b95-a2f9-4406-9872-7dd5eaa4f41a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.419990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Network 39c1229f-3fc7-4996-9218-d8edb8448aed is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:41:28.454995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 39c1229f-3fc7-4996-9218-d8edb8448aed) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:28.465923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:28.471544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9c8fe-8070-4622-9924-c4ce7042f2b5 None None] Network 39c1229f-3fc7-4996-9218-d8edb8448aed requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:28.478432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.577791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-264a7c26-6f6b-4765-84e0-c120b022aa55 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6493008 Dec 21 01:41:28.592963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88af381-dd0e-4105-9d29-941a9d34beb2 None None] Network 39c1229f-3fc7-4996-9218-d8edb8448aed requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:28.639340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b0acee4-6d1b-4be8-aa35-b413da21c077 req-038e146f-65b2-4436-87db-01cce4353fa6 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 210 time: 0.0586491 Dec 21 01:41:28.640735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7b95-a2f9-4406-9872-7dd5eaa4f41a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.652554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7b95-a2f9-4406-9872-7dd5eaa4f41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.714305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef7b95-a2f9-4406-9872-7dd5eaa4f41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6eff67-d226-4aa2-92e0-7dc6fb3bd98a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:28.735214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1ef7b95-a2f9-4406-9872-7dd5eaa4f41a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ace7f94a6cf4f7caa41705ad49827d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8389130 Dec 21 01:41:28.738522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54644) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:28.813071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.841566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.896126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.896622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:28.897781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf6eff67-d226-4aa2-92e0-7dc6fb3bd98a HTTP/1.1" status: 204 len: 168 time: 0.1574447 Dec 21 01:41:28.906173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e2008-ffc2-43d5-9dbf-736fa7dae1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6eff67-d226-4aa2-92e0-7dc6fb3bd98a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:29.663507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54686) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:29.669416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54688) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:29.695103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c726b727-0f1e-49dd-8503-a26bedfbc78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:29.806859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c726b727-0f1e-49dd-8503-a26bedfbc78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:29.812246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c726b727-0f1e-49dd-8503-a26bedfbc78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:29.852172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c726b727-0f1e-49dd-8503-a26bedfbc78f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16a2f7e77a1c4022bc49f74d644241dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1875927 Dec 21 01:41:29.854950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54700) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:29.860782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.45', 57748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:29.862884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726b727-0f1e-49dd-8503-a26bedfbc78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7703c7a-e966-401b-bf4d-7ec3efa62258,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:29.892548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54702) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:29.921127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:29.924727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-4e6e58d0-9083-4ca5-a183-bb7cc0ed2447 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524259 Dec 21 01:41:29.947339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.014551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.017734 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.034707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7703c7a-e966-401b-bf4d-7ec3efa62258 HTTP/1.1" status: 204 len: 168 time: 0.1783030 Dec 21 01:41:30.067805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446ac82-776b-48fe-89da-b20cb5ccfa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7703c7a-e966-401b-bf4d-7ec3efa62258,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.070450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2db9972-d36d-4d04-9398-d595137f142c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.142463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-950a0df2-f23f-4d07-bc24-25932fb7f7af tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:30.144059 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-950a0df2-f23f-4d07-bc24-25932fb7f7af tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129455 Dec 21 01:41:30.165183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2db9972-d36d-4d04-9398-d595137f142c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.171204 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2db9972-d36d-4d04-9398-d595137f142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.212723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c2db9972-d36d-4d04-9398-d595137f142c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62f859b142b14c349b5c14b38e758b0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5402999 Dec 21 01:41:30.215226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db9972-d36d-4d04-9398-d595137f142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345acc1-3260-4739-8936-23cad9c1bc5a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.216019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:30.273790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.289189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54718) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:30.295620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.306410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Request body: {'port': {'device_id': '517642c0-1387-4829-9551-161e67be1d4e', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '2ac10c6236ff4df184ecb7fd77f93df2'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:30.333487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e858a828-c49a-4e18-8c62-91aad8fb48b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.434258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:30.463316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e858a828-c49a-4e18-8c62-91aad8fb48b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.471831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e858a828-c49a-4e18-8c62-91aad8fb48b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.507965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858a828-c49a-4e18-8c62-91aad8fb48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d59221-e8a2-4c19-85cc-f481f02c4e09,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.513692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.516404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.517628 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3345acc1-3260-4739-8936-23cad9c1bc5a HTTP/1.1" status: 204 len: 168 time: 0.3006215 Dec 21 01:41:30.529688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129555b-f9bd-4af0-85aa-854e849c8c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345acc1-3260-4739-8936-23cad9c1bc5a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.559366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Made reservation on behalf of 2ac10c6236ff4df184ecb7fd77f93df2 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:30.565023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.571162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e858a828-c49a-4e18-8c62-91aad8fb48b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90e96a06718b4955a9436aadc1f766e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6769950 Dec 21 01:41:30.575164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54736) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:30.578684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.632570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.665616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.685429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.691625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.718341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-97dc393b-274a-4796-9168-e25918ed7229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.762725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.765710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.767179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62d59221-e8a2-4c19-85cc-f481f02c4e09 HTTP/1.1" status: 204 len: 168 time: 0.1907544 Dec 21 01:41:30.783616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14025529-dcac-44b1-8a40-6b0aea4d7046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d59221-e8a2-4c19-85cc-f481f02c4e09,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.817354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.847613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-97dc393b-274a-4796-9168-e25918ed7229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.853993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-97dc393b-274a-4796-9168-e25918ed7229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:30.969510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc393b-274a-4796-9168-e25918ed7229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cdcd54-0bb1-458e-b3ca-bec0ddb55dbe,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:30.975139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-981f70b7-2e89-4c08-8078-4c8d15b828b8 req-dc4ac622-d407-4048-82d9-d761e51d2166 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 210 time: 0.5395975 Dec 21 01:41:30.982017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Allocated IP 192.168.233.120 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/7e2e7766-3211-49fa-963b-e8b3494fc2cc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:30.993961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-97dc393b-274a-4796-9168-e25918ed7229 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a49b19b07c8b4ae0803381103e5fdf9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7025237 Dec 21 01:41:30.996722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54756) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:31.076766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.101544 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.150025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:31.163685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-50630402-network', 'tenant_id': '9f86ddecebfa482ba52061985922db74'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:31.169696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.172338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.175977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05cdcd54-0bb1-458e-b3ca-bec0ddb55dbe HTTP/1.1" status: 204 len: 168 time: 0.1755123 Dec 21 01:41:31.186796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33888c50-ea5f-447e-863a-638101eee856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cdcd54-0bb1-458e-b3ca-bec0ddb55dbe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:31.225030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Made reservation on behalf of 9f86ddecebfa482ba52061985922db74 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:31.229879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.249257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.361049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.405817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.429051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54772) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:31.455681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.457025 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf90f1ae-003b-4149-bd03-02b3ab188b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.470906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.483602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:31.491259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:31.500758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:31.506576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:31.507191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.524399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:41:31.543743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Pushing event updated for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:31.551683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-dc2eb683-7a75-406e-ae5a-1cbcaf19dd89 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2491453 Dec 21 01:41:31.559630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc9651-dcc7-491c-b4b8-2c9f92d816f5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:31.567142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-b428b143-3b5e-4cef-9baf-458ac92580a0 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:41:31.571582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-b428b143-3b5e-4cef-9baf-458ac92580a0 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107875 Dec 21 01:41:31.578442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.578855 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Added segment 27b3536e-7bdd-4eba-bb3a-e1a8b4f360ae of type vlan for network e4a10752-4aa2-4e2a-8df8-8e53d648f165 Dec 21 01:41:31.645966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.704688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf90f1ae-003b-4149-bd03-02b3ab188b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.723596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.724732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:31.725359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.735272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf90f1ae-003b-4149-bd03-02b3ab188b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.828806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-23bed90a-fccc-4bb5-8509-872e407d9443 None None] Provisioning complete for port 7e2e7766-3211-49fa-963b-e8b3494fc2cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:31.830848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23bed90a-fccc-4bb5-8509-872e407d9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:31.837063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6797698 Dec 21 01:41:31.840419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:31.845659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Request body: {'subnet': {'network_id': 'e4a10752-4aa2-4e2a-8df8-8e53d648f165', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-50630402-subnet', 'tenant_id': '9f86ddecebfa482ba52061985922db74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:31.864601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf90f1ae-003b-4149-bd03-02b3ab188b68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9118dd1c2c04913ad6e7996a1518a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312401 Dec 21 01:41:31.864813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:31.877676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41ea96-635b-46dc-b5c3-6a84b49919b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a10752-4aa2-4e2a-8df8-8e53d648f165,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:31.891413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f1ae-003b-4149-bd03-02b3ab188b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718c7a36-82d2-45fd-b1af-d4b7fc3b31b2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:31.891893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e4a10752-4aa2-4e2a-8df8-8e53d648f165 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:41:31.947641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-23bed90a-fccc-4bb5-8509-872e407d9443 None None] Port 7e2e7766-3211-49fa-963b-e8b3494fc2cc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:41:31.955769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Made reservation on behalf of 9f86ddecebfa482ba52061985922db74 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:31.958436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.037925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54788) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:32.059112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45568db8-43e6-41fa-b01f-d5b803a52fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.257715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.287035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45568db8-43e6-41fa-b01f-d5b803a52fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.293709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45568db8-43e6-41fa-b01f-d5b803a52fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.363510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568db8-43e6-41fa-b01f-d5b803a52fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbaab4f-dd39-4a81-bcd2-8e3954b7b407,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:32.377538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.451524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54794) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:32.502650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d35d304-4f69-4a37-b7c6-861abceefe35,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:32.509809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.541929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-45568db8-43e6-41fa-b01f-d5b803a52fa5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=045933afc7b3458e9df8aa602c9aa012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996703 Dec 21 01:41:32.541929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3458389b-8c8e-4b06-9d00-f1eb97bb668c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.542904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54796) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:32.592741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Request body: {'port': {'device_id': '517642c0-1387-4829-9551-161e67be1d4e', 'device_owner': 'compute:tempest-test_az-365605361', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:32.607405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Checking segment: {'id': '27b3536e-7bdd-4eba-bb3a-e1a8b4f360ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4a10752-4aa2-4e2a-8df8-8e53d648f165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:32.607756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Network hostable DHCP agents. Network: e4a10752-4aa2-4e2a-8df8-8e53d648f165, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:41:32.629065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cf24-ad86-4a16-8036-9ba8641730fa req-81f5ad59-8201-4740-bf02-6a1ce2f6e8fc tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:32.641929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a050cf24-ad86-4a16-8036-9ba8641730fa req-81f5ad59-8201-4740-bf02-6a1ce2f6e8fc tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 936 time: 0.2952864 Dec 21 01:41:32.742221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:32.947255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a050cf24-ad86-4a16-8036-9ba8641730fa req-17c9d3c4-a2bd-40d8-a2dc-5bf6a0642666 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042951 Dec 21 01:41:33.000385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3458389b-8c8e-4b06-9d00-f1eb97bb668c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.007136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3458389b-8c8e-4b06-9d00-f1eb97bb668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.055332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Network e4a10752-4aa2-4e2a-8df8-8e53d648f165 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:41:33.067725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458389b-8c8e-4b06-9d00-f1eb97bb668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c1fe6-afb4-4650-aaf3-1daaeb5a7bee,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:33.107433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3458389b-8c8e-4b06-9d00-f1eb97bb668c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb4132fe0d5a44c3bf0491b619fa9766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6347473 Dec 21 01:41:33.107433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54818) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:33.189219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e4a10752-4aa2-4e2a-8df8-8e53d648f165) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:33.200163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115484e-7aac-4f17-9a06-a15a39a6456d None None] Network e4a10752-4aa2-4e2a-8df8-8e53d648f165 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:33.225109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.232097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.239142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/718c7a36-82d2-45fd-b1af-d4b7fc3b31b2 HTTP/1.1" status: 204 len: 168 time: 1.3709292 Dec 21 01:41:33.243846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.254878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.258790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:33.259387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.320884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.356024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf2202-3733-4bbe-a9c8-641060febbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c7a36-82d2-45fd-b1af-d4b7fc3b31b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:33.425090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03179d2d-c8f5-4367-989f-612a17b8136b None None] Network e4a10752-4aa2-4e2a-8df8-8e53d648f165 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:33.430555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.433710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.434856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d53c1fe6-afb4-4650-aaf3-1daaeb5a7bee HTTP/1.1" status: 204 len: 168 time: 0.3269792 Dec 21 01:41:33.459457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021682-573d-45ff-b880-32126180c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c1fe6-afb4-4650-aaf3-1daaeb5a7bee,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:33.460729 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0f6805f3-550e-48c5-84ed-9d04e956a8b6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6190124 Dec 21 01:41:33.466691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.627795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.631239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.632475 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dbaab4f-dd39-4a81-bcd2-8e3954b7b407 HTTP/1.1" status: 204 len: 168 time: 1.0869787 Dec 21 01:41:33.733189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2e7766-3211-49fa-963b-e8b3494fc2cc {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:41:33.748088 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:33.771023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Transition to ACTIVE for port object 7e2e7766-3211-49fa-963b-e8b3494fc2cc will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:41:33.772782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d6b6-a163-4e29-bbca-3cc246e399ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbaab4f-dd39-4a81-bcd2-8e3954b7b407,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:33.778233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:34.039874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:34.044829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Attempting to bind port 7e2e7766-3211-49fa-963b-e8b3494fc2cc on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:34.045398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Attempting to bind port 7e2e7766-3211-49fa-963b-e8b3494fc2cc by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:34.045903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Attempting to bind port 7e2e7766-3211-49fa-963b-e8b3494fc2cc on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:34.054888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Port 7e2e7766-3211-49fa-963b-e8b3494fc2cc on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:41:34.055498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Attempting to bind port 7e2e7766-3211-49fa-963b-e8b3494fc2cc on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:34.063900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:34.064451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:34.065163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:34.068521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Bound port: 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:34.069078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:34.213207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:34.218892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:34.227666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:34.270672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495d49-6307-400e-b3b3-deeb40d37903 req-23621c69-ed47-4cb9-a0d0-66721a1a878f tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:34.285263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21495d49-6307-400e-b3b3-deeb40d37903 req-23621c69-ed47-4cb9-a0d0-66721a1a878f tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.1707044 Dec 21 01:41:34.286471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:34.287094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:34.288536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e2e7766-3211-49fa-963b-e8b3494fc2cc HTTP/1.1" status: 200 len: 1118 time: 2.0472248 Dec 21 01:41:34.288996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:41:34.481289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3de66-bee4-480c-b214-9f6bd8744092 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:34.488766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21495d49-6307-400e-b3b3-deeb40d37903 req-93b54e14-3e5b-42f6-9e14-cb459b30e204 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975873 Dec 21 01:41:34.672749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-e31cfcb7-0f85-4f4c-877c-82382f663ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:34.678311 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-e31cfcb7-0f85-4f4c-877c-82382f663ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 1121 time: 0.1616309 Dec 21 01:41:34.862386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54878) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:34.898023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4ff75ff-985b-4c27-8c87-24173a107d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.087264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4ff75ff-985b-4c27-8c87-24173a107d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.101577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4ff75ff-985b-4c27-8c87-24173a107d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.125690 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93e1295-51bf-4c36-8630-04827fad2d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:41:35.149221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff75ff-985b-4c27-8c87-24173a107d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9195341d-9e8e-470c-85cd-b5ac0ad31f0b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:35.176343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e4ff75ff-985b-4c27-8c87-24173a107d60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d16eefa550f4291a9cbf83fe89b60f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128300 Dec 21 01:41:35.179109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54900) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:35.302056 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.342338 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.464902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.467635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:35.469224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9195341d-9e8e-470c-85cd-b5ac0ad31f0b HTTP/1.1" status: 204 len: 168 time: 0.2889881 Dec 21 01:41:35.485052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d966-0e63-4f01-afca-8e83f83fbe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9195341d-9e8e-470c-85cd-b5ac0ad31f0b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:35.632547 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace70d1-1bb7-487e-bd3f-9ed9ddaf6788 x-openstack-request-id: req-aace70d1-1bb7-487e-bd3f-9ed9ddaf6788 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:41:35.632838 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:41:35.633093 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aace70d1-1bb7-487e-bd3f-9ed9ddaf6788 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:41:35.633712 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc', 'status': 'completed', 'code': 200} Dec 21 01:41:35.668955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-ba1f03be-b15e-43f7-a008-ab8434e3f4c4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:35.670601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-ba1f03be-b15e-43f7-a008-ab8434e3f4c4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.3762586 Dec 21 01:41:35.701685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-3ec9c506-b6db-4f6f-baeb-7c34731cbcf4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/quotas/124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 375 time: 0.0225894 Dec 21 01:41:35.776238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-40504263-6ebc-4fc6-bf75-7765a111e4f1 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649276 Dec 21 01:41:35.853160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69311b6f-c890-4d9b-8d1e-36d1f14e1aa5 req-833a370c-650c-4f61-a0f2-d4fbec2be7f8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:35.856716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69311b6f-c890-4d9b-8d1e-36d1f14e1aa5 req-833a370c-650c-4f61-a0f2-d4fbec2be7f8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.0792813 Dec 21 01:41:35.925533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69311b6f-c890-4d9b-8d1e-36d1f14e1aa5 req-b5070825-6c46-4931-9dd6-8780981982bc tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Dec 21 01:41:36.335475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:36.547711 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac919-4f1f-49ed-9545-9e594c54325f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:36.594902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-fefd7309-fb11-48fe-acda-5119cc0bee27 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:41:36.596819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-fefd7309-fb11-48fe-acda-5119cc0bee27 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1719878 Dec 21 01:41:36.654888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac919-4f1f-49ed-9545-9e594c54325f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:36.665269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac919-4f1f-49ed-9545-9e594c54325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:36.727263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f9ac919-4f1f-49ed-9545-9e594c54325f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55bca66b2b7f47a49ce82faf51f4699e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905921 Dec 21 01:41:36.728231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54970) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:36.728715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ac919-4f1f-49ed-9545-9e594c54325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7a10f-b994-4cc6-a312-805107bf7557,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:36.813731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-194d739c-2188-4f8a-980e-2fb66a06d586 service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073753 Dec 21 01:41:36.879826 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:36.918144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:36.942933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:36.957555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-1082db72-93b5-408d-b9cd-9530031439a8 service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425483 Dec 21 01:41:37.023239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.027150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.031062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7d7a10f-b994-4cc6-a312-805107bf7557 HTTP/1.1" status: 204 len: 168 time: 0.2990801 Dec 21 01:41:37.037947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b571c5-e5a7-4524-ab08-366b207abb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7a10f-b994-4cc6-a312-805107bf7557,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:37.264242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f9b76-758d-40d0-ac03-ef2bacaab3fc req-e75107ee-2dde-4e5f-a598-beebc8d0f9a4 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:37.271698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8f9b76-758d-40d0-ac03-ef2bacaab3fc req-e75107ee-2dde-4e5f-a598-beebc8d0f9a4 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.1209512 Dec 21 01:41:37.319616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-729f8e98-2735-453c-844a-29d06abb2be4 req-d9ec5a70-ed0b-41f5-b18a-72a645b17b59 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 210 time: 0.0449736 Dec 21 01:41:37.393749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8f9b76-758d-40d0-ac03-ef2bacaab3fc req-a3210b1b-f531-447c-8731-5ae76fe18240 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208987 Dec 21 01:41:37.463039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-network', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:37.501051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Made reservation on behalf of a494bc3f59a04438b6748cd45468e0ea for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:37.504160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.518178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.667732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.677559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.692636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:41:37.720137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.721095 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Added segment 092f7b97-ddb5-4a05-b936-a3db7cd07f15 of type vlan for network 21879e0e-5728-4a44-aa89-b4702d99bfea Dec 21 01:41:37.792543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e13431-5ad6-4e12-b9b0-7eccfb67dfa0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:37.801369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.832763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.833955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:37.834675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:37.924443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9803550 Dec 21 01:41:37.927226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:37.932268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Request body: {'subnet': {'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-subnet', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:37.943881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c649-590a-489d-a862-84d60bf9136e admin admin] Pushing event updated for resources: {'Network': ['ID=21879e0e-5728-4a44-aa89-b4702d99bfea,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:37.954281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 21879e0e-5728-4a44-aa89-b4702d99bfea details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:41:37.990051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Made reservation on behalf of a494bc3f59a04438b6748cd45468e0ea for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:38.000969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.163580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55030) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:38.197324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-963cdfdf-6711-4e2f-9dcc-b0da7fd7dd91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.316206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.424726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fbf91a-7a7c-4177-a463-3684bb55a715,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:38.429285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-963cdfdf-6711-4e2f-9dcc-b0da7fd7dd91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.438322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Checking segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:38.438904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Network hostable DHCP agents. Network: 21879e0e-5728-4a44-aa89-b4702d99bfea, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:41:38.441276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-963cdfdf-6711-4e2f-9dcc-b0da7fd7dd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.497315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:41:38.503661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-963cdfdf-6711-4e2f-9dcc-b0da7fd7dd91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9c4a365f53940bcbc587981fa33c214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388226 Dec 21 01:41:38.508452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cdfdf-6711-4e2f-9dcc-b0da7fd7dd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b75de-84f3-4ec8-96bf-4e2aa90a7d8a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:38.509398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:38.548732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 21879e0e-5728-4a44-aa89-b4702d99bfea) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:38.560432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031efa2b-f130-4c51-9c8a-c55a46407624 None None] Network 21879e0e-5728-4a44-aa89-b4702d99bfea requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:38.570884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3665568d-8006-49e8-a7d7-408a8d1c4a56 req-df849a2e-1705-4076-b372-3d58c4cc4ccf tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 210 time: 0.1329272 Dec 21 01:41:38.572310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:38.573585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.630200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82368859-0168-4d01-8f97-6e778184d169 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6992667 Dec 21 01:41:38.630484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55052) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:38.633977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.634725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:38.674467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.715839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.717111 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.766320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.769003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.772903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/368b75de-84f3-4ec8-96bf-4e2aa90a7d8a HTTP/1.1" status: 204 len: 168 time: 0.2586203 Dec 21 01:41:38.786618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767553a-4ff6-45ce-952d-3f975aaa4f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b75de-84f3-4ec8-96bf-4e2aa90a7d8a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:38.802777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-21879e0e-5728-4a44-aa89-b4702d99bfea', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:41:38.810183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.876809 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:38.902253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f65f2-3789-4ea9-92b8-8d8fb318c911 req-8d1c88e2-ec5a-4f86-8b39-514f1fe6c787 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:38.906511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc4f65f2-3789-4ea9-92b8-8d8fb318c911 req-8d1c88e2-ec5a-4f86-8b39-514f1fe6c787 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.2105031 Dec 21 01:41:39.166511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Allocated IP 172.20.0.2 (21879e0e-5728-4a44-aa89-b4702d99bfea/63fbf91a-7a7c-4177-a463-3684bb55a715/953043ba-7335-4dc0-9804-bd105d69f9ab) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:39.349921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc4f65f2-3789-4ea9-92b8-8d8fb318c911 req-1cddd67c-a986-4d5f-aeb0-e70ca5da7a06 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364200 Dec 21 01:41:39.412423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:39.503304 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:39.513154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:39.607525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Pushing event updated for resources: {'Port': ['ID=953043ba-7335-4dc0-9804-bd105d69f9ab,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:39.646744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.647131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.647478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.647825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.654407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.654777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.655109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.655448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.655783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.656118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.656455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.656781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.657106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Tracked resource versions report: Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: pushed versions: Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: { 'AddressGroup': {'1.2'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'ConntrackHelper': {'1.0'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Log': {'1.0'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Network': {'1.1'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Port': {'1.7'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'PortForwarding': {'1.2'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'QosPolicy': {'1.10'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SecurityGroup': {'1.5'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SubPort': {'1.0'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Subnet': {'1.1'}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Trunk': {'1.1'}} Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: consumer versions: Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: HyperV agent@n-h1-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: HyperV agent@n-h2-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: L3 agent@n-d-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: Metadata agent@n-d-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: Metering agent@n-d-761264-20: {}, Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'ConntrackHelper': '1.0', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'LocalIPAssociation': '1.0', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Log': '1.0', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Network': '1.1', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Port': '1.7', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'PortForwarding': '1.2', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'QosPolicy': '1.10', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SecurityGroup': '1.5', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SecurityGroupRule': '1.2', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'SubPort': '1.0', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Subnet': '1.1', Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: 'Trunk': '1.1'}} Dec 21 01:41:39.658307 n-d-761264-20 neutron-server[109852]: {{(pid=109852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:41:39.678805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:39.681768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.24', 53786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:39.682998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:39.688958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:39.873671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Attempting to bind port 953043ba-7335-4dc0-9804-bd105d69f9ab on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:39.874133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Attempting to bind port 953043ba-7335-4dc0-9804-bd105d69f9ab by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:39.874549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Attempting to bind port 953043ba-7335-4dc0-9804-bd105d69f9ab on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:39.907789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:39.908253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Checking segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:39.909221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-635d2916-092a-4aa4-b36b-090f2436d54c req-bee14d6b-d641-44f9-9ca7-e0a9d2448338 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 210 time: 0.1011767 Dec 21 01:41:39.910510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:39.911599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Bound using segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:39.913776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Bound port: 953043ba-7335-4dc0-9804-bd105d69f9ab, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:39.915906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:40.007407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:40.033871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] For port 953043ba-7335-4dc0-9804-bd105d69f9ab, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:40.063536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-5a06388b-ae41-48de-81c6-20f513774e89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc HTTP/1.1" status: 200 len: 217 time: 0.0758545 Dec 21 01:41:40.064511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] For port 953043ba-7335-4dc0-9804-bd105d69f9ab, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=953043ba-7335-4dc0-9804-bd105d69f9ab,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:40.075789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:40.095975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:40.233629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840ba52-cd73-49b3-9ee5-d1c52e1728fd None None] Pushing event updated for resources: {'Port': ['ID=953043ba-7335-4dc0-9804-bd105d69f9ab,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:40.279018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-86268e1c-8298-44ab-b893-43dd5fb38ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:40.280876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-86268e1c-8298-44ab-b893-43dd5fb38ad6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1710231 Dec 21 01:41:40.475167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Allocated IP 172.25.6.229 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/784ded79-0e6b-425c-968c-d58ad707f67c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:40.570031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-199e5730-1f4b-49ea-af1d-2b58d6e022db tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:40.573235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-199e5730-1f4b-49ea-af1d-2b58d6e022db tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.8877885 Dec 21 01:41:40.692249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Request body: {'port': {'device_id': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'admin_state_up': True, 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:40.940647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:40.941493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:40.952540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:41.023779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:41.122371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:41.132405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:41.135240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:41.162827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1978b2f-193d-4d7f-8284-6af336eaecb5 req-50bdae90-d732-4c72-b282-c9bb84bfcdf8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:41.164734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1978b2f-193d-4d7f-8284-6af336eaecb5 req-50bdae90-d732-4c72-b282-c9bb84bfcdf8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.6560309 Dec 21 01:41:41.233855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Allocated IP 172.20.0.4 (39c1229f-3fc7-4996-9218-d8edb8448aed/44f43eb1-f2cf-4af5-9c12-d515c60935c3/9a67938b-6282-43d5-bd1b-c996be52c8a0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:41.517378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Pushing event updated for resources: {'Port': ['ID=784ded79-0e6b-425c-968c-d58ad707f67c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:41.695293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 953043ba-7335-4dc0-9804-bd105d69f9ab up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:41.808534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:41.811242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-fbc259e5-f925-4aaf-9e17-305baed3b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:41.813269 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-fbc259e5-f925-4aaf-9e17-305baed3b703 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2337151 Dec 21 01:41:41.845776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 953043ba-7335-4dc0-9804-bd105d69f9ab triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:41.846365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:41.857608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1978b2f-193d-4d7f-8284-6af336eaecb5 req-09b2cf3a-351a-4541-a9ea-2d4db47ab02a tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787832 Dec 21 01:41:41.892127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:41.977427 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.030628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:42.080631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.125482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 953043ba-7335-4dc0-9804-bd105d69f9ab, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=953043ba-7335-4dc0-9804-bd105d69f9ab,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:42.128332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe26cab-1457-408f-ace6-e6f858100410 None None] Network 21879e0e-5728-4a44-aa89-b4702d99bfea requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:42.146872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.238542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-50cbf75c-a790-4248-a933-d122f3b586f1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127759 Dec 21 01:41:42.245936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Network 39c1229f-3fc7-4996-9218-d8edb8448aed is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:42.247960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:42.251713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:42.262029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:42.262695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.277462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=953043ba-7335-4dc0-9804-bd105d69f9ab,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:42.283035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1c53-be01-4c55-afad-f418979b18a1 req-a9875b61-92f8-44a6-a1f6-59d9e0598137 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:42.301436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-262a1c53-be01-4c55-afad-f418979b18a1 req-a9875b61-92f8-44a6-a1f6-59d9e0598137 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.2105329 Dec 21 01:41:42.302036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-c48cb929-a7df-42bf-8388-3a00315949bc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6208529 Dec 21 01:41:42.407195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f7a8949c-528c-42b5-8de4-6a9069db6e72 None None] Provisioning complete for port 953043ba-7335-4dc0-9804-bd105d69f9ab triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:42.407604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7a8949c-528c-42b5-8de4-6a9069db6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.435365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52978572-3b7a-486e-979d-22ca2f8c6dfa req-a6c06031-86a6-406e-861f-e91662a8601d service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489346 Dec 21 01:41:42.519027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b8afe849-f554-4f40-a43c-678a83904914 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=582b9390d2f34d41a73dd034efa5f014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210299 Dec 21 01:41:42.595400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-262a1c53-be01-4c55-afad-f418979b18a1 req-2fa01c33-f52c-4139-9ba3-0e2a2288ee0d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758334 Dec 21 01:41:42.731655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-27a6f132-3d8b-4385-997c-1ab603d27d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:42.733153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-27a6f132-3d8b-4385-997c-1ab603d27d6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 1121 time: 0.1211526 Dec 21 01:41:42.830905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:42.854188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-0f5bd1e7-494b-477c-a78f-c7a02f403bfb tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:42.865516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-0f5bd1e7-494b-477c-a78f-c7a02f403bfb tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737966 Dec 21 01:41:43.084105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-05f53c31-e350-4915-9b7b-12c6f967984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:43.090041 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-05f53c31-e350-4915-9b7b-12c6f967984d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3457549 Dec 21 01:41:43.102591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-859af160-88ad-4831-9403-446ed65dd96a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/quotas/582b9390d2f34d41a73dd034efa5f014 HTTP/1.1" status: 200 len: 375 time: 0.2325315 Dec 21 01:41:43.115913 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:41:43.159604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-93900899-f028-4832-a464-5fd1cb6d913a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474565 Dec 21 01:41:43.162820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-e58d9f6c-894d-4e45-94eb-d92a4dfdeb27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc HTTP/1.1" status: 200 len: 217 time: 0.0640123 Dec 21 01:41:43.182075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b4144b72-c262-4763-a93c-250e3df29b66 None None] Provisioning complete for port 953043ba-7335-4dc0-9804-bd105d69f9ab triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:43.184879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4144b72-c262-4763-a93c-250e3df29b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:43.254167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-4cd0c2d9-8d2c-4261-8161-9481e707be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:43.255594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-4cd0c2d9-8d2c-4261-8161-9481e707be5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0757868 Dec 21 01:41:43.428045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-4e7130e3-a496-4a2b-9152-61fb0d63a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:43.433661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-4e7130e3-a496-4a2b-9152-61fb0d63a4c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697953 Dec 21 01:41:43.490125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 953043ba-7335-4dc0-9804-bd105d69f9ab up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:43.529416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:41:43.631838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 953043ba-7335-4dc0-9804-bd105d69f9ab triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:43.631838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:43.655761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082bd53-4638-4494-b009-dae0cd1ff7d9 req-a19ee8e8-ab24-4664-b258-2ee9437b89d8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:43.657303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2082bd53-4638-4494-b009-dae0cd1ff7d9 req-a19ee8e8-ab24-4664-b258-2ee9437b89d8 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.1788545 Dec 21 01:41:43.673757 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-7a23ce8c-4d76-4c33-9570-91f1d68651cd service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291982 Dec 21 01:41:43.744097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2082bd53-4638-4494-b009-dae0cd1ff7d9 req-f4a1a511-3379-41a1-b75a-b21f3145cfa7 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781744 Dec 21 01:41:43.774578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:41:43.787414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:41:43.804771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:43.805617 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:43.821260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:43.836397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd4f573d-5d6d-4889-8dd6-db7e5925c00f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2047765 Dec 21 01:41:43.837110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55184) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:43.859206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd65ecab-ed6f-46da-a9c4-e31199be0550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:43.925813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f93e1295-51bf-4c36-8630-04827fad2d9b req-bbd384b3-136a-4bd1-bbe3-8f819ce215d1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407279 Dec 21 01:41:44.053838 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:44.133146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8b58635-7033-4ed7-ad9e-cbc137aab5e7 req-8a134017-16ee-46d8-bce0-5f3e8e189b44 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.1223147 Dec 21 01:41:44.347820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189386b-d51a-4741-aa9b-58b2a587048b req-4d769624-c3d6-4265-9ece-a9bea8e6ffd2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:44.349359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f189386b-d51a-4741-aa9b-58b2a587048b req-4d769624-c3d6-4265-9ece-a9bea8e6ffd2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.1138675 Dec 21 01:41:44.370557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:44.422323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:41Z', 'revision_number': 3, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:44.449774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f189386b-d51a-4741-aa9b-58b2a587048b req-38496f43-1b75-4e6b-a8a1-8e2f7d3494c6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911782 Dec 21 01:41:44.475448 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:41:44.476068 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Updating router 5c224761-bba5-48f9-85e9-6cb2927afc37 port 784ded79-0e6b-425c-968c-d58ad707f67c binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:41:44.505742 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:44.544923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4252d79-c946-405f-b898-acb1859ca8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:44.717841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4252d79-c946-405f-b898-acb1859ca8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:44.730119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4252d79-c946-405f-b898-acb1859ca8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:44.764251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4252d79-c946-405f-b898-acb1859ca8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea97005-daf6-4f68-be52-5c99e650a373,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:44.776342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:44.833996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4252d79-c946-405f-b898-acb1859ca8c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=604abe262376484397657b6436a8967c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623444 Dec 21 01:41:44.837476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:44.958136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.002418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.031924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc637b1-6ea7-4192-a3bb-b9c70a7af470 req-7d3ece5b-33d6-467b-8a4a-ddb77b30db3f tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:45.040754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffc637b1-6ea7-4192-a3bb-b9c70a7af470 req-7d3ece5b-33d6-467b-8a4a-ddb77b30db3f tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.1823022 Dec 21 01:41:45.099467 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.112300 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.190719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffc637b1-6ea7-4192-a3bb-b9c70a7af470 req-1cc1f2da-9322-4eb5-b5be-29d4e2c67aae tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436696 Dec 21 01:41:45.195644 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Attempting to bind port 784ded79-0e6b-425c-968c-d58ad707f67c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:45.196375 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Attempting to bind port 784ded79-0e6b-425c-968c-d58ad707f67c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:45.197101 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Attempting to bind port 784ded79-0e6b-425c-968c-d58ad707f67c on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:45.204749 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Pushing event updated for resources: {'Port': ['ID=784ded79-0e6b-425c-968c-d58ad707f67c,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:45.207868 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:45.209070 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:45.209725 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.210555 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:45.211269 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Bound port: 784ded79-0e6b-425c-968c-d58ad707f67c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:45.211906 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.241993 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.242724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.243291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.243865 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.244443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.244998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.245713 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.246242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.247418 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.247965 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.249762 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.250314 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.251552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Tracked resource versions report: Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: pushed versions: Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: { 'AddressGroup': {'1.2'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'ConntrackHelper': {'1.0'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'LocalIPAssociation': {'1.0'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Log': {'1.0'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Network': {'1.1'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Port': {'1.7'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'PortForwarding': {'1.2'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'QosPolicy': {'1.10'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SecurityGroup': {'1.5'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SecurityGroupRule': {'1.2'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SubPort': {'1.0'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Subnet': {'1.1'}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Trunk': {'1.1'}} Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: consumer versions: Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: { DHCP agent@n-d-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: HyperV agent@n-h1-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: HyperV agent@n-h2-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: L3 agent@n-d-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: Metadata agent@n-d-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: Metering agent@n-d-761264-20: {}, Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: Open vSwitch agent@n-d-761264-20: { 'AddressGroup': '1.2', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'ConntrackHelper': '1.0', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'LocalIPAssociation': '1.0', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Log': '1.0', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Network': '1.1', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Port': '1.7', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'PortForwarding': '1.2', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'QosPolicy': '1.10', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SecurityGroup': '1.5', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SecurityGroupRule': '1.2', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'SubPort': '1.0', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Subnet': '1.1', Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: 'Trunk': '1.1'}} Dec 21 01:41:45.254399 n-d-761264-20 neutron-server[109853]: {{(pid=109853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 01:41:45.338502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Allocated IP 172.20.0.1 (21879e0e-5728-4a44-aa89-b4702d99bfea/63fbf91a-7a7c-4177-a463-3684bb55a715/1138cb90-5485-4058-99c4-33a199a5a070) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:45.345539 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] For port 784ded79-0e6b-425c-968c-d58ad707f67c, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:45.350971 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] For port 784ded79-0e6b-425c-968c-d58ad707f67c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=784ded79-0e6b-425c-968c-d58ad707f67c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:45.355856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.361017 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.375375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.375375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ea97005-daf6-4f68-be52-5c99e650a373 HTTP/1.1" status: 204 len: 168 time: 0.5322018 Dec 21 01:41:45.375375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:45.389124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d94fa-b1d8-41eb-bff7-ff90e164a115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea97005-daf6-4f68-be52-5c99e650a373,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:45.408392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e33326b-04cb-407c-84ee-74398f230a6c req-2f2d4ae6-5a33-40e7-a0e6-2633ef10825a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0779390 Dec 21 01:41:45.543613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:45.544293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:45.598931 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eed24-7a13-4ec5-8917-3709cb8baa5d None None] Pushing event updated for resources: {'Port': ['ID=784ded79-0e6b-425c-968c-d58ad707f67c,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:45.628179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c31261a7-f741-49bd-a63c-f1c0a129488d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.709744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.733383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709345e-7a6a-45bd-bc7d-763f1e0022bd req-a480cfcc-d70e-4029-bafd-13a70681ea9a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:45.741450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0709345e-7a6a-45bd-bc7d-763f1e0022bd req-a480cfcc-d70e-4029-bafd-13a70681ea9a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.1290548 Dec 21 01:41:45.789731 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:45.808318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.830933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0709345e-7a6a-45bd-bc7d-763f1e0022bd req-706d40ee-eeb7-41ef-a9d5-334969ae388c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881872 Dec 21 01:41:45.841259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c31261a7-f741-49bd-a63c-f1c0a129488d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.856437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c31261a7-f741-49bd-a63c-f1c0a129488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.875524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:45.882717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:45.885546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Pushing event updated for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:45.890374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:45.891435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:45.946830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:46.024316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2982961-a8ae-4451-a516-85d84b6f5f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.041039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c31261a7-f741-49bd-a63c-f1c0a129488d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d56064bce88b417ab43441f5c8a29600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6633101 Dec 21 01:41:46.043574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:46.047076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31261a7-f741-49bd-a63c-f1c0a129488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad845bb9-c1ef-41d7-b95f-4fcdafddef6f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:46.153927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:46.161505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2982961-a8ae-4451-a516-85d84b6f5f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.177772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2982961-a8ae-4451-a516-85d84b6f5f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.195231 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:41Z', 'revision_number': 3, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:46.259763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2982961-a8ae-4451-a516-85d84b6f5f79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f15b73337b34cbe85e1b6458853723b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888262 Dec 21 01:41:46.263041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2982961-a8ae-4451-a516-85d84b6f5f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7515f941-97d6-4cf5-ac2c-9e7135143b01,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:46.269077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55262) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:46.270059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1e157a-2851-4265-a009-e35516f16812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.281522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-72215651-80c7-427e-bdb6-3b3b482268d1 None None] Provisioning complete for port 1138cb90-5485-4058-99c4-33a199a5a070 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:46.282074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-72215651-80c7-427e-bdb6-3b3b482268d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.296495 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca159944-9d33-499b-a1aa-3e6d6f2dfb7e None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:41Z', 'revision_number': 3, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:41:46.301273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.348519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7e2e7766-3211-49fa-963b-e8b3494fc2cc details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:41:46.367561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.404770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-72215651-80c7-427e-bdb6-3b3b482268d1 None None] Port 1138cb90-5485-4058-99c4-33a199a5a070 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:41:46.473637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.510751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.560508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:46.563675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.566970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.569088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad845bb9-c1ef-41d7-b95f-4fcdafddef6f HTTP/1.1" status: 204 len: 168 time: 0.5242479 Dec 21 01:41:46.576295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7e2e7766-3211-49fa-963b-e8b3494fc2cc', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '7e2e7766-3211-49fa-963b-e8b3494fc2cc', 'mac_address': 'fa:16:3e:14:05:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-365605361', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:41:46.616901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6da0d-962a-4a57-ba71-9c2c8e678344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad845bb9-c1ef-41d7-b95f-4fcdafddef6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:46.650355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b835b1b1-2eaf-4d2c-91f2-eff3cbb3aa13 req-1cf403c9-4b0a-44e3-abc4-2e1f0381dbef tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.1021442 Dec 21 01:41:46.651620 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2e07081-1330-4d7f-96e7-aa5db6f8ad46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.657633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.669755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.683730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.687282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.691784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7515f941-97d6-4cf5-ac2c-9e7135143b01 HTTP/1.1" status: 204 len: 168 time: 0.4210663 Dec 21 01:41:46.706967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fb316-9e97-489e-bc9b-653790b2b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7515f941-97d6-4cf5-ac2c-9e7135143b01,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:46.765224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2e7766-3211-49fa-963b-e8b3494fc2cc {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:41:46.804795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:46.810863 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:46.889465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:46.937682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b539-3f4b-43f1-9dcb-861957070417 req-15df3adc-177f-4c06-b881-c37ae591994e tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:46.957978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0969b539-3f4b-43f1-9dcb-861957070417 req-15df3adc-177f-4c06-b881-c37ae591994e tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 969 time: 0.4109895 Dec 21 01:41:47.103131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.131291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0969b539-3f4b-43f1-9dcb-861957070417 req-6a82ade6-ed3a-4499-928f-a28bd3cdcbb7 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693144 Dec 21 01:41:47.180862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55278) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:47.211910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-edc860a6-ed4e-4d19-810d-3f21ba123e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.215048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2e07081-1330-4d7f-96e7-aa5db6f8ad46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.247909 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2e07081-1330-4d7f-96e7-aa5db6f8ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.261828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7e2e7766-3211-49fa-963b-e8b3494fc2cc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:41:47.272553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0ba4-c3ac-4939-90ec-b7341718390f req-ac85662c-1872-4ac1-827e-da5d5a8051db tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:47.277050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-495c0ba4-c3ac-4939-90ec-b7341718390f req-ac85662c-1872-4ac1-827e-da5d5a8051db tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.2336047 Dec 21 01:41:47.368970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07081-1330-4d7f-96e7-aa5db6f8ad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4eaf82-7ebe-4e88-bbb5-57dffa238782,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:47.387332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e2e07081-1330-4d7f-96e7-aa5db6f8ad46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bcf33c5d1d3418faa96b6b0ba283a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2298026 Dec 21 01:41:47.392360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55282) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:47.440544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-edc860a6-ed4e-4d19-810d-3f21ba123e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.468764 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-edc860a6-ed4e-4d19-810d-3f21ba123e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.553982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 784ded79-0e6b-425c-968c-d58ad707f67c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:47.572702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-495c0ba4-c3ac-4939-90ec-b7341718390f req-314b18ac-6691-47c3-a8a4-0f65953893ca tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674007 Dec 21 01:41:47.605783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.617865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.618957 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.625177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-edc860a6-ed4e-4d19-810d-3f21ba123e0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4ce81f056b54758aeec9b4823df6466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423742 Dec 21 01:41:47.627058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:47.644833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc860a6-ed4e-4d19-810d-3f21ba123e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef70b0a-3f0b-4cb9-9938-02e8b98fded1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:47.680821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.717768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 784ded79-0e6b-425c-968c-d58ad707f67c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:47.718589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.851993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.911910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Pushing event updated for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:47.926594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.953309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bff8c54e-5409-4211-92eb-866b914e0caf req-3e00f5c1-d2ee-43fe-862d-64e6d6a403fe tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0721257 Dec 21 01:41:47.974651 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.997140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:47.999747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.004160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c4eaf82-7ebe-4e88-bbb5-57dffa238782 HTTP/1.1" status: 204 len: 168 time: 0.6075497 Dec 21 01:41:48.004160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.011907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 784ded79-0e6b-425c-968c-d58ad707f67c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=784ded79-0e6b-425c-968c-d58ad707f67c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:48.021347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.023031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:48.024465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:48.103973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2af328-fd45-4c2f-b55c-d2ba68936465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4eaf82-7ebe-4e88-bbb5-57dffa238782,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:48.216161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=784ded79-0e6b-425c-968c-d58ad707f67c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:48.229558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.232558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.238681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ef70b0a-3f0b-4cb9-9938-02e8b98fded1 HTTP/1.1" status: 204 len: 168 time: 0.6089463 Dec 21 01:41:48.252691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f06551-5ab2-43a7-8ab5-3311f32e41ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef70b0a-3f0b-4cb9-9938-02e8b98fded1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:48.301011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:41:48.453864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a464e56-461c-4744-a239-3b3719452795 None None] Provisioning complete for port 1138cb90-5485-4058-99c4-33a199a5a070 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:48.454374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a464e56-461c-4744-a239-3b3719452795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.478981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:41:48.486996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd14558-a94c-40ab-83ee-51323d789caa req-8bd853d8-f738-40f1-af7d-102d12e7d528 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:48.494909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbd14558-a94c-40ab-83ee-51323d789caa req-8bd853d8-f738-40f1-af7d-102d12e7d528 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 970 time: 0.2308555 Dec 21 01:41:48.508027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e8abb60f-d8a4-49d4-ba1c-d0afea6caa91 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c224761-bba5-48f9-85e9-6cb2927afc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6684027 Dec 21 01:41:48.539414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1a464e56-461c-4744-a239-3b3719452795 None None] Port 1138cb90-5485-4058-99c4-33a199a5a070 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:41:48.541669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:48.583681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbd14558-a94c-40ab-83ee-51323d789caa req-9bbf9075-f18d-4e35-a358-5b312e7a6762 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878983 Dec 21 01:41:48.736317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dce34-061e-4306-ab28-4ff6dcb79cbb req-11d51551-d51e-49c6-bfb2-69bf82a32958 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:48.737972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-905dce34-061e-4306-ab28-4ff6dcb79cbb req-11d51551-d51e-49c6-bfb2-69bf82a32958 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.0552654 Dec 21 01:41:48.803183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-905dce34-061e-4306-ab28-4ff6dcb79cbb req-26db381f-7baa-4943-8ca9-a81488a94223 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 Dec 21 01:41:48.859933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:41:48.873435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:48.873435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:48.891891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:48.921290 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1f76a8-ee83-485a-95fe-f2bc51b596c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.014717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:49.048133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1f76a8-ee83-485a-95fe-f2bc51b596c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.055957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1f76a8-ee83-485a-95fe-f2bc51b596c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.142701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7660cbf-4c18-40a4-9100-5cd5c5bb0a9f req-e62530a9-91d0-4651-8003-b88de6d8ae63 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0451002 Dec 21 01:41:49.170351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea1f76a8-ee83-485a-95fe-f2bc51b596c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1397d60cf18c438a9692980236dcdac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780237 Dec 21 01:41:49.171769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f76a8-ee83-485a-95fe-f2bc51b596c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b68f303-b836-4d12-8470-07d59bdbc484,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:49.173211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55334) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:49.261100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.292744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.316181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.359866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.360504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 2, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:49.362526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.363906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b68f303-b836-4d12-8470-07d59bdbc484 HTTP/1.1" status: 204 len: 168 time: 0.1886466 Dec 21 01:41:49.383049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51395b4a-103b-4724-a36e-dfdc909e62de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b68f303-b836-4d12-8470-07d59bdbc484,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:49.413449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:41:49.414028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Updating router 5c224761-bba5-48f9-85e9-6cb2927afc37 port 1138cb90-5485-4058-99c4-33a199a5a070 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:41:49.448317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 784ded79-0e6b-425c-968c-d58ad707f67c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:49.505546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.570132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 784ded79-0e6b-425c-968c-d58ad707f67c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:49.570338 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:49.796508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad1218-e224-4eed-b740-4fdbe0267708 req-38ebd712-6cb8-4119-a2b0-9e7fa52b80ea tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:49.805229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9ad1218-e224-4eed-b740-4fdbe0267708 req-38ebd712-6cb8-4119-a2b0-9e7fa52b80ea tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 970 time: 0.0783262 Dec 21 01:41:49.867888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9ad1218-e224-4eed-b740-4fdbe0267708 req-ae35fac1-53f1-4804-b248-adb3dac59c8a tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595777 Dec 21 01:41:50.003167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5765-75b7-4f84-9cbf-1b1245b18bd9 req-c45f995d-5a5e-4fa1-b581-cc92913fdd51 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:50.004714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-760d5765-75b7-4f84-9cbf-1b1245b18bd9 req-c45f995d-5a5e-4fa1-b581-cc92913fdd51 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.0920594 Dec 21 01:41:50.074386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.087858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.126554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-760d5765-75b7-4f84-9cbf-1b1245b18bd9 req-05d3e516-8671-4d52-b2af-1fde76c53437 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064110 Dec 21 01:41:50.283093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec77ed-7afd-434e-b532-60f5a1a9042e None None] Pushing event updated for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:50.286800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Attempting to bind port 1138cb90-5485-4058-99c4-33a199a5a070 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:50.319257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Attempting to bind port 1138cb90-5485-4058-99c4-33a199a5a070 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:50.319655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Attempting to bind port 1138cb90-5485-4058-99c4-33a199a5a070 on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:50.325218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3513d90c-ae65-40fc-ab2c-8014a3ad167e req-cf87f94e-4ff9-4c9b-8e4a-889b60bfcfa4 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0453312 Dec 21 01:41:50.328220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:50.328653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Checking segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:50.329080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.329411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Bound using segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:50.329973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Bound port: 1138cb90-5485-4058-99c4-33a199a5a070, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:50.330374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.333224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7e2e7766-3211-49fa-963b-e8b3494fc2cc up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:50.406284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55382) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:50.411419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-network', 'tenant_id': '0793911436c84536ab17a4f65a61cd39'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:50.439753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Made reservation on behalf of 0793911436c84536ab17a4f65a61cd39 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:50.441614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.454147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.456104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6cdbf921-4198-4427-9e43-5833b8811c0c None None] Provisioning complete for port 1138cb90-5485-4058-99c4-33a199a5a070 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:50.456574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf921-4198-4427-9e43-5833b8811c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.465636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 7e2e7766-3211-49fa-963b-e8b3494fc2cc completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:41:50.494650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7e2e7766-3211-49fa-963b-e8b3494fc2cc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:50.495157 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.526514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] For port 1138cb90-5485-4058-99c4-33a199a5a070, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:50.552740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] For port 1138cb90-5485-4058-99c4-33a199a5a070, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1138cb90-5485-4058-99c4-33a199a5a070,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:50.557014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbf921-4198-4427-9e43-5833b8811c0c None None] Port 1138cb90-5485-4058-99c4-33a199a5a070 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:41:50.562655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.592440 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.621200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.650683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:50.651328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:50.683918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248ece4-6c83-4400-81af-5da55d5304e3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:50.714580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:41:50.714814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec77ed-7afd-434e-b532-60f5a1a9042e None None] Pushing event updated for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:50.738228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.738657 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Added segment 519793c5-912b-412b-9248-1dca8d1aa0d4 of type vlan for network 3071d769-51d2-4596-b252-3e0831201ae3 Dec 21 01:41:50.750101 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.818856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:41:50.895720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.934529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.936456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:50.937462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:50.994888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:51.018513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.022079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:51.085392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6747434 Dec 21 01:41:51.086943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:51.094073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Request body: {'subnet': {'network_id': '3071d769-51d2-4596-b252-3e0831201ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-subnet', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:51.145922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85898f-7528-4839-bcf6-af398788d351 admin admin] Pushing event updated for resources: {'Network': ['ID=3071d769-51d2-4596-b252-3e0831201ae3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:51.161381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4815-f95e-47f0-8def-c5a63e3c62f3 req-444d440e-047e-466f-9e1a-ac896d60e97a tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:51.163776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f12b4815-f95e-47f0-8def-c5a63e3c62f3 req-444d440e-047e-466f-9e1a-ac896d60e97a tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.1508026 Dec 21 01:41:51.170931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Made reservation on behalf of 0793911436c84536ab17a4f65a61cd39 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:51.174160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.222706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 3071d769-51d2-4596-b252-3e0831201ae3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:41:51.246873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f12b4815-f95e-47f0-8def-c5a63e3c62f3 req-aeaa8faf-5a6a-468d-bb8e-82cd8c98dc39 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739806 Dec 21 01:41:51.378125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:51.394613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] Provisioning complete for port 1138cb90-5485-4058-99c4-33a199a5a070 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:51.396111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.488130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6bc5b-7a38-402f-8f8e-29ca87c49042 req-d76e19ea-9f77-4cc7-b8d8-f473399ac800 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:51.508394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faa6bc5b-7a38-402f-8f8e-29ca87c49042 req-d76e19ea-9f77-4cc7-b8d8-f473399ac800 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.2060490 Dec 21 01:41:51.575172 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1828a8c-14c0-4833-bf2b-7761fc35f415" -d '{"events": [{"server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:41:51.591726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc6de478-f63c-4536-8186-184ebe6a7727 req-bf4cb9b3-1d5c-40de-b152-a343672ce4f1 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0680132 Dec 21 01:41:51.595972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.698205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faa6bc5b-7a38-402f-8f8e-29ca87c49042 req-5f1e01f3-d1fe-4cb0-982d-f19eb6fcb74b tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868989 Dec 21 01:41:51.717650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f230c22-544b-460b-9ead-2a7190e3e724,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:51.776176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Checking segment: {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:51.778203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Network hostable DHCP agents. Network: 3071d769-51d2-4596-b252-3e0831201ae3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:41:51.781749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.814482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Network 3071d769-51d2-4596-b252-3e0831201ae3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:41:51.841532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 3071d769-51d2-4596-b252-3e0831201ae3) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:51.851119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:51.854509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.875259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02506df1-b0e5-46ec-bf7d-846a708fff55 None None] Network 3071d769-51d2-4596-b252-3e0831201ae3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:51.906181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fadec3f4-ce40-4f50-bbf1-7d3a4bfbb5f8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8146398 Dec 21 01:41:51.906519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:51.913910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:51.932369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:50Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:51.955540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.964928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] For port 1138cb90-5485-4058-99c4-33a199a5a070, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1138cb90-5485-4058-99c4-33a199a5a070,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:51.990588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.991914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.997125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:51.999106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10e74-f7a1-4872-a79c-f09a341813a2 None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:50Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:41:52.078370 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed5fdb-ddc3-441e-8c0f-e8b125e8ddc7 x-openstack-request-id: req-c7ed5fdb-ddc3-441e-8c0f-e8b125e8ddc7 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:41:52.079680 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:41:52.082932 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7ed5fdb-ddc3-441e-8c0f-e8b125e8ddc7 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:41:52.085003 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc', 'code': 200} Dec 21 01:41:52.105044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.230436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496f243-9894-45dd-b53b-ac291ce88cdf None None] Pushing event updated for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:52.279077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-3071d769-51d2-4596-b252-3e0831201ae3', 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3', 'project_id': '0793911436c84536ab17a4f65a61cd39', 'fixed_ips': [{'subnet_id': '9f230c22-544b-460b-9ead-2a7190e3e724'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:41:52.282465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.479166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.483507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7543876-d439-4649-9a95-1926ec2ad877 req-89919ee3-740d-4b31-8a3d-68537fd0a7a9 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:52.493365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7543876-d439-4649-9a95-1926ec2ad877 req-89919ee3-740d-4b31-8a3d-68537fd0a7a9 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.1117046 Dec 21 01:41:52.508137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-69343d96-9a18-40d7-8477-2e5b3831f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:52.510691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-69343d96-9a18-40d7-8477-2e5b3831f082 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 1123 time: 0.2948034 Dec 21 01:41:52.549179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-ea66254e-958b-4d7f-9515-5229cfcc2958 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.826362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-ea66254e-958b-4d7f-9515-5229cfcc2958 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.828763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Allocated IP 172.20.0.2 (3071d769-51d2-4596-b252-3e0831201ae3/9f230c22-544b-460b-9ead-2a7190e3e724/655461f8-c5a4-4f6a-9b14-33aad7374367) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:52.840735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-ea66254e-958b-4d7f-9515-5229cfcc2958 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:52.913481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5174f773-679d-469e-9915-7c54acaceefa req-8a32412c-9c1f-417f-a6f6-62956c0be414 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0617540 Dec 21 01:41:52.928793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66254e-958b-4d7f-9515-5229cfcc2958 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e2ffb6-f749-4e2e-8d0f-a1fa3eff04c5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:52.993246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7543876-d439-4649-9a95-1926ec2ad877 req-1246e3cb-42c2-46fa-b4f9-38939cddfaab tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981062 Dec 21 01:41:53.040959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55482) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:53.138240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7a482da-b7a3-4c72-81a5-3fcbb97ea676 req-ea66254e-958b-4d7f-9515-5229cfcc2958 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174116 Dec 21 01:41:53.138749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559586-ee33-429c-b4ae-c8845626b37b req-2c99b896-8e0c-4579-b321-1f73fe064668 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:53.140202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f559586-ee33-429c-b4ae-c8845626b37b req-2c99b896-8e0c-4579-b321-1f73fe064668 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.0954893 Dec 21 01:41:53.222335 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.241389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.272777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.278871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f559586-ee33-429c-b4ae-c8845626b37b req-32f22954-fb65-4a60-af2d-8c23fd622140 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291502 Dec 21 01:41:53.309163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.344636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Network 3071d769-51d2-4596-b252-3e0831201ae3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:53.350250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:53.360761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:53.439986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Pushing event updated for resources: {'Port': ['ID=655461f8-c5a4-4f6a-9b14-33aad7374367,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:53.472981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Attempting to bind port 655461f8-c5a4-4f6a-9b14-33aad7374367 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:53.473563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Attempting to bind port 655461f8-c5a4-4f6a-9b14-33aad7374367 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:53.474107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Attempting to bind port 655461f8-c5a4-4f6a-9b14-33aad7374367 on network 3071d769-51d2-4596-b252-3e0831201ae3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:53.478602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2d77231f-9d66-43de-8114-aa61529edb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.499102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:53.499477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Checking segment: {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:53.499880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.500271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Bound using segment: {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:53.500741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Bound port: 655461f8-c5a4-4f6a-9b14-33aad7374367, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:53.501194 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.503834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Allocated IP 172.25.6.18 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/4cedfb8f-b3bc-4618-8d3c-e23876bef2a6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:53.518884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1138cb90-5485-4058-99c4-33a199a5a070 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:53.648152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] For port 655461f8-c5a4-4f6a-9b14-33aad7374367, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:53.651531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1138cb90-5485-4058-99c4-33a199a5a070 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:53.652369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.677569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2d77231f-9d66-43de-8114-aa61529edb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.682091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.686553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2d77231f-9d66-43de-8114-aa61529edb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.705205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] For port 655461f8-c5a4-4f6a-9b14-33aad7374367, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=655461f8-c5a4-4f6a-9b14-33aad7374367,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:53.717468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.737546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2d77231f-9d66-43de-8114-aa61529edb0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=744e1599cad448c1b8a5194a1d749e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6946108 Dec 21 01:41:53.740090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55502) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:53.796842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77231f-9d66-43de-8114-aa61529edb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1a025-58ed-45b5-bf73-59a0883c7e4f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:53.798539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.827974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.855746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.887860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:53.896705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:53.907428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:53.954012 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.956910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:53.958513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbb1a025-58ed-45b5-bf73-59a0883c7e4f HTTP/1.1" status: 204 len: 168 time: 0.2173793 Dec 21 01:41:53.977569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3714-ce3e-49a7-abb2-e049e8e4ac4c None None] Pushing event updated for resources: {'Port': ['ID=655461f8-c5a4-4f6a-9b14-33aad7374367,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:53.980561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c145a3-8540-49ea-88d7-96c0099352af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1a025-58ed-45b5-bf73-59a0883c7e4f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:54.252602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:54.344478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaf54b02-e208-46a3-bb7e-0e63c16251c7 req-ef989eb2-d43e-4a6a-befe-34c9a0df34ce tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.0750704 Dec 21 01:41:54.473853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a5248-0934-491e-9c8e-76e6ac7c1de7 req-9e7de6de-17aa-4a28-a4c2-3d9a6aea25ad tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:54.483173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-015a5248-0934-491e-9c8e-76e6ac7c1de7 req-9e7de6de-17aa-4a28-a4c2-3d9a6aea25ad tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.0779555 Dec 21 01:41:54.512861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:54.542583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-015a5248-0934-491e-9c8e-76e6ac7c1de7 req-b9ff4e48-c9ed-41dd-af7d-fbcbe05fe249 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Dec 21 01:41:54.678302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d8b6d-8aa4-45f5-928b-6610900c4be4 req-44780fc5-00a6-40cd-8012-fff1b8bd2f87 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:54.679946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-719d8b6d-8aa4-45f5-928b-6610900c4be4 req-44780fc5-00a6-40cd-8012-fff1b8bd2f87 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.0688784 Dec 21 01:41:54.680526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55534) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:54.700828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b594f45-477d-475f-baee-794977c63b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:54.758210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:54.758695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-719d8b6d-8aa4-45f5-928b-6610900c4be4 req-64993e8d-bb29-4e62-91f3-4036b5967bfc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 Dec 21 01:41:54.839388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-09135d83-2f3b-40c2-90c8-4e7d1ed64eb7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:41:54.840814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-09135d83-2f3b-40c2-90c8-4e7d1ed64eb7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109093 Dec 21 01:41:54.921760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b594f45-477d-475f-baee-794977c63b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:54.929961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b594f45-477d-475f-baee-794977c63b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.008072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Router f1f099e1-01c8-45b2-b838-3b3c3884f887 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:41:55.060235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594f45-477d-475f-baee-794977c63b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c260af03-590d-4abf-a3e7-e088953c4392,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:55.091345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b594f45-477d-475f-baee-794977c63b86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe6d5c29431d4a119204219d7554a0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069195 Dec 21 01:41:55.096571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55548) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:55.271102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.279682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:41:55.293675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Sync routers for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:41:55.310569 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:55.311889 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:55.335802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.337520 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0138dfdb-97d3-4b97-99e6-52841810ac61 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4297688 Dec 21 01:41:55.340640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55562) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:55.372090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.401079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca05b3-6bf2-45b0-82c5-a1235c55c178 None None] Network 3071d769-51d2-4596-b252-3e0831201ae3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:41:55.518146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Request body: {'port': {'device_id': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:55.567895 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:55.569872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55568) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:55.622802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 655461f8-c5a4-4f6a-9b14-33aad7374367 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:55.669861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70669701-c966-4397-b7ec-a795c40efdab req-66ece240-b355-408f-a38e-ae006bdcbb86 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.1228726 Dec 21 01:41:55.677555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.690983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.695037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c260af03-590d-4abf-a3e7-e088953c4392 HTTP/1.1" status: 204 len: 168 time: 0.5969703 Dec 21 01:41:55.737546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] Provisioning complete for port 655461f8-c5a4-4f6a-9b14-33aad7374367 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:55.738337 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.786961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1002da-92c9-4169-8dfb-db192a3fbb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c260af03-590d-4abf-a3e7-e088953c4392,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:55.848497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5341a-4c31-415a-82e2-e12f7251d115 req-69891dd0-96fb-4159-9550-0a4017c1452b tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:55.850175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ece5341a-4c31-415a-82e2-e12f7251d115 req-69891dd0-96fb-4159-9550-0a4017c1452b tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.1737175 Dec 21 01:41:55.850734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.24', 53791) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:55.888649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e558dd03-f1a3-4c42-a166-86565b892b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.909902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-945e6050-1ac1-445a-8fbb-5267c0071cc0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=582b9390d2f34d41a73dd034efa5f014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580463 Dec 21 01:41:55.928138 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:41:54Z', 'revision_number': 3, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:55.970532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 655461f8-c5a4-4f6a-9b14-33aad7374367 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:55.971002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:55.995886 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Checking router: f1f099e1-01c8-45b2-b838-3b3c3884f887 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:41:55.996251 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Updating router f1f099e1-01c8-45b2-b838-3b3c3884f887 port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:41:56.018858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.044530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e558dd03-f1a3-4c42-a166-86565b892b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.061276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.080047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e558dd03-f1a3-4c42-a166-86565b892b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.080988 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.081659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] For port 655461f8-c5a4-4f6a-9b14-33aad7374367, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=655461f8-c5a4-4f6a-9b14-33aad7374367,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:56.133605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.137609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-0efc9037-ca29-4afb-a43f-63b75da79b85 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:56.139102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-0efc9037-ca29-4afb-a43f-63b75da79b85 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957610 Dec 21 01:41:56.179796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ece5341a-4c31-415a-82e2-e12f7251d115 req-a729fdd3-87e3-4093-980c-2a7a7fc879d9 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015158 Dec 21 01:41:56.190759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Request body: {'port': {'device_id': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '582b9390d2f34d41a73dd034efa5f014'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:56.221227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558dd03-f1a3-4c42-a166-86565b892b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1d0b01-0427-457f-bb19-c2608513c84f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:56.261655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be7131-cc7b-4a49-886f-7329733fb190 None None] Pushing event updated for resources: {'Port': ['ID=655461f8-c5a4-4f6a-9b14-33aad7374367,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:56.271119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dceb22-ca9a-4c06-bf09-9cb79737c094 req-5a2b0763-0e07-4381-a197-6f019931632d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:56.283917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.285624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71dceb22-ca9a-4c06-bf09-9cb79737c094 req-5a2b0763-0e07-4381-a197-6f019931632d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 931 time: 0.3851595 Dec 21 01:41:56.351535 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e558dd03-f1a3-4c42-a166-86565b892b6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38b6ddc16ac740acae87b9cdc6526c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722099 Dec 21 01:41:56.357554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55594) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:56.417056 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:41:56.419581 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:41:56.448699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71dceb22-ca9a-4c06-bf09-9cb79737c094 req-951238f7-8750-40ce-8293-9f41527deabe tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621282 Dec 21 01:41:56.474796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fd162cc3-c218-4c48-9fd7-b92faf55bac5 None None] Provisioning complete for port 655461f8-c5a4-4f6a-9b14-33aad7374367 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:56.477386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd162cc3-c218-4c48-9fd7-b92faf55bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.527567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.574276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Made reservation on behalf of 582b9390d2f34d41a73dd034efa5f014 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:56.579695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.601825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.701007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.722582 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.730099 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.732157 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.797044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.812560 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Attempting to bind port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:56.812944 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Attempting to bind port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:56.813311 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Attempting to bind port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:56.836022 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:56.836389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:56.836709 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.837104 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:56.838143 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Bound port: 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:56.838541 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.874025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.899748 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] For port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:56.904178 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] For port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:56.917094 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:56.948184 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:41:56.948806 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:57.024011 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e0f26-d095-4901-9f23-96120f6e8604 None None] Pushing event updated for resources: {'Port': ['ID=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.041122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Allocated IP 192.168.233.114 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/8f41a8fd-45b0-4fff-9586-59babfce629e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:57.077179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.079919 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.083680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff1d0b01-0427-457f-bb19-c2608513c84f HTTP/1.1" status: 204 len: 168 time: 0.7110982 Dec 21 01:41:57.096507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a6cc-4967-4909-a753-7a1cb6538168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1d0b01-0427-457f-bb19-c2608513c84f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.098769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55618) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:57.144628 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e0f26-d095-4901-9f23-96120f6e8604 None None] Pushing event updated for resources: {'Port': ['ID=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.207524 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:41:57.216929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.330816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.458973 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:41:54Z', 'revision_number': 3, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:41:57.463168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 655461f8-c5a4-4f6a-9b14-33aad7374367 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:57.483076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a67938b-6282-43d5-bd1b-c996be52c8a0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:41:57.492789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.497629 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e65f949-e78c-460b-8426-f3946e7a6a6f None None] The sync data for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 is: [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:41:54Z', 'revision_number': 3, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:41:57.531946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Transition to ACTIVE for port object 9a67938b-6282-43d5-bd1b-c996be52c8a0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:41:57.544949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.586415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 655461f8-c5a4-4f6a-9b14-33aad7374367 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:57.587244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.654987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-953986005-network', 'tenant_id': '13ab032e172a47efa1f73fb670e42709'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:57.659236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.662273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55630) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:57.715002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f228674-a93d-4296-995b-611118454c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.739854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973c5268-a9e7-42e3-802d-9c83c053df77,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.741579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.752362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:57.760089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Pushing event updated for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:57.764338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:57.767891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-f11b7aa4-f3f8-4011-b2f9-7fd2d867c722 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:57.775137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-f11b7aa4-f3f8-4011-b2f9-7fd2d867c722 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 1123 time: 1.0392473 Dec 21 01:41:57.780634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:57.789563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:57.790210 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.812988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369baad-3608-4f38-961a-1fb04cefde4d req-07ce4fca-1d8e-46b8-8ae3-230a67fc218a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:57.814264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:57.814604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:57.814936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:57.816778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:57.819850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.820121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f369baad-3608-4f38-961a-1fb04cefde4d req-07ce4fca-1d8e-46b8-8ae3-230a67fc218a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 936 time: 0.5471072 Dec 21 01:41:57.848231 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-34a9e9c0-7324-4cc4-8339-77690cb391c4 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.856727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.858666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:41:57.858988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:57.881666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-80df4b72-53c4-49e3-a883-aaabca7f5933 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7170048 Dec 21 01:41:57.904408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:57.904747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:57.905151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:57.905803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Bound port: 9a67938b-6282-43d5-bd1b-c996be52c8a0, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:57.906027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:57.909479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Request body: {'port': {'device_id': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:57.973977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f369baad-3608-4f38-961a-1fb04cefde4d req-92735163-e5db-4f69-9d82-15edcdbd8956 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527565 Dec 21 01:41:58.044598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.124928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:58.129619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:58.161383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-76d2f544-08d0-4455-b889-b1a2650c03ba None None] Provisioning complete for port 8f41a8fd-45b0-4fff-9586-59babfce629e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:58.161768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-76d2f544-08d0-4455-b889-b1a2650c03ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.165268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-34a9e9c0-7324-4cc4-8339-77690cb391c4 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.181675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f228674-a93d-4296-995b-611118454c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.189682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-34a9e9c0-7324-4cc4-8339-77690cb391c4 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.191774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.200053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f228674-a93d-4296-995b-611118454c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.250354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1f228674-a93d-4296-995b-611118454c42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f0bf2544dd0461baaed2ce9dc5ca09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844891 Dec 21 01:41:58.265766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-76d2f544-08d0-4455-b889-b1a2650c03ba None None] Port 8f41a8fd-45b0-4fff-9586-59babfce629e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:41:58.293237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:58.323424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:58.324101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.325584 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] 10.222.0.24 "PUT /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 1092 time: 3.1933990 Dec 21 01:41:58.336374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:41:58.339317 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f868c97-0f51-4be6-a338-85ee50a31fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:41:58.379925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228674-a93d-4296-995b-611118454c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e100e6b-529f-45c4-9415-e0c12e9943a8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.396481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Allocated IP 172.20.0.1 (3071d769-51d2-4596-b252-3e0831201ae3/9f230c22-544b-460b-9ead-2a7190e3e724/2638ab2b-c619-44a1-bf73-488eaadb6bbe) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:41:58.435735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47ee6a7b-c1a9-43fe-a572-4cf6da7df4d5 req-34a9e9c0-7324-4cc4-8339-77690cb391c4 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440763 Dec 21 01:41:58.459761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9e9c0-7324-4cc4-8339-77690cb391c4 tempest-AggregatesAdminTestJSON-1457368565 tempest-AggregatesAdminTestJSON-1457368565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26518bdd-4b30-4fc4-831b-774dfc2aa1b1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.461433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a37d-b0f0-4bde-88b7-966e1f0ce80c service neutron] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.505896 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f5e8b9-69a7-47e4-9833-18854ddba00f x-openstack-request-id: req-16f5e8b9-69a7-47e4-9833-18854ddba00f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:41:58.506492 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:41:58.506492 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16f5e8b9-69a7-47e4-9833-18854ddba00f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:41:58.506892 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'status': 'completed', 'code': 200} Dec 21 01:41:58.512506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.542815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.566139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.567851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.578916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5667bc-a72a-4b8c-888a-67b0da89e8dc req-b99a4f6d-40e6-4586-a72a-cdc627cfe187 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:58.581311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d5667bc-a72a-4b8c-888a-67b0da89e8dc req-b99a4f6d-40e6-4586-a72a-cdc627cfe187 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.1368432 Dec 21 01:41:58.663277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-57b95dc6-359c-4cd4-a6c5-991559457575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:58.664796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-57b95dc6-359c-4cd4-a6c5-991559457575 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1095 time: 0.2661700 Dec 21 01:41:58.667020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d5667bc-a72a-4b8c-888a-67b0da89e8dc req-92bd0e1b-f9a1-42ca-b0c9-315c2d8b33d6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Dec 21 01:41:58.676684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:41:58.762972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f41a8fd-45b0-4fff-9586-59babfce629e {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:41:58.770731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.783245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6624d40-bf8e-475b-aeab-e78661b52c4b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.793314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-13f5803c-5617-4b6d-8415-961ce4238e21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0978992 Dec 21 01:41:58.813654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Transition to ACTIVE for port object 8f41a8fd-45b0-4fff-9586-59babfce629e will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:41:58.818374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.829876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.832744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.834564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e100e6b-529f-45c4-9415-e0c12e9943a8 HTTP/1.1" status: 204 len: 168 time: 0.5333083 Dec 21 01:41:58.840230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:58.840618 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Added segment f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65 of type vlan for network 51c1194d-aed5-44d8-b80d-94ead05a1e3c Dec 21 01:41:58.913874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6f624-c64d-4f9d-a0f3-96df7118e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e100e6b-529f-45c4-9415-e0c12e9943a8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.924123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Pushing event updated for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:58.941766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.043951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Attempting to bind port 8f41a8fd-45b0-4fff-9586-59babfce629e on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:41:59.044309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Attempting to bind port 8f41a8fd-45b0-4fff-9586-59babfce629e by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:41:59.044721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Attempting to bind port 8f41a8fd-45b0-4fff-9586-59babfce629e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:59.059768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Port 8f41a8fd-45b0-4fff-9586-59babfce629e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:41:59.060345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Attempting to bind port 8f41a8fd-45b0-4fff-9586-59babfce629e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:41:59.067198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:41:59.070581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:41:59.071191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:41:59.071650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Bound port: 8f41a8fd-45b0-4fff-9586-59babfce629e, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:41:59.072559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.072953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-6f17f53b-846e-4c04-8208-bb269aea625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:59.078219 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-6f17f53b-846e-4c04-8208-bb269aea625c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.2698121 Dec 21 01:41:59.085577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.149186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-d4b55874-7c93-464a-b8ba-624e37df8e9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550342 Dec 21 01:41:59.195185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.252035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411cdf0-5b3f-4199-8fab-8f127ee00685 req-aa18262f-453d-4fcf-ac27-f2e6177d9196 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:59.253063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c411cdf0-5b3f-4199-8fab-8f127ee00685 req-aa18262f-453d-4fcf-ac27-f2e6177d9196 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 948 time: 0.0971241 Dec 21 01:41:59.254565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:41:59.260466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.261455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:59.261933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8f41a8fd-45b0-4fff-9586-59babfce629e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:41:59.262052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.281555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.303664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2002640 Dec 21 01:41:59.320618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55678) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:41:59.325770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Request body: {'subnet': {'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-953986005-subnet', 'tenant_id': '13ab032e172a47efa1f73fb670e42709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:41:59.341220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Network 3071d769-51d2-4596-b252-3e0831201ae3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:41:59.372670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:59.373306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.374787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] 10.222.0.24 "PUT /v2.0/ports/8f41a8fd-45b0-4fff-9586-59babfce629e HTTP/1.1" status: 200 len: 1097 time: 1.4785814 Dec 21 01:41:59.375251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:41:59.389329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Pushing event updated for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:59.409131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:41:59.432617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:41:59.434102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.454920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcf071-58d5-4a4a-82ad-a45ab1199d1e admin admin] Pushing event updated for resources: {'Network': ['ID=51c1194d-aed5-44d8-b80d-94ead05a1e3c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:59.468012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:41:59.632453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-33346792-eee3-4f99-ad54-f78662055c82 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737198 Dec 21 01:41:59.641128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:41:59.730302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c411cdf0-5b3f-4199-8fab-8f127ee00685 req-c453150d-885d-4f90-8316-8a857b272f80 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667449 Dec 21 01:41:59.736483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4ab5-86f8-48c8-a50a-d5f77ff33511 service neutron] Pushing event updated for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:41:59.739294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:41:59.740205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.832839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:41:59.849491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.930677 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338c0cf-d765-48b5-874f-7293fef5d45a" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:41:59.951568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-06ddccea-7e78-465c-bfbb-4a7fb9aa18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:41:59.952673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:41:59.953260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-06ddccea-7e78-465c-bfbb-4a7fb9aa18ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 1100 time: 0.4296353 Dec 21 01:41:59.991955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:41:59.998516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.060024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69ac4c16-1805-4ba1-be4c-b1b1c0fe0ad3 req-9ca89234-896b-4d1e-9929-98cbe83e907e service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125235 Dec 21 01:42:00.111392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-50ec3b49-d9ae-4fde-acc8-71a25a3ce07e None None] Provisioning complete for port 2638ab2b-c619-44a1-bf73-488eaadb6bbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:00.111757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b49-d9ae-4fde-acc8-71a25a3ce07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.127172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.136875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:00.168835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b0e6-5c45-4dc9-a1d6-47769d26c438 req-d2b509d4-a332-4514-a236-c8cb2068c9ad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.171130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65d3b0e6-5c45-4dc9-a1d6-47769d26c438 req-d2b509d4-a332-4514-a236-c8cb2068c9ad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.2317741 Dec 21 01:42:00.173136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-611bc376-4b5a-456d-b90e-50801bd9fab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8f41a8fd-45b0-4fff-9586-59babfce629e HTTP/1.1" status: 200 len: 217 time: 0.1483793 Dec 21 01:42:00.223731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-50ec3b49-d9ae-4fde-acc8-71a25a3ce07e None None] Port 2638ab2b-c619-44a1-bf73-488eaadb6bbe cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:00.347686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-fdc89988-286e-49f0-b416-ba01667e0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.349540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-fdc89988-286e-49f0-b416-ba01667e0628 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1095 time: 0.1602912 Dec 21 01:42:00.355680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65d3b0e6-5c45-4dc9-a1d6-47769d26c438 req-9ddfcfd3-1111-4e46-a840-3358c725a6c5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756611 Dec 21 01:42:00.377011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-1d5701bf-e394-4218-9809-862f9fad6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.380723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-1d5701bf-e394-4218-9809-862f9fad6b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1812384 Dec 21 01:42:00.542990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.555062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-481a5353-a443-4408-9e6f-274eaaabc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.557124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-481a5353-a443-4408-9e6f-274eaaabc5fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329143 Dec 21 01:42:00.562032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.562757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.585036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-1c7a85b5-a5de-4884-8ad0-ab7901adcccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.586547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-1c7a85b5-a5de-4884-8ad0-ab7901adcccb service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2286987 Dec 21 01:42:00.680241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-bd4a87a8-86c3-467c-8349-f4516ae8cafc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0690255 Dec 21 01:42:00.774109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Pushing event updated for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:00.824434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-1835317a-fd52-497f-82f6-2de5dc6cc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:00.825933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-1835317a-fd52-497f-82f6-2de5dc6cc2a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0798416 Dec 21 01:42:00.856616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:00.868695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-3a6db996-3c04-4978-82fd-778c96e1764c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313199 Dec 21 01:42:00.874764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Network 3071d769-51d2-4596-b252-3e0831201ae3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:00.877759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:01.067397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e937a214-6e40-47af-8ba3-d087fdefdc21,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:01.113262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:01.113734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Network hostable DHCP agents. Network: 51c1194d-aed5-44d8-b80d-94ead05a1e3c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:42:01.124669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-07317405-ad97-4b1c-ab75-41b9f033ece8 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465333 Dec 21 01:42:01.135425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa876f7-4bee-4660-9868-e37cf49142cf req-a620dc87-317d-436c-aec7-ad69011ea85c tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:01.137011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faa876f7-4bee-4660-9868-e37cf49142cf req-a620dc87-317d-436c-aec7-ad69011ea85c tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 948 time: 0.2118182 Dec 21 01:42:01.182045 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b7d5f-dd6f-4d37-ba29-9f1b1426c148 x-openstack-request-id: req-3a2b7d5f-dd6f-4d37-ba29-9f1b1426c148 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:01.182353 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:01.182616 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a2b7d5f-dd6f-4d37-ba29-9f1b1426c148 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:01.183095 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e', 'status': 'completed', 'code': 200} Dec 21 01:42:01.262539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9130064f-d584-4a4f-88b0-327f2a3ca905 None None] Provisioning complete for port 2638ab2b-c619-44a1-bf73-488eaadb6bbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:01.263651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faa876f7-4bee-4660-9868-e37cf49142cf req-64ec7aa3-facf-436d-a5bd-ccb88c7a4361 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157036 Dec 21 01:42:01.264081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9130064f-d584-4a4f-88b0-327f2a3ca905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:01.331264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-b71f39e8-cdec-45f8-a225-f1bb6dfb7d54 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538546 Dec 21 01:42:01.343785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:42:01.369440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9130064f-d584-4a4f-88b0-327f2a3ca905 None None] Port 2638ab2b-c619-44a1-bf73-488eaadb6bbe cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:01.402691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 51c1194d-aed5-44d8-b80d-94ead05a1e3c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:01.428300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7cd9d-99bb-4e57-9050-3a4a40f6b6ff None None] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:01.432779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d6c0fb-5512-4773-8158-e9e8e3461780 req-cf24fe9d-4fb5-48ea-a695-437111c9c8c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929299 Dec 21 01:42:01.439669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:01.440458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:01.485765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:01.485864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9a106d08-4acc-4332-a486-ffad7d3c6b3e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1605427 Dec 21 01:42:01.529673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Router f1f099e1-01c8-45b2-b838-3b3c3884f887 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:42:01.627258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-89ac98c4-b76c-4f8c-9ea2-0fa1808639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:01.630154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-89ac98c4-b76c-4f8c-9ea2-0fa1808639d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 1100 time: 0.0799711 Dec 21 01:42:01.639710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:01.640309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:01.667282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24aef7-4314-4e15-9694-a1f8b1bd3c98 None None] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:01.734251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f868c97-0f51-4be6-a338-85ee50a31fc5 req-e2d83ea2-6441-4b24-b634-45a594508069 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916466 Dec 21 01:42:01.756219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:42:01.762600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54af8690-c076-4732-81e5-cc828ac0863b admin admin] 10.222.0.43 "PUT /v2.0/routers/f1f099e1-01c8-45b2-b838-3b3c3884f887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4208007 Dec 21 01:42:01.913380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75921550-1c4b-48db-afe5-2fd3348716ef req-c9d56d3b-d864-4fee-9e58-03627fac1330 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:01.915166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75921550-1c4b-48db-afe5-2fd3348716ef req-c9d56d3b-d864-4fee-9e58-03627fac1330 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.2252808 Dec 21 01:42:01.944750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Sync routers for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:42:01.965187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-dc0bc3c9-ec99-42eb-aa86-47c204a1b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:01.966874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-dc0bc3c9-ec99-42eb-aa86-47c204a1b2ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3285179 Dec 21 01:42:01.980013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:01.980631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:02.027129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-7b79d3cc-9f44-4f01-9f3e-fa2540ef7c28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8f41a8fd-45b0-4fff-9586-59babfce629e HTTP/1.1" status: 200 len: 217 time: 0.0512435 Dec 21 01:42:02.058045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75921550-1c4b-48db-afe5-2fd3348716ef req-75bb2988-5dc7-49f0-837f-8f47fad0782e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062772 Dec 21 01:42:02.100233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-ae526757-de36-4037-a74c-727bca573bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:02.102020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-ae526757-de36-4037-a74c-727bca573bd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0638888 Dec 21 01:42:02.176150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-ea79c7e5-1999-420a-964f-afdf0c856a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:02.177673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-ea79c7e5-1999-420a-964f-afdf0c856a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684011 Dec 21 01:42:02.242469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:02.341140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-965aa5d9-5a3b-4c51-a1ef-e8aa0db0aae6 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544275 Dec 21 01:42:02.343605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:02.488130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3338c0cf-d765-48b5-874f-7293fef5d45a req-41013b4e-46fe-49f6-adac-c4141ed9f77d service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378577 Dec 21 01:42:02.504621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:42:00Z', 'revision_number': 4, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '2638ab2b-c619-44a1-bf73-488eaadb6bbe', 'name': '', 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'mac_address': 'fa:16:3e:03:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:57Z', 'updated_at': '2021-12-21T01:42:00Z', 'revision_number': 2, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'subnets': [{'id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:02.533264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Checking router: f1f099e1-01c8-45b2-b838-3b3c3884f887 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:42:02.533745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Updating router f1f099e1-01c8-45b2-b838-3b3c3884f887 port 2638ab2b-c619-44a1-bf73-488eaadb6bbe binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:42:02.575378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df00d84a-12ea-44ad-b1d3-a69f585f8c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.576748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.677564 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df00d84a-12ea-44ad-b1d3-a69f585f8c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.684990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df00d84a-12ea-44ad-b1d3-a69f585f8c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.762563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00d84a-12ea-44ad-b1d3-a69f585f8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0ff85-0428-4b96-bff4-198bb49a9b9e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:02.780842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-df00d84a-12ea-44ad-b1d3-a69f585f8c93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0de04e086e14850a01cf559d6d4ecd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361608 Dec 21 01:42:02.783766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55826) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:02.890101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55830) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:02.895130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-495492585-network', 'tenant_id': '0d622fa2113844ca849a258d01c6227a'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:02.897197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7adf01-8723-48df-9da1-af4ce1ccf6da req-b1896f04-1c44-4f09-8894-9c1bdf331037 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:02.901615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.904966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d7adf01-8723-48df-9da1-af4ce1ccf6da req-b1896f04-1c44-4f09-8894-9c1bdf331037 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 948 time: 0.0858471 Dec 21 01:42:02.910006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.912213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.930377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Made reservation on behalf of 0d622fa2113844ca849a258d01c6227a for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:02.933934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.948213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.954746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:02.970511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de582e6-42e6-4106-b72d-bebe62997f4a None None] Pushing event updated for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:03.006757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d7adf01-8723-48df-9da1-af4ce1ccf6da req-5ffb56ef-329e-433b-a4f8-650675558900 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957816 Dec 21 01:42:03.036134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Attempting to bind port 2638ab2b-c619-44a1-bf73-488eaadb6bbe on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:03.038135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Attempting to bind port 2638ab2b-c619-44a1-bf73-488eaadb6bbe by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:03.038829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Attempting to bind port 2638ab2b-c619-44a1-bf73-488eaadb6bbe on network 3071d769-51d2-4596-b252-3e0831201ae3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:03.055002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:03.055903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Checking segment: {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:03.056916 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.057361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Bound using segment: {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:03.059171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Bound port: 2638ab2b-c619-44a1-bf73-488eaadb6bbe, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519793c5-912b-412b-9248-1dca8d1aa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:03.059593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.067226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.070218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.071427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eff0ff85-0428-4b96-bff4-198bb49a9b9e HTTP/1.1" status: 204 len: 168 time: 0.2863696 Dec 21 01:42:03.091972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e8399-fb27-4db9-903f-a6494572e980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0ff85-0428-4b96-bff4-198bb49a9b9e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:03.140243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.164665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.175592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] For port 2638ab2b-c619-44a1-bf73-488eaadb6bbe, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:03.181585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] For port 2638ab2b-c619-44a1-bf73-488eaadb6bbe, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2638ab2b-c619-44a1-bf73-488eaadb6bbe,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:03.188987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:42:03.190016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.202247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.202788 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Added segment cc2e275f-1713-42fe-a744-49133721985d of type vlan for network 1a10d718-1e4f-4a93-9e86-e4b415935661 Dec 21 01:42:03.255286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.276115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:03.276849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:41:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:03.324084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335c6dd-4816-44a0-b79f-02603885b8ad,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:03.339771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.341204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:03.342098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.392509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5011973 Dec 21 01:42:03.395297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55844) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:03.403301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Request body: {'subnet': {'network_id': '1a10d718-1e4f-4a93-9e86-e4b415935661', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-495492585-subnet', 'tenant_id': '0d622fa2113844ca849a258d01c6227a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:03.482153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3ab59-18ba-4f1e-8b84-2352f34bd3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a10d718-1e4f-4a93-9e86-e4b415935661,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:03.531942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Made reservation on behalf of 0d622fa2113844ca849a258d01c6227a for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:03.534453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.545277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26fc7-eeb4-4530-bf1c-defd7c347ef8 req-bb4a9e50-e10d-4ed7-9b76-77906177dcad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:03.546838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56c26fc7-eeb4-4530-bf1c-defd7c347ef8 req-bb4a9e50-e10d-4ed7-9b76-77906177dcad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.1396503 Dec 21 01:42:03.580272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 1a10d718-1e4f-4a93-9e86-e4b415935661 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:42:03.589904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de582e6-42e6-4106-b72d-bebe62997f4a None None] Pushing event updated for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:03.678571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56c26fc7-eeb4-4530-bf1c-defd7c347ef8 req-f2164280-f699-49db-8b4f-50c526ce0d4a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212461 Dec 21 01:42:03.696151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] Provisioning complete for port 2638ab2b-c619-44a1-bf73-488eaadb6bbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:03.696718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.740375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:03.742042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:03.759684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46488ee5-2862-4b8f-bdc0-8ff1341e7647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.854770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.901912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46488ee5-2862-4b8f-bdc0-8ff1341e7647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.907242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46488ee5-2862-4b8f-bdc0-8ff1341e7647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:03.979081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46488ee5-2862-4b8f-bdc0-8ff1341e7647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab21f5a-398d-41b4-a6ee-83f8668c571d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:04.036054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a071a2-66bb-4444-9bcb-38fddd0d6fe6,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:04.047541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55866) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:04.051467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46488ee5-2862-4b8f-bdc0-8ff1341e7647 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc70e8b68abd487b9444a576c183f233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070722 Dec 21 01:42:04.053279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.089731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Checking segment: {'id': 'cc2e275f-1713-42fe-a744-49133721985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1a10d718-1e4f-4a93-9e86-e4b415935661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:04.090328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Network hostable DHCP agents. Network: 1a10d718-1e4f-4a93-9e86-e4b415935661, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:42:04.101899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] For port 2638ab2b-c619-44a1-bf73-488eaadb6bbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2638ab2b-c619-44a1-bf73-488eaadb6bbe,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:04.111214 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.199911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:42:00Z', 'revision_number': 4, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '2638ab2b-c619-44a1-bf73-488eaadb6bbe', 'name': '', 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'mac_address': 'fa:16:3e:03:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:57Z', 'updated_at': '2021-12-21T01:42:03Z', 'revision_number': 4, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'subnets': [{'id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:04.220235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Network 1a10d718-1e4f-4a93-9e86-e4b415935661 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:42:04.229287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.248568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 1a10d718-1e4f-4a93-9e86-e4b415935661) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:04.258056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6323-99e0-435c-8a0b-3ce4de9b4c58 req-bfc3137d-ef6d-48c7-98cb-0fc8e4843056 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:04.261600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f64be6-8ebb-48ee-be62-4de7ed44f0e0 None None] The sync data for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 is: [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:42:00Z', 'revision_number': 4, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '2638ab2b-c619-44a1-bf73-488eaadb6bbe', 'name': '', 'network_id': '3071d769-51d2-4596-b252-3e0831201ae3', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'mac_address': 'fa:16:3e:03:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_interface', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:57Z', 'updated_at': '2021-12-21T01:42:03Z', 'revision_number': 4, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'subnets': [{'id': '9f230c22-544b-460b-9ead-2a7190e3e724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:42:04.267939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5ff6323-99e0-435c-8a0b-3ce4de9b4c58 req-bfc3137d-ef6d-48c7-98cb-0fc8e4843056 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 948 time: 0.1428404 Dec 21 01:42:04.276964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:04.277609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.284610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006252e-cba5-4500-989b-e62e65a677db None None] Network 1a10d718-1e4f-4a93-9e86-e4b415935661 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:04.308659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.360004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9395446d-1406-40e3-bf59-82a2d24ad754 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9634836 Dec 21 01:42:04.427052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5ff6323-99e0-435c-8a0b-3ce4de9b4c58 req-40b7428d-f3c1-4a65-bc80-bfff7a54a9a8 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576908 Dec 21 01:42:04.447765 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.453133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.458273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cab21f5a-398d-41b4-a6ee-83f8668c571d HTTP/1.1" status: 204 len: 168 time: 0.4094999 Dec 21 01:42:04.466374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40343c39-0399-47b7-b737-aa0fb0afab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab21f5a-398d-41b4-a6ee-83f8668c571d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:04.574842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55890) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:04.706764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a75370f-f5d4-478d-b942-838770fa8529 None None] Provisioning complete for port 2638ab2b-c619-44a1-bf73-488eaadb6bbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:04.707620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a75370f-f5d4-478d-b942-838770fa8529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.786805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3055ce-f640-4e9f-98a1-1949165d8823 None None] Pushing event updated for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:04.872383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55912) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:04.878542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224870587', 'description': 'tempest-description--526223259'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:04.947099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:04.958483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa2047-494b-4f7a-9550-12fae14b7075 None None] Network 1a10d718-1e4f-4a93-9e86-e4b415935661 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:05.040436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:05.152233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0245be47-590d-4db3-8f60-93c6b1ff5e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.204606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e708e-aa17-4c1b-a017-28cdb39cbd82 req-47944ae3-c2a6-4d48-bc94-825bbfc23eba tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:05.207719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-754e708e-aa17-4c1b-a017-28cdb39cbd82 req-47944ae3-c2a6-4d48-bc94-825bbfc23eba tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.2072456 Dec 21 01:42:05.250056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.303922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.316004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:05.334909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'port_id': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'mac_address': 'fa:16:3e:f6:19:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f43eb1-f2cf-4af5-9c12-d515c60935c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:05.364619 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.365992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4925129 Dec 21 01:42:05.377908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:05.384384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'security_group_rule': {'security_group_id': 'e0a1ede0-183a-45f3-9cea-9fd22c3423a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:05.407668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.429822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.447634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a67938b-6282-43d5-bd1b-c996be52c8a0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:05.496810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:05.503273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0245be47-590d-4db3-8f60-93c6b1ff5e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.507053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.530301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0245be47-590d-4db3-8f60-93c6b1ff5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.567127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2638ab2b-c619-44a1-bf73-488eaadb6bbe up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:05.580059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.592180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.635103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb52d35-4df2-4761-8d72-01e3f8c6af02,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:05.649039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.651627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a4da4cf-ca71-4365-b6c9-568c5b42ea6b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716069 Dec 21 01:42:05.655649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:05.661914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0245be47-590d-4db3-8f60-93c6b1ff5e99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b30b71f15584faca9c4789135dae10c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0858324 Dec 21 01:42:05.662936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082cfef-7a72-4708-abd1-8b0f0fff9c27 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1ede0-183a-45f3-9cea-9fd22c3423a1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:05.666516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'security_group_rule': {'security_group_id': 'e0a1ede0-183a-45f3-9cea-9fd22c3423a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:05.667453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55954) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:05.731911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.739456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:05.744555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245be47-590d-4db3-8f60-93c6b1ff5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f551f-ad1c-4ab4-93fd-cf7acd183506,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:05.762816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-754e708e-aa17-4c1b-a017-28cdb39cbd82 req-760c6ae8-40b9-4b5f-ad33-a3e2910835a8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351787 Dec 21 01:42:05.785276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2638ab2b-c619-44a1-bf73-488eaadb6bbe triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:05.785698 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.843253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.922352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.924030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.933326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:05.988300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff9996f-10d5-4b6c-8fdd-e5a7e94abdb1,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:06.000702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.007631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3c7460e1-2762-4302-90b0-2bbeeb2cfbc2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505213 Dec 21 01:42:06.008259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:06.014216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:06.021567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9a67938b-6282-43d5-bd1b-c996be52c8a0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:06.058005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.127725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.133173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.134966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/462f551f-ad1c-4ab4-93fd-cf7acd183506 HTTP/1.1" status: 204 len: 168 time: 0.4665399 Dec 21 01:42:06.164694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-037ed728-9ba0-4e12-af7d-861c7990231a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:06.171757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-037ed728-9ba0-4e12-af7d-861c7990231a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.1987538 Dec 21 01:42:06.174100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eeec8-e2b1-4e37-afae-2c8cd9b6a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f551f-ad1c-4ab4-93fd-cf7acd183506,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:06.182424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff97ee-5dba-4542-af9a-a47c5f89c1c0 req-e4ddc0aa-bab1-4e0c-a90b-65d6a2ba319d tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:06.184706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccff97ee-5dba-4542-af9a-a47c5f89c1c0 req-e4ddc0aa-bab1-4e0c-a90b-65d6a2ba319d tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 948 time: 0.1197624 Dec 21 01:42:06.224839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-e14edbcd-7a81-4a11-89e7-2731d3b36d79 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/quotas/13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 375 time: 0.0521350 Dec 21 01:42:06.274299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.279857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-8e11a642-562d-401a-b814-e2656a56e44c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540857 Dec 21 01:42:06.318248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccff97ee-5dba-4542-af9a-a47c5f89c1c0 req-4e60d20a-1426-4c86-8d11-f891a29f6fdb tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187341 Dec 21 01:42:06.464194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Allocated IP 172.25.6.57 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/20ef63be-6b9e-4ded-be52-28bd184988b5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:06.640425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.644868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-15dbfa39-8ebc-4415-abf2-5bc1c0980759 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:42:06.655651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-15dbfa39-8ebc-4415-abf2-5bc1c0980759 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1899409 Dec 21 01:42:06.703910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.722021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:06.766030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:06.769824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3e353f7-5559-44b7-8c86-84e57ce1d1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.782949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:06.798212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:06.814954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-251379d2-dcbe-4ba9-b0b0-5981d4d1aef6 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581447 Dec 21 01:42:06.892772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.923638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'Port': ['ID=20ef63be-6b9e-4ded-be52-28bd184988b5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:06.954685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8f41a8fd-45b0-4fff-9586-59babfce629e details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:06.966039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:06.998810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-82a5adb5-be77-41f3-b10c-d2fb9178c3c3 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724310 Dec 21 01:42:07.079222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:07.116269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3e353f7-5559-44b7-8c86-84e57ce1d1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.161427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539cf81-c2ad-476a-9d19-f3d795e8e84d req-2730a810-071b-4f3e-9c42-68cf79de055c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:07.163500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0539cf81-c2ad-476a-9d19-f3d795e8e84d req-2730a810-071b-4f3e-9c42-68cf79de055c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.0933971 Dec 21 01:42:07.171415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3e353f7-5559-44b7-8c86-84e57ce1d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.208465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8f41a8fd-45b0-4fff-9586-59babfce629e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:07.267203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8f41a8fd-45b0-4fff-9586-59babfce629e', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '8f41a8fd-45b0-4fff-9586-59babfce629e', 'mac_address': 'fa:16:3e:73:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:07.268688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e353f7-5559-44b7-8c86-84e57ce1d1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f396b-d4f2-4dab-8a25-12ba9ac5d2fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:07.272009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0539cf81-c2ad-476a-9d19-f3d795e8e84d req-b3abb9a0-e863-46d3-8b8b-a41a50a4509c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008236 Dec 21 01:42:07.288723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e3e353f7-5559-44b7-8c86-84e57ce1d1e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e49c0d63282147a8acff81957b0ecd83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628862 Dec 21 01:42:07.294418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:07.360231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.380779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f41a8fd-45b0-4fff-9586-59babfce629e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:07.410938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8f41a8fd-45b0-4fff-9586-59babfce629e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:07.422811 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.469075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3187add2-4f4b-4001-aecc-341e2b22f05c req-aa61133b-ee54-49f9-ad69-ca2f93d9ec87 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 210 time: 0.0892971 Dec 21 01:42:07.469824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.522350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.525593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:07.538067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.562196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.563650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af0ad2-75e7-4ebb-8b03-492b164475ea req-cc80aa32-84e8-4a4a-9ece-6b9dbfe5dd92 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:07.565787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72af0ad2-75e7-4ebb-8b03-492b164475ea req-cc80aa32-84e8-4a4a-9ece-6b9dbfe5dd92 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 949 time: 0.0599520 Dec 21 01:42:07.602885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.616901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf35dc1a-abcd-4466-ad3a-b7b4369e8e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.646668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'Port': ['ID=20ef63be-6b9e-4ded-be52-28bd184988b5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:07.675180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.677168 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c9cee231-8d3d-450a-908a-d71b408bb81e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6679547 Dec 21 01:42:07.713152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf35dc1a-abcd-4466-ad3a-b7b4369e8e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.714776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.718440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.719999 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/888f396b-d4f2-4dab-8a25-12ba9ac5d2fd HTTP/1.1" status: 204 len: 168 time: 0.4246399 Dec 21 01:42:07.728326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf35dc1a-abcd-4466-ad3a-b7b4369e8e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:07.738427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e2287-db0f-430f-ab98-764381140279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f396b-d4f2-4dab-8a25-12ba9ac5d2fd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:07.759518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72af0ad2-75e7-4ebb-8b03-492b164475ea req-7beba1f9-736c-440b-b471-69d6544789d8 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734438 Dec 21 01:42:07.824379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8f41a8fd-45b0-4fff-9586-59babfce629e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:07.845750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35dc1a-abcd-4466-ad3a-b7b4369e8e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec46e1e-136d-403b-aec7-e7bb45284bbf,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:07.867223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cf35dc1a-abcd-4466-ad3a-b7b4369e8e9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c91fb526ac94997a28bbe5850be7b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7847159 Dec 21 01:42:07.870311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56068) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:07.995256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:08.037454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:08.125564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:08.127963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:08.129085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ec46e1e-136d-403b-aec7-e7bb45284bbf HTTP/1.1" status: 204 len: 168 time: 0.2578604 Dec 21 01:42:08.163560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77982a4-1e5d-44d8-b6c8-57be3434a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec46e1e-136d-403b-aec7-e7bb45284bbf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:08.180084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-757ef8fb-ab0f-4f87-a0b2-d2e60557326d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--224870587&fields=id&tenant_id=a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 267 time: 0.0813158 Dec 21 01:42:08.318254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-a798f09d-77e7-4136-a04e-42a1dee95bd5 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:08.327049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-a798f09d-77e7-4136-a04e-42a1dee95bd5 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 824 time: 0.1460550 Dec 21 01:42:08.358180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-ed227e74-32f8-42ca-8912-315af8d6f672 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/quotas/a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 375 time: 0.0302072 Dec 21 01:42:08.476026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-5a6ab6c6-77d0-43dc-88fe-9eb040d9c62a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163352 Dec 21 01:42:08.582937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caa33b-9974-4c51-b7a7-5477f970d88c req-0cf17a8e-0d0b-4cbb-93d4-4d1a6fc8c28e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:08.584729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8caa33b-9974-4c51-b7a7-5477f970d88c req-0cf17a8e-0d0b-4cbb-93d4-4d1a6fc8c28e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.1077034 Dec 21 01:42:08.641236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-54503d21-85b4-4794-bca3-25089f68e916 service neutron] 10.222.0.43 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359375 Dec 21 01:42:08.799699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56122) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:08.819123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95fc80a6-34df-4833-9c9d-96f525bb1408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:08.867177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8caa33b-9974-4c51-b7a7-5477f970d88c req-c5b7e334-5749-4a07-ae9b-6d6752575ba7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714906 Dec 21 01:42:08.954773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8f41a8fd-45b0-4fff-9586-59babfce629e up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:08.981793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95fc80a6-34df-4833-9c9d-96f525bb1408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.026839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-7a0076d9-1383-460e-9a3c-61283ae28934 service neutron] 10.222.0.43 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846500 Dec 21 01:42:09.039647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95fc80a6-34df-4833-9c9d-96f525bb1408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.046963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8f41a8fd-45b0-4fff-9586-59babfce629e completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:09.055286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8f41a8fd-45b0-4fff-9586-59babfce629e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:09.056427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.073014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff0cd3-2e15-40be-a669-ecf7099a1561 req-f597cbe1-b09f-4cdd-b13e-0be323232fe2 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:09.089029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0aff0cd3-2e15-40be-a669-ecf7099a1561 req-f597cbe1-b09f-4cdd-b13e-0be323232fe2 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.1147208 Dec 21 01:42:09.124654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc80a6-34df-4833-9c9d-96f525bb1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0bcca-a8f4-4309-b1c5-7dec3e2e52e9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:09.190317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95fc80a6-34df-4833-9c9d-96f525bb1408 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46d4243523f449e28403b80bf90f2615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893917 Dec 21 01:42:09.191145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0aff0cd3-2e15-40be-a669-ecf7099a1561 req-389e9623-f532-4a33-bc09-81cd0a169dee tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970016 Dec 21 01:42:09.192551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56128) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:09.233530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-e9606166-261c-47b3-96a0-6cb9221d3043 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:09.235079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-e9606166-261c-47b3-96a0-6cb9221d3043 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.3795452 Dec 21 01:42:09.250569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.265661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Request body: {'port': {'device_id': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'admin_state_up': True, 'tenant_id': '13ab032e172a47efa1f73fb670e42709'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:09.324787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.341712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:09.350770 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225a83b-591b-485a-bca4-6a5f3cf80b70" -d '{"events": [{"server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "name": "network-vif-plugged", "status": "completed", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:09.385412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8f41a8fd-45b0-4fff-9586-59babfce629e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:09.400042 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.400892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:09.404121 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.477364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:09.556907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 9a67938b-6282-43d5-bd1b-c996be52c8a0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:09.558700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:09.561524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 9a67938b-6282-43d5-bd1b-c996be52c8a0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:09.562357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.563732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.566552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.570072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.572613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9de0bcca-a8f4-4309-b1c5-7dec3e2e52e9 HTTP/1.1" status: 204 len: 168 time: 0.3770664 Dec 21 01:42:09.588478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6263b69-d363-41bd-8bd5-255906830e21 req-11dcc54b-17cb-456e-a01e-a5d569d55776 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 210 time: 0.0799346 Dec 21 01:42:09.613650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84681f-b26a-4381-a8c6-bd3457160f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0bcca-a8f4-4309-b1c5-7dec3e2e52e9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:09.690482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7302-030e-4ceb-a775-0acbf93b0cb3 req-113e4e65-d24f-4b20-b972-fdb1d6bb8f0b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:09.714508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1ce7302-030e-4ceb-a775-0acbf93b0cb3 req-113e4e65-d24f-4b20-b972-fdb1d6bb8f0b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.2105393 Dec 21 01:42:09.771995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.800311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Allocated IP 172.20.0.6 (51c1194d-aed5-44d8-b80d-94ead05a1e3c/e937a214-6e40-47af-8ba3-d087fdefdc21/7d92efad-2def-44d8-b199-d5683ef741a3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:09.819468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:09.829020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:09.859444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-924e7b34-430d-4b9b-8229-80c82215667e req-866e1906-32d9-4df5-991f-097eaa5e6e8a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 210 time: 0.0795064 Dec 21 01:42:09.927509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1ce7302-030e-4ceb-a775-0acbf93b0cb3 req-b6285d5c-d390-488f-9643-efae40e41ae0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074547 Dec 21 01:42:10.011143 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b1a06e-b027-4b8c-b952-cffb5f605c29 x-openstack-request-id: req-b3b1a06e-b027-4b8c-b952-cffb5f605c29 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:10.017633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "name": "network-vif-plugged", "status": "completed", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:10.020335 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3b1a06e-b027-4b8c-b952-cffb5f605c29 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:10.020825 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e', 'code': 200} Dec 21 01:42:10.101881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:10.106609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.45', 57759) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:10.166902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.230833 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.308393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bcf8c-8b21-4cf6-9c68-c1db2a562e43 req-aa81cb03-c9f7-4649-ba1b-c2caf85a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.309847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be2bcf8c-8b21-4cf6-9c68-c1db2a562e43 req-aa81cb03-c9f7-4649-ba1b-c2caf85a01c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 1102 time: 0.1938641 Dec 21 01:42:10.346317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:10.359660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871047-1069-4ce2-9260-69bfa1042269 req-3b26d261-97d1-4ca3-b3b5-c68b2fa3c9bd tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.361266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:10.362006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52871047-1069-4ce2-9260-69bfa1042269 req-3b26d261-97d1-4ca3-b3b5-c68b2fa3c9bd tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.2448654 Dec 21 01:42:10.369202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:10.376770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.377302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.398443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:10.408374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-65ac5a9a-29eb-42f7-90a5-f6537c52cfd6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489413 Dec 21 01:42:10.411799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdb67a-7040-42ec-8ed1-e477530e12c8 req-c45af3d8-80e9-4115-9d73-11ea89e709c6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.420236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47fdb67a-7040-42ec-8ed1-e477530e12c8 req-c45af3d8-80e9-4115-9d73-11ea89e709c6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 945 time: 0.1708853 Dec 21 01:42:10.436475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Request body: {'port': {'device_id': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:10.494286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be2bcf8c-8b21-4cf6-9c68-c1db2a562e43 req-e423367d-8362-4a28-ae0e-73094572493a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764634 Dec 21 01:42:10.510664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.598319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47fdb67a-7040-42ec-8ed1-e477530e12c8 req-c35fca0a-9f0d-4a2a-92c7-e356e7b93c1e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758835 Dec 21 01:42:10.616255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597ba11-805a-44cd-8329-78b8cba1592b req-32a5e16f-b337-469e-ad3d-0c5555ae9f47 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.623478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b597ba11-805a-44cd-8329-78b8cba1592b req-32a5e16f-b337-469e-ad3d-0c5555ae9f47 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 971 time: 0.1775417 Dec 21 01:42:10.696944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Deleting port 7e2e7766-3211-49fa-963b-e8b3494fc2cc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:42:10.697282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.754926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b597ba11-805a-44cd-8329-78b8cba1592b req-fb4a20b5-fcba-449c-a08c-5008604b50c0 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/security-groups?id=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267178 Dec 21 01:42:10.819389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a512a7-e21e-4ede-8887-98f3a0abb9ea req-697a5a5d-f8b0-4bc4-9bc2-829724ac1436 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:10.826456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18a512a7-e21e-4ede-8887-98f3a0abb9ea req-697a5a5d-f8b0-4bc4-9bc2-829724ac1436 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 931 time: 0.1500373 Dec 21 01:42:10.867456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] For port 7e2e7766-3211-49fa-963b-e8b3494fc2cc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7e2e7766-3211-49fa-963b-e8b3494fc2cc,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:10.867595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.875799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56196) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:10.911837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Calling delete_port for 7e2e7766-3211-49fa-963b-e8b3494fc2cc owned by compute:tempest-test_az-365605361 {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:42:10.948878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:10.958882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:10.976790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Transition to ACTIVE for port object 7d92efad-2def-44d8-b199-d5683ef741a3 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:10.982971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.028180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bc5240d-0f83-4ea7-82cc-1009ad608828 req-7ad868e5-c69c-4a47-b1dc-527c8e2502e6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 210 time: 0.0503261 Dec 21 01:42:11.074307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18a512a7-e21e-4ede-8887-98f3a0abb9ea req-21f14643-11c6-4f0f-921a-41ed8d1ae6b6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469327 Dec 21 01:42:11.111113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:11.161455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:11.161910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:11.162352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:11.167752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:11.168163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:11.173155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:11.173626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:11.174094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:11.174621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Bound port: 7d92efad-2def-44d8-b199-d5683ef741a3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:11.175205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.234758 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2036-a8c9-447d-b2af-d81f925f8fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.238388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.251835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825362-e764-49f5-984a-5358bba3600a req-18c1fe6d-cf5a-4eab-b3a8-b6b016aa3da1 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:11.253393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50825362-e764-49f5-984a-5358bba3600a req-18c1fe6d-cf5a-4eab-b3a8-b6b016aa3da1 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.1146209 Dec 21 01:42:11.262680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:11.270699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:11.279792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.299644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Pushing event deleted for resources: {'Port': ['ID=7e2e7766-3211-49fa-963b-e8b3494fc2cc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:11.305832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7e2e7766-3211-49fa-963b-e8b3494fc2cc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:11.417326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:11.417735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] No DVR routers for this DVR port 7e2e7766-3211-49fa-963b-e8b3494fc2cc on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:42:11.419131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.420867 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 1092 time: 0.9910598 Dec 21 01:42:11.421668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:11.426630 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c8472-8448-48c8-a0f2-4443c74a1547" -d '{"events": [{"name": "network-changed", "server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:11.434067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.437695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52871047-1069-4ce2-9260-69bfa1042269 req-4b52501e-0a11-4547-a469-b353e5d722e3 tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.45 "DELETE /v2.0/ports/7e2e7766-3211-49fa-963b-e8b3494fc2cc HTTP/1.1" status: 204 len: 173 time: 1.0618513 Dec 21 01:42:11.438152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'name': 'network-vif-deleted', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:11.440368 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc8f13-aacf-4c5c-9613-317ed6808896" -d '{"events": [{"server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "name": "network-vif-deleted", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:11.442596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86e915-390f-4753-9d49-502b7821f991 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:11.454971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50825362-e764-49f5-984a-5358bba3600a req-9fdce4b9-6c7a-456f-8ff3-24c3954ce470 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915340 Dec 21 01:42:11.562837 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c9640e-a9b0-4f68-8c1f-cef75a2f55de x-openstack-request-id: req-70c9640e-a9b0-4f68-8c1f-cef75a2f55de {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:11.563343 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:11.563685 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c9640e-a9b0-4f68-8c1f-cef75a2f55de {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:11.564189 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'status': 'completed', 'code': 200} Dec 21 01:42:11.583160 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8197c-13d0-46b9-bcc8-d2f76ea7f3f9 x-openstack-request-id: req-15f8197c-13d0-46b9-bcc8-d2f76ea7f3f9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:11.583464 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517642c0-1387-4829-9551-161e67be1d4e", "name": "network-vif-deleted", "tag": "7e2e7766-3211-49fa-963b-e8b3494fc2cc", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:11.587499 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15f8197c-13d0-46b9-bcc8-d2f76ea7f3f9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:11.587499 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517642c0-1387-4829-9551-161e67be1d4e', 'name': 'network-vif-deleted', 'tag': '7e2e7766-3211-49fa-963b-e8b3494fc2cc', 'status': 'completed', 'code': 200} Dec 21 01:42:11.725038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2036-a8c9-447d-b2af-d81f925f8fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.771388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2036-a8c9-447d-b2af-d81f925f8fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.851901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb0a2036-a8c9-447d-b2af-d81f925f8fa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0083aa8f4f0441b489459ee0e4b88cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9747491 Dec 21 01:42:11.855089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:11.861879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-a6837da2-683d-4b20-af49-6eef0f6f05c4 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:11.863949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-a6837da2-683d-4b20-af49-6eef0f6f05c4 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.24 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 824 time: 0.3889568 Dec 21 01:42:11.865774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-02a0bb96-832d-48f7-a317-27e1f8bfc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:11.867154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-02a0bb96-832d-48f7-a317-27e1f8bfc4ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1095 time: 0.1948617 Dec 21 01:42:11.868006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a2036-a8c9-447d-b2af-d81f925f8fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4897a7c1-1e6c-45ea-a420-bbd6dd827278,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:11.883155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a452d-8718-438a-9ff6-e17bf13225c8 req-b88fb853-281c-43c5-90ef-0862b9445b65 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:11.891470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-635a452d-8718-438a-9ff6-e17bf13225c8 req-b88fb853-281c-43c5-90ef-0862b9445b65 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 945 time: 0.1801245 Dec 21 01:42:11.934168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:11.958847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-a832baa5-6af9-4d6e-bf74-abc887c7f3e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0633273 Dec 21 01:42:11.966973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.022348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:12.025761 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073bc54b-8ef7-4c19-9d57-bae1c724ea11" -d '{"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-plugged", "status": "completed", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:12.027791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.035054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.038881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4897a7c1-1e6c-45ea-a420-bbd6dd827278 HTTP/1.1" status: 204 len: 168 time: 0.1804421 Dec 21 01:42:12.057991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fd74b-bb34-47be-b03e-58c90ebd1eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4897a7c1-1e6c-45ea-a420-bbd6dd827278,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:12.070660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-635a452d-8718-438a-9ff6-e17bf13225c8 req-e2895a86-6c98-4c33-a339-5840fd828c94 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764209 Dec 21 01:42:12.101066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-cbc94d6a-b413-4421-b708-13c1c7f1cdad tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 379 time: 0.2069993 Dec 21 01:42:12.130161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'port': {'device_id': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'admin_state_up': True, 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'security_groups': ['e0a1ede0-183a-45f3-9cea-9fd22c3423a1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:12.136398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-1b580620-6149-4450-9e66-0775271229f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:12.138094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-1b580620-6149-4450-9e66-0775271229f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1539009 Dec 21 01:42:12.351789 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1adba-c729-431b-9d89-9721d88f4583 x-openstack-request-id: req-9ae1adba-c729-431b-9d89-9721d88f4583 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:12.351789 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-plugged", "status": "completed", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:12.351789 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ae1adba-c729-431b-9d89-9721d88f4583 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:12.353131 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'code': 200} Dec 21 01:42:12.423857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-27731d40-325f-456f-bc42-42275dc75323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2721143 Dec 21 01:42:12.499558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5986fdf0-ff17-43b8-89e5-7f4cd2e98c73 req-2d93d4ba-9c86-4c11-b9dc-decebc7410bf tempest-AggregatesAdminTestJSON-1060377862 tempest-AggregatesAdminTestJSON-1060377862-project] 10.222.0.43 "GET /v2.0/ports?device_id=517642c0-1387-4829-9551-161e67be1d4e HTTP/1.1" status: 200 len: 210 time: 0.3058641 Dec 21 01:42:12.532280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa27f9-a630-4641-8d43-d78ad112e152 req-469ee461-e439-4cd1-b73d-8dc955c26d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:12.534864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04aa27f9-a630-4641-8d43-d78ad112e152 req-469ee461-e439-4cd1-b73d-8dc955c26d81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1097 time: 0.0764568 Dec 21 01:42:12.641545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04aa27f9-a630-4641-8d43-d78ad112e152 req-71fbc502-d413-4389-b0fc-d87dd419afe3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726464 Dec 21 01:42:12.651681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9938222-8246-4ed7-a52a-ee1798c193ba req-7d33d4e5-cb44-4e59-85bc-6c5976273aaa tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 210 time: 0.0329797 Dec 21 01:42:12.652027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:12.669660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97c4219d-5260-43c2-9b56-286a76f66cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.680201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-226ec224-7050-42ac-b912-25e044ab2837 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450614 Dec 21 01:42:12.702988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Made reservation on behalf of a494bc3f59a04438b6748cd45468e0ea for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:12.707561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.767302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97c4219d-5260-43c2-9b56-286a76f66cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.775912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-97c4219d-5260-43c2-9b56-286a76f66cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.817476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-97c4219d-5260-43c2-9b56-286a76f66cca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e0438f2190142649bb39b2140a39807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639421 Dec 21 01:42:12.818079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:12.849626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4219d-5260-43c2-9b56-286a76f66cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3965a3b5-a463-4c81-ae15-4dc140e506b8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:12.885734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.893541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42cba2cf-096d-4a59-8db0-d5b0247fc0a5 req-0cde45ee-a87d-4ace-b092-bb3a58b93049 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018235 Dec 21 01:42:12.907813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae0ff7-50c3-4462-bd8d-e8a6f621a337 req-12fd935e-e312-4294-8f3a-9c43d0c274ce tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:12.908393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.909278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecae0ff7-50c3-4462-bd8d-e8a6f621a337 req-12fd935e-e312-4294-8f3a-9c43d0c274ce tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.1280620 Dec 21 01:42:12.962812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.965800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:12.967118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3965a3b5-a463-4c81-ae15-4dc140e506b8 HTTP/1.1" status: 204 len: 168 time: 0.1454732 Dec 21 01:42:12.976121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2515f3a-3fc4-4b9f-b8ad-d09df294b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3965a3b5-a463-4c81-ae15-4dc140e506b8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:12.997893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Allocated IP 172.20.0.14 (21879e0e-5728-4a44-aa89-b4702d99bfea/63fbf91a-7a7c-4177-a463-3684bb55a715/96fb30c7-2f54-49be-9f1e-55ab98584c3b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:13.134825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecae0ff7-50c3-4462-bd8d-e8a6f621a337 req-cd56aec5-49da-4bf6-bf53-57693134fe33 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879382 Dec 21 01:42:13.198729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-499bd691-87b8-4f63-8537-358ec12ff296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.199973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-499bd691-87b8-4f63-8537-358ec12ff296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1095 time: 0.1506860 Dec 21 01:42:13.214228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26a820-6799-4cdd-a9f4-113b125fa015 req-8b6686b3-9514-4d6c-a830-4171bf5e72d4 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.215327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d26a820-6799-4cdd-a9f4-113b125fa015 req-8b6686b3-9514-4d6c-a830-4171bf5e72d4 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.1251476 Dec 21 01:42:13.427230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d26a820-6799-4cdd-a9f4-113b125fa015 req-bb59c5c2-befb-4b70-a2ff-41d8dd359c47 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792791 Dec 21 01:42:13.436119 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:13.440345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-688f2675-3977-4555-815a-91e22a26d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.441822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-688f2675-3977-4555-815a-91e22a26d0ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.2256296 Dec 21 01:42:13.453833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fee59-83cd-40a1-a512-224cc86cb44d req-080693da-dea1-450d-96ab-b026187e31fc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.455278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-323fee59-83cd-40a1-a512-224cc86cb44d req-080693da-dea1-450d-96ab-b026187e31fc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 945 time: 0.1361978 Dec 21 01:42:13.515631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-1ab9c7c2-87cc-49af-bf27-4ddc0da1a43c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0579262 Dec 21 01:42:13.585135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:13.591891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-323fee59-83cd-40a1-a512-224cc86cb44d req-07809832-2db3-406c-965d-f1aded8168c7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265223 Dec 21 01:42:13.607049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-9e157fed-2b59-40e1-9e3b-f3de6b3d7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.610905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-9e157fed-2b59-40e1-9e3b-f3de6b3d7f92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0832648 Dec 21 01:42:13.670450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:13.674468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-95ff0fb4-88ab-4407-a8a9-1e11c6d75dfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420437 Dec 21 01:42:13.679616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:13.684083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:13.689880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:13.690497 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:13.719962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:13.767329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-b4bd9c3e-9be7-4c3e-8b8e-0267ac4351f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6473167 Dec 21 01:42:13.788040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Request body: {'port': {'device_id': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:13.834540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-1b85fca0-3b7e-4755-9fff-9f037b5da5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387086 Dec 21 01:42:13.879292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8cc71f19-8281-44bd-8948-e4fcf09fa9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:13.904830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.100885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b75119c1-4558-4abf-ab69-e2c41e126b50 None None] Provisioning complete for port 96fb30c7-2f54-49be-9f1e-55ab98584c3b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:14.101255 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b75119c1-4558-4abf-ab69-e2c41e126b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.123007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238c8472-8448-48c8-a0f2-4443c74a1547 req-4f5216e2-b692-45b6-9b7e-81a5bd6e961c service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668977 Dec 21 01:42:14.203006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-4e484dd3-3646-46ee-b2c5-0e4642135ae6 req-9b8f48ac-137a-4a72-acff-54287f46d9a5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:42:14.218044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e484dd3-3646-46ee-b2c5-0e4642135ae6 req-9b8f48ac-137a-4a72-acff-54287f46d9a5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234337 Dec 21 01:42:14.230979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b75119c1-4558-4abf-ab69-e2c41e126b50 None None] Port 96fb30c7-2f54-49be-9f1e-55ab98584c3b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:14.413410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7e2e7766-3211-49fa-963b-e8b3494fc2cc no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:42:14.437845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 7e2e7766-3211-49fa-963b-e8b3494fc2cc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:42:14.438480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7e2e7766-3211-49fa-963b-e8b3494fc2cc not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: from cryptography.utils import int_from_bytes Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: from cryptography.utils import int_from_bytes Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.461882 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:14.465584 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:14.468946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81071c5-7ad0-43a1-a045-c84fa72ac286 req-b12b73bb-24f8-4ce7-9b42-ae4530b432aa tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:14.471183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81071c5-7ad0-43a1-a045-c84fa72ac286 req-b12b73bb-24f8-4ce7-9b42-ae4530b432aa tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 932 time: 0.1203992 Dec 21 01:42:14.552700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81071c5-7ad0-43a1-a045-c84fa72ac286 req-e38e4e89-4692-49c0-be44-0ae0b167b86e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706561 Dec 21 01:42:14.561791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fb30c7-2f54-49be-9f1e-55ab98584c3b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:14.570743 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.595734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Transition to ACTIVE for port object 96fb30c7-2f54-49be-9f1e-55ab98584c3b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:14.601200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.640511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:14.675563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:14.703776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56344) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:14.737504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Attempting to bind port 96fb30c7-2f54-49be-9f1e-55ab98584c3b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:14.737970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Attempting to bind port 96fb30c7-2f54-49be-9f1e-55ab98584c3b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:14.738262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Attempting to bind port 96fb30c7-2f54-49be-9f1e-55ab98584c3b on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:14.744814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Port 96fb30c7-2f54-49be-9f1e-55ab98584c3b on network 21879e0e-5728-4a44-aa89-b4702d99bfea not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:14.745144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Attempting to bind port 96fb30c7-2f54-49be-9f1e-55ab98584c3b on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:14.752935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:14.753530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Checking segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:14.753710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Bound using segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:14.754194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Bound port: 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:14.754664 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.765813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3566-4ad1-491a-9e25-773a36b8dac1 req-a41def86-ac77-4b7c-b0ef-b24388aaa425 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:14.767342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bbc3566-4ad1-491a-9e25-773a36b8dac1 req-a41def86-ac77-4b7c-b0ef-b24388aaa425 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.0941825 Dec 21 01:42:14.874607 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0db410a-ca2c-479b-a9ce-c14ffa0aee01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.883759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bbc3566-4ad1-491a-9e25-773a36b8dac1 req-3f6509e9-0bc4-44fa-be11-fbc57c315e89 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040900 Dec 21 01:42:14.886635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:14.890980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:14.900336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.959960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:14.962281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:14.963702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] 10.222.0.24 "PUT /v2.0/ports/96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 1093 time: 1.1800272 Dec 21 01:42:14.965552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:14.966433 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9e7a5-696c-445b-8ccc-29e2255cdc72" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:15.030746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19e04-a5e0-4148-92e8-3f98c5af1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:15.116893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49cbc3-14fe-4cda-ac12-008a71bb5f61 req-128fc80f-93bf-4093-8f54-76e12a8a4b6b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:15.127930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd49cbc3-14fe-4cda-ac12-008a71bb5f61 req-128fc80f-93bf-4093-8f54-76e12a8a4b6b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.1155612 Dec 21 01:42:15.198884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-9edb3bc3-b6fb-4277-b0b7-f925a3375dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:15.200417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-9edb3bc3-b6fb-4277-b0b7-f925a3375dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1096 time: 0.1482043 Dec 21 01:42:15.265712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd49cbc3-14fe-4cda-ac12-008a71bb5f61 req-a342c484-2020-4da9-8eae-0d72153e113c tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313775 Dec 21 01:42:15.338149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c9f9f17-fe88-4799-aa41-1704f46f9473 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ac10c6236ff4df184ecb7fd77f93df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328897 Dec 21 01:42:15.338780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56364) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:15.363118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-287646e3-63de-45ac-8cf7-20f82687421c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 217 time: 0.1198328 Dec 21 01:42:15.370454 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ed7ba-68fa-4cb4-9746-0688063b0315 x-openstack-request-id: req-9f4ed7ba-68fa-4cb4-9746-0688063b0315 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:15.371080 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:15.372174 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f4ed7ba-68fa-4cb4-9746-0688063b0315 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:15.372895 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'status': 'completed', 'code': 200} Dec 21 01:42:15.402753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0db410a-ca2c-479b-a9ce-c14ffa0aee01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.416105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0db410a-ca2c-479b-a9ce-c14ffa0aee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.440628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.463760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8b0d4144-0842-4924-a7ee-f356e4f226ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:15.466266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-8b0d4144-0842-4924-a7ee-f356e4f226ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.0845814 Dec 21 01:42:15.466457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c0db410a-ca2c-479b-a9ce-c14ffa0aee01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eace1c53197e49acb9e2f4d97931edbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8252268 Dec 21 01:42:15.472894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:15.475218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299e876-b230-4c7c-ae77-a6ddb7036c27 req-d7c06e5e-388d-494b-af87-bcf41260c801 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:15.477089 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f299e876-b230-4c7c-ae77-a6ddb7036c27 req-d7c06e5e-388d-494b-af87-bcf41260c801 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 945 time: 0.3364289 Dec 21 01:42:15.482059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db410a-ca2c-479b-a9ce-c14ffa0aee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e626c-86f1-4215-a65f-179bada9e7e6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:15.498317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.564934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.594961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.615554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.618845 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.623764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40 HTTP/1.1" status: 204 len: 168 time: 0.2785861 Dec 21 01:42:15.647182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023cdd5-20d2-439b-be4e-3360b84a35b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f9cfdd-e6b4-4e59-85c3-08cc9a41ad40,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:15.677674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.681810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.684101 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb2e626c-86f1-4215-a65f-179bada9e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2103083 Dec 21 01:42:15.696649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cc3c0-f71b-41ee-a751-dd3cb430c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e626c-86f1-4215-a65f-179bada9e7e6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:15.782768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-cb0bccb1-365d-4085-8e5f-08f8328e8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:15.784288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-cb0bccb1-365d-4085-8e5f-08f8328e8a08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3061478 Dec 21 01:42:15.821373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f299e876-b230-4c7c-ae77-a6ddb7036c27 req-5e6841be-7e6d-4da1-9265-242d180e4967 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114173 Dec 21 01:42:15.838341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1932673114', 'description': 'tempest-description-1129507932'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:15.928501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.937410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-e2143e2a-5057-488e-8fcc-093897ddd552 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=582b9390d2f34d41a73dd034efa5f014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383744 Dec 21 01:42:15.946603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:15.951912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-617cc937-6644-4720-9f24-05a01f91bc1a service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416745 Dec 21 01:42:16.163092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-582d7b8c-4c0e-4000-969b-344ce9fcccc3 req-f3b8ca49-08ef-49cc-936b-6bfbf74e8820 service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955378 Dec 21 01:42:16.171612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1d21bffc-7b15-4117-a06f-4d194e13953d tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:16.173092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1d21bffc-7b15-4117-a06f-4d194e13953d tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243216 Dec 21 01:42:16.207679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.214798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-52ae43b7-41ce-4719-a6ef-e654d8e6773f tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/quotas/582b9390d2f34d41a73dd034efa5f014 HTTP/1.1" status: 200 len: 375 time: 0.0315487 Dec 21 01:42:16.224203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.230462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56400) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:16.244258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-547fb120-2eab-4c96-95a3-1ba0a5b2c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.295353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59c009d5-6dbc-4300-ae66-2939feac6d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.327303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e604f-a9a5-45cf-9840-a2d5517862fc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:16.375239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-35f15765-2d63-4f28-82ba-1fa2ba862138 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592617 Dec 21 01:42:16.400221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.411270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-2aef5b4a-bf30-4899-b9c7-4a3e44386e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:16.412404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:16.412794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-2aef5b4a-bf30-4899-b9c7-4a3e44386e67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1096 time: 0.1406460 Dec 21 01:42:16.414567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:16.416274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.527613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436da434-5b52-418d-a4d1-5f39b5ce5086,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:16.550152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.553793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf7e9a50-6f97-4fe5-8cb0-3d73c59e613b req-286077d9-87c2-4866-9df6-4179fffdf52f tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7263665 Dec 21 01:42:16.616838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6569cff-d9d8-4f15-b855-4a84c0810c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.632855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56416) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:16.634060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:16.659038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7d92efad-2def-44d8-b199-d5683ef741a3', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'port_id': '7d92efad-2def-44d8-b199-d5683ef741a3', 'mac_address': 'fa:16:3e:23:37:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a214-6e40-47af-8ba3-d087fdefdc21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:16.690061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59c009d5-6dbc-4300-ae66-2939feac6d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.711240 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59c009d5-6dbc-4300-ae66-2939feac6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.731838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.744164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-d286e063-f47b-4d15-8cbf-c2a13e0bad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:16.745742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-d286e063-f47b-4d15-8cbf-c2a13e0bad16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.3214018 Dec 21 01:42:16.751096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3deb492-67e7-4c86-ad75-53dbf2c212d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f11adba1c69f463cafe773d3e1a06fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161420 Dec 21 01:42:16.753856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:16.777047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:16.813269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59c009d5-6dbc-4300-ae66-2939feac6d47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0aa42e72764740b19dd70949c145eddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5795302 Dec 21 01:42:16.816234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-ffc7f945-f8ae-489c-b1e2-58c48b0ba399 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 217 time: 0.0629027 Dec 21 01:42:16.817091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56422) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:16.825756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b085-ac12-4405-a883-0a5c753ab4e3 req-3773e4d6-d998-49d3-b40f-274211f42c2f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:16.828231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e74b085-ac12-4405-a883-0a5c753ab4e3 req-3773e4d6-d998-49d3-b40f-274211f42c2f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 944 time: 0.2317457 Dec 21 01:42:16.829055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c009d5-6dbc-4300-ae66-2939feac6d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b593fb-e99c-49d9-b748-77175d9ef1af,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:16.834455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:16.840466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.853781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6569cff-d9d8-4f15-b855-4a84c0810c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.858367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.883878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.912717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:16.927450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6569cff-d9d8-4f15-b855-4a84c0810c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.940592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-f3858318-a657-4dfc-89f9-b30e346add2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:16.941767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-f3858318-a657-4dfc-89f9-b30e346add2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.1076303 Dec 21 01:42:16.959732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.962836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:16.966422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26518bdd-4b30-4fc4-831b-774dfc2aa1b1 HTTP/1.1" status: 204 len: 168 time: 0.2084684 Dec 21 01:42:16.979798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e74b085-ac12-4405-a883-0a5c753ab4e3 req-8cc416d2-0f8a-4444-895c-518249708f6d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283081 Dec 21 01:42:17.014404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e6569cff-d9d8-4f15-b855-4a84c0810c4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ddeacd217954e088fa9d166de57c2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004970 Dec 21 01:42:17.015979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.017563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:17.033402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569cff-d9d8-4f15-b855-4a84c0810c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5cde62-f242-4e53-8a33-7662753b0c20,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:17.059905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-db1e38da-d8f2-4ffd-a89e-fa12c3077dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:17.060325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e137-5ad2-4c22-9c1e-5657f50782ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26518bdd-4b30-4fc4-831b-774dfc2aa1b1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:17.062003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-db1e38da-d8f2-4ffd-a89e-fa12c3077dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107166 Dec 21 01:42:17.064124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.140033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.142481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.171570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.179362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:17.245492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.249896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.251873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c5cde62-f242-4e53-8a33-7662753b0c20 HTTP/1.1" status: 204 len: 168 time: 0.2287385 Dec 21 01:42:17.261040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75758bd0-dde6-4440-9380-bdb93d01aa75 req-2a18a5ef-54fc-4450-89d7-cfdceb4de81d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:17.262597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75758bd0-dde6-4440-9380-bdb93d01aa75 req-2a18a5ef-54fc-4450-89d7-cfdceb4de81d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 944 time: 0.1651433 Dec 21 01:42:17.266640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d75f6-8678-4eb4-9d87-5d385ef57b35 req-58198728-c073-4fc4-be1b-55642b58a754 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:17.267794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-022d75f6-8678-4eb4-9d87-5d385ef57b35 req-58198728-c073-4fc4-be1b-55642b58a754 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1097 time: 0.1445439 Dec 21 01:42:17.268403 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.270967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.271998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57b593fb-e99c-49d9-b748-77175d9ef1af HTTP/1.1" status: 204 len: 168 time: 0.4392860 Dec 21 01:42:17.282705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2493-4aaf-4a16-93a6-91529a509e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5cde62-f242-4e53-8a33-7662753b0c20,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:17.291066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-1a5ba9f0-b8cf-4e9e-845c-4ed804c459c6 service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182322 Dec 21 01:42:17.298236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd036f2-21f0-4eb0-bba3-7187c5c26bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b593fb-e99c-49d9-b748-77175d9ef1af,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:17.434634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-022d75f6-8678-4eb4-9d87-5d385ef57b35 req-7998aa97-6ef2-44cc-bd21-df43562c4ce1 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506002 Dec 21 01:42:17.450970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75758bd0-dde6-4440-9380-bdb93d01aa75 req-a0d4f43d-4c75-4e95-96ea-6b2800904ebf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764276 Dec 21 01:42:17.498256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af9e7a5-696c-445b-8ccc-29e2255cdc72 req-76a7eb15-467e-4c70-b00a-f820b43464c7 service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862833 Dec 21 01:42:17.537449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1543338361', 'description': 'tempest-description-512928663'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:17.572417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.633462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28f8616e-c3d8-439f-adef-93af741d5052 req-8162d431-0a39-45ab-8836-6a597fcbb3da tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 210 time: 0.0478113 Dec 21 01:42:17.750026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.758087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.798096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb9d2b-47c3-4a44-b5fd-b54c0f9493c3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:17.817053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.818454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35a860c6-778b-4bba-8c82-fd5c9b3f05ff req-5fa22695-0951-43e5-9672-f81678051453 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2852712 Dec 21 01:42:17.864272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:17.900251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d51ca49-99a5-4ec4-8c41-1d1d9d860d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:17.972856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eced6b-5013-4c69-a34c-c21203b1ea9b req-e59bcb7d-e47b-4f96-9b26-0a35cad3f264 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:17.984170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3eced6b-5013-4c69-a34c-c21203b1ea9b req-e59bcb7d-e47b-4f96-9b26-0a35cad3f264 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1097 time: 0.1244500 Dec 21 01:42:18.139008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1995991807', 'description': 'tempest-description-754748218'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:18.184158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3eced6b-5013-4c69-a34c-c21203b1ea9b req-8bdcc2d8-822e-4f63-967e-db2033e233d1 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914594 Dec 21 01:42:18.342228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-c089a586-4423-49cb-b95b-6d00003c68fa tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=582b9390d2f34d41a73dd034efa5f014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196749 Dec 21 01:42:18.451325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:18.552757 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.592697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d51ca49-99a5-4ec4-8c41-1d1d9d860d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.639929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d51ca49-99a5-4ec4-8c41-1d1d9d860d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.643619 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.746016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.763830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 7d92efad-2def-44d8-b199-d5683ef741a3 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:18.771801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7d92efad-2def-44d8-b199-d5683ef741a3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:18.773365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.795512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d51ca49-99a5-4ec4-8c41-1d1d9d860d00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d8459e3ef4343f786bea02902f72a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9299018 Dec 21 01:42:18.799290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:18.812097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51ca49-99a5-4ec4-8c41-1d1d9d860d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95730b40-7a39-4871-80c4-eb7d773ae8f3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:18.837986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-4eceeb6f-8ac9-468b-8c3d-29644716b2c7 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:18.841025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-4eceeb6f-8ac9-468b-8c3d-29644716b2c7 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4794822 Dec 21 01:42:18.871183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.874631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb8221-c33c-4edf-81c2-45a472ac0682 req-4bbb23a0-8d9d-4e77-b30a-ead38a3d4bc1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:18.877601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51bb8221-c33c-4edf-81c2-45a472ac0682 req-4bbb23a0-8d9d-4e77-b30a-ead38a3d4bc1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 944 time: 0.3102636 Dec 21 01:42:18.899187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.901655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Request body: {'port': {'device_id': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '582b9390d2f34d41a73dd034efa5f014'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:18.908834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:18.909875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:18.912843 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5067aeb-a49e-43c7-b12e-3dc2292a626a" -d '{"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-plugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:18.919080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.930402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:18.985365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:19.031535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.037521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.045036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95730b40-7a39-4871-80c4-eb7d773ae8f3 HTTP/1.1" status: 204 len: 168 time: 0.2444234 Dec 21 01:42:19.062812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887494cd-933d-429d-b5f1-71a3da3ac7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95730b40-7a39-4871-80c4-eb7d773ae8f3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:19.106110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51bb8221-c33c-4edf-81c2-45a472ac0682 req-461d03c4-253b-4be5-92aa-0dc25ee72d17 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986544 Dec 21 01:42:19.205439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.214921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.287885 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.357224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1afac14-4865-4ee8-9d2c-dc6c55e12f7e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:19.376549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Made reservation on behalf of 582b9390d2f34d41a73dd034efa5f014 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:19.381662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.391408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.392394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.392556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.393046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.393590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.394087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.394532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.394990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.395515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.396003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.396556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.396979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.397422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:19.452923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab64b-1072-40e9-a111-b7c3b17f3d17 req-0cbb0a65-8971-41e4-9d37-62d853d0a01d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:19.455077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9fab64b-1072-40e9-a111-b7c3b17f3d17 req-0cbb0a65-8971-41e4-9d37-62d853d0a01d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 945 time: 0.2117817 Dec 21 01:42:19.535007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.548971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.627553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.628998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47f0e9eb-9cc0-47ec-beb6-ed396ce7c83b req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5198076 Dec 21 01:42:19.658928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d68ff-f548-486f-8097-d0dbc5af35df tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af16ad-26a9-43b3-9a20-f8e56a5b9470,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:19.678379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9fab64b-1072-40e9-a111-b7c3b17f3d17 req-7a447603-4abf-4b63-9237-e92b8d8edaef tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934786 Dec 21 01:42:19.721957 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd608a5a-ceae-47f3-9e54-cbfb04ef992c x-openstack-request-id: req-cd608a5a-ceae-47f3-9e54-cbfb04ef992c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:19.722446 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-plugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:19.722879 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd608a5a-ceae-47f3-9e54-cbfb04ef992c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:19.723483 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'code': 200} Dec 21 01:42:19.741645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Allocated IP 192.168.233.45 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/2d6574c4-9a36-48e1-8994-a9c46efc813c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:19.745511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b834b840-90c0-4561-8298-6cfca77d795e req-3ea654db-3c70-4d49-b55a-e0557fc32122 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 210 time: 0.0400717 Dec 21 01:42:19.794897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-958473729', 'description': 'tempest-description-749517250'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:19.904142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:19.961213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524162ea-9ea8-4be9-94d1-1cf747ccadf4 req-88deffd4-9995-479e-9da9-f5d6c840628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:19.964274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-524162ea-9ea8-4be9-94d1-1cf747ccadf4 req-88deffd4-9995-479e-9da9-f5d6c840628f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.1186125 Dec 21 01:42:20.020320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.038084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-524162ea-9ea8-4be9-94d1-1cf747ccadf4 req-e088a966-9679-4800-aadb-53c707cfb759 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 Dec 21 01:42:20.060033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.068326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.114206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.115509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5151163e-f096-40ba-8660-2aee0bf807d5 req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3309321 Dec 21 01:42:20.115654 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:42:20.116943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937136-d73a-4538-a383-39b842498223 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90965e78-f909-465f-80d5-5b59e60115c0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:20.128385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.165266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8f41a8fd-45b0-4fff-9586-59babfce629e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:20.196799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:20.203061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:20.211789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:20.217800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:20.218432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.242670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Pushing event updated for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:20.279973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-aac71075-eccf-4dce-be45-ad425e81955b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3982422 Dec 21 01:42:20.332829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Request body: {'port': {'device_id': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:20.443168 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.572935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-cfc96a73-505d-4387-9d52-50754ae7bbd3 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42610 time: 0.4077179 Dec 21 01:42:20.599872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-725bd9ef-3e92-4535-8aea-200f5b02efb7 None None] Provisioning complete for port 2d6574c4-9a36-48e1-8994-a9c46efc813c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:20.600590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-725bd9ef-3e92-4535-8aea-200f5b02efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:20.650747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-725bd9ef-3e92-4535-8aea-200f5b02efb7 None None] Port 2d6574c4-9a36-48e1-8994-a9c46efc813c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:20.912437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-28bd0a5e-6bf8-4d35-87c2-b28507d56a6a tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0f4970d6-cd2b-430a-b1a6-5220960c82c7 HTTP/1.1" status: 200 len: 2994 time: 0.2828908 Dec 21 01:42:20.970140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 96fb30c7-2f54-49be-9f1e-55ab98584c3b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:20.995419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-e61c6d40-677d-4a2e-b7a6-09e7c768a538 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0f4970d6-cd2b-430a-b1a6-5220960c82c7 HTTP/1.1" status: 200 len: 2994 time: 0.0702529 Dec 21 01:42:21.066952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6574c4-9a36-48e1-8994-a9c46efc813c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:21.077083 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.086077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-51fb71d9-a1fe-400d-a53f-cbe480b0fb46 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1335c6dd-4816-44a0-b79f-02603885b8ad HTTP/1.1" status: 200 len: 2998 time: 0.0811479 Dec 21 01:42:21.115334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Transition to ACTIVE for port object 2d6574c4-9a36-48e1-8994-a9c46efc813c will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:21.127774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:21.138232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-f110dfe6-ba40-4010-98fe-6d0249e0c253 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1335c6dd-4816-44a0-b79f-02603885b8ad HTTP/1.1" status: 200 len: 2998 time: 0.0456338 Dec 21 01:42:21.138828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.141068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'port_id': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'mac_address': 'fa:16:3e:c6:04:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:21.198537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.223055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fb30c7-2f54-49be-9f1e-55ab98584c3b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:21.234082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Pushing event updated for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:21.266415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:21.270291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-8ae82838-c508-45b1-86d0-0a57b1226370 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3248ece4-6c83-4400-81af-5da55d5304e3 HTTP/1.1" status: 200 len: 2998 time: 0.1029742 Dec 21 01:42:21.271887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.327478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-8e2b70cb-4256-434b-8b87-26471722e1e2 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3248ece4-6c83-4400-81af-5da55d5304e3 HTTP/1.1" status: 200 len: 2998 time: 0.0440314 Dec 21 01:42:21.328382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Attempting to bind port 2d6574c4-9a36-48e1-8994-a9c46efc813c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:21.328815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Attempting to bind port 2d6574c4-9a36-48e1-8994-a9c46efc813c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:21.329395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Attempting to bind port 2d6574c4-9a36-48e1-8994-a9c46efc813c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:21.333709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:21.335337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Port 2d6574c4-9a36-48e1-8994-a9c46efc813c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:21.336268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Attempting to bind port 2d6574c4-9a36-48e1-8994-a9c46efc813c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:21.382229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:21.383022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:21.383740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:21.384349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Bound port: 2d6574c4-9a36-48e1-8994-a9c46efc813c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:21.384865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.388298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-174939a4-a66d-4f9e-a3c0-502c96fd0424 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6d472ef8-3041-40fe-8676-cab087dd672d HTTP/1.1" status: 200 len: 2990 time: 0.0489602 Dec 21 01:42:21.490938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-e8864d06-7d82-4636-9bc0-82eea1a8f16c tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6d472ef8-3041-40fe-8676-cab087dd672d HTTP/1.1" status: 200 len: 2990 time: 0.0883212 Dec 21 01:42:21.508769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:21.533593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:21.548124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.580448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-bb0e62bb-ee51-43b5-b32f-68020dbaa4e9 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/973c5268-a9e7-42e3-802d-9c83c053df77 HTTP/1.1" status: 200 len: 2998 time: 0.0796604 Dec 21 01:42:21.586644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:21.587266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.588603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] 10.222.0.45 "PUT /v2.0/ports/2d6574c4-9a36-48e1-8994-a9c46efc813c HTTP/1.1" status: 200 len: 1096 time: 1.2603333 Dec 21 01:42:21.589048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:21.591297 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:21.641574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae68b-aa37-4f3d-9f42-357df3b6c2fd service neutron] Pushing event updated for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:21.670667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-1302aa61-8ed9-4582-8bad-92de343c516e tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/973c5268-a9e7-42e3-802d-9c83c053df77 HTTP/1.1" status: 200 len: 2998 time: 0.0764210 Dec 21 01:42:21.691017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56612) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:21.710137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['96fb30c7-2f54-49be-9f1e-55ab98584c3b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:21.710894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56616) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:21.745256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-9f750ac7-40aa-42cf-918e-928cd901030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:21.746845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-9f750ac7-40aa-42cf-918e-928cd901030e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 1099 time: 0.0899143 Dec 21 01:42:21.762584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-139acfa0-bed0-4eda-ac24-1434513878e8 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9e9e604f-a9a5-45cf-9840-a2d5517862fc HTTP/1.1" status: 200 len: 2998 time: 0.0685380 Dec 21 01:42:21.807937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-a9c4181e-e610-430b-b900-e358753722b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c HTTP/1.1" status: 200 len: 217 time: 0.0445049 Dec 21 01:42:21.852478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.886989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:21.904637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-d1f8fca4-64b6-4b1a-9cb9-9836ea36c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:21.906142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-d1f8fca4-64b6-4b1a-9cb9-9836ea36c713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0906315 Dec 21 01:42:21.908471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-dcaa846b-1b3f-481b-9d65-997f428686cc tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9e9e604f-a9a5-45cf-9840-a2d5517862fc HTTP/1.1" status: 200 len: 2998 time: 0.1363924 Dec 21 01:42:21.909597 n-d-761264-20 neutron-server[109851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 01:42:21.914409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-3f9d8112-3647-41c7-8db5-fe52bffdd14d tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:42:21.932850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-3f9d8112-3647-41c7-8db5-fe52bffdd14d tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2195992 Dec 21 01:42:21.984827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-9a07246f-104c-4819-ac75-27656715e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:21.986358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-9a07246f-104c-4819-ac75-27656715e14e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722375 Dec 21 01:42:21.995711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-45ea4ec7-c760-4e3e-83ab-911d26e80207 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a6624d40-bf8e-475b-aeab-e78661b52c4b HTTP/1.1" status: 200 len: 2998 time: 0.0803139 Dec 21 01:42:22.014364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.025885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.080507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-fa5b0a9d-f99f-47dd-90f8-95d2709494ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:22.081850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-fa5b0a9d-f99f-47dd-90f8-95d2709494ff service neutron] 10.222.0.43 "GET /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 1094 time: 0.1115255 Dec 21 01:42:22.084979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb2631-e0ab-4b01-b699-8d43bb453f5a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:22.088685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=facdada074b742428437912e2f483fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965206 Dec 21 01:42:22.090689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-778e89e9-cb92-4928-b37f-3da588a250a4 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a6624d40-bf8e-475b-aeab-e78661b52c4b HTTP/1.1" status: 200 len: 2998 time: 0.0941303 Dec 21 01:42:22.094272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Request body: {'binding': {'host': 'n-h2-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:22.094415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56624) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:22.094512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:42:22.123953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.124294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.124637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.124973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.125305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.125661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.125995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.126316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.126637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.126958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.127280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.127597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.127917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762b73a-b97e-4411-aa7d-06950d5df35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:22.166119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-35c5091d-c78a-4087-9114-b9572751f098 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684456 Dec 21 01:42:22.195500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-1927f461-746a-4073-b053-8e9aa327612d tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a7e2ffb6-f749-4e2e-8d0f-a1fa3eff04c5 HTTP/1.1" status: 200 len: 2998 time: 0.0921292 Dec 21 01:42:22.237785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on host n-h2-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:22.238125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:22.238453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:22.242625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:22.242972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:22.247670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:22.247831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.248003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:22.248385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:22.248806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Bound port: 9a67938b-6282-43d5-bd1b-c996be52c8a0, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:22.301569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.316015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-6557018c-32ae-4a24-80fd-b014417adee6 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a7e2ffb6-f749-4e2e-8d0f-a1fa3eff04c5 HTTP/1.1" status: 200 len: 2998 time: 0.1096244 Dec 21 01:42:22.340271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-814b7f90-42b0-4cc2-b4dc-21c0efd3eef9 req-4c782e39-3290-4ba7-96d5-c3994784076e service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663327 Dec 21 01:42:22.346986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:22.354244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.355472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-786742a9-6894-40e1-be7d-c9cf40581a84 service neutron] 10.222.0.43 "POST /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2657480 Dec 21 01:42:22.389716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.392184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.393292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bbb2631-e0ab-4b01-b699-8d43bb453f5a HTTP/1.1" status: 204 len: 168 time: 0.2980626 Dec 21 01:42:22.406617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d60d1-6430-4a1e-8542-c8282ac48354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb2631-e0ab-4b01-b699-8d43bb453f5a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:22.411586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-76f9a486-e45e-4165-87c2-c4dea6c3d010 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b1afac14-4865-4ee8-9d2c-dc6c55e12f7e HTTP/1.1" status: 200 len: 2998 time: 0.0847521 Dec 21 01:42:22.468238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-12970f24-fdf4-4e89-b93f-89a4f40aba11 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b1afac14-4865-4ee8-9d2c-dc6c55e12f7e HTTP/1.1" status: 200 len: 2998 time: 0.0494471 Dec 21 01:42:22.550843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-e8daed54-5dfd-4d5c-88ec-8429918e2d44 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d9e13431-5ad6-4e12-b9b0-7eccfb67dfa0 HTTP/1.1" status: 200 len: 2998 time: 0.0704796 Dec 21 01:42:22.564677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6923-2b32-4ad9-887e-65d269064614 req-32372366-0077-42d6-a517-9dd208d4e81b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:22.566209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b74d6923-2b32-4ad9-887e-65d269064614 req-32372366-0077-42d6-a517-9dd208d4e81b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 945 time: 0.0769885 Dec 21 01:42:22.635240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-80f44abe-8600-4fba-b72b-0a99b4241ea7 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/d9e13431-5ad6-4e12-b9b0-7eccfb67dfa0 HTTP/1.1" status: 200 len: 2998 time: 0.0680568 Dec 21 01:42:22.674418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b74d6923-2b32-4ad9-887e-65d269064614 req-77edf976-9f72-4988-ab2c-23a129f72b8f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926731 Dec 21 01:42:22.709498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-90804717-47a2-4a8b-85f5-78ebf1b10f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:22.710975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-90804717-47a2-4a8b-85f5-78ebf1b10f5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1097 time: 0.0672753 Dec 21 01:42:22.728268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-bd9659b7-0cd4-4b4c-8e44-898c96fdac24 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ebcc9651-dcc7-491c-b4b8-2c9f92d816f5 HTTP/1.1" status: 200 len: 2998 time: 0.0855300 Dec 21 01:42:22.762394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56636) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:22.775752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5413c1a3-1eca-48b2-b152-6fe107d661ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.822098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-a37f278e-ff9a-430c-bac6-be344fb9d564 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ebcc9651-dcc7-491c-b4b8-2c9f92d816f5 HTTP/1.1" status: 200 len: 2998 time: 0.0837755 Dec 21 01:42:22.843549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-27bd1501-1e23-476e-b878-2cdd31f8a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:22.844972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-27bd1501-1e23-476e-b878-2cdd31f8a8ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1263847 Dec 21 01:42:22.851653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5413c1a3-1eca-48b2-b152-6fe107d661ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.857159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5413c1a3-1eca-48b2-b152-6fe107d661ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:22.895793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5413c1a3-1eca-48b2-b152-6fe107d661ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7b2dc159f584e8cb582ac9beafd4e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320388 Dec 21 01:42:22.896399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413c1a3-1eca-48b2-b152-6fe107d661ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78970a53-4385-42fd-abcb-2d90b6074e98,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:22.898578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-0bd495d4-cbcc-44c5-8e50-fda99d2b6791 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0432518 Dec 21 01:42:22.899558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:22.931122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-dc2e969a-8633-4d41-8739-fb466142a1b4 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f211a919-cfb6-4366-981c-d6e1e8ceb757 HTTP/1.1" status: 200 len: 2994 time: 0.0978734 Dec 21 01:42:22.979701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 96fb30c7-2f54-49be-9f1e-55ab98584c3b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:23.012106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-513faa86-006c-4a9d-a957-b6b5cc9f20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.014098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-513faa86-006c-4a9d-a957-b6b5cc9f20b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1029339 Dec 21 01:42:23.030717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 96fb30c7-2f54-49be-9f1e-55ab98584c3b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:23.035126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 96fb30c7-2f54-49be-9f1e-55ab98584c3b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:23.035497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.043390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc65249c-780d-491a-bc39-bdd558ab3989 req-6721293a-f98b-4e38-ad40-bddc9ed896e6 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f211a919-cfb6-4366-981c-d6e1e8ceb757 HTTP/1.1" status: 200 len: 2994 time: 0.0919235 Dec 21 01:42:23.056659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.061376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-c1f3dcbe-6ba7-4417-95ae-b575b2e2b3cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337887 Dec 21 01:42:23.099455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.140808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.166063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:23.168379 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f19828-43ba-499a-96d4-7ea69b3548d8" -d '{"events": [{"server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "name": "network-vif-plugged", "status": "completed", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:23.181457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:23.185858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.237773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:23.253883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-449bbcd6-98a0-4423-9fd6-92e8aacc29e9 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825473 Dec 21 01:42:23.262770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc3fe-b755-4aa6-b2ed-d79c00ff4749 req-f9da46b3-1b39-47d7-932e-282bce17d224 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.264138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13dbc3fe-b755-4aa6-b2ed-d79c00ff4749 req-f9da46b3-1b39-47d7-932e-282bce17d224 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 945 time: 0.1564417 Dec 21 01:42:23.289846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.292332 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.293410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78970a53-4385-42fd-abcb-2d90b6074e98 HTTP/1.1" status: 204 len: 168 time: 0.3891532 Dec 21 01:42:23.354285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb3b1f-7445-4e33-a36c-e2c1e67c831a req-546302d0-f89b-4d2b-bf33-156fd3bdcbab tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.355744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4acb3b1f-7445-4e33-a36c-e2c1e67c831a req-546302d0-f89b-4d2b-bf33-156fd3bdcbab tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 947 time: 0.1690640 Dec 21 01:42:23.359279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391147c-24ea-4c00-a17e-42b0fdc13132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78970a53-4385-42fd-abcb-2d90b6074e98,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:23.427009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13dbc3fe-b755-4aa6-b2ed-d79c00ff4749 req-45970757-abed-4de3-b73c-d05916ae99a4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510758 Dec 21 01:42:23.446744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-36ec166a-c213-47ab-85a0-f18ee1d137d8 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803949 Dec 21 01:42:23.450219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4acb3b1f-7445-4e33-a36c-e2c1e67c831a req-76dc0515-86c1-4d6d-b4a3-6ed88f62c501 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858417 Dec 21 01:42:23.492577 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a3a4a2-c4f8-44cc-8a75-42bc4b4956f5 x-openstack-request-id: req-20a3a4a2-c4f8-44cc-8a75-42bc4b4956f5 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:23.492926 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:23.493179 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20a3a4a2-c4f8-44cc-8a75-42bc4b4956f5 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:23.493662 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c', 'status': 'completed', 'code': 200} Dec 21 01:42:23.617402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc4b9-84c2-4df9-bfc9-b918a254fff0 req-cae8ea1f-4585-4a71-898f-2f3094e1dee4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.619402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3dbc4b9-84c2-4df9-bfc9-b918a254fff0 req-cae8ea1f-4585-4a71-898f-2f3094e1dee4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 945 time: 0.0815649 Dec 21 01:42:23.626035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11a315e4-44d9-4ba6-b06d-3d91b632d221 req-521119b4-97c8-46af-8980-1f4a906b9e80 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7d9fd6a71084a7e9afb089440419d75 HTTP/1.1" status: 200 len: 6154 time: 0.1075284 Dec 21 01:42:23.728954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3dbc4b9-84c2-4df9-bfc9-b918a254fff0 req-91d9518c-a21f-4ef1-b98f-fb7d96dbc2e2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019661 Dec 21 01:42:23.733137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11a315e4-44d9-4ba6-b06d-3d91b632d221 req-68ab6ca5-414c-44e5-81cb-cfc637b20f1a tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "GET /v2.0/security-groups/9e9e604f-a9a5-45cf-9840-a2d5517862fc HTTP/1.1" status: 200 len: 2998 time: 0.0995960 Dec 21 01:42:23.740057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-aca2b6e6-ec34-4469-b20e-d150c078ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.740986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-aca2b6e6-ec34-4469-b20e-d150c078ebd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=582b9390d2f34d41a73dd034efa5f014&device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 1099 time: 0.0842514 Dec 21 01:42:23.808642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-e2810377-9354-4320-a837-88a5ea15fc2f tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.811093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-e2810377-9354-4320-a837-88a5ea15fc2f tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.0998788 Dec 21 01:42:23.822757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-20'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:23.847087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11a315e4-44d9-4ba6-b06d-3d91b632d221 req-8f9dc0d3-fdb3-48e5-8f15-f91ca9ccb3b0 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "GET /v2.0/security-groups/9e9e604f-a9a5-45cf-9840-a2d5517862fc HTTP/1.1" status: 200 len: 2998 time: 0.1022120 Dec 21 01:42:23.874699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-fb16f61b-e025-4867-ba43-97b8ae4c382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:23.876638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-fb16f61b-e025-4867-ba43-97b8ae4c382a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1232393 Dec 21 01:42:23.886702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:23.898621 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f226267-9d6c-422f-977a-66174079ea95 x-openstack-request-id: req-0f226267-9d6c-422f-977a-66174079ea95 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:23.899667 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "name": "network-vif-plugged", "status": "completed", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:23.899917 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f226267-9d6c-422f-977a-66174079ea95 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:23.900547 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'code': 200} Dec 21 01:42:23.927595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-8613362f-0df9-4837-a6a3-c9602f36f0c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c HTTP/1.1" status: 200 len: 217 time: 0.0440896 Dec 21 01:42:24.041050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-ef171d81-db26-4d98-a8d1-e43d90af037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.042652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-ef171d81-db26-4d98-a8d1-e43d90af037a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1067157 Dec 21 01:42:24.064796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:24.109234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6520e-eaaa-4d0a-a02b-8d5cae502db5 req-c6d83c1e-ad66-4357-9757-face520adfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.110357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:24.111118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f6520e-eaaa-4d0a-a02b-8d5cae502db5 req-c6d83c1e-ad66-4357-9757-face520adfaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1098 time: 0.1104784 Dec 21 01:42:24.141917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-8c34d320-ea31-4531-a87e-ac695580b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.143695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-8c34d320-ea31-4531-a87e-ac695580b576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893028 Dec 21 01:42:24.163151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:24.165477 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f96fc4e-a6cb-4358-a674-bdcd1d4f95df" -d '{"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-unplugged", "status": "completed", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:24.169373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.176403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.207889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f6520e-eaaa-4d0a-a02b-8d5cae502db5 req-a4e4bc08-ee11-4137-9b60-ac3a92b01e8e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881834 Dec 21 01:42:24.264435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:24.282328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on host n-h1-761264-20 for vnic_type normal with profile {"migrating_to": "n-h2-761264-20"} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:24.282734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:24.283135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:24.287629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:24.288010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Attempting to bind port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:24.294598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:24.294986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:24.295610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:24.296317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Bound port: 9a67938b-6282-43d5-bd1b-c996be52c8a0, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:24.296830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.378661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:24.382710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:24.387658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.471176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=8']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:24.476489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.477233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.478786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7794b7ae-af4c-4793-93fc-5b0912eff293 service neutron] 10.222.0.45 "PUT /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 1123 time: 0.6608005 Dec 21 01:42:24.517973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea15629-c861-42db-8ff8-b2de4bd88cbd req-6d4c584c-6e09-4b42-b4be-d5557eb2d73a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.519505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ea15629-c861-42db-8ff8-b2de4bd88cbd req-6d4c584c-6e09-4b42-b4be-d5557eb2d73a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.3502982 Dec 21 01:42:24.536140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431eb45-339b-445c-b18d-0f29a51bcbad req-2e1f6a61-8ac3-40fb-a23f-c41e7ea527c7 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:24.537553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2431eb45-339b-445c-b18d-0f29a51bcbad req-2e1f6a61-8ac3-40fb-a23f-c41e7ea527c7 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 946 time: 0.3748381 Dec 21 01:42:24.578076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-f8b6718d-345c-4bc9-9fcf-e20c52eb1e12 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097357 Dec 21 01:42:24.636585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9a67938b-6282-43d5-bd1b-c996be52c8a0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:24.671149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ea15629-c861-42db-8ff8-b2de4bd88cbd req-20969357-a79d-43e1-8a5e-dd850230fa37 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428046 Dec 21 01:42:24.710525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2431eb45-339b-445c-b18d-0f29a51bcbad req-e8cb1420-c45b-4217-b2ae-3d36720e1a32 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565080 Dec 21 01:42:24.814687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-af8b5a33-222f-4747-b084-ca484e8639d7 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/90965e78-f909-465f-80d5-5b59e60115c0 HTTP/1.1" status: 200 len: 1793 time: 0.0931728 Dec 21 01:42:24.818631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc2bdb2a-1aa9-4765-9f5d-d37a44313999 req-e8b797be-cd2f-4a22-8e62-c9a2ece7cb40 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236104 Dec 21 01:42:24.867545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.890678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.932648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.935384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:24.936618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c8a613a-9d40-4815-860a-7f8a691daaaa req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/90965e78-f909-465f-80d5-5b59e60115c0 HTTP/1.1" status: 204 len: 173 time: 0.1211429 Dec 21 01:42:24.944768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e8e7e-ad8d-4304-8602-b7cafa528a47 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90965e78-f909-465f-80d5-5b59e60115c0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:24.993464 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af1b68-4dd8-4caf-b26e-af396dbe1eee x-openstack-request-id: req-01af1b68-4dd8-4caf-b26e-af396dbe1eee {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:24.994287 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-unplugged", "status": "completed", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:24.994492 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01af1b68-4dd8-4caf-b26e-af396dbe1eee {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:24.994893 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'code': 200} Dec 21 01:42:25.087548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:25.097126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415bc15-487d-4b7d-a014-6434792b8ad0 req-d5628316-dd10-4d4a-8a07-1bc8e4cf7e74 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:25.098792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f415bc15-487d-4b7d-a014-6434792b8ad0 req-d5628316-dd10-4d4a-8a07-1bc8e4cf7e74 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 947 time: 0.0541103 Dec 21 01:42:25.186449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eaf1b-cd72-47c2-82a4-2ba2b318c91a req-8c557055-e6dc-47fb-aea9-69065f497b7d tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:25.188053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb8eaf1b-cd72-47c2-82a4-2ba2b318c91a req-8c557055-e6dc-47fb-aea9-69065f497b7d tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.0838828 Dec 21 01:42:25.191578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f415bc15-487d-4b7d-a014-6434792b8ad0 req-beccaae9-9c18-4c9d-b838-e775a1386c5f tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Dec 21 01:42:25.245451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb8eaf1b-cd72-47c2-82a4-2ba2b318c91a req-8857166d-6220-40be-bd48-6721906bb7c8 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472276 Dec 21 01:42:25.344262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c425-76af-4dc4-b350-21d1f076594a req-cd54f5c4-6855-4091-9f71-7a2198cc9533 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:25.345782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1262c425-76af-4dc4-b350-21d1f076594a req-cd54f5c4-6855-4091-9f71-7a2198cc9533 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.0738115 Dec 21 01:42:25.348338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-366a887e-330f-4607-b4fd-facd8d9bf0a8 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b4af16ad-26a9-43b3-9a20-f8e56a5b9470 HTTP/1.1" status: 200 len: 1794 time: 0.0658524 Dec 21 01:42:25.355487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b57337be-8f90-4ce9-a97d-4c7154f15b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.425018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1262c425-76af-4dc4-b350-21d1f076594a req-593942ae-3ef1-4371-b9b8-24221a30cc5e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727873 Dec 21 01:42:25.433257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b57337be-8f90-4ce9-a97d-4c7154f15b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.438865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b57337be-8f90-4ce9-a97d-4c7154f15b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.441603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.480871 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b57337be-8f90-4ce9-a97d-4c7154f15b72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16dd96aac5eb4e269d9da88bb1f27b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922393 Dec 21 01:42:25.481734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57337be-8f90-4ce9-a97d-4c7154f15b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7d075-acb2-4e70-aad1-aa38008c0415,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:25.483963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:25.486275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.532966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.535716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.536963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-389ccf6e-d4b7-4e05-b527-ce09cf335551 req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4af16ad-26a9-43b3-9a20-f8e56a5b9470 HTTP/1.1" status: 204 len: 173 time: 0.1774998 Dec 21 01:42:25.541263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.545191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0ef28-048d-4c90-92d4-4fbd17f54e34 tempest-SecurityGroupsTestAdminJSON-1941057150 tempest-SecurityGroupsTestAdminJSON-1941057150-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af16ad-26a9-43b3-9a20-f8e56a5b9470,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:25.576141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.638457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.644067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.649686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfe7d075-acb2-4e70-aad1-aa38008c0415 HTTP/1.1" status: 204 len: 168 time: 0.1622522 Dec 21 01:42:25.656377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bda42-ab28-4344-8868-202a1132d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7d075-acb2-4e70-aad1-aa38008c0415,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:25.684752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-9797aa6b-2fb8-4eef-b94e-0f990d594379 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "GET /v2.0/security-groups/e6fb9d2b-47c3-4a44-b5fd-b54c0f9493c3 HTTP/1.1" status: 200 len: 1794 time: 0.0547006 Dec 21 01:42:25.768391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.798933 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.806792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-2f42d4b7-7f34-4492-97a2-1f7909601389 req-7bb9e096-63eb-4cfe-b9ca-965f1f536256 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:42:25.807374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f42d4b7-7f34-4492-97a2-1f7909601389 req-7bb9e096-63eb-4cfe-b9ca-965f1f536256 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057030 Dec 21 01:42:25.848728 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.851781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:25.854837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cba66b2-bb3f-43ee-a525-6dd105e6acdc req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "DELETE /v2.0/security-groups/e6fb9d2b-47c3-4a44-b5fd-b54c0f9493c3 HTTP/1.1" status: 204 len: 173 time: 0.1584601 Dec 21 01:42:25.873700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898b25e-557f-4ca2-ad79-96120905ac85 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb9d2b-47c3-4a44-b5fd-b54c0f9493c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:25.982538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56756) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:26.001314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbe3687d-3129-471f-840a-8e56f297cc40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.064373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6262ca-d2ba-4bef-9eeb-c37f7ec1ceca req-b2558635-77ee-43ad-b82c-2aff8570bb74 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:26.072767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf6262ca-d2ba-4bef-9eeb-c37f7ec1ceca req-b2558635-77ee-43ad-b82c-2aff8570bb74 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 946 time: 0.0600679 Dec 21 01:42:26.085569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbe3687d-3129-471f-840a-8e56f297cc40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.090671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbe3687d-3129-471f-840a-8e56f297cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.129115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3687d-3129-471f-840a-8e56f297cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0accc95-43e4-43f6-b1db-4f15e1a377b7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:26.137555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dbe3687d-3129-471f-840a-8e56f297cc40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa7e0d2c852d47d99a9eed43135c87e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516728 Dec 21 01:42:26.138109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf6262ca-d2ba-4bef-9eeb-c37f7ec1ceca req-5e4358e8-9859-48c3-b7c4-f4f0500c76e5 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578880 Dec 21 01:42:26.138601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56760) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:26.200997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.207815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-647da1e6-0e73-4e1c-9239-84e77d8b65aa tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "GET /v2.0/security-groups/436da434-5b52-418d-a4d1-5f39b5ce5086 HTTP/1.1" status: 200 len: 1795 time: 0.0392284 Dec 21 01:42:26.222992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.266443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.275765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.279903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.284099 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0accc95-43e4-43f6-b1db-4f15e1a377b7 HTTP/1.1" status: 204 len: 168 time: 0.1417377 Dec 21 01:42:26.291695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.297189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe2a6-4397-46be-abac-69c67c505a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0accc95-43e4-43f6-b1db-4f15e1a377b7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:26.356028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.358845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.360352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97acce2f-14a0-4cf8-b5cd-601af7fb2ff4 req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] 10.222.0.43 "DELETE /v2.0/security-groups/436da434-5b52-418d-a4d1-5f39b5ce5086 HTTP/1.1" status: 204 len: 173 time: 0.1457913 Dec 21 01:42:26.375223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d5152-1712-405f-8d8b-bc70a49f0826 tempest-SecurityGroupsTestAdminJSON-397590694 tempest-SecurityGroupsTestAdminJSON-397590694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436da434-5b52-418d-a4d1-5f39b5ce5086,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:26.396594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.501990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2d6574c4-9a36-48e1-8994-a9c46efc813c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:26.566687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f05ac-749c-412e-8078-bd82e4969931 req-21f6a104-51b0-49d9-9bd5-4f1ff743b443 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:26.568310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e87f05ac-749c-412e-8078-bd82e4969931 req-21f6a104-51b0-49d9-9bd5-4f1ff743b443 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 946 time: 0.0811365 Dec 21 01:42:26.577914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56796) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:26.583220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'floatingip': {'port_id': '96fb30c7-2f54-49be-9f1e-55ab98584c3b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:26.628189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:26.655571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '2d6574c4-9a36-48e1-8994-a9c46efc813c', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '2d6574c4-9a36-48e1-8994-a9c46efc813c', 'mac_address': 'fa:16:3e:4a:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:26.715420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e58fd-3a2e-4dfb-8e60-47e4fe61bade req-ba4fd04f-a254-4df5-88e5-d05da721ed15 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:26.725883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-058e58fd-3a2e-4dfb-8e60-47e4fe61bade req-ba4fd04f-a254-4df5-88e5-d05da721ed15 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 947 time: 0.0998251 Dec 21 01:42:26.728531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56804) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:26.747639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.771954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.798635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6574c4-9a36-48e1-8994-a9c46efc813c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:26.842048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-058e58fd-3a2e-4dfb-8e60-47e4fe61bade req-ad753377-84ea-4c39-9fc3-537279461ac3 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148591 Dec 21 01:42:26.863093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:26.873829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:26.963468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:26.967214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19cc7665-87de-4923-87e1-94c0f116bbbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7d9fd6a71084a7e9afb089440419d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372551 Dec 21 01:42:26.969580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56822) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:26.996379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:27.000530 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8d534-56f8-4f88-b682-2126fd2744ae" -d '{"events": [{"name": "network-changed", "server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:27.047075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.116918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.175561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca58152-b21c-4923-b418-1de2e03affb6 req-2324fd2b-c9e9-4fe1-89aa-cd3a8b7d9139 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.186377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cca58152-b21c-4923-b418-1de2e03affb6 req-2324fd2b-c9e9-4fe1-89aa-cd3a8b7d9139 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.1244652 Dec 21 01:42:27.202449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['2d6574c4-9a36-48e1-8994-a9c46efc813c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:27.326352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cca58152-b21c-4923-b418-1de2e03affb6 req-f060601d-e60b-4b0a-9a44-441c63dc0332 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385920 Dec 21 01:42:27.328174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:27.363895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-30584ac5-cba0-4f7f-b2d0-bdd4dfc30cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.374675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-30584ac5-cba0-4f7f-b2d0-bdd4dfc30cec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.1184063 Dec 21 01:42:27.386067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.392822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.397485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e9e604f-a9a5-45cf-9840-a2d5517862fc HTTP/1.1" status: 204 len: 168 time: 0.4265678 Dec 21 01:42:27.423072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b473e28-a937-4a6e-8e50-51271872625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e604f-a9a5-45cf-9840-a2d5517862fc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:27.462895 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c034da1-74b5-492d-85c3-79517c92e222 x-openstack-request-id: req-6c034da1-74b5-492d-85c3-79517c92e222 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:27.463435 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:27.467138 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c034da1-74b5-492d-85c3-79517c92e222 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:27.467704 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'status': 'completed', 'code': 200} Dec 21 01:42:27.562971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56856) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:27.594172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-ffebbaff-bb80-4849-9b68-13a074f9cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.596059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-ffebbaff-bb80-4849-9b68-13a074f9cde5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1961162 Dec 21 01:42:27.605484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-96fdc4e7-5561-44eb-b631-875d69acc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.607186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-96fdc4e7-5561-44eb-b631-875d69acc536 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1126 time: 0.0742002 Dec 21 01:42:27.667285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-6cab155c-359e-40dc-8c78-7259b9ee4a5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0588946 Dec 21 01:42:27.738702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f503cf9c-1540-40e5-a9fd-f96ee2819c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.818735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-b1eb9f4f-9e8f-41ab-b8c3-fcdd1e76ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.820171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-b1eb9f4f-9e8f-41ab-b8c3-fcdd1e76ea70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1391492 Dec 21 01:42:27.886628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-f3a69754-9b19-4541-b76b-5788662de58c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493922 Dec 21 01:42:27.888969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-ef1c2869-82f3-4087-9fbe-20f3f178af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:27.890650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-ef1c2869-82f3-4087-9fbe-20f3f178af57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2331152 Dec 21 01:42:27.903862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:42:27.970460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-c8df3988-0192-4ee6-9431-11e1a436a4bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0603170 Dec 21 01:42:27.989713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:27.997493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.044763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-c04984ab-4a02-469f-a84f-fd4e197e8d7f tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:42:28.054093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-c04984ab-4a02-469f-a84f-fd4e197e8d7f tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4870296 Dec 21 01:42:28.089769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f503cf9c-1540-40e5-a9fd-f96ee2819c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.118756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f503cf9c-1540-40e5-a9fd-f96ee2819c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.143090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-19697798-3b53-44ca-9e0e-ecb87c211a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:28.144324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-19697798-3b53-44ca-9e0e-ecb87c211a60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1408842 Dec 21 01:42:28.151246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-e3a51659-b805-4a44-a9e4-322928e870b2 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512982 Dec 21 01:42:28.172231 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd associated. External IP: 172.25.6.57, port: 96fb30c7-2f54-49be-9f1e-55ab98584c3b. Dec 21 01:42:28.220238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503cf9c-1540-40e5-a9fd-f96ee2819c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71547aa-7d8b-4fb1-a036-0fc87080ae27,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:28.235535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-fe55f611-8b49-4977-886f-95694310a549 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730374 Dec 21 01:42:28.250681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f503cf9c-1540-40e5-a9fd-f96ee2819c40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32a3ca94fd5746b68fa2fbd92433f0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9165926 Dec 21 01:42:28.259201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:28.299600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56884) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:28.396159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36599fa0-0027-4723-a376-d3e3c633cecc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09d203b57bfe4cfb98ecf4d77f8dfb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954721 Dec 21 01:42:28.401389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:28.446763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb53aa-4d25-4789-a42c-9e2f648ac626 req-fbacf906-cbad-4881-9f29-baad33944977 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:28.448445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66eb53aa-4d25-4789-a42c-9e2f648ac626 req-fbacf906-cbad-4881-9f29-baad33944977 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 948 time: 0.2291453 Dec 21 01:42:28.460700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91cd0085-ab14-44ac-9196-b1d2c86c57e4 req-32a1197e-a4e6-4ccb-b78b-19a5640b839d service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970517 Dec 21 01:42:28.492054 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.496800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-ba451b3f-5889-481b-93fd-1fc33f197df6 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446957 Dec 21 01:42:28.509321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:28.533655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.536391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:42:28.567313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.594638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2d6574c4-9a36-48e1-8994-a9c46efc813c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:28.596184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.635326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66eb53aa-4d25-4789-a42c-9e2f648ac626 req-42183a0a-120a-4f5f-92e4-916369e68f56 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720653 Dec 21 01:42:28.716820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.719973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.729128 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1afac14-4865-4ee8-9d2c-dc6c55e12f7e HTTP/1.1" status: 204 len: 168 time: 0.3264832 Dec 21 01:42:28.746715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81e8d534-56f8-4f88-b682-2126fd2744ae req-420181a4-ea68-46eb-94b6-c7ee6e00fb1a service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370653 Dec 21 01:42:28.751343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae542158-9f5d-4ab3-b53e-e7ff8579f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1afac14-4865-4ee8-9d2c-dc6c55e12f7e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:28.753780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:42:28.759436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.782969 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:42:28.795653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.798579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:28.799870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c71547aa-7d8b-4fb1-a036-0fc87080ae27 HTTP/1.1" status: 204 len: 168 time: 0.5025334 Dec 21 01:42:28.803972 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:28.805132 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:28.819462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc28ee-db67-4d26-884c-61ff1419922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71547aa-7d8b-4fb1-a036-0fc87080ae27,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:28.832342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56902) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:28.855506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-714fbcf0-809b-4a6e-bd06-1edeb2a51d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:28.855875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215e8c0-3d06-4613-af8f-1edfbf86f112 req-d9916e7c-e23a-4954-918d-092bd6c378ec tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:28.862843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-714fbcf0-809b-4a6e-bd06-1edeb2a51d3f service neutron] 10.222.0.43 "GET /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 1094 time: 0.4424005 Dec 21 01:42:28.865677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7215e8c0-3d06-4613-af8f-1edfbf86f112 req-d9916e7c-e23a-4954-918d-092bd6c378ec tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.1228931 Dec 21 01:42:28.868357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:28.868875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:42:28.904119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:28.941652 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54d2388d-309a-43c0-9d3e-52475c52a4bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "PUT /v2.0/floatingips/dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd HTTP/1.1" status: 200 len: 991 time: 2.3625829 Dec 21 01:42:28.949154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 has no active binding in host n-h2-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:42:28.950974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7215e8c0-3d06-4613-af8f-1edfbf86f112 req-fa1d8c92-2739-4e8a-9217-ce7f3e862a07 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842283 Dec 21 01:42:28.953999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 2d6574c4-9a36-48e1-8994-a9c46efc813c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:28.963925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 2d6574c4-9a36-48e1-8994-a9c46efc813c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:28.966124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.011867 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:29.091568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.123542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:29.129633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d73a19-4351-4df3-975d-5e4866d9bb06" -d '{"events": [{"server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:29.149770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:29.151192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:29.151580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:29.153751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:29.156353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.166915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:29.168572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:29.178911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:29.182558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:29.183384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:29.184789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Bound port: 7d92efad-2def-44d8-b199-d5683ef741a3, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:29.205912 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1605c-06ec-4a87-9de3-069aaee5063d x-openstack-request-id: req-5ac1605c-06ec-4a87-9de3-069aaee5063d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:29.206318 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:29.206637 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac1605c-06ec-4a87-9de3-069aaee5063d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:29.207350 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c', 'code': 200} Dec 21 01:42:29.239013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:29.266182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:29.273594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.275630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-6dfc2811-eb32-4a9f-9e49-b639fa4c3a20 service neutron] 10.222.0.43 "POST /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4114125 Dec 21 01:42:29.380708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04bf-9b31-4f82-9706-9f20119508bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.404884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d6d4e-5801-4011-9a96-70ad1eeb8e36 req-7ce3e971-117d-4315-8617-57a4908ad976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.408529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f69d6d4e-5801-4011-9a96-70ad1eeb8e36 req-7ce3e971-117d-4315-8617-57a4908ad976 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 1101 time: 0.1052921 Dec 21 01:42:29.469396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:29.473899 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a83ab-a718-4af0-8345-9320e1835e18" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:29.515998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f69d6d4e-5801-4011-9a96-70ad1eeb8e36 req-9c1c9631-ec08-48b5-8d7c-a4ad608b1c6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970826 Dec 21 01:42:29.564718 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08d9dd1-dcca-4de6-8b0c-8472bcbe2f8a x-openstack-request-id: req-a08d9dd1-dcca-4de6-8b0c-8472bcbe2f8a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:29.565231 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:29.568765 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a08d9dd1-dcca-4de6-8b0c-8472bcbe2f8a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:29.568765 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'status': 'completed', 'code': 200} Dec 21 01:42:29.593718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:c6:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:42:27Z', 'revision_number': 1, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:29.595375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04bf-9b31-4f82-9706-9f20119508bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.614961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04bf-9b31-4f82-9706-9f20119508bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.626797 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:42:29.635997 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:29.636668 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:29.705551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1c9c04bf-9b31-4f82-9706-9f20119508bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c3f0d8a72db494080d7850f02907dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8718421 Dec 21 01:42:29.708641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c04bf-9b31-4f82-9706-9f20119508bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ce626-e725-493c-ad8f-b3152ca5a5ea,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:29.712424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56932) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:29.721284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678f3c4-fc50-4ee5-a718-432f6066de90 req-bd9657d6-0125-48f1-bcaa-f24a0273490c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.722967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8678f3c4-fc50-4ee5-a718-432f6066de90 req-bd9657d6-0125-48f1-bcaa-f24a0273490c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 945 time: 0.1795039 Dec 21 01:42:29.731199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56934) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:29.738104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-abcb9064-6217-49f2-b341-c65d6c2f3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.739686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-abcb9064-6217-49f2-b341-c65d6c2f3417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1098 time: 0.1342595 Dec 21 01:42:29.811568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec240-6b26-4920-9ef7-b1a97f7ad038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.825144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8678f3c4-fc50-4ee5-a718-432f6066de90 req-ad9a17e6-1220-4154-8d5e-485275d48c9b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Dec 21 01:42:29.827922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-7c72b83e-9383-408b-bc74-c3ee0fd4bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.829580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-7c72b83e-9383-408b-bc74-c3ee0fd4bf71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.1895545 Dec 21 01:42:29.875185 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:29.879912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.907466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:29.988827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb258a3-47d4-4bc5-b50a-e58987e8de53 req-26a0a8be-7ef1-4063-9278-10073f295172 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.990829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbb258a3-47d4-4bc5-b50a-e58987e8de53 req-26a0a8be-7ef1-4063-9278-10073f295172 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.1837811 Dec 21 01:42:29.992226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-05fd9d37-aab4-4659-a58c-c7af69647b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:29.993620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-05fd9d37-aab4-4659-a58c-c7af69647b76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.1843348 Dec 21 01:42:30.025819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.029118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.033287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a0ce626-e725-493c-ad8f-b3152ca5a5ea HTTP/1.1" status: 204 len: 168 time: 0.3078132 Dec 21 01:42:30.054292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115f821-e570-42d0-b3ae-6996044c1523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ce626-e725-493c-ad8f-b3152ca5a5ea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:30.122550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-f09b452a-815b-4cb9-ab2d-811236851d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:30.124914 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-f09b452a-815b-4cb9-ab2d-811236851d16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.2827594 Dec 21 01:42:30.183834 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-cd163218-34c4-4a25-b835-f11d390baa91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0490084 Dec 21 01:42:30.186151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec240-6b26-4920-9ef7-b1a97f7ad038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.202960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f0ec240-6b26-4920-9ef7-b1a97f7ad038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.252020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbb258a3-47d4-4bc5-b50a-e58987e8de53 req-dbc6553b-eda8-4d57-baa7-85bdb82b34ad tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538919 Dec 21 01:42:30.279305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:c6:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:42:27Z', 'revision_number': 1, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:30.340423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f0ec240-6b26-4920-9ef7-b1a97f7ad038 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a068b308ea6b4e20a513b4947f1c51da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597188 Dec 21 01:42:30.341458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:30.344997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ec240-6b26-4920-9ef7-b1a97f7ad038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62505f-89d2-46c4-b8dc-86c486d4048a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:30.354544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e320c82-8641-4dcb-8f24-d6fc1ff16776 None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:c6:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:42:27Z', 'revision_number': 1, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:42:30.443983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-4decdb67-a433-4ebc-a7d4-327859d5de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:30.446308 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-4decdb67-a433-4ebc-a7d4-327859d5de86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.2557037 Dec 21 01:42:30.510413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-9e5b3052-baa6-4db9-a981-a51fd2a1d461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400703 Dec 21 01:42:30.516191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-f9f21c63-4e9f-4637-b831-207cc69799a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 999 time: 0.4830821 Dec 21 01:42:30.569764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3cdc2-3282-49e4-b3d4-230117a8e86f req-582c3458-6ef4-4c12-bcae-9d0b3a4c449d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:30.569966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.571420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dd3cdc2-3282-49e4-b3d4-230117a8e86f req-582c3458-6ef4-4c12-bcae-9d0b3a4c449d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 943 time: 0.0587480 Dec 21 01:42:30.590281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56956) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:30.605526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0dd-b967-4c6a-b99c-65a85daedab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.674242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.24', 53823) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:30.677351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.738443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dd3cdc2-3282-49e4-b3d4-230117a8e86f req-8171528c-b69a-4497-bec0-d630398078b7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607201 Dec 21 01:42:30.740248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-9b2e46cb-66cd-497e-8cb6-36f660c3880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:30.741790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-9b2e46cb-66cd-497e-8cb6-36f660c3880a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.0880141 Dec 21 01:42:30.769898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea712b-42e2-4518-9395-40e3f89473c5 None None] New status for floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:42:30.844437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-ed069f23-46dc-4586-a104-5873fbbdf686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:30.850546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-ed069f23-46dc-4586-a104-5873fbbdf686 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949602 Dec 21 01:42:30.872463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-91544c10-3f4b-49aa-908c-247ee914cf37 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604116 Dec 21 01:42:30.921420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0dd-b967-4c6a-b99c-65a85daedab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.972154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-e3c5a105-d71a-494a-8b0d-ae99665e2aa3 service neutron] 10.222.0.24 "GET /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0/bindings/n-h2-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.2965569 Dec 21 01:42:30.984022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0dd-b967-4c6a-b99c-65a85daedab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.985872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.988718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:30.993077 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d62505f-89d2-46c4-b8dc-86c486d4048a HTTP/1.1" status: 204 len: 168 time: 0.6373444 Dec 21 01:42:31.015520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83554868-f8cb-48b1-a304-9fdd393b1adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62505f-89d2-46c4-b8dc-86c486d4048a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:31.091069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-8212be76-4a55-4fb6-bc5e-7078f80c8070 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808186 Dec 21 01:42:31.218121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.24', 53824) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:31.261494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a0dd-b967-4c6a-b99c-65a85daedab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b8ba1-c4ba-40a2-9d6b-42ad1fa0fc1a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:31.317991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-fbb7d2d1-5d8b-4c23-b148-d878abff62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.320364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-fbb7d2d1-5d8b-4c23-b148-d878abff62bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1126 time: 0.1680157 Dec 21 01:42:31.378165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39c8a0dd-b967-4c6a-b99c-65a85daedab6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=039c30c9d9854619b14d544f02aa50be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7867026 Dec 21 01:42:31.395469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56980) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:31.449262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a2e87-f7bb-42b6-a854-2a8d0c8ba6a3 req-cccef633-dd19-4933-8395-17765e0455ed tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.457848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-257a2e87-f7bb-42b6-a854-2a8d0c8ba6a3 req-cccef633-dd19-4933-8395-17765e0455ed tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 945 time: 0.4765699 Dec 21 01:42:31.470186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-adc892ce-feb6-4fd4-8b7d-0bc2b813fbed service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053815 Dec 21 01:42:31.481475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:31.528523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:31.574717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-5da54713-aea1-4f0a-a990-8ee0a928133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.576335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-5da54713-aea1-4f0a-a990-8ee0a928133b service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2286425 Dec 21 01:42:31.583802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a67938b-6282-43d5-bd1b-c996be52c8a0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:31.622580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-c926ab08-d813-4c9b-a02d-8d744c6853f9 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.624187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-c926ab08-d813-4c9b-a02d-8d744c6853f9 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.3962739 Dec 21 01:42:31.631666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:31.634875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:31.638253 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-d364a37e-1923-4dfa-9888-8b0868d70306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0494804 Dec 21 01:42:31.647857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:31.684225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:31.709755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-257a2e87-f7bb-42b6-a854-2a8d0c8ba6a3 req-5b8b7b89-dca2-4ce5-8a12-47450ded848b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477262 Dec 21 01:42:31.731072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd142e0-578b-487e-b1d1-3265f1e9ee50 req-34f40b8c-3be9-4f93-9215-7c20c0a1c7ed tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.743081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fd142e0-578b-487e-b1d1-3265f1e9ee50 req-34f40b8c-3be9-4f93-9215-7c20c0a1c7ed tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.2767973 Dec 21 01:42:31.746595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:31.829193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] Transition to ACTIVE for port object 9a67938b-6282-43d5-bd1b-c996be52c8a0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:31.831399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-0b7ad296-9ab8-451c-b95d-23e368a0b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:31.833419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-0b7ad296-9ab8-451c-b95d-23e368a0b401 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1862130 Dec 21 01:42:31.839565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:31.841475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:31.915214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-69a2a9d0-03ca-46c4-b7ab-abf9f85668e2 service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319994 Dec 21 01:42:31.932293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-80ad6b7a-1ee2-4396-a82f-387091ffab77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428314 Dec 21 01:42:31.975000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] No DVR routers for this DVR port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:42:31.988585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fd142e0-578b-487e-b1d1-3265f1e9ee50 req-88c41e6b-3d26-438b-98e5-52469cfe61d9 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444689 Dec 21 01:42:32.016649 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:32.019357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:32.020737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/400b8ba1-c4ba-40a2-9d6b-42ad1fa0fc1a HTTP/1.1" status: 204 len: 168 time: 0.6241481 Dec 21 01:42:32.040139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab2942-0896-4a6e-a057-5147b9b3418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b8ba1-c4ba-40a2-9d6b-42ad1fa0fc1a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:32.254521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:32.312295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cc34e-313c-4d06-9e93-cad9fe14883e req-4975477a-4580-4442-93fb-7070ded81b15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:32.313909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd6cc34e-313c-4d06-9e93-cad9fe14883e req-4975477a-4580-4442-93fb-7070ded81b15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.1851983 Dec 21 01:42:32.397498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] Pushing event updated for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:32.427463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:32.431476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-801b6bb1-e5c2-4abf-8353-3c78f5ffee7d service neutron] 10.222.0.24 "PUT /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0/bindings/n-h2-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 1.4258637 Dec 21 01:42:32.442535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd6cc34e-313c-4d06-9e93-cad9fe14883e req-ca8a06ea-3606-4669-8bb1-e8b0f5a62da4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Dec 21 01:42:32.483501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-17770c78-ad9c-4d41-9a9b-b27c58496804 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391719 Dec 21 01:42:32.554213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:32.561952 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ecfe43-6e83-4d77-8032-2a35667be6a5" -d '{"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-unplugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:32.567131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:32.641115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:32.694669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ae4907d-e575-4aab-9470-11fecd9604ca req-6a4167e7-1639-42de-a59e-840f60cd048a service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022228 Dec 21 01:42:32.792182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-bbac4515-43a9-4e8f-a8da-122509ef6d87 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:32.793999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-bbac4515-43a9-4e8f-a8da-122509ef6d87 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.2168703 Dec 21 01:42:32.795970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:32.841485 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744de253-61bf-4c4b-a0be-1794d230f3ae x-openstack-request-id: req-744de253-61bf-4c4b-a0be-1794d230f3ae {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:32.841989 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-unplugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:32.842412 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-744de253-61bf-4c4b-a0be-1794d230f3ae {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:32.843115 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'code': 200} Dec 21 01:42:32.869535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:32.870078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:32.870587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:32.894000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:32.894496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:32.916792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:32.917120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:32.917533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:32.917974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Bound port: 7d92efad-2def-44d8-b199-d5683ef741a3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:32.918339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:32.952585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-cea93eec-e682-4400-90da-2691558045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:32.954192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-cea93eec-e682-4400-90da-2691558045c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&tenant_id=124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1471133 Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.106585 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:33.109125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:33.109879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2211828-2fab-413a-8774-21db3a5cc061 req-91eac613-cf2b-4f51-9f09-c1bfcf71ea6b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.111309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2211828-2fab-413a-8774-21db3a5cc061 req-91eac613-cf2b-4f51-9f09-c1bfcf71ea6b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.1788132 Dec 21 01:42:33.121622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a94459-5042-49f2-b76f-b0942c20b487 req-a49b42a5-7811-4507-a084-8aeba6163172 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.129210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a94459-5042-49f2-b76f-b0942c20b487 req-a49b42a5-7811-4507-a084-8aeba6163172 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.1953566 Dec 21 01:42:33.133230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:33.137951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:33.163781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:33.167481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-aaf06bc8-df0d-4af8-adb0-8a29090523ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.169018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-aaf06bc8-df0d-4af8-adb0-8a29090523ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1096 time: 0.1489694 Dec 21 01:42:33.350527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a94459-5042-49f2-b76f-b0942c20b487 req-45908ae9-50e9-4912-89db-72cb560972ea tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197299 Dec 21 01:42:33.382271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2211828-2fab-413a-8774-21db3a5cc061 req-9bef951c-76be-4fe5-ad38-f0548b0d3351 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506897 Dec 21 01:42:33.387860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:33.446087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.446710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:33.448120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-39f20465-7c8a-4595-84da-31fc2dc9ac17 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 1123 time: 1.8132136 Dec 21 01:42:33.463974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7ab880fe-2fb8-4309-b99f-6a882164a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.465458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-7ab880fe-2fb8-4309-b99f-6a882164a320 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2623396 Dec 21 01:42:33.530563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-dfe1a010-6b2e-4060-87bf-066bdff6b416 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0473418 Dec 21 01:42:33.613421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:33.638984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-54d30ddb-8b8a-42e4-8d27-1dd415b64196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.640526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-54d30ddb-8b8a-42e4-8d27-1dd415b64196 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0930626 Dec 21 01:42:33.651083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb624f6-7e41-41af-9450-dabb576e6fda req-40297c10-ed16-4289-a29b-e1b455773668 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:33.652737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccb624f6-7e41-41af-9450-dabb576e6fda req-40297c10-ed16-4289-a29b-e1b455773668 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.0917749 Dec 21 01:42:33.692015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-b573767e-06b5-44ae-88ff-29a6e51979c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381522 Dec 21 01:42:33.754773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccb624f6-7e41-41af-9450-dabb576e6fda req-f067c3d8-84de-4131-90cc-9a24f088e7a3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925417 Dec 21 01:42:33.818357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-c4a898ad-017d-4ab4-aa06-e523323080b7 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148806 Dec 21 01:42:33.878672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-f21e5f5f-f5e6-43b5-9267-4c95b70e4333 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414393 Dec 21 01:42:34.003037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-ae0fd15c-9283-427d-b8e1-5694a5f515cf service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756778 Dec 21 01:42:34.034880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-96ae13f4-065a-405f-b792-78db07f66908 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:34.036747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-96ae13f4-065a-405f-b792-78db07f66908 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317880 Dec 21 01:42:34.054934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-892b385d-b226-4fc9-b5df-9ff8f88bc647 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0109715 Dec 21 01:42:34.096941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-2b5d46e5-71ca-4e1f-a012-a679fef25856 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351248 Dec 21 01:42:34.390819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57118) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:34.438207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:34.510649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e905dd24-d47e-44f6-8a02-43a2a1475575 req-5a8a2b2f-9cd3-4106-a237-8a3100d56b97 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 210 time: 0.2564392 Dec 21 01:42:34.559936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086d83-c1bd-443c-b77b-4095741c836e req-0525989f-3cab-47eb-ba7a-fb5706c9d5f7 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:34.566042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-0525989f-3cab-47eb-ba7a-fb5706c9d5f7 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0542238 Dec 21 01:42:34.610485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd258bb4-35f2-4d4e-995d-304620c7ab5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.717904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36e56763-381b-4dba-9772-4fcf0b898b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.763264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020bac-0f25-4ab7-9394-00c9b4a187c6 req-1d2408f0-065c-4c3a-9804-d4d609de68ee tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:34.764777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95020bac-0f25-4ab7-9394-00c9b4a187c6 req-1d2408f0-065c-4c3a-9804-d4d609de68ee tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.1513739 Dec 21 01:42:34.824356 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd258bb4-35f2-4d4e-995d-304620c7ab5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.832651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd258bb4-35f2-4d4e-995d-304620c7ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.851372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:34.854650 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447394ff-60cd-464f-8286-4a616e43d169" -d '{"events": [{"name": "network-changed", "server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:34.880864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:34.888629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36e56763-381b-4dba-9772-4fcf0b898b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.891385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd258bb4-35f2-4d4e-995d-304620c7ab5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7ccff648e1646f994e6978f02bffaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994829 Dec 21 01:42:34.894663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:34.903306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd258bb4-35f2-4d4e-995d-304620c7ab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5435f6-cbb8-4096-b300-e935821891ce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:34.905697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36e56763-381b-4dba-9772-4fcf0b898b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.927367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2c086d83-c1bd-443c-b77b-4095741c836e req-1245e46d-2649-46ae-85e8-0b72508a10b1 service neutron] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:34.935446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36e56763-381b-4dba-9772-4fcf0b898b04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db6ec5b886af4f4fa29cecdbb635950b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957371 Dec 21 01:42:34.936193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592f506-d75f-4062-af24-e83ab14e77eb req-8b272ebb-aee8-40bb-b5eb-b52f501ddd3a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:34.937987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b592f506-d75f-4062-af24-e83ab14e77eb req-8b272ebb-aee8-40bb-b5eb-b52f501ddd3a tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.2391851 Dec 21 01:42:34.938339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57150) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:34.942498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95020bac-0f25-4ab7-9394-00c9b4a187c6 req-df82c1f4-b6e8-40ca-a4eb-18e2f28f98ea tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571188 Dec 21 01:42:34.969174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2c086d83-c1bd-443c-b77b-4095741c836e req-1245e46d-2649-46ae-85e8-0b72508a10b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:34.970277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c086d83-c1bd-443c-b77b-4095741c836e req-1245e46d-2649-46ae-85e8-0b72508a10b1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0/bindings/n-h1-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.3986495 Dec 21 01:42:34.986098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:42:34.988841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56763-381b-4dba-9772-4fcf0b898b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef73e73-ba03-4482-a81c-f633d35401eb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:35.014526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.050597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.062256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b592f506-d75f-4062-af24-e83ab14e77eb req-f3022322-1f4b-4b00-a807-fa5d01548789 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909848 Dec 21 01:42:35.081941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port 9a67938b-6282-43d5-bd1b-c996be52c8a0 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:42:35.083215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:42:35.088750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.104752 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.153778 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ac7bb-9e6c-4244-8b05-2abf75baa044 x-openstack-request-id: req-678ac7bb-9e6c-4244-8b05-2abf75baa044 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:35.154070 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:35.154474 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-678ac7bb-9e6c-4244-8b05-2abf75baa044 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:35.154871 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'status': 'completed', 'code': 200} Dec 21 01:42:35.166313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.169129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.172876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc5435f6-cbb8-4096-b300-e935821891ce HTTP/1.1" status: 204 len: 168 time: 0.2748787 Dec 21 01:42:35.191169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850422-8529-4693-ae12-6237dd642500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5435f6-cbb8-4096-b300-e935821891ce,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:35.264792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb41b-d6b9-494c-90b4-d0e0e85d4887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.282836 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.285599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.287222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef73e73-ba03-4482-a81c-f633d35401eb HTTP/1.1" status: 204 len: 168 time: 0.3433588 Dec 21 01:42:35.344905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0b6cc-deaa-41fb-8d94-c62d689ad8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef73e73-ba03-4482-a81c-f633d35401eb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:35.375982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97048971-6abc-493c-832d-2516806b7294 req-92b690ba-cf3b-4513-8e2c-70a23c0acd90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:35.377690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97048971-6abc-493c-832d-2516806b7294 req-92b690ba-cf3b-4513-8e2c-70a23c0acd90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.2006683 Dec 21 01:42:35.401877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447394ff-60cd-464f-8286-4a616e43d169 req-80d6580f-41cb-4a59-be5b-6e89a3b80b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:35.403579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-80d6580f-41cb-4a59-be5b-6e89a3b80b87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1126 time: 0.1691115 Dec 21 01:42:35.476340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-8f00a989-7862-4e94-bae5-670da086f92b tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:35.482314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-8f00a989-7862-4e94-bae5-670da086f92b tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 1101 time: 0.2187846 Dec 21 01:42:35.546224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97048971-6abc-493c-832d-2516806b7294 req-2620a25a-8811-4c91-a86f-6bb87bb10794 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585238 Dec 21 01:42:35.579387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-fb4c8089-488b-4505-842c-66a17299d67c tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.626994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb41b-d6b9-494c-90b4-d0e0e85d4887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.673975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb41b-d6b9-494c-90b4-d0e0e85d4887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.686191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-389f2f77-93d7-42a5-aa9d-b4606188aa57 req-007ed09d-dac2-40a7-822f-dd3cbe7b3924 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 210 time: 0.0674222 Dec 21 01:42:35.721442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447394ff-60cd-464f-8286-4a616e43d169 req-48c792a0-52dc-4e83-8c0e-c9feaa7e6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:35.722987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-48c792a0-52dc-4e83-8c0e-c9feaa7e6827 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.3099234 Dec 21 01:42:35.729008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:35.754875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-883ebac8-ae20-4b8d-9c66-43e5752c64ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.812284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb41b-d6b9-494c-90b4-d0e0e85d4887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e1478b-8c83-49fd-9a92-f979e240d6f8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:35.826462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6c3eb41b-d6b9-494c-90b4-d0e0e85d4887 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d3ffad61a8841509f0ce6a7cecffdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9372406 Dec 21 01:42:35.830797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:35.850399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-c19db3b0-3387-41cd-93d5-ab1a57c525c8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849555 Dec 21 01:42:35.852833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-764f0f25-0dd9-406c-972f-a88987b603c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.1118803 Dec 21 01:42:35.881458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-883ebac8-ae20-4b8d-9c66-43e5752c64ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.909105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-883ebac8-ae20-4b8d-9c66-43e5752c64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.916472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.981017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ebac8-ae20-4b8d-9c66-43e5752c64ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b0086e-2b17-4e19-a37b-a0c506d1da9f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:35.995335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-883ebac8-ae20-4b8d-9c66-43e5752c64ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c72dca2c56f48ce979173459a77c0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630215 Dec 21 01:42:35.996288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:35.996583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57184) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:36.003767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7029-353e-424b-b1a2-b2cc5cf8197a req-d588ea93-0f12-4eb1-8eb6-1efe443eaf9b tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.011235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-387e7029-353e-424b-b1a2-b2cc5cf8197a req-d588ea93-0f12-4eb1-8eb6-1efe443eaf9b tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1096 time: 0.1572783 Dec 21 01:42:36.067460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.071315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.075886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30e1478b-8c83-49fd-9a92-f979e240d6f8 HTTP/1.1" status: 204 len: 168 time: 0.2407274 Dec 21 01:42:36.095141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447394ff-60cd-464f-8286-4a616e43d169 req-10f38ccd-075a-41f5-8903-3f0655895949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.096602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-10f38ccd-075a-41f5-8903-3f0655895949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.2035263 Dec 21 01:42:36.107681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269de4b0-9249-42fb-9e7b-e99b3c0dff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e1478b-8c83-49fd-9a92-f979e240d6f8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:36.172693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-fb4c8089-488b-4505-842c-66a17299d67c tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.176022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-d9085636-7e2a-4907-a40a-ce03a085549a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696692 Dec 21 01:42:36.197792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-fb4c8089-488b-4505-842c-66a17299d67c tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.272036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-387e7029-353e-424b-b1a2-b2cc5cf8197a req-61e974b0-5497-4638-8441-0957b21dddad tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598910 Dec 21 01:42:36.272689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8089-488b-4505-842c-66a17299d67c tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50800102-1d4b-453b-90ae-ea4806b51803,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:36.297890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-ba0cd32b-1ac0-49ec-8048-5b1049ce884c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.298847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57200) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:36.299341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-ba0cd32b-1ac0-49ec-8048-5b1049ce884c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4049528 Dec 21 01:42:36.355531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f320e3bd-a4a5-4158-845e-9adddf19fba7 req-fb4c8089-488b-4505-842c-66a17299d67c tempest-LiveMigrationNegativeTest-646801873 tempest-LiveMigrationNegativeTest-646801873-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358090 Dec 21 01:42:36.378176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.389489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': '69768720-17ad-467e-9c45-89f5da8824b3', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:36.452388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-214198260-network', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:36.494117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:36.498085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.524632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.534084 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.536156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:36.552844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e731879f-d2fb-479d-a047-0bdb91e15ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.620889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929c1f6-3506-4337-af34-115a36c202f8 req-c851f393-cb25-4f7c-9d8e-113d1f81264b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.625837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0929c1f6-3506-4337-af34-115a36c202f8 req-c851f393-cb25-4f7c-9d8e-113d1f81264b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.1439369 Dec 21 01:42:36.640138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-102bfe0a-d36d-4198-be67-8e2151bdc831 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433310 Dec 21 01:42:36.699533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.701971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e731879f-d2fb-479d-a047-0bdb91e15ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.704582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.712725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e731879f-d2fb-479d-a047-0bdb91e15ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.754900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:42:36.761123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55fc4e-37d0-4113-887d-74920dbc4292,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:36.767542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.770109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.774527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9b0086e-2b17-4e19-a37b-a0c506d1da9f HTTP/1.1" status: 204 len: 168 time: 0.7580366 Dec 21 01:42:36.776941 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e731879f-d2fb-479d-a047-0bdb91e15ee2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20e2b59fb4ee4c52aa662641a39e850b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393947 Dec 21 01:42:36.781521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.781875 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Added segment 5721bf6d-62d8-46f9-b704-4b04a67a9788 of type vlan for network 337cff5f-dc91-45fe-9313-82a2a2bf9707 Dec 21 01:42:36.783488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57228) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:36.817207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:36.821195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.851055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ef9c-952f-416e-ac16-589d6995efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b0086e-2b17-4e19-a37b-a0c506d1da9f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:36.857989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.860235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731879f-d2fb-479d-a047-0bdb91e15ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afce2a4-75e1-40e3-bedc-8850f702d038,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:36.870376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.873861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0929c1f6-3506-4337-af34-115a36c202f8 req-99e9ae79-dd27-476e-b52b-24729e2c155e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359095 Dec 21 01:42:36.918050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.928263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-c9daadf2-ba8e-453c-84e0-c6dd3782d9b3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.933299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.934556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:36.935906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-c9daadf2-ba8e-453c-84e0-c6dd3782d9b3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.2991517 Dec 21 01:42:36.936145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.954689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447394ff-60cd-464f-8286-4a616e43d169 req-a2877d93-b48d-44ed-b6f1-503e16c98a32 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970927 Dec 21 01:42:36.989895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:36.991346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-0c555d3f-f94f-4ea9-a854-e6afd4472284 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/quotas/124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 375 time: 0.0541239 Dec 21 01:42:36.991957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:37.082409 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7820063 Dec 21 01:42:37.089495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57234) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:37.098307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Request body: {'subnet': {'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-214198260-subnet', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:37.099187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01faa5e-5de5-4e78-9127-31c6591eb1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=337cff5f-dc91-45fe-9313-82a2a2bf9707,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:37.119480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-31b0d308-44d9-412e-8677-e01eb98479e7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271951 Dec 21 01:42:37.135868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:37.138893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:37.140202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6afce2a4-75e1-40e3-bedc-8850f702d038 HTTP/1.1" status: 204 len: 168 time: 0.3556051 Dec 21 01:42:37.154125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad882-da93-4b86-bc56-6a89e20424c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afce2a4-75e1-40e3-bedc-8850f702d038,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:37.156804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:42:37.187774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:37.213359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-092fae28-3d6a-4fef-b670-db46f3d35923 req-f3d5bf65-1f49-41e0-89fc-1cb9cc24e399 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 210 time: 0.0588508 Dec 21 01:42:37.240872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:37.264781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:37.267071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:37.315325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:37.327498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:42:37.583708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ea9a3-2211-4094-9688-cf69b5ae4027,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:37.686700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-41787bcf-041a-4b17-87c6-a5affa8940f9 service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661488 Dec 21 01:42:37.714372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5a641-d278-4108-ba40-316750613393 req-919ac242-f76d-4688-8a2a-4e392fffb50e tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:37.716089 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfa5a641-d278-4108-ba40-316750613393 req-919ac242-f76d-4688-8a2a-4e392fffb50e tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.1825376 Dec 21 01:42:37.767038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.39 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/523c5e2b-ae0a-463b-b0e1-70e42a3bbe54) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:37.912111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfa5a641-d278-4108-ba40-316750613393 req-9a944c67-7a6e-41f8-aec7-d3cc8ca43dbf tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785636 Dec 21 01:42:37.930531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-c6aef35f-0162-499c-9b65-6503098ee150 service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242570 Dec 21 01:42:38.027463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.115903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1246ac-21ff-41fd-9cec-96c066e283ea,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:38.166718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.168390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Checking segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:38.168751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Network hostable DHCP agents. Network: 337cff5f-dc91-45fe-9313-82a2a2bf9707, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:42:38.236964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0757fdbd-c0f1-4db7-84fa-da612fe78e01 req-d4f37a3a-48a7-4588-a470-500a1293c75e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 210 time: 0.0538225 Dec 21 01:42:38.294682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:42:38.306918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2957e4e-1634-4ed0-b9c8-356820ba193d req-ffda6c88-f90e-4302-87d2-05b349cfe01f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:38.313531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2957e4e-1634-4ed0-b9c8-356820ba193d req-ffda6c88-f90e-4302-87d2-05b349cfe01f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.1062009 Dec 21 01:42:38.324110 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.361461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 337cff5f-dc91-45fe-9313-82a2a2bf9707) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:38.376138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:38.377020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.382125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19f121-6d7f-425a-9ef3-995b1a3d3c2e None None] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:38.407604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:38.434582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:38.452662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:38.458796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:38.459432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.463681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:38.509613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2957e4e-1634-4ed0-b9c8-356820ba193d req-07b7ed58-a2ff-46a4-bd81-e7e7d45ece76 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950977 Dec 21 01:42:38.515859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fe402ff-410b-4e6c-a871-6ff396b893f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4196577 Dec 21 01:42:38.516522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57300) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:38.536148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:38.552401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-337cff5f-dc91-45fe-9313-82a2a2bf9707', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:42:38.556884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.591770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bcbbd-a379-4f4a-a082-655b60c40b8b req-96add576-1ea9-4994-8aa4-7a13d6b01e9b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:38.601187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-326bcbbd-a379-4f4a-a082-655b60c40b8b req-96add576-1ea9-4994-8aa4-7a13d6b01e9b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 935 time: 0.1985924 Dec 21 01:42:38.607901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-bbe83de4-402f-4c28-8e9a-d0fd294dc7fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2245967 Dec 21 01:42:38.642792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Request body: {'port': {'device_id': '69768720-17ad-467e-9c45-89f5da8824b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:38.696299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.697639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.783755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.791331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.830903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Allocated IP 172.20.0.2 (337cff5f-dc91-45fe-9313-82a2a2bf9707/4d1246ac-21ff-41fd-9cec-96c066e283ea/30477727-389e-4d77-a7dc-4c8e293868f8) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:38.853232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b3b9a7e4-b127-4f69-b86d-5793223495fb None None] Provisioning complete for port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:38.853615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a7e4-b127-4f69-b86d-5793223495fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:38.893549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-326bcbbd-a379-4f4a-a082-655b60c40b8b req-16e95d7c-c8e0-48d9-a105-74fd1b8e00e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904320 Dec 21 01:42:38.939694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9a7e4-b127-4f69-b86d-5793223495fb None None] Port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:39.081723 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.099088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.130427 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.149919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:39.152769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:39.157118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:39.160435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Pushing event updated for resources: {'Port': ['ID=30477727-389e-4d77-a7dc-4c8e293868f8,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:39.183580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-19b4def2-48b2-4a2a-a38a-4f7c5640e300 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b46cf388077e4166bf421b2ca6946e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562789 Dec 21 01:42:39.215369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Attempting to bind port 30477727-389e-4d77-a7dc-4c8e293868f8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:39.215645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Attempting to bind port 30477727-389e-4d77-a7dc-4c8e293868f8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:39.216182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Attempting to bind port 30477727-389e-4d77-a7dc-4c8e293868f8 on network 337cff5f-dc91-45fe-9313-82a2a2bf9707 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:39.221498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:39.221875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Checking segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:39.222274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.222666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Bound using segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:39.223130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Bound port: 30477727-389e-4d77-a7dc-4c8e293868f8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:39.223506 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.284410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] For port 30477727-389e-4d77-a7dc-4c8e293868f8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:39.287550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] For port 30477727-389e-4d77-a7dc-4c8e293868f8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=30477727-389e-4d77-a7dc-4c8e293868f8,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:39.290373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cc32a-f0c1-41fc-afae-4d486c423f18 req-17372fd3-f36b-4584-8003-9633b4dd3598 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:39.291780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.291948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d70cc32a-f0c1-41fc-afae-4d486c423f18 req-17372fd3-f36b-4584-8003-9633b4dd3598 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.2543559 Dec 21 01:42:39.351441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616483-1e72-41ac-93a8-57acfd71864d None None] Pushing event updated for resources: {'Port': ['ID=30477727-389e-4d77-a7dc-4c8e293868f8,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:39.470676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d70cc32a-f0c1-41fc-afae-4d486c423f18 req-8b4714ff-fd2b-4e4c-bd66-a7e885b73722 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711378 Dec 21 01:42:39.481361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-34ff339d-4b09-4654-9fae-2abaee07dc1c tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:39.482973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-34ff339d-4b09-4654-9fae-2abaee07dc1c tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945290 Dec 21 01:42:39.553907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1cd75be0-6be3-49c7-93ad-dd0e2016a5fc tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/quotas/b46cf388077e4166bf421b2ca6946e11 HTTP/1.1" status: 200 len: 375 time: 0.0573499 Dec 21 01:42:39.617512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:39.624627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-bbfc3aea-1259-432d-b4c0-f0cab7d0f47f tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b46cf388077e4166bf421b2ca6946e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698736 Dec 21 01:42:39.632467 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.665274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Transition to ACTIVE for port object 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:39.731905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:39.752365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-750c5cee-0fc8-496b-a961-8a536381c7e6 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:39.755198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-750c5cee-0fc8-496b-a961-8a536381c7e6 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.2212684 Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: from cryptography.utils import int_from_bytes Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: from cryptography.utils import int_from_bytes Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.957973 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:39.960470 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:39.964934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-0c97543e-d7e9-472e-9266-0c94a75aa96f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:39.967403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-0c97543e-d7e9-472e-9266-0c94a75aa96f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.2206712 Dec 21 01:42:40.004039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Request body: {'port': {'device_id': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'admin_state_up': True, 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:40.195825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:40.200147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.237436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.45', 57789) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:40.277843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d393cb94-8864-4aa4-a101-9bc23ec626c2 req-d148bb83-805e-489d-b6b7-815724307449 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 210 time: 0.2012928 Dec 21 01:42:40.278963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Pushing event updated for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:40.384739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-7c705de3-7977-4daf-8ca0-4dfae64d8897 service neutron] 10.222.0.45 "GET /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.1458831 Dec 21 01:42:40.443279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Attempting to bind port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:40.443853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Attempting to bind port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:40.444344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Attempting to bind port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:40.543437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Allocated IP 172.20.0.7 (39c1229f-3fc7-4996-9218-d8edb8448aed/44f43eb1-f2cf-4af5-9c12-d515c60935c3/48869293-48ea-4652-8ce2-4ed9e637b3a6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:40.548770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:40.549101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Attempting to bind port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:40.619823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:40.620152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:40.620530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:40.620975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Bound port: 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:40.621323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.658790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.658977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b923c-9fcc-4639-a3b7-147ba46a9085 None None] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.712766 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:40.715547 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:42:40.717117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3c077-7a5c-4363-90a7-7d2605677d68 req-05634b03-076e-42fb-b2a0-ae004bb5427c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.718663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93b3c077-7a5c-4363-90a7-7d2605677d68 req-05634b03-076e-42fb-b2a0-ae004bb5427c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 943 time: 0.2579172 Dec 21 01:42:40.722739 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.758525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Provisioning complete for port 30477727-389e-4d77-a7dc-4c8e293868f8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:40.758943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.759887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.760418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.760878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.761349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.762121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.762250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.762671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.763302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.763889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.764482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:40.766562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-846b781a-6e3e-4ba6-af2a-3268588fe572 req-a371b18b-6fec-4a9f-b14b-1a18eed0289b tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7125 time: 0.6713557 Dec 21 01:42:40.767589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:40.811979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:40.873469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Deleting port 2d6574c4-9a36-48e1-8994-a9c46efc813c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:42:40.874384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.881423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:40.883833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:40.890662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.898841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.901563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:40.922350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:40.943974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] For port 30477727-389e-4d77-a7dc-4c8e293868f8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=30477727-389e-4d77-a7dc-4c8e293868f8,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:40.952211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93b3c077-7a5c-4363-90a7-7d2605677d68 req-de2cfee2-cf8e-47d0-a309-ac7200a16ab7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005122 Dec 21 01:42:40.952477 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.010107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:41.022254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.028800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Pushing event updated for resources: {'Port': ['ID=30477727-389e-4d77-a7dc-4c8e293868f8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:41.034943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad1003cb-b208-4251-b49c-ea4abc83c5c8 req-7705dc4a-2bc6-4c73-a76b-7440a6ba6dc1 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 210 time: 0.1175537 Dec 21 01:42:41.046069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.053468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:41.094787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:41.122009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Network 39c1229f-3fc7-4996-9218-d8edb8448aed is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:41.130547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:41.136044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:41.150025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.152214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.189832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-121f4582-5a61-407d-9a80-1cdd57910bda tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1909008 Dec 21 01:42:41.200125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] Transition to ACTIVE for port object 7d92efad-2def-44d8-b199-d5683ef741a3 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:41.206672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.206870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.207635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.208120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.208664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.209217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.209840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.210365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.210923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.211446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.212149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.212673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.213192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.213731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d93083-d914-47e3-a6f0-1d972ac6061a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:41.232703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Request body: {'port': {'device_id': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:41.241466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Allocated IP 172.25.6.93 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/aec9a6d7-55ac-4ed7-84fd-2dcb18637724) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:41.272473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.273011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.280975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] 10.222.0.24 "PUT /v2.0/ports/523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 HTTP/1.1" status: 200 len: 1096 time: 2.6504641 Dec 21 01:42:41.281679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:41.284934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:41.285222 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:41.319242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d614d-c89c-4c83-a88a-8e9409f21615 service neutron] Pushing event updated for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:41.342920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eed29159-4155-45c6-bb48-ffca4656d73e None None] Provisioning complete for port 30477727-389e-4d77-a7dc-4c8e293868f8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:41.343294 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eed29159-4155-45c6-bb48-ffca4656d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.346483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:41.346608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:41.346900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:41.348347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-991f7373-d293-48b1-a41f-1f465d16841d tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b46cf388077e4166bf421b2ca6946e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236389 Dec 21 01:42:41.394553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:41.395108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Attempting to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:41.405761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:41.406380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:41.407277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:41.408016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Bound port: 7d92efad-2def-44d8-b199-d5683ef741a3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:41.408557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.420763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:41.426084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] No DVR routers for this DVR port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:42:41.479650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1d86a-7f02-4870-9a21-f5a7df1866f9 req-f68b2c73-56f6-4d68-b4bc-5fcd5afc1ebf tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.481181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ff1d86a-7f02-4870-9a21-f5a7df1866f9 req-f68b2c73-56f6-4d68-b4bc-5fcd5afc1ebf tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 947 time: 0.4116116 Dec 21 01:42:41.508836 n-d-761264-20 neutron-server[109852]: WARNING neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Concurrent port binding operations failed on port 7d92efad-2def-44d8-b199-d5683ef741a3 Dec 21 01:42:41.526220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.542570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:41.546739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 30477727-389e-4d77-a7dc-4c8e293868f8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:41.552665 n-d-761264-20 neutron-server[109852]: INFO neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Attempt 2 to bind port 7d92efad-2def-44d8-b199-d5683ef741a3 Dec 21 01:42:41.553154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '7d92efad-2def-44d8-b199-d5683ef741a3', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'port_id': '7d92efad-2def-44d8-b199-d5683ef741a3', 'mac_address': 'fa:16:3e:23:37:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a214-6e40-47af-8ba3-d087fdefdc21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:41.560980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] For port 2d6574c4-9a36-48e1-8994-a9c46efc813c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2d6574c4-9a36-48e1-8994-a9c46efc813c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:41.561630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.573452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-308c5a80-4242-4640-9eb4-ef357d06610e service neutron] 10.222.0.45 "PUT /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 1.1780736 Dec 21 01:42:41.608727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f508-d0c6-484c-bd7e-93c971380810 req-47330c66-9c9e-4d13-996c-eeeec471f07b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.614359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72b9f508-d0c6-484c-bd7e-93c971380810 req-47330c66-9c9e-4d13-996c-eeeec471f07b tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 949 time: 0.3475101 Dec 21 01:42:41.625810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Calling delete_port for 2d6574c4-9a36-48e1-8994-a9c46efc813c owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:42:41.627136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.644554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 30477727-389e-4d77-a7dc-4c8e293868f8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:41.644928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.647669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:41.657638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-da628a80-fe70-4585-bf74-213dd7e3a649 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.659430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-da628a80-fe70-4585-bf74-213dd7e3a649 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236674 Dec 21 01:42:41.663001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-9f1f214a-1d08-4ad0-96d8-fed2424fd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.665433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-9f1f214a-1d08-4ad0-96d8-fed2424fd553 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 1099 time: 0.2684186 Dec 21 01:42:41.699494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:41.715924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.717802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Request body: {'port': {'device_id': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'b46cf388077e4166bf421b2ca6946e11'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:41.804577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:41.816807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ff1d86a-7f02-4870-9a21-f5a7df1866f9 req-93dc6435-f9e7-420e-b160-cdfa8c5a164e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817454 Dec 21 01:42:41.818076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-5f5a3511-24bd-4021-9009-c32d066e6bae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 HTTP/1.1" status: 200 len: 217 time: 0.1247072 Dec 21 01:42:41.827989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:41.844650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72b9f508-d0c6-484c-bd7e-93c971380810 req-401d5a0f-bf15-47ef-b1f2-86376f0cc7f2 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162571 Dec 21 01:42:41.916314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-134b1fce-4565-4224-b848-47ce6fa989b8 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:41.917813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-134b1fce-4565-4224-b848-47ce6fa989b8 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1639800 Dec 21 01:42:41.934599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:42.003427 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded6365-cf5c-4810-be10-84505184e9fc x-openstack-request-id: req-5ded6365-cf5c-4810-be10-84505184e9fc {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:42.003729 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:42.003969 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ded6365-cf5c-4810-be10-84505184e9fc {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:42.004365 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', 'status': 'completed', 'code': 200} Dec 21 01:42:42.016926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Made reservation on behalf of b46cf388077e4166bf421b2ca6946e11 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:42.018659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-a8e703ad-2eb8-4585-9d21-d37f1aa46033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.020448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-a8e703ad-2eb8-4585-9d21-d37f1aa46033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1730754 Dec 21 01:42:42.020612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.048362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.075468 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.108854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-6814ab8d-4144-466a-be3c-83f83a0cfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.110403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-6814ab8d-4144-466a-be3c-83f83a0cfc50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27&tenant_id=13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 1097 time: 0.1515520 Dec 21 01:42:42.116708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48869293-48ea-4652-8ce2-4ed9e637b3a6 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:42.126494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.150580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Transition to ACTIVE for port object 48869293-48ea-4652-8ce2-4ed9e637b3a6 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:42.160232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.263483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:42.307316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.319253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.335248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-43b07801-d888-4784-bd45-b9db4ca47d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.336719 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-43b07801-d888-4784-bd45-b9db4ca47d20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1097 time: 0.1417205 Dec 21 01:42:42.337394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:42.337724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:42.338047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:42.394976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:42.395723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:42.402079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:42.428034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:42.428368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:42.429019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:42.429187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Bound port: 48869293-48ea-4652-8ce2-4ed9e637b3a6, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:42.429581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.442854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6303844-e65c-4e24-b035-c0e06594ae4b req-ef7d0de3-491d-4811-a846-daecbe0041d0 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.444240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6303844-e65c-4e24-b035-c0e06594ae4b req-ef7d0de3-491d-4811-a846-daecbe0041d0 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 886 time: 0.5655262 Dec 21 01:42:42.448509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:42.457419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Pushing event updated for resources: {'Port': ['ID=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:42.464893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:42.469580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-066719ab-4375-4d14-80af-764154982210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.471055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-066719ab-4375-4d14-80af-764154982210 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4368668 Dec 21 01:42:42.472760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:42.516179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f90812-8007-444f-b66e-903961b4ba48 req-d731c1ce-93b8-4eae-8cf2-f3812cccc37a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.517685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77f90812-8007-444f-b66e-903961b4ba48 req-d731c1ce-93b8-4eae-8cf2-f3812cccc37a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 931 time: 0.4495280 Dec 21 01:42:42.558217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.595269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['2d6574c4-9a36-48e1-8994-a9c46efc813c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:42.619724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:42:42.623134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8f41a8fd-45b0-4fff-9586-59babfce629e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:42.690644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Pushing event deleted for resources: {'Port': ['ID=2d6574c4-9a36-48e1-8994-a9c46efc813c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:42.721593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 7d92efad-2def-44d8-b199-d5683ef741a3 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:42:42.722112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:42:42.815771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] No DVR routers for this DVR port 2d6574c4-9a36-48e1-8994-a9c46efc813c on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:42:42.823459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Allocated IP 192.168.233.214 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/d14cff80-e4ee-4458-868f-1dce73fdb778) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:42.825916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-ce3b1fe4-d5e7-4f0a-84f3-9ee41d4c6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.827375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-ce3b1fe4-d5e7-4f0a-84f3-9ee41d4c6cd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.4675117 Dec 21 01:42:42.832992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05698e4-9638-4344-8b00-523220d4a4e9 req-e3491a55-2b1d-470d-8de8-9c1210b021a2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:42.833705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:42.840421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d05698e4-9638-4344-8b00-523220d4a4e9 req-e3491a55-2b1d-470d-8de8-9c1210b021a2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 945 time: 0.2925246 Dec 21 01:42:42.844378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:42.848041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.851592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3bc5312-bb94-4d43-b9d1-7a8b0cb521c5 req-9ced15a8-2242-4423-8f0f-15c83522fcf0 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.45 "DELETE /v2.0/ports/2d6574c4-9a36-48e1-8994-a9c46efc813c HTTP/1.1" status: 204 len: 173 time: 2.7640822 Dec 21 01:42:42.863175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77f90812-8007-444f-b66e-903961b4ba48 req-9d012b31-fb54-4ab4-83ea-d9d22b631054 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058193 Dec 21 01:42:42.892177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:42.903625 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-8050856e-ec01-4e31-8c45-9e898790355b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0570698 Dec 21 01:42:42.946194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-8e02fd25-515d-416b-bbd0-1a19b0c0a7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262161 Dec 21 01:42:43.015236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.015851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.017214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 1092 time: 1.7952962 Dec 21 01:42:43.017684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:43.020061 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1266b95-c68f-49a6-8133-97f4e575f6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:43.030496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d05698e4-9638-4344-8b00-523220d4a4e9 req-753feaa9-8be0-4de0-a50d-d7369ce2991c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868465 Dec 21 01:42:43.047563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:43.079749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-ae4cee24-5599-4cd9-b66f-93d45da6f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.081244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-ae4cee24-5599-4cd9-b66f-93d45da6f8fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1163576 Dec 21 01:42:43.124002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 7d92efad-2def-44d8-b199-d5683ef741a3 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:43.128526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 7d92efad-2def-44d8-b199-d5683ef741a3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:43.128889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.130917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-56311e7a-322b-488a-a91a-f4223395a8c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350647 Dec 21 01:42:43.137932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c41ab06e-bbc6-4ffc-b4a3-649bc2055732 req-426ad101-b16f-4adc-b8b6-ea56ce45456f tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 210 time: 0.1352344 Dec 21 01:42:43.140397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00468a-1bc5-4a3d-a8b0-e77e039c90d4 service neutron] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:43.223959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.251353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:43.254173 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63378af3-bf0b-4dee-b09e-3c710d395a54" -d '{"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-plugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:43.262550 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.272164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:43.277716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.328864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:43.330087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-d589b51b-e30b-499b-88df-94136181a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.331564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-d589b51b-e30b-499b-88df-94136181a565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1095 time: 0.2031393 Dec 21 01:42:43.347956 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-ab45a2a9-42d5-4f90-803f-1638cdcbd687 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051153 Dec 21 01:42:43.348281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5c00fe-8d0a-4c3c-a0c1-fd4070040ddb req-19d2265f-407c-48c2-9813-6bc3f2c7804b service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925819 Dec 21 01:42:43.365516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.410575 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-7afebbbb-1d48-4a89-a60d-17f96c24b2a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0563853 Dec 21 01:42:43.432580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0e52-6809-47bf-af7a-9d97486dd5c6 req-20fc1445-50df-49f1-9fd6-02cff0ef205e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.434402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5ee0e52-6809-47bf-af7a-9d97486dd5c6 req-20fc1445-50df-49f1-9fd6-02cff0ef205e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 947 time: 0.1916721 Dec 21 01:42:43.456107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.456775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.457298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.457829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.458285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.458799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.459256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.459709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.460156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.460630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.462491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-282581f8-46da-49f3-a75d-bd905e5b227a req-2cdd0e77-1ebe-48df-ae06-08087b2251d5 tempest-NetworksTest-1485368105 tempest-NetworksTest-1485368105-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7125 time: 0.3286550 Dec 21 01:42:43.538209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-c0dd7cba-873f-4850-9b75-f6504383a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.540215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-c0dd7cba-873f-4850-9b75-f6504383a8d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1129620 Dec 21 01:42:43.570391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.592430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-b3c2d551-9333-4d44-87a1-166bf71c0c7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433121 Dec 21 01:42:43.630819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-b506e1d3-0efd-4346-bd1b-1b608ec34b4d service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327490 Dec 21 01:42:43.636469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d4142-d9c7-4bbf-af86-a2971d00dfa8 req-6efee994-c8b7-4c6f-aeaa-1e3d2dd16897 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd2536df-5b34-48ed-b781-b81f36cdaee9 HTTP/1.1" status: 200 len: 210 time: 0.0489881 Dec 21 01:42:43.648049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5ee0e52-6809-47bf-af7a-9d97486dd5c6 req-4d6e334e-c75e-43dd-b50c-4cf3ffb83fe3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009058 Dec 21 01:42:43.681429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:43.695208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-613f5d4a-a9ca-4a44-916d-3a064056e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.697144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-613f5d4a-a9ca-4a44-916d-3a064056e3a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 1099 time: 0.2296078 Dec 21 01:42:43.712620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:43.716597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:43.722312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.722950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.727623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:43.784080 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f42c69-4754-4fb4-929c-69f22dc57470 x-openstack-request-id: req-64f42c69-4754-4fb4-929c-69f22dc57470 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:43.785629 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:43.786314 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64f42c69-4754-4fb4-929c-69f22dc57470 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:43.786732 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'status': 'completed', 'code': 200} Dec 21 01:42:43.792670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.806694 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-7ac4b60d-de1e-4b38-a9fb-9ea8c8a090b3 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0932200 Dec 21 01:42:43.822990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-6b1cbe88-c521-49e8-b056-bbf3eccd8559 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025247 Dec 21 01:42:43.826771 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a060191-1914-4fa9-a270-e0db8f04e421 x-openstack-request-id: req-2a060191-1914-4fa9-a270-e0db8f04e421 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:43.827224 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-plugged", "status": "completed", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:43.827408 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a060191-1914-4fa9-a270-e0db8f04e421 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:43.827738 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'code': 200} Dec 21 01:42:43.830679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Request body: {'port': {'device_id': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:43.857531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c913-0f8d-4ec3-9ec1-a2f8e52a8384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:43.946108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-3174b025-cf59-4cdf-af0a-8b0a68ac8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:43.947577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-3174b025-cf59-4cdf-af0a-8b0a68ac8b2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2412188 Dec 21 01:42:43.966844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57380) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:44.005484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.024597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'name': 'network-vif-deleted', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:44.026906 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a7436-561a-4d85-9b37-65c88af71489" -d '{"events": [{"server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "name": "network-vif-deleted", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:44.036123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-86f125c0-0107-4471-aa6c-3e86efc33305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 HTTP/1.1" status: 200 len: 217 time: 0.0790310 Dec 21 01:42:44.071515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ddc9b385-01a1-4a7d-b576-433ba4fd58da None None] Provisioning complete for port d14cff80-e4ee-4458-868f-1dce73fdb778 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:44.071886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b385-01a1-4a7d-b576-433ba4fd58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.094719 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-210a55d7-3a38-4dbd-b622-5b925f73effa req-e9f350c6-58e2-49e3-b222-0e534d9a2b07 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240446 Dec 21 01:42:44.136397 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9b385-01a1-4a7d-b576-433ba4fd58da None None] Port d14cff80-e4ee-4458-868f-1dce73fdb778 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:44.173202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3bce-70b0-40de-912f-2e756241e201 req-85788aef-1f31-4035-a5e5-080f4bfaab94 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.174660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-85788aef-1f31-4035-a5e5-080f4bfaab94 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1098 time: 0.1201465 Dec 21 01:42:44.352634 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d541ba-6e11-4401-a7ac-b80857c24c73 x-openstack-request-id: req-d9d541ba-6e11-4401-a7ac-b80857c24c73 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:44.352923 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2536df-5b34-48ed-b781-b81f36cdaee9", "name": "network-vif-deleted", "tag": "2d6574c4-9a36-48e1-8994-a9c46efc813c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:44.353212 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9d541ba-6e11-4401-a7ac-b80857c24c73 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:44.353565 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2536df-5b34-48ed-b781-b81f36cdaee9', 'name': 'network-vif-deleted', 'tag': '2d6574c4-9a36-48e1-8994-a9c46efc813c', 'status': 'completed', 'code': 200} Dec 21 01:42:44.377708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-85c2657d-859d-4ced-a695-72bd3e11440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.379178 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-85c2657d-859d-4ced-a695-72bd3e11440d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1095 time: 0.1581779 Dec 21 01:42:44.416090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-014b3923-d256-4674-b509-5e1a9bee41df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.447729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d05e42-4f4f-4c75-bae2-72bc4901a0b0 req-fc67cb64-7765-412b-927d-64dde867b8c0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.449133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4d05e42-4f4f-4c75-bae2-72bc4901a0b0 req-fc67cb64-7765-412b-927d-64dde867b8c0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 943 time: 0.4169209 Dec 21 01:42:44.462120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-9dcd6b11-3b98-44c1-b086-242814f17b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.463485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-9dcd6b11-3b98-44c1-b086-242814f17b09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.3719749 Dec 21 01:42:44.517444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-004e3bce-70b0-40de-912f-2e756241e201 req-b8f01267-4eb1-453e-8b30-0c2f56e77ffd service neutron] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:44.524610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-004e3bce-70b0-40de-912f-2e756241e201 req-b8f01267-4eb1-453e-8b30-0c2f56e77ffd service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.525708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004e3bce-70b0-40de-912f-2e756241e201 req-b8f01267-4eb1-453e-8b30-0c2f56e77ffd service neutron] 10.222.0.24 "DELETE /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.3058984 Dec 21 01:42:44.530695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4002603-6a2e-4ede-8c5a-d023032382e1 req-b0d76194-098e-4b09-a40f-7c1fe7b2c405 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.532272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4002603-6a2e-4ede-8c5a-d023032382e1 req-b0d76194-098e-4b09-a40f-7c1fe7b2c405 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 946 time: 0.1710670 Dec 21 01:42:44.560604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-67ad2277-a212-4b14-a5d1-c8634014094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.562084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-67ad2277-a212-4b14-a5d1-c8634014094d service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1571469 Dec 21 01:42:44.586556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Router 8c268047-f119-4876-bcf2-bd1ec307d4bb is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:42:44.597126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2d6574c4-9a36-48e1-8994-a9c46efc813c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:42:44.621395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 2d6574c4-9a36-48e1-8994-a9c46efc813c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:42:44.621787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2d6574c4-9a36-48e1-8994-a9c46efc813c not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:42:44.625819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-146c260d-5bec-4924-9982-2b98593635f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0459075 Dec 21 01:42:44.630097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-e90f9ac5-4eb5-4672-bbb1-0ead07d4d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.631443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:44.632749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-e90f9ac5-4eb5-4672-bbb1-0ead07d4d06a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590466 Dec 21 01:42:44.643043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4d05e42-4f4f-4c75-bae2-72bc4901a0b0 req-7789ea0f-4ff5-4eb2-9db1-437215291f97 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857173 Dec 21 01:42:44.649745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.687867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Transition to ACTIVE for port object d14cff80-e4ee-4458-868f-1dce73fdb778 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:44.695054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.731390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-55922bb7-64da-4837-b749-a2262069cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:44.732720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-55922bb7-64da-4837-b749-a2262069cda7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0966775 Dec 21 01:42:44.732905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4002603-6a2e-4ede-8c5a-d023032382e1 req-ec6eb356-ba48-41c0-b614-6bd879e4adbf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869314 Dec 21 01:42:44.806328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-9ac814c8-fe5c-4ad2-8ada-285f95c71449 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595887 Dec 21 01:42:44.811175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:44.821795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-014b3923-d256-4674-b509-5e1a9bee41df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.857138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Attempting to bind port d14cff80-e4ee-4458-868f-1dce73fdb778 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:44.857540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Attempting to bind port d14cff80-e4ee-4458-868f-1dce73fdb778 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:44.857896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Attempting to bind port d14cff80-e4ee-4458-868f-1dce73fdb778 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:44.868310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-014b3923-d256-4674-b509-5e1a9bee41df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.889018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Port d14cff80-e4ee-4458-868f-1dce73fdb778 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:44.889437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Attempting to bind port d14cff80-e4ee-4458-868f-1dce73fdb778 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:44.903151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:44.903516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:44.903862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:44.904282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Bound port: d14cff80-e4ee-4458-868f-1dce73fdb778, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:44.904630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:44.970680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-ff0d033d-e2a0-47cd-9f8b-153fbee51278 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504738 Dec 21 01:42:44.993689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:44.998091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:44.999999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3923-d256-4674-b509-5e1a9bee41df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290f7eb-fd3c-420c-88ca-6fb71af8ee17,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:45.009203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-014b3923-d256-4674-b509-5e1a9bee41df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfeddfbf695343bcb92eb116655612e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0412114 Dec 21 01:42:45.017733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0e711-4be6-430f-ab52-76c4d9d71ffc req-fdb2138b-a3de-40c0-8af7-2bdfbbee7af8 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.019195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cb0e711-4be6-430f-ab52-76c4d9d71ffc req-fdb2138b-a3de-40c0-8af7-2bdfbbee7af8 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 948 time: 0.3059218 Dec 21 01:42:45.020794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57398) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:45.023970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:42:45.028001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-b2444199-b129-4ce7-a5f2-f78ddeaf8ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840585 Dec 21 01:42:45.033382 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Sync routers for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:42:45.046248 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:45.046968 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:45.078001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac60ac5-be38-4710-91a6-2ab9e08e5b88 req-f2b13767-f2e2-412d-8cdd-a9fb68b5ad4e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.079577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ac60ac5-be38-4710-91a6-2ab9e08e5b88 req-f2b13767-f2e2-412d-8cdd-a9fb68b5ad4e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 947 time: 0.2125201 Dec 21 01:42:45.112599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.114746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.115954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f078825-3cc8-4849-8b0c-4f37281aa780 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5985034 Dec 21 01:42:45.122530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:45.170102 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:45.239578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cb0e711-4be6-430f-ab52-76c4d9d71ffc req-0fdae57e-3cf2-4800-8bf8-7dd304977d2d tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998775 Dec 21 01:42:45.251639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.282396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ac60ac5-be38-4710-91a6-2ab9e08e5b88 req-91046800-723f-4396-a873-6c63938623e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713922 Dec 21 01:42:45.307865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e040b5e-5840-451d-9a1a-9f4f55e9a8ef req-6b5cc7a2-5f2f-4fc3-94fa-4eb31f479560 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593920 Dec 21 01:42:45.337530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.450969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.451929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.454039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] 10.222.0.24 "PUT /v2.0/ports/d14cff80-e4ee-4458-868f-1dce73fdb778 HTTP/1.1" status: 200 len: 1097 time: 1.6279321 Dec 21 01:42:45.513176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9842b-6841-4b89-86aa-f590cb25e0ec req-806fb07b-aa97-4a5a-ba65-ff94d15716b5 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.514457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f9842b-6841-4b89-86aa-f590cb25e0ec req-806fb07b-aa97-4a5a-ba65-ff94d15716b5 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1098 time: 0.1021051 Dec 21 01:42:45.515061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.521823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.526252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f290f7eb-fd3c-420c-88ca-6fb71af8ee17 HTTP/1.1" status: 204 len: 168 time: 0.4972084 Dec 21 01:42:45.555726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f9eca-a44e-4764-a978-71ff57cc3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290f7eb-fd3c-420c-88ca-6fb71af8ee17,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:45.559347 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:42Z', 'revision_number': 3, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:45.615812 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Checking router: 8c268047-f119-4876-bcf2-bd1ec307d4bb for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:42:45.616417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Updating router 8c268047-f119-4876-bcf2-bd1ec307d4bb port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:42:45.635772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f9842b-6841-4b89-86aa-f590cb25e0ec req-7594a7f5-d3f0-4ac7-be14-31d97e284a9e tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115155 Dec 21 01:42:45.648662 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:45.649480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f137-2e85-4bee-a5db-87c2d6a9bdff service neutron] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:45.708707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1266b95-c68f-49a6-8133-97f4e575f6a8 req-4dc05819-a7ab-4532-97ec-a46f14001d99 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091737 Dec 21 01:42:45.738222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-f7b21ad0-61a4-46d4-b317-faf115f96e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.739796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-f7b21ad0-61a4-46d4-b317-faf115f96e28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b46cf388077e4166bf421b2ca6946e11&device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 1100 time: 0.1707907 Dec 21 01:42:45.792072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:45.794353 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875c0dec-4e0a-412e-b912-074189d1b61d" -d '{"events": [{"name": "network-changed", "server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:45.849266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-d2d2d26b-5f6b-49cd-a31b-a5322aaf4b43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d14cff80-e4ee-4458-868f-1dce73fdb778 HTTP/1.1" status: 200 len: 217 time: 0.0513451 Dec 21 01:42:45.890397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05651d9d-665f-4d95-ba34-2bf7a0d86e6c req-891f84ed-00ce-4582-9bff-2221700e034e tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.891871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05651d9d-665f-4d95-ba34-2bf7a0d86e6c req-891f84ed-00ce-4582-9bff-2221700e034e tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.0683341 Dec 21 01:42:45.900070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf5551-ef28-47f2-8bc6-7b6ec876f4c0 req-a9449f67-1bed-47bd-8e2c-4174e1406bf9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.901553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7bf5551-ef28-47f2-8bc6-7b6ec876f4c0 req-a9449f67-1bed-47bd-8e2c-4174e1406bf9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 943 time: 0.1335790 Dec 21 01:42:45.967211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-3868a19c-1bec-4ee2-9c39-4f7eba331bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:45.969139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-3868a19c-1bec-4ee2-9c39-4f7eba331bcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1076496 Dec 21 01:42:45.999384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05651d9d-665f-4d95-ba34-2bf7a0d86e6c req-27e2e751-3cff-4786-8b9e-3037da93f74e tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Dec 21 01:42:46.010651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7bf5551-ef28-47f2-8bc6-7b6ec876f4c0 req-dcdc18d4-5a21-4fa6-a93b-1bbd2e26a21a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010792 Dec 21 01:42:46.072040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57424) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:46.086744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b73541ef-8196-4d56-b728-665ada639d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.092435 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44710b52-b8b6-4bdb-91a3-737e4a5ff560 x-openstack-request-id: req-44710b52-b8b6-4bdb-91a3-737e4a5ff560 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:46.092818 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:46.093786 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44710b52-b8b6-4bdb-91a3-737e4a5ff560 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:46.095324 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'status': 'completed', 'code': 200} Dec 21 01:42:46.098823 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.107369 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.147049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-95c03e4e-a731-483d-a16d-0d0aa4bd8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.149265 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-95c03e4e-a731-483d-a16d-0d0aa4bd8f23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1700566 Dec 21 01:42:46.159277 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Attempting to bind port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:46.159977 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Attempting to bind port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:46.160306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Attempting to bind port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:46.164339 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Pushing event updated for resources: {'Port': ['ID=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:46.169051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:46.169888 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:46.169888 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.170307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:46.171132 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Bound port: aec9a6d7-55ac-4ed7-84fd-2dcb18637724, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:46.171254 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.193708 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.194086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.195171 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.195171 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.195171 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.195444 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.195697 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.196022 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.196344 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.196688 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.197022 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.197351 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.197857 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:42:46.237675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] For port aec9a6d7-55ac-4ed7-84fd-2dcb18637724, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:46.240857 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6ffe88a3-aae0-458a-895b-b5e76858b7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.241367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] For port aec9a6d7-55ac-4ed7-84fd-2dcb18637724, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:46.249366 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.276988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-b4c9c556-474b-44c4-a7c5-b9c1b36b0f8e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.279174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-b4c9c556-474b-44c4-a7c5-b9c1b36b0f8e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.1685326 Dec 21 01:42:46.289893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b73541ef-8196-4d56-b728-665ada639d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.302500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-eb8bc8f5-21b8-40bc-8a2a-a79aced689ba tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/quotas/13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 375 time: 0.0101898 Dec 21 01:42:46.304202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-12ef5595-202b-4092-b3bd-c909655cea67 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459098 Dec 21 01:42:46.308243 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b73541ef-8196-4d56-b728-665ada639d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.334724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:46.335352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:46.373301 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808e4b-9817-44bf-828c-70cacb0b0260 None None] Pushing event updated for resources: {'Port': ['ID=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:46.428590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73541ef-8196-4d56-b728-665ada639d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe67e6-9a7e-4ce4-aa69-1949f450d68f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:46.444168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b73541ef-8196-4d56-b728-665ada639d02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5974d5fe4ab452cb17cf2ac28607345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709509 Dec 21 01:42:46.445067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:46.481121 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.496512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-d8f117fc-58d6-489a-ae56-6a8e4fb21566 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836534 Dec 21 01:42:46.498921 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7bc5aeb-37dd-4282-ad0f-4a6f8806d85f req-a49e9b55-7e09-41b1-af27-d05021e65ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731811 Dec 21 01:42:46.539182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5304-2a89-4feb-9285-e8e865e77a6c req-c5198656-ec90-4845-8420-7c146c5a54ac tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.546701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496f5304-2a89-4feb-9285-e8e865e77a6c req-c5198656-ec90-4845-8420-7c146c5a54ac tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 948 time: 0.1951625 Dec 21 01:42:46.550184 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:46.623476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:46.646750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.706254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496f5304-2a89-4feb-9285-e8e865e77a6c req-810522af-4cd3-42a3-9178-335795661321 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584311 Dec 21 01:42:46.715665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.734638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-c5943c74-3423-4a6d-b566-79e561f99ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372785 Dec 21 01:42:46.764379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0dec-4e0a-412e-b912-074189d1b61d req-7563e29a-ae5b-4d61-a2ed-b109f706ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.765942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-7563e29a-ae5b-4d61-a2ed-b109f706ce5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b46cf388077e4166bf421b2ca6946e11&device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 1100 time: 0.1308148 Dec 21 01:42:46.772584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Allocated IP 172.20.0.1 (337cff5f-dc91-45fe-9313-82a2a2bf9707/4d1246ac-21ff-41fd-9cec-96c066e283ea/d6aab37b-eeb9-4ca8-a5d0-32e051876a9a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:46.823823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:46.829989 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:42Z', 'revision_number': 3, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:46.837596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.840111 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.841232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9fe67e6-9a7e-4ce4-aa69-1949f450d68f HTTP/1.1" status: 204 len: 168 time: 0.3930473 Dec 21 01:42:46.848077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'port_id': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'mac_address': 'fa:16:3e:3f:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f43eb1-f2cf-4af5-9c12-d515c60935c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:46.861211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b94de-09b6-4b87-90bf-697f8d9aff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe67e6-9a7e-4ce4-aa69-1949f450d68f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:46.899933 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a9534c-d258-4ce9-9549-426d38a6cf40 None None] The sync data for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 is: [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:42Z', 'revision_number': 3, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:42:46.908024 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.932382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48869293-48ea-4652-8ce2-4ed9e637b3a6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:46.952119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6d9e-bdad-4e95-975b-e8f9ef4059f0 req-f58d58b2-4bcb-470b-b2ea-febe61c877f4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.958539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:46.965768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0dec-4e0a-412e-b912-074189d1b61d req-ae7c04b2-8a27-417c-9819-e4214f541aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:46.966281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcde6d9e-bdad-4e95-975b-e8f9ef4059f0 req-f58d58b2-4bcb-470b-b2ea-febe61c877f4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 947 time: 0.1321623 Dec 21 01:42:46.967716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-ae7c04b2-8a27-417c-9819-e4214f541aac service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1902609 Dec 21 01:42:46.975605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:46.979422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-eb9dc5e9-6556-4927-b7c7-5e7e2f1952b3 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347183 Dec 21 01:42:46.995830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.043330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.065881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:47.077851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcde6d9e-bdad-4e95-975b-e8f9ef4059f0 req-671f9fb3-f8dc-412e-a148-142ec727406e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922735 Dec 21 01:42:47.090959 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-3b7af8a5-9cab-49ef-a108-574d55779aad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d14cff80-e4ee-4458-868f-1dce73fdb778 HTTP/1.1" status: 200 len: 217 time: 0.0610211 Dec 21 01:42:47.108952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:47.183224 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.185885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:47.198920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:47.208702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:47.209283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.370588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Pushing event updated for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:47.382737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:47.433920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0dec-4e0a-412e-b912-074189d1b61d req-9ed105cb-1e62-4fa5-ad39-c5f8af9fc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:47.441721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-9ed105cb-1e62-4fa5-ad39-c5f8af9fc150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.3142288 Dec 21 01:42:47.448915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['48869293-48ea-4652-8ce2-4ed9e637b3a6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:47.456637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', 'mac_address': 'fa:16:3e:10:f4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:47.520634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3d4a-22c2-4210-9f74-f0d9cd36a23a req-6018e6e3-6247-4bfc-a7e4-1e831ac74edf tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:47.541584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbfc3d4a-22c2-4210-9f74-f0d9cd36a23a req-6018e6e3-6247-4bfc-a7e4-1e831ac74edf tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.2349253 Dec 21 01:42:47.573090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69bc86-795e-4a68-b5ae-fecc2ab278b4 req-47c9c488-a275-4dcf-8671-85349516270b tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:47.587514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd69bc86-795e-4a68-b5ae-fecc2ab278b4 req-47c9c488-a275-4dcf-8671-85349516270b tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.2963307 Dec 21 01:42:47.632907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aec9a6d7-55ac-4ed7-84fd-2dcb18637724 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:47.661052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0dec-4e0a-412e-b912-074189d1b61d req-d0842510-8868-4851-bb26-fad445917164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:47.662920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-d0842510-8868-4851-bb26-fad445917164 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991796 Dec 21 01:42:47.755462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbfc3d4a-22c2-4210-9f74-f0d9cd36a23a req-cc3de7c7-a9b6-456c-bb66-169ab8369a9c tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/security-groups?id=973c5268-a9e7-42e3-802d-9c83c053df77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569071 Dec 21 01:42:47.773535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd69bc86-795e-4a68-b5ae-fecc2ab278b4 req-9cb99ea9-d4d3-4ae7-9231-1883bad64100 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845517 Dec 21 01:42:47.842189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.857962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.892741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-478e879e-4cec-4d83-8863-36b3be737d6d None None] Provisioning complete for port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:47.893117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-478e879e-4cec-4d83-8863-36b3be737d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:47.973382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e0c2266-949a-4cf4-bcdb-2948104f68e4 req-27bf8551-28b5-47f3-b5c9-701fa3ed8f05 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 210 time: 0.0884428 Dec 21 01:42:48.013467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-478e879e-4cec-4d83-8863-36b3be737d6d None None] Port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:48.030012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-de14acfb-37fe-4ef2-9561-5c2992c914fe tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:48.031635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-de14acfb-37fe-4ef2-9561-5c2992c914fe tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 950 time: 0.2343967 Dec 21 01:42:48.070552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:48.082329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8af03-80aa-4bac-bbd4-fa2491d7c5d7 req-c3323cd8-f8be-4c76-85fd-8e3512535f4a tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:48.090519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2f8af03-80aa-4bac-bbd4-fa2491d7c5d7 req-c3323cd8-f8be-4c76-85fd-8e3512535f4a tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 948 time: 0.1593266 Dec 21 01:42:48.118525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-b5940265-b29e-4183-ad9a-df962c0b07d0 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371336 Dec 21 01:42:48.133787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:48.163118 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.216079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:48.216445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.270654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2f8af03-80aa-4bac-bbd4-fa2491d7c5d7 req-8726e2d8-a82c-4f81-8fb0-e5105b775644 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786063 Dec 21 01:42:48.290245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:48.353299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.387840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port aec9a6d7-55ac-4ed7-84fd-2dcb18637724, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:48.392781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edee129-da70-4ff5-9ecc-1e57f7f22e37 req-07d556ca-75d3-4e4b-b1b1-29ee7a343dd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:48.397315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.400976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1edee129-da70-4ff5-9ecc-1e57f7f22e37 req-07d556ca-75d3-4e4b-b1b1-29ee7a343dd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 948 time: 0.1456363 Dec 21 01:42:48.405197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Deleting port 8f41a8fd-45b0-4fff-9586-59babfce629e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:42:48.405570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.459013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.472591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.474752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.499905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:48.534566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-875c0dec-4e0a-412e-b912-074189d1b61d req-0912316d-5fd3-404a-885e-2de47fa9f28f service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029996 Dec 21 01:42:48.539561 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.563070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1edee129-da70-4ff5-9ecc-1e57f7f22e37 req-8c3dc51b-129e-41f6-83a8-0db7cfb6c6f9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541626 Dec 21 01:42:48.596946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] For port 8f41a8fd-45b0-4fff-9586-59babfce629e, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8f41a8fd-45b0-4fff-9586-59babfce629e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:48.597305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.614199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Calling delete_port for 8f41a8fd-45b0-4fff-9586-59babfce629e owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:42:48.628608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Pushing event updated for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:48.670885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:48.672326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:48.761102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.794322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Pushing event deleted for resources: {'Port': ['ID=8f41a8fd-45b0-4fff-9586-59babfce629e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:48.817895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:48.901325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] No DVR routers for this DVR port 8f41a8fd-45b0-4fff-9586-59babfce629e on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:42:48.904806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Router 8c268047-f119-4876-bcf2-bd1ec307d4bb has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:42:48.928254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:48.932508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c191bab-ccf2-431b-8cf0-f563caf6981c req-c4db282a-6ac1-4814-a9e7-473c6abc5522 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.24 "DELETE /v2.0/ports/8f41a8fd-45b0-4fff-9586-59babfce629e HTTP/1.1" status: 204 len: 173 time: 0.8913836 Dec 21 01:42:48.933540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'name': 'network-vif-deleted', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:48.940852 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792e42fb-81f1-4556-8a30-38b9f814940d" -d '{"events": [{"server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "name": "network-vif-deleted", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:49.084301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4066c19c-d4cc-4362-a25b-75e338736626 req-c08f166f-e868-4b4d-8cc6-ee89a0aa5294 tempest-LiveMigrationNegativeTest-1935742170 tempest-LiveMigrationNegativeTest-1935742170-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf6c067-453a-4e80-9ae8-b974117713c5 HTTP/1.1" status: 200 len: 210 time: 0.1064951 Dec 21 01:42:49.142963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8f41a8fd-45b0-4fff-9586-59babfce629e no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:42:49.159069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a939d-fe41-43f8-b475-751c57451b15 req-be7fec3e-d115-4258-86f6-e9b6a664f4c6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:49.164549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-218a939d-fe41-43f8-b475-751c57451b15 req-be7fec3e-d115-4258-86f6-e9b6a664f4c6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.1832547 Dec 21 01:42:49.208135 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a219af-50f8-4834-a3f5-db18311819f7 x-openstack-request-id: req-e0a219af-50f8-4834-a3f5-db18311819f7 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:49.212675 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf6c067-453a-4e80-9ae8-b974117713c5", "name": "network-vif-deleted", "tag": "8f41a8fd-45b0-4fff-9586-59babfce629e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:49.215920 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0a219af-50f8-4834-a3f5-db18311819f7 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:49.216939 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf6c067-453a-4e80-9ae8-b974117713c5', 'name': 'network-vif-deleted', 'tag': '8f41a8fd-45b0-4fff-9586-59babfce629e', 'status': 'completed', 'code': 200} Dec 21 01:42:49.277954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 8f41a8fd-45b0-4fff-9586-59babfce629e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:42:49.277954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8f41a8fd-45b0-4fff-9586-59babfce629e not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:42:49.292753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-218a939d-fe41-43f8-b475-751c57451b15 req-f19652e1-829f-4f56-8587-fd32f1e6569c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235662 Dec 21 01:42:49.313692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2e382cb-4a16-41ee-888b-69b13d474a8c None None] Provisioning complete for port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:49.314114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2e382cb-4a16-41ee-888b-69b13d474a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:49.353784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bed50918-02cb-4498-aee8-f348c0af5600 req-cd4c2ade-7d1a-4d43-a578-2df41e75a1bc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 210 time: 0.0515924 Dec 21 01:42:49.361484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:49.400246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2e382cb-4a16-41ee-888b-69b13d474a8c None None] Port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:49.491465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa423b-5787-4aec-bba6-c3bdd8772c35 req-6a568959-446b-48c9-bf4c-dd9a10e96bcd tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:49.500809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4aa423b-5787-4aec-bba6-c3bdd8772c35 req-6a568959-446b-48c9-bf4c-dd9a10e96bcd tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 948 time: 0.0659976 Dec 21 01:42:49.531987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aec9a6d7-55ac-4ed7-84fd-2dcb18637724 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:49.572485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4aa423b-5787-4aec-bba6-c3bdd8772c35 req-d83eca1d-ea80-4499-bea3-525aa20cf4c4 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660689 Dec 21 01:42:49.603915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:49.604916 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:49.725137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-117df7e2-98f0-4e60-85f0-966ae962641e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:49.727345 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-117df7e2-98f0-4e60-85f0-966ae962641e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.1642547 Dec 21 01:42:49.729596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:42:49.730789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af25ab-97fb-4eb8-b66a-37a8f27ed5da req-ddab9b7a-a1ec-43db-962d-ed8772dab073 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:49.733623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38af25ab-97fb-4eb8-b66a-37a8f27ed5da req-ddab9b7a-a1ec-43db-962d-ed8772dab073 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 948 time: 0.0891864 Dec 21 01:42:49.739492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-39449f7a-e223-4944-92cf-fb2d6990ac0e admin admin] 10.222.0.43 "PUT /v2.0/routers/8c268047-f119-4876-bcf2-bd1ec307d4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6119099 Dec 21 01:42:49.741295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Sync routers for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:42:49.761375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Request body: {'port': {'device_id': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'admin_state_up': True, 'tenant_id': '13ab032e172a47efa1f73fb670e42709'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:49.763973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:49.764696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:49.798575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38af25ab-97fb-4eb8-b66a-37a8f27ed5da req-e91fcd73-a936-4ee6-a828-6161a0e14b5c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Dec 21 01:42:49.912613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:49.922674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:49.927447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.081292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Allocated IP 172.20.0.10 (51c1194d-aed5-44d8-b80d-94ead05a1e3c/e937a214-6e40-47af-8ba3-d087fdefdc21/bb83ab5d-b3fd-4035-96e9-9936c0d63287) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:50.194742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 2, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:50.222500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Checking router: 8c268047-f119-4876-bcf2-bd1ec307d4bb for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:42:50.222903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Updating router 8c268047-f119-4876-bcf2-bd1ec307d4bb port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:42:50.248546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.315993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.356461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.425805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:50.430236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:50.443953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:50.450802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:50.451603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.463997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:50.475677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-341d21cf-65b4-4a99-b13f-9b15cf3fd8d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7248924 Dec 21 01:42:50.488349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:50.496767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Request body: {'port': {'device_id': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:50.509532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414a6ce-4a99-441b-8b55-5f5c18b54332 req-c31962b9-11bc-4120-a181-f814f775c898 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:50.511469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5414a6ce-4a99-441b-8b55-5f5c18b54332 req-c31962b9-11bc-4120-a181-f814f775c898 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.0833464 Dec 21 01:42:50.581050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5414a6ce-4a99-441b-8b55-5f5c18b54332 req-f0d1a7cf-97d7-4be9-a759-5d3011b92b1a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633821 Dec 21 01:42:50.624564 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:50.636982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57562) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:50.703850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:50.950467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 48869293-48ea-4652-8ce2-4ed9e637b3a6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:50.971730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 48869293-48ea-4652-8ce2-4ed9e637b3a6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:50.972405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.012061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.035307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:51.040811 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.080406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:51.084388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5124-3e66-4ec1-851e-8eb1c2ceb72e req-baa2db77-2484-4c5f-9aa7-5a1c866ff64f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.092047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607c5124-3e66-4ec1-851e-8eb1c2ceb72e req-baa2db77-2484-4c5f-9aa7-5a1c866ff64f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 932 time: 0.4037237 Dec 21 01:42:51.098255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:51.118174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:51.119167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1395972629-network', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:51.126137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26048f-999b-4d3d-8379-7396612c1fa6 req-0a026159-1126-4944-b177-6d36b7d862ca tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.140143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a26048f-999b-4d3d-8379-7396612c1fa6 req-0a026159-1126-4944-b177-6d36b7d862ca tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 948 time: 0.1734772 Dec 21 01:42:51.173693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b679a4e-4729-4077-b00c-cdd337956d95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=582b9390d2f34d41a73dd034efa5f014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328996 Dec 21 01:42:51.195265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:51.231822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7b75-4184-41e5-87ba-75fd4b9ff7a0 None None] Pushing event updated for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.238805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607c5124-3e66-4ec1-851e-8eb1c2ceb72e req-c05627e6-5e68-41ee-9996-d738c0577d89 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410737 Dec 21 01:42:51.282551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb83ab5d-b3fd-4035-96e9-9936c0d63287 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:51.308045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Made reservation on behalf of eddbddc4e8314d7e82d8b4c1c072fcbc for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:51.310230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.323056 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.328807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.331782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:51.335109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a26048f-999b-4d3d-8379-7396612c1fa6 req-6e94bc6e-e95e-4084-aecb-fb3f853e8b8f tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885130 Dec 21 01:42:51.354926 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.359606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:42:51.364936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:51.365049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.394750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.412274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Transition to ACTIVE for port object bb83ab5d-b3fd-4035-96e9-9936c0d63287 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:51.423172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a9d23-802f-49cb-a516-659feb1d1569 req-234298de-e57f-4273-bf5d-17e772414a5f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.425642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a581f5d-b191-430c-b986-82302af3ec94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.431048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9a9d23-802f-49cb-a516-659feb1d1569 req-234298de-e57f-4273-bf5d-17e772414a5f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 948 time: 0.0678883 Dec 21 01:42:51.444523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.449678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Attempting to bind port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:51.450062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Attempting to bind port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:51.450429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Attempting to bind port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a on network 337cff5f-dc91-45fe-9313-82a2a2bf9707 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:51.463590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:51.463851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Checking segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:51.464142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.464696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Bound using segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:51.464970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Bound port: d6aab37b-eeb9-4ca8-a5d0-32e051876a9a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:51.465508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.479358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9a9d23-802f-49cb-a516-659feb1d1569 req-9548076d-b84b-4760-9ac2-d936b9b18e49 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474365 Dec 21 01:42:51.487930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.520852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:51.523689 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894eb18-daf6-4f2f-a1de-24864a590389" -d '{"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-plugged", "status": "completed", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:51.557130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:51.559841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.573194 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e93a3-dbc9-41f3-8f6e-305292cd8da5 x-openstack-request-id: req-913e93a3-dbc9-41f3-8f6e-305292cd8da5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:51.573298 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-plugged", "status": "completed", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:51.573581 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-913e93a3-dbc9-41f3-8f6e-305292cd8da5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:51.573970 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'code': 200} Dec 21 01:42:51.594973 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.648318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:51.648715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:51.648966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:51.658971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.666779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:42:51.667111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:51.672568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ab2415d9-e741-4dfa-ae80-96135eb3e0bf None None] Provisioning complete for port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:51.672968 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab2415d9-e741-4dfa-ae80-96135eb3e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.677768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.686906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.689409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.690018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:51.693172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/973c5268-a9e7-42e3-802d-9c83c053df77 HTTP/1.1" status: 204 len: 168 time: 0.4943449 Dec 21 01:42:51.698007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:51.698346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:51.698736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:51.699165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Bound port: bb83ab5d-b3fd-4035-96e9-9936c0d63287, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:51.699514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.719578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a581f5d-b191-430c-b986-82302af3ec94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.729839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:42:51.747211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a581f5d-b191-430c-b986-82302af3ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.770938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'mac_address': 'fa:16:3e:7c:70:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:51.777891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.780393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] For port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:51.786271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] For port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:51.786935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.787302 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Added segment 0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0 of type vlan for network 280affa9-8953-4130-90d0-002b907643ce Dec 21 01:42:51.788097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.790130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d6144-2957-45d8-8d69-fbd6a4023639,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.797901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ab2415d9-e741-4dfa-ae80-96135eb3e0bf None None] Port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:51.801018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.850250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c19217-71c9-4642-a629-ed8ab5f7a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c5268-a9e7-42e3-802d-9c83c053df77,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.856465 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9a581f5d-b191-430c-b986-82302af3ec94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b281c215cfe49609dafa4b179360380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8199019 Dec 21 01:42:51.857931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57594) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:51.883966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.911822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581f5d-b191-430c-b986-82302af3ec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ad387-5403-43ed-8703-7bd2bd0ebc01,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:51.914887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:51.919962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:51.930691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.946923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.954681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6825d8f-2687-412e-b3d4-2260cada3549 req-75ee3c68-bf81-4dda-b235-b2ab19c2aa79 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.958290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.968392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:51.974481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6825d8f-2687-412e-b3d4-2260cada3549 req-75ee3c68-bf81-4dda-b235-b2ab19c2aa79 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 945 time: 0.2827828 Dec 21 01:42:51.981691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:51.981827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.982105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:51.982408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.983007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.987315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:51.987929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:51.989303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] 10.222.0.45 "PUT /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 1093 time: 1.4981818 Dec 21 01:42:51.991282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:51.995108 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f3d45-8de6-454b-aab7-cf12f939e221" -d '{"events": [{"name": "network-changed", "server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:51.999831 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.045215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:52.052414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7b75-4184-41e5-87ba-75fd4b9ff7a0 None None] Pushing event updated for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.069519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4b071-aed5-457c-a426-e4370057fce6 req-2158465f-00fe-4468-b693-a6136435aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:52.079141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a4b071-aed5-457c-a426-e4370057fce6 req-2158465f-00fe-4468-b693-a6136435aa46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1097 time: 0.3811419 Dec 21 01:42:52.128093 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f32166-d9c9-447d-acf6-a7303cfb3294 x-openstack-request-id: req-d3f32166-d9c9-447d-acf6-a7303cfb3294 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:52.128594 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:52.128594 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3f32166-d9c9-447d-acf6-a7303cfb3294 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:52.128998 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'status': 'completed', 'code': 200} Dec 21 01:42:52.162194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6825d8f-2687-412e-b3d4-2260cada3549 req-94291e90-2cee-4f90-970f-6d217949d116 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843386 Dec 21 01:42:52.168806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da8e1-886b-471f-a817-a26209205472 service neutron] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.185045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:52.186236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.187980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1056206 Dec 21 01:42:52.199001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57600) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:52.213791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b01f-0202-4e9b-b313-825ee6c83097 admin admin] Pushing event updated for resources: {'Network': ['ID=280affa9-8953-4130-90d0-002b907643ce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.225567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Request body: {'subnet': {'network_id': '280affa9-8953-4130-90d0-002b907643ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1395972629-subnet', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:52.228177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-d060e874-d39c-4ce4-8acc-d0a9bab67296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:52.229733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-d060e874-d39c-4ce4-8acc-d0a9bab67296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1096 time: 0.1302319 Dec 21 01:42:52.247030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 280affa9-8953-4130-90d0-002b907643ce details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:42:52.281982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.290441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a4b071-aed5-457c-a426-e4370057fce6 req-8d17b995-ec25-4201-873e-3908c2c4959a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932776 Dec 21 01:42:52.294805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.301079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-df23cf9e-5b00-44b9-9289-b1053b9a72a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.0558503 Dec 21 01:42:52.301627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57604) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:52.314785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Made reservation on behalf of eddbddc4e8314d7e82d8b4c1c072fcbc for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:52.319022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Publish callbacks [] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.361176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d44ca95-2cad-4127-a898-79897cf10d0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4b1cf0716b3417ebf797f18f2e4aaac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577972 Dec 21 01:42:52.361907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57608) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:52.389860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.424270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.435604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:52.446535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.491062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.496436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] Provisioning complete for port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:52.496808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.502477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.505995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.508296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50800102-1d4b-453b-90ae-ea4806b51803 HTTP/1.1" status: 204 len: 168 time: 0.1453481 Dec 21 01:42:52.532752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494e54-608b-4f2b-89c4-7afc42621f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50800102-1d4b-453b-90ae-ea4806b51803,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.537138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09572a5-2189-4db1-9eda-5d08079c2e07 req-f4de8d5e-a2ab-4eb4-80c4-ddda9d8194c7 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:52.545259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e09572a5-2189-4db1-9eda-5d08079c2e07 req-f4de8d5e-a2ab-4eb4-80c4-ddda9d8194c7 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 949 time: 0.1263919 Dec 21 01:42:52.564582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b47331-b7dc-41cd-bee0-fb74d199eea8 req-464553cc-79fe-4ddd-9c0f-bc483f18cc68 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:52.565466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2b47331-b7dc-41cd-bee0-fb74d199eea8 req-464553cc-79fe-4ddd-9c0f-bc483f18cc68 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 944 time: 0.2194464 Dec 21 01:42:52.653979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-efa140f8-24b9-4acf-ab1e-6d8534380f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:52.655228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-efa140f8-24b9-4acf-ab1e-6d8534380f9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0924640 Dec 21 01:42:52.701203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.703901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.707742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/510ad387-5403-43ed-8703-7bd2bd0ebc01 HTTP/1.1" status: 204 len: 168 time: 0.8329251 Dec 21 01:42:52.713750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-1a6e9327-54ab-4f89-8c29-54a8371eafd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488753 Dec 21 01:42:52.719947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.733047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d14cff80-e4ee-4458-868f-1dce73fdb778'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:52.763281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2b47331-b7dc-41cd-bee0-fb74d199eea8 req-85f307f5-7c12-4a92-95d3-4e1ce639e148 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814847 Dec 21 01:42:52.764319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386df91-8dfc-41b0-b45d-0d83bf804250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ad387-5403-43ed-8703-7bd2bd0ebc01,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:52.808015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e09572a5-2189-4db1-9eda-5d08079c2e07 req-8e6a117e-0e42-41be-8b8c-ad4afcc082b7 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577581 Dec 21 01:42:52.826143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] For port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:52.853219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.878228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:52.997148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37e27fd-6f89-4245-9b46-2752f84e81d3,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:53.015945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0d49-2e7a-439a-a9b3-f3c9e4250d7c req-3bd4149a-cf49-4fe0-b076-20f5d3dfb8b2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:53.023874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543c0d49-2e7a-439a-a9b3-f3c9e4250d7c req-3bd4149a-cf49-4fe0-b076-20f5d3dfb8b2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.1076968 Dec 21 01:42:53.035227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-a89fd88e-310f-4c7c-a05e-d3624794b5b0 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121226 Dec 21 01:42:53.043134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Checking segment: {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:53.043516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Network hostable DHCP agents. Network: 280affa9-8953-4130-90d0-002b907643ce, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:42:53.106185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543c0d49-2e7a-439a-a9b3-f3c9e4250d7c req-ccd5eb14-f6ae-41e2-9ffb-c12639cac4be tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674796 Dec 21 01:42:53.106185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Network 280affa9-8953-4130-90d0-002b907643ce is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:42:53.115841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 280affa9-8953-4130-90d0-002b907643ce) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:53.123090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:53.124410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.135220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:51Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:53.147254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872f5a8-6c3b-4ce0-958f-bfda7da55351 None None] Network 280affa9-8953-4130-90d0-002b907643ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:53.162638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bb6020ee-c14b-472e-91f9-d7b71905eefe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9625330 Dec 21 01:42:53.163654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57630) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:53.169018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:53.225678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.226183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b1fcb-71eb-4aa7-aa91-442c11bbdc80 None None] The sync data for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 is: [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:51Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:42:53.227445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.245374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb67c1f-77c3-4082-8f28-c42ac57856ff req-8b175145-ec10-427b-93c5-b147cde12256 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032335 Dec 21 01:42:53.280879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723950c4-7761-44b6-8a97-c86d997b1a7d None None] Pushing event updated for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:53.404017 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.476928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-280affa9-8953-4130-90d0-002b907643ce', 'network_id': '280affa9-8953-4130-90d0-002b907643ce', 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'fixed_ips': [{'subnet_id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:42:53.478106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.501656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:53.533845 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ddeae638-8500-4cbd-b861-f8802c7fdfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.636396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-c3704d3c-1b2b-455a-bc36-a48f5269f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:53.637962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-c3704d3c-1b2b-455a-bc36-a48f5269f739 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1096 time: 0.2198784 Dec 21 01:42:53.642790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ddeae638-8500-4cbd-b861-f8802c7fdfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.649947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ddeae638-8500-4cbd-b861-f8802c7fdfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.654072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:53.657038 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f7eb2-75b2-40aa-8110-b9a76ae79a30" -d '{"events": [{"server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "name": "network-vif-plugged", "status": "completed", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:53.663424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d6aab37b-eeb9-4ca8-a5d0-32e051876a9a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:53.709266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.713314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeae638-8500-4cbd-b861-f8802c7fdfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd9b18-d97a-4101-bdad-53f7c955955f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:53.746150 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc6990-09a4-441b-88f4-7e2616d77288 x-openstack-request-id: req-07bc6990-09a4-441b-88f4-7e2616d77288 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:53.746730 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "name": "network-vif-plugged", "status": "completed", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:53.747379 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07bc6990-09a4-441b-88f4-7e2616d77288 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:53.747862 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', 'code': 200} Dec 21 01:42:53.751776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59f15d-6bd8-494e-a16d-710c031dba3b req-b07f4d26-3287-46cd-938a-2c14e8dd1aec tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:53.762890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb59f15d-6bd8-494e-a16d-710c031dba3b req-b07f4d26-3287-46cd-938a-2c14e8dd1aec tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 945 time: 0.3571470 Dec 21 01:42:53.858518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Allocated IP 172.20.0.2 (280affa9-8953-4130-90d0-002b907643ce/c37e27fd-6f89-4245-9b46-2752f84e81d3/aa41c416-9adf-4dfc-ab94-ec6937a20be5) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:53.863392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:53.863778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:53.884272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ddeae638-8500-4cbd-b861-f8802c7fdfeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=639a277cd03241359f804d87b7440645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753560 Dec 21 01:42:53.893076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57650) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:53.915407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-085fc482-10ae-4f0a-ab1c-9099c37ca7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:53.918125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-085fc482-10ae-4f0a-ab1c-9099c37ca7b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.2012577 Dec 21 01:42:53.980191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-d4aaa17e-e1d7-43ba-8340-12857574fd94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.0523820 Dec 21 01:42:54.045694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb59f15d-6bd8-494e-a16d-710c031dba3b req-1cf63f20-093d-492c-828d-7c3ac90a03c4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689049 Dec 21 01:42:54.057366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-7ca1f02a-32b2-425c-9098-6f3f963512ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:54.059096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-7ca1f02a-32b2-425c-9098-6f3f963512ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0709376 Dec 21 01:42:54.098009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5b249-329c-49cb-8f25-e76e4ff9c09b req-fd4a2d0a-0e24-4bd5-a6f6-071b1b0915b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:54.099522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35e5b249-329c-49cb-8f25-e76e4ff9c09b req-fd4a2d0a-0e24-4bd5-a6f6-071b1b0915b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 1101 time: 0.2428212 Dec 21 01:42:54.110794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa390cd3-c370-4694-8dc1-354db7420372 req-0d6741e8-ecaf-42c5-b731-fb3046ee746a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:54.122218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa390cd3-c370-4694-8dc1-354db7420372 req-0d6741e8-ecaf-42c5-b731-fb3046ee746a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 944 time: 0.2301817 Dec 21 01:42:54.128647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-5c4eb613-68c3-479d-993c-b40355e9218e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587335 Dec 21 01:42:54.151302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.163286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.243389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Network 280affa9-8953-4130-90d0-002b907643ce is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:54.248051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:54.251310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.254618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:54.261115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Pushing event updated for resources: {'Port': ['ID=aa41c416-9adf-4dfc-ab94-ec6937a20be5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:54.312795 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-6f78015a-f089-4821-a8d7-c38364ca676e service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741514 Dec 21 01:42:54.317938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa390cd3-c370-4694-8dc1-354db7420372 req-d54f251a-f046-43b8-af65-bdb56d0a0175 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874175 Dec 21 01:42:54.339694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Attempting to bind port aa41c416-9adf-4dfc-ab94-ec6937a20be5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:54.339694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Attempting to bind port aa41c416-9adf-4dfc-ab94-ec6937a20be5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:54.339694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Attempting to bind port aa41c416-9adf-4dfc-ab94-ec6937a20be5 on network 280affa9-8953-4130-90d0-002b907643ce {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:54.345244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:54.347819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Checking segment: {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:54.348988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.349582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Bound using segment: {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:54.350705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Bound port: aa41c416-9adf-4dfc-ab94-ec6937a20be5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:54.352654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.366281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35e5b249-329c-49cb-8f25-e76e4ff9c09b req-0e5b14da-0735-43d0-a061-f9dd1fe24d99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253668 Dec 21 01:42:54.380894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.406937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b945a-92fd-44e1-8129-acf2b29176b3 req-4a3fe510-1965-436e-9fa1-d08b06602892 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:54.414373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-981b945a-92fd-44e1-8129-acf2b29176b3 req-4a3fe510-1965-436e-9fa1-d08b06602892 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 949 time: 0.2511325 Dec 21 01:42:54.496250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6a873018-5d16-4b29-9944-7deef938754d None None] For port aa41c416-9adf-4dfc-ab94-ec6937a20be5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:54.500470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6a873018-5d16-4b29-9944-7deef938754d None None] For port aa41c416-9adf-4dfc-ab94-ec6937a20be5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aa41c416-9adf-4dfc-ab94-ec6937a20be5,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:54.508555 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.511810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e55f3d45-8de6-454b-aab7-cf12f939e221 req-bb4675a0-80c4-4558-bb67-b879694de32b service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891308 Dec 21 01:42:54.573452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-981b945a-92fd-44e1-8129-acf2b29176b3 req-6de5c493-e869-4fab-9897-3fde4346d334 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580536 Dec 21 01:42:54.611602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a873018-5d16-4b29-9944-7deef938754d None None] Pushing event updated for resources: {'Port': ['ID=aa41c416-9adf-4dfc-ab94-ec6937a20be5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:54.619395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.622010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.625509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70cd9b18-d97a-4101-bdad-53f7c955955f HTTP/1.1" status: 204 len: 168 time: 0.7274702 Dec 21 01:42:54.636852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cabed-77de-4464-bf5c-1b595e568303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd9b18-d97a-4101-bdad-53f7c955955f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:54.651032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.671621 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:54.852049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf0c67-e077-4183-ba82-c75407bd9105 req-b0f93d15-8dfd-46b0-9380-38b5d93ac35e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:54.853601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63bf0c67-e077-4183-ba82-c75407bd9105 req-b0f93d15-8dfd-46b0-9380-38b5d93ac35e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.1153240 Dec 21 01:42:54.911054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Allocated IP 172.25.6.217 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:54.963245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63bf0c67-e077-4183-ba82-c75407bd9105 req-ce800875-a8a6-47dc-91db-2e08ca603ed2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 Dec 21 01:42:55.095244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.096945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:55.160031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.216946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port d14cff80-e4ee-4458-868f-1dce73fdb778 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:55.222202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port d14cff80-e4ee-4458-868f-1dce73fdb778 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:55.222826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.232303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:55.237627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:55.243856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:55.319030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.378024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:55.388904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.448815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:55.526954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Pushing event updated for resources: {'Port': ['ID=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:55.572956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca156a-7038-4954-9d92-2e504d3a3cc1 req-064e91c9-192a-427e-b263-72774621a549 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:55.576111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aa41c416-9adf-4dfc-ab94-ec6937a20be5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:55.582373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95ca156a-7038-4954-9d92-2e504d3a3cc1 req-064e91c9-192a-427e-b263-72774621a549 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 945 time: 0.4238300 Dec 21 01:42:55.672702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95ca156a-7038-4954-9d92-2e504d3a3cc1 req-8e9e4ef1-9df5-4d78-bd7b-319c0dbd7876 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892041 Dec 21 01:42:55.678939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aa41c416-9adf-4dfc-ab94-ec6937a20be5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:55.681134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.748576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:55.755067 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f21c6a-afed-40be-a422-fac8b42e2148" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:55.805447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:55.854983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.887876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-259435dd-5c00-4255-9f65-a078bfd5aa1c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674162 Dec 21 01:42:55.897137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port aa41c416-9adf-4dfc-ab94-ec6937a20be5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aa41c416-9adf-4dfc-ab94-ec6937a20be5,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:55.911060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:55.955447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bd91-9d74-4e68-9ac7-5b0b5e4ee746 req-78d56d10-6055-45e1-a1f1-a0e012054678 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:55.966174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a18bd91-9d74-4e68-9ac7-5b0b5e4ee746 req-78d56d10-6055-45e1-a1f1-a0e012054678 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 944 time: 0.1446307 Dec 21 01:42:55.979123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=aa41c416-9adf-4dfc-ab94-ec6937a20be5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:56.008160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.010007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f50209-f00f-448d-8ffb-54efc62b2088 None None] Network 280affa9-8953-4130-90d0-002b907643ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:56.039889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-network', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:56.078781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Made reservation on behalf of df45714ad3cf4b03bd0edf96c0c0f666 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:56.081381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.088064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fe7b4934-fae2-49b5-8afa-b92e34272f89 None None] Provisioning complete for port aa41c416-9adf-4dfc-ab94-ec6937a20be5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:56.088506 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4934-fae2-49b5-8afa-b92e34272f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.092614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.162112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a18bd91-9d74-4e68-9ac7-5b0b5e4ee746 req-c8760e91-e9a3-4047-99f6-7a1fe63d46ae tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947377 Dec 21 01:42:56.182383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.182383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.185813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-19f1c5b6-5b5d-4464-8c39-b444574b532c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:56.187409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-19f1c5b6-5b5d-4464-8c39-b444574b532c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914820 Dec 21 01:42:56.209463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-99c7dcf2-3f92-4bab-aa4c-4fa3d7ead7d2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/quotas/c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 375 time: 0.0160956 Dec 21 01:42:56.236272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:42:56.251919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6eb3de-c59c-48c6-9bea-3860df071b88,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:56.269977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.270319 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Added segment b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1 of type vlan for network 90b66725-43d1-4998-9157-1bf2337c2ed2 Dec 21 01:42:56.312485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-3776ceac-22e2-481f-8366-b7192b5a9b8d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540957 Dec 21 01:42:56.325444 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.362699 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.363212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.364116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:56.365537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.396027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed4877-b1ad-40b5-97ed-54dc00aeefeb req-40769caa-93c8-4c93-a310-df9e38a03336 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:56.397555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fed4877-b1ad-40b5-97ed-54dc00aeefeb req-40769caa-93c8-4c93-a310-df9e38a03336 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 950 time: 0.1411719 Dec 21 01:42:56.402917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5967886 Dec 21 01:42:56.408652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57722) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:56.416287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Request body: {'subnet': {'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-subnet', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:56.428746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.456269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ae59d-ede7-42a9-8a0d-0de5c5139e8d admin admin] Pushing event updated for resources: {'Network': ['ID=90b66725-43d1-4998-9157-1bf2337c2ed2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:56.467918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:42:56.562957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Made reservation on behalf of df45714ad3cf4b03bd0edf96c0c0f666 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:56.565185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.581306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4b6b0610-2ce0-4f63-ae4c-ff1cff3f12d7 None None] Provisioning complete for port aa41c416-9adf-4dfc-ab94-ec6937a20be5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:56.581864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0610-2ce0-4f63-ae4c-ff1cff3f12d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.602017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fed4877-b1ad-40b5-97ed-54dc00aeefeb req-9f7470e3-b422-4b00-8804-bad34f7e73bd tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923344 Dec 21 01:42:56.688849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:42:56.692054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9811e-0aec-45d5-a6f3-4a00cc7793e2 req-38b9fc12-0fc1-47cf-b04f-00d4757f972d tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:56.693601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65e9811e-0aec-45d5-a6f3-4a00cc7793e2 req-38b9fc12-0fc1-47cf-b04f-00d4757f972d tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1097 time: 0.1344299 Dec 21 01:42:56.759625 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6125d-6162-4822-b0a8-c77b327ac742 x-openstack-request-id: req-caa6125d-6162-4822-b0a8-c77b327ac742 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:42:56.759937 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:42:56.760192 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa6125d-6162-4822-b0a8-c77b327ac742 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:42:56.760725 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'code': 200} Dec 21 01:42:56.805435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65e9811e-0aec-45d5-a6f3-4a00cc7793e2 req-bcc44b81-752e-4cf1-a445-4f6f54aadab9 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983949 Dec 21 01:42:56.845798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Router c063db47-9c32-4fbc-ab0b-ef83f308086b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:42:56.872486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:56.885658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'port_id': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'mac_address': 'fa:16:3e:39:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a214-6e40-47af-8ba3-d087fdefdc21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:42:56.923523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.937259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb83ab5d-b3fd-4035-96e9-9936c0d63287 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:56.964701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:56.968385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:56.975915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b411ae1a-397f-4ef9-bf7c-9cc610720c96 req-25010781-6532-4961-b9a3-9b05ba83f03a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 210 time: 0.0874360 Dec 21 01:42:56.979537 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.028586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:57.106359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744468c-1086-4c87-9055-feac2f20007b req-3bc32a29-71f2-46c9-8849-21fe46127487 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.107857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d744468c-1086-4c87-9055-feac2f20007b req-3bc32a29-71f2-46c9-8849-21fe46127487 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.2376573 Dec 21 01:42:57.115403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:42:57.117644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8e6a4-3271-4d8f-8d03-e278dc945376 req-9e4f48a5-f99e-4b97-81e3-04425b308c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.119066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21a8e6a4-3271-4d8f-8d03-e278dc945376 req-9e4f48a5-f99e-4b97-81e3-04425b308c08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 1102 time: 0.2318907 Dec 21 01:42:57.141838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90a6238-467a-40d8-98ef-c0d55f3dd4a7,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:57.241245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334d4f4-9cfc-442a-8561-f6f72e010b5b req-cfc8a26b-6776-4450-8036-6113edcfc403 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.243390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5334d4f4-9cfc-442a-8561-f6f72e010b5b req-cfc8a26b-6776-4450-8036-6113edcfc403 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1097 time: 0.1906869 Dec 21 01:42:57.253239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Checking segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:57.253639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Network hostable DHCP agents. Network: 90b66725-43d1-4998-9157-1bf2337c2ed2, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:42:57.273688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['bb83ab5d-b3fd-4035-96e9-9936c0d63287'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:42:57.277494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:42:57.286894 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Sync routers for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:42:57.289061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d744468c-1086-4c87-9055-feac2f20007b req-578d10cb-c8cb-4525-997f-893754296c3f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684911 Dec 21 01:42:57.303870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21a8e6a4-3271-4d8f-8d03-e278dc945376 req-db417109-546b-4a8f-aa12-3a833ac88322 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760039 Dec 21 01:42:57.322014 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:57.322658 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:57.326695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.330391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ef236bb-91f7-4eeb-bae3-384ee559b3de admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1621158 Dec 21 01:42:57.330832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57740) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:57.339008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:42:57.445418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5334d4f4-9cfc-442a-8561-f6f72e010b5b req-9e0f9ac7-d488-4ab9-93d5-2192ebe831c3 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885080 Dec 21 01:42:57.451338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 90b66725-43d1-4998-9157-1bf2337c2ed2) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:57.469481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2c09c-f12c-4c63-86f6-31d9e129e80d None None] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:42:57.470592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae77e1-f0a4-45ed-920e-b1d2d468f529 req-cea727e4-9431-4264-9d38-f6cba04f7fbf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.472200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8ae77e1-f0a4-45ed-920e-b1d2d468f529 req-cea727e4-9431-4264-9d38-f6cba04f7fbf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.0777850 Dec 21 01:42:57.473652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.474412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.488244 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:57.519232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5833726-afe8-4923-bedd-7deb1ddb2c87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1040978 Dec 21 01:42:57.520464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57746) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:42:57.531772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:57.583444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aa41c416-9adf-4dfc-ab94-ec6937a20be5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:57.616465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-90b66725-43d1-4998-9157-1bf2337c2ed2', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:42:57.617352 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.621648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8ae77e1-f0a4-45ed-920e-b1d2d468f529 req-dbea4367-d78c-4696-a20e-ed8cdf5f4c5f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090331 Dec 21 01:42:57.820891 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:42:55Z', 'revision_number': 3, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:57.824216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-d79e493c-9996-4669-967b-e7a127971634 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698473 Dec 21 01:42:57.860637 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Checking router: c063db47-9c32-4fbc-ab0b-ef83f308086b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:42:57.861279 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Updating router c063db47-9c32-4fbc-ab0b-ef83f308086b port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:42:57.890536 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.946703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aa41c416-9adf-4dfc-ab94-ec6937a20be5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:57.947074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:57.961650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-b582fda6-f6a0-45a9-be83-6bc65448de5d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:57.962574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Allocated IP 172.20.0.2 (90b66725-43d1-4998-9157-1bf2337c2ed2/e90a6238-467a-40d8-98ef-c0d55f3dd4a7/cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:57.963316 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-b582fda6-f6a0-45a9-be83-6bc65448de5d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330688 Dec 21 01:42:58.006687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Request body: {'port': {'device_id': '28850581-fadf-4715-8066-cb113994265a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'c218759e69fc41da927984eceb830acd'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:58.156517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.158247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.158933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Made reservation on behalf of c218759e69fc41da927984eceb830acd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:42:58.164027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.175213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.182984 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.189831 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.229700 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.238986 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.243623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:58.248526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:58.252155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:58.264924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Pushing event updated for resources: {'Port': ['ID=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.286435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d787d84-8740-423e-b705-96972e9c3c4a req-19c31c40-b819-4c16-b16e-a571e3b50065 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:58.289742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.293850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d787d84-8740-423e-b705-96972e9c3c4a req-19c31c40-b819-4c16-b16e-a571e3b50065 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 1101 time: 0.1907640 Dec 21 01:42:58.296772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.315618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Attempting to bind port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:58.315994 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Attempting to bind port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:58.316363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Attempting to bind port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:58.324358 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:58.324737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:58.325135 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.326417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:58.326559 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Bound port: fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:58.326944 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.332715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Attempting to bind port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:42:58.333300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Attempting to bind port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:42:58.333866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Attempting to bind port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:42:58.334709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196a89-ce0e-4f0f-854b-be09a8035803 req-d091f41a-bdef-4fcf-bc00-21da96ca6eeb tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:58.340875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:42:58.341598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Checking segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:42:58.342365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.342922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Bound using segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:42:58.343065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8196a89-ce0e-4f0f-854b-be09a8035803 req-d091f41a-bdef-4fcf-bc00-21da96ca6eeb tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 950 time: 0.2306280 Dec 21 01:42:58.343696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Bound port: cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:42:58.344414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.370085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.378594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d787d84-8740-423e-b705-96972e9c3c4a req-b367cc7e-d60d-4eeb-8cf9-97aa9b6a0945 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.400729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21934f85-a43d-44ba-8ae2-f55db3b5bb52,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.403319 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] For port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:58.406720 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] For port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:58.416164 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.432647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b14d-8def-4523-bbca-cbbaa2e1f87c None None] Pushing event updated for resources: {'Port': ['ID=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.446982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:42:58.447606 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:58.459510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] For port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:42:58.464356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] For port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:42:58.470814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.541097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Allocated IP 192.168.233.132 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/4d090767-042b-4ef2-b89f-42bcec0dad25) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:58.581763 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b14d-8def-4523-bbca-cbbaa2e1f87c None None] Pushing event updated for resources: {'Port': ['ID=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.597119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:42:58.666105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.689839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8196a89-ce0e-4f0f-854b-be09a8035803 req-b1011dba-29e5-4aef-bcdd-7ebc4aa96755 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413701 Dec 21 01:42:58.739109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595a5c6-65a7-4d1f-82bc-2c05f40c0e82 None None] Pushing event updated for resources: {'Port': ['ID=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.745118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:58.751269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.833847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.865193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port bb83ab5d-b3fd-4035-96e9-9936c0d63287 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:42:58.870576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port bb83ab5d-b3fd-4035-96e9-9936c0d63287 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:58.871212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.934387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:42:58.935657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:58.945650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:42:58.946329 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:42:55Z', 'revision_number': 3, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:42:58.954091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.964103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.970390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:42:58.972885 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:42:58.982717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:58.984634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:58.992675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4e8c2-9847-4f73-8ec8-e046dbe38623 None None] The sync data for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 is: [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:42:55Z', 'revision_number': 3, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:42:59.027336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-fb6bf69c-a4af-4cbf-89fa-fd006f8a5fb6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0288692 Dec 21 01:42:59.027585 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d787d84-8740-423e-b705-96972e9c3c4a req-b367cc7e-d60d-4eeb-8cf9-97aa9b6a0945 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.050977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Request body: {'port': {'device_id': '28850581-fadf-4715-8066-cb113994265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:42:59.058464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d787d84-8740-423e-b705-96972e9c3c4a req-b367cc7e-d60d-4eeb-8cf9-97aa9b6a0945 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.078734 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.173238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:42:59.182036 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e6fe0-ec5c-44e2-9f43-d57215365d72" -d '{"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-plugged", "status": "completed", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:42:59.184130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d787d84-8740-423e-b705-96972e9c3c4a req-b367cc7e-d60d-4eeb-8cf9-97aa9b6a0945 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8893661 Dec 21 01:42:59.232343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:59.244179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.258796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367cc7e-d60d-4eeb-8cf9-97aa9b6a0945 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f12bb-ec0a-40ee-ad58-c213813f7aeb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:59.312213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.354754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:59.475467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1944131b-31d0-42f6-beba-5fda0ffece99 None None] Provisioning complete for port 4d090767-042b-4ef2-b89f-42bcec0dad25 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:59.476242 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1944131b-31d0-42f6-beba-5fda0ffece99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.491094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c8f34-22c0-4b2d-8c10-855830525852 req-b6caf019-c852-4072-a9de-cb40aa513d76 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:59.492859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc6c8f34-22c0-4b2d-8c10-855830525852 req-b6caf019-c852-4072-a9de-cb40aa513d76 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 936 time: 0.2267213 Dec 21 01:42:59.571209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1944131b-31d0-42f6-beba-5fda0ffece99 None None] Port 4d090767-042b-4ef2-b89f-42bcec0dad25 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:42:59.594547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Allocated IP 172.20.0.1 (280affa9-8953-4130-90d0-002b907643ce/c37e27fd-6f89-4245-9b46-2752f84e81d3/a93979e4-f121-493f-9a54-44c7b1d92f4a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:42:59.624192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:42:59.696773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:42:59.697146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.723261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a840-60ef-459e-b025-4ffeb1b350cd req-00c6c670-3d25-41d6-8065-cf67c1f4ab85 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:42:59.725019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8616a840-60ef-459e-b025-4ffeb1b350cd req-00c6c670-3d25-41d6-8065-cf67c1f4ab85 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 946 time: 0.3377113 Dec 21 01:42:59.731938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.774030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc6c8f34-22c0-4b2d-8c10-855830525852 req-826bbaa6-a001-4f38-8565-c09791c94479 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444410 Dec 21 01:42:59.811227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.822351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d090767-042b-4ef2-b89f-42bcec0dad25 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:42:59.838925 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.859106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.859400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Transition to ACTIVE for port object 4d090767-042b-4ef2-b89f-42bcec0dad25 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:42:59.870840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.889485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:42:59.900413 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:42:59.984571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:42:59.991516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8616a840-60ef-459e-b025-4ffeb1b350cd req-3b197126-b07c-4243-836a-4a6f1714454c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551053 Dec 21 01:43:00.065829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:00.084379 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b0267-0a02-44e0-a661-51adb7f4c6e0 x-openstack-request-id: req-f10b0267-0a02-44e0-a661-51adb7f4c6e0 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:00.084695 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-plugged", "status": "completed", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:00.084995 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f10b0267-0a02-44e0-a661-51adb7f4c6e0 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:00.085417 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'code': 200} Dec 21 01:43:00.115604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:00.116010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:00.116923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:00.120478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.123647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d138-0ba1-4172-90d9-fc7ad35ded30 req-5479be9b-3819-45fe-9cac-42b8ca2ed6f9 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.128558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:00.128891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:00.130938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4263d138-0ba1-4172-90d9-fc7ad35ded30 req-5479be9b-3819-45fe-9cac-42b8ca2ed6f9 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1097 time: 0.1936350 Dec 21 01:43:00.152644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:00.154406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:00.154806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:00.155942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Bound port: 4d090767-042b-4ef2-b89f-42bcec0dad25, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:00.156313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.206857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Allocated IP 172.25.6.90 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d39f2a31-cb31-4ec6-ad03-3431f1b945a2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:00.309485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:00.315462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:00.326343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.360385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.361266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.363262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] 10.222.0.45 "PUT /v2.0/ports/4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 1097 time: 1.3213577 Dec 21 01:43:00.363745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:00.368511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4263d138-0ba1-4172-90d9-fc7ad35ded30 req-bce0f008-52e4-41d3-8b02-af6c69947e10 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366590 Dec 21 01:43:00.369971 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129" -d '{"events": [{"name": "network-changed", "server_uuid": "28850581-fadf-4715-8066-cb113994265a", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:00.395879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.509383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bbc64a-b079-49e7-a80f-95ba0a5e004e None None] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:43:00.586381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30389ac6-608c-486d-9464-ac44d05d5fde service neutron] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:00.613476 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d723e-25cb-4d5d-9ee3-082bae42137e x-openstack-request-id: req-eb1d723e-25cb-4d5d-9ee3-082bae42137e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:00.613784 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28850581-fadf-4715-8066-cb113994265a", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:00.614020 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb1d723e-25cb-4d5d-9ee3-082bae42137e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:00.614423 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'status': 'completed', 'code': 200} Dec 21 01:43:00.626252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-ed236aba-ac90-4737-9b93-cdbcd350af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.628452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-ed236aba-ac90-4737-9b93-cdbcd350af18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1100 time: 0.1068156 Dec 21 01:43:00.636318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-323e8d7b-3e17-4b2a-ac9e-a12cc2ef317b None None] Provisioning complete for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:00.636671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-323e8d7b-3e17-4b2a-ac9e-a12cc2ef317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.695291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-49a2d77a-d3cb-4a79-8b54-9b2c3023cb4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0523682 Dec 21 01:43:00.753728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-5a09012b-2dbc-4540-b68b-c03e2a38701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.755306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-5a09012b-2dbc-4540-b68b-c03e2a38701e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0527959 Dec 21 01:43:00.821711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-ee014314-7839-4673-a753-7b5de03d985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.823214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-ee014314-7839-4673-a753-7b5de03d985f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562944 Dec 21 01:43:00.888329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Network 280affa9-8953-4130-90d0-002b907643ce is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:00.905279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:00.911239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Pushing event updated for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:00.913706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:00.914189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:00.925787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff507fb4-1848-4739-84bd-05104eb5f5d3 req-589d5799-6c8e-440f-817d-d1dbe601adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:00.927322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff507fb4-1848-4739-84bd-05104eb5f5d3 req-589d5799-6c8e-440f-817d-d1dbe601adc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.6856651 Dec 21 01:43:00.978293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-c5b8ed3e-8342-47b4-926a-81e7b129199e service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432717 Dec 21 01:43:01.024324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7227c-27e8-4d43-a4d9-adb4bb0fafae req-65bdf4ca-f365-47ff-bf79-6c4886adbb79 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:01.031689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75a7227c-27e8-4d43-a4d9-adb4bb0fafae req-65bdf4ca-f365-47ff-bf79-6c4886adbb79 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 950 time: 0.5600853 Dec 21 01:43:01.104455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9f740d69-91e1-4e08-a8d9-5a8935522d3a req-7e80f195-6eee-489b-a83e-7d090ec94465 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150155 Dec 21 01:43:01.128040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.161047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff507fb4-1848-4739-84bd-05104eb5f5d3 req-ebd5fdc7-28d0-476a-a709-70e57477406b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915798 Dec 21 01:43:01.172894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-462d91bc-0c2d-414b-ae0c-2987bd40e400 None None] Provisioning complete for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:01.173328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-462d91bc-0c2d-414b-ae0c-2987bd40e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.250194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75a7227c-27e8-4d43-a4d9-adb4bb0fafae req-68cb255a-6531-4e1e-b4eb-e1c2234217bf tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175460 Dec 21 01:43:01.314677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.406914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eb2bad60-8cd8-46b0-a99f-7b60033d7411 None None] Provisioning complete for port a93979e4-f121-493f-9a54-44c7b1d92f4a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:01.407323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb2bad60-8cd8-46b0-a99f-7b60033d7411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.416205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:01.417523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Pushing event updated for resources: {'Port': ['ID=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:01.424756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:01.427061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:01.431061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.443966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5c8baebb-332b-452e-a495-abf71e6b34e7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889924 Dec 21 01:43:01.463584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-eb2bad60-8cd8-46b0-a99f-7b60033d7411 None None] Port a93979e4-f121-493f-9a54-44c7b1d92f4a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:01.572817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:01.627558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:01.627933 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.712015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.736060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-f352d965-cde5-44c7-8d1b-5cb6087520c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:01.737296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:01.738298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-f352d965-cde5-44c7-8d1b-5cb6087520c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1100 time: 0.2408929 Dec 21 01:43:01.743503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.744261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:01.817266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-bab6a458-7ba3-44f1-b81d-c9102701b1a6 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:43:01.819279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-bab6a458-7ba3-44f1-b81d-c9102701b1a6 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091057 Dec 21 01:43:01.820287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:01.831451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:01.831821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:01.864437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-335eed75-a7a6-4dee-b14d-48748af7ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:01.865946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-335eed75-a7a6-4dee-b14d-48748af7ec86 service neutron] 10.222.0.43 "GET /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0367918 Dec 21 01:43:01.879491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:01.879491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:43:01.886149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5c715ae8-f89c-438e-9a20-b0451c1413d1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:01.887592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5c715ae8-f89c-438e-9a20-b0451c1413d1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3878691 Dec 21 01:43:01.981473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-b31219ea-d919-4d9d-8e2c-4e5361592dda tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0561943 Dec 21 01:43:02.016099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:02.016662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:02.016762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:02.020956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:02.021273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:02.029303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:02.029829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:02.030222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:02.030653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Bound port: 48869293-48ea-4652-8ce2-4ed9e637b3a6, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:02.082212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:02.083159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:02.086454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:02.090030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-dff88152-29d1-4178-acb5-a9ab97e1b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:02.090365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:02.091656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d91ee43f-c993-4886-a34e-78d1b8da2486 service neutron] 10.222.0.43 "POST /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2171352 Dec 21 01:43:02.091861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-dff88152-29d1-4178-acb5-a9ab97e1b96b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3325694 Dec 21 01:43:02.095732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:02.096435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:02.221254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-bf6ad791-57e9-4f29-9ac5-fbabcfedd38e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2292838 Dec 21 01:43:02.230897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-052d27a4-3a91-49ae-97c8-0a5560f20470 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0943015 Dec 21 01:43:02.383616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Pushing event updated for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:02.538679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37028e-8d1d-403e-9fef-78ba90e6c0f7 req-c6fbd28f-4a52-4c3f-b343-5f345a0628cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:02.540889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d37028e-8d1d-403e-9fef-78ba90e6c0f7 req-c6fbd28f-4a52-4c3f-b343-5f345a0628cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 948 time: 0.3154616 Dec 21 01:43:02.543129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-475aaf15-18ac-46cb-bb85-bc0219f07940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:02.544519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-475aaf15-18ac-46cb-bb85-bc0219f07940 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.2282243 Dec 21 01:43:02.588785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-cc029506-febd-439f-ad95-490112f8cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:02.590300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-cc029506-febd-439f-ad95-490112f8cc0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1097 time: 0.2380483 Dec 21 01:43:02.886672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Network 280affa9-8953-4130-90d0-002b907643ce is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:02.934038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:03.063243 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:03.070879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-d607d401-a6bb-4912-90d2-9fa7241dfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:03.072377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-d607d401-a6bb-4912-90d2-9fa7241dfdb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5048926 Dec 21 01:43:03.075752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d37028e-8d1d-403e-9fef-78ba90e6c0f7 req-9fa8ce33-eb35-4be6-9237-119f5f81d0b1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163591 Dec 21 01:43:03.133817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd2e6-e3fd-4d48-ba94-dc73a1a27bc0 req-d85b2169-a1f7-4fca-807f-6087f81341e4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:03.141455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a5dd2e6-e3fd-4d48-ba94-dc73a1a27bc0 req-d85b2169-a1f7-4fca-807f-6087f81341e4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 946 time: 0.2828956 Dec 21 01:43:03.197634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7043d19d-8dd3-486d-8f7a-bb76f83f3784 None None] Provisioning complete for port a93979e4-f121-493f-9a54-44c7b1d92f4a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:03.198985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7043d19d-8dd3-486d-8f7a-bb76f83f3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:03.241968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7043d19d-8dd3-486d-8f7a-bb76f83f3784 None None] Port a93979e4-f121-493f-9a54-44c7b1d92f4a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:03.292947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d5cebc53-be4e-4f90-abca-aa67e3b5b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:03.295170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d5cebc53-be4e-4f90-abca-aa67e3b5b794 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.4378452 Dec 21 01:43:03.437850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-d4dd2f45-5db7-4b09-9711-cabc7475bed3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0909026 Dec 21 01:43:03.462798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a5dd2e6-e3fd-4d48-ba94-dc73a1a27bc0 req-af7536b2-3af4-4e0c-b770-01f9bbc18d6d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203707 Dec 21 01:43:03.485838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Router c063db47-9c32-4fbc-ab0b-ef83f308086b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:43:03.497170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:03.552672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-21ef4154-1b8a-4e16-9b37-04eaa496da00 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637685 Dec 21 01:43:03.558583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:03.559049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:03.693792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-aad12562-a9a6-4255-97eb-14978d386324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:03.695877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-aad12562-a9a6-4255-97eb-14978d386324 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.2195745 Dec 21 01:43:03.745988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:43:03.798546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-edb1b6c2-839e-4889-9b38-9dd1ae6339ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771446 Dec 21 01:43:03.859719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311c2d9e-1d11-4a53-9ce5-ac2fbc466129 req-f68adbde-7fa2-45f9-b41d-1df6963d1de1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984724 Dec 21 01:43:03.937251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec627a98-142c-4702-ab90-fda8371617b7 req-d2d7f7e6-1467-442a-afcf-da6a4e06c7f0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:03.938645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec627a98-142c-4702-ab90-fda8371617b7 req-d2d7f7e6-1467-442a-afcf-da6a4e06c7f0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 945 time: 0.2883573 Dec 21 01:43:03.975101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:43:03.986365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Sync routers for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:43:03.993946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f47271a9-298a-41aa-9fe4-e78a21c3c98c admin admin] 10.222.0.43 "PUT /v2.0/routers/c063db47-9c32-4fbc-ab0b-ef83f308086b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6622381 Dec 21 01:43:04.000694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:04.001370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:04.116811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec627a98-142c-4702-ab90-fda8371617b7 req-121064c7-34db-40aa-a81e-a0b4d9166f5d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590493 Dec 21 01:43:04.125694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdbf97-7b32-45ad-bffe-eac0f125a58b req-e1e4a6d1-af30-427b-8ca7-ac55874a66c2 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:04.133194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06fdbf97-7b32-45ad-bffe-eac0f125a58b req-e1e4a6d1-af30-427b-8ca7-ac55874a66c2 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.2347784 Dec 21 01:43:04.152930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:04.178465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-a2b53c3b-e68f-4fe4-8d45-ca3ed40333de service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640244 Dec 21 01:43:04.197997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-904fb69d-6643-4b6d-a4e5-b02506b51a69 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432553 Dec 21 01:43:04.219966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:43:04.235657 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:43:04.255103 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:04.257546 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:04.432003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:04.433811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b79b5c51-30af-4296-9287-97910ed4fa1d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.9123518 Dec 21 01:43:04.438817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a93979e4-f121-493f-9a54-44c7b1d92f4a', 'name': '', 'network_id': '280affa9-8953-4130-90d0-002b907643ce', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'mac_address': 'fa:16:3e:51:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 2, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'subnets': [{'id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:04.447707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:04.457887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-322e3226-b4d0-433b-9199-19bdf20b8d07 req-2deefba7-30ed-4fff-956f-8af0477e7ac0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 210 time: 0.0479977 Dec 21 01:43:04.465030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06fdbf97-7b32-45ad-bffe-eac0f125a58b req-10c1c149-5cea-45b1-a9be-ab7d008b4374 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305774 Dec 21 01:43:04.518339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-53437dcd-1b2b-41f7-beb3-8a6216d2337d service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259771 Dec 21 01:43:04.526172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Checking router: c063db47-9c32-4fbc-ab0b-ef83f308086b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:43:04.535328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Updating router c063db47-9c32-4fbc-ab0b-ef83f308086b port a93979e4-f121-493f-9a54-44c7b1d92f4a binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:43:04.563591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-f79230e5-ed00-47bc-ad8c-d04d89160f80 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:04.566069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-f79230e5-ed00-47bc-ad8c-d04d89160f80 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611164 Dec 21 01:43:04.620539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:04.629807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:04.691177 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:04.692710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd692b5-33a6-46ce-8b21-5ba1b1f8ae43 req-2a71afbd-5619-4a82-b162-e8c938277680 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:04.694993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd692b5-33a6-46ce-8b21-5ba1b1f8ae43 req-2a71afbd-5619-4a82-b162-e8c938277680 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 948 time: 0.1009104 Dec 21 01:43:04.700892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166b115-5156-4421-a22d-03321ad53593 req-c5c2f488-d5af-4dd4-a143-07071d93f59a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:04.703807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7166b115-5156-4421-a22d-03321ad53593 req-c5c2f488-d5af-4dd4-a143-07071d93f59a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.0705898 Dec 21 01:43:04.739666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:04.945585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd692b5-33a6-46ce-8b21-5ba1b1f8ae43 req-1e117602-89a8-4e3b-82d6-b17ada547d2d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403529 Dec 21 01:43:04.989571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7166b115-5156-4421-a22d-03321ad53593 req-3803498e-8be8-4b73-bbec-cf9aed6b3d0b tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693255 Dec 21 01:43:04.995687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0848091c-71c0-4165-9be4-2045500dbbfe tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:04.997891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0848091c-71c0-4165-9be4-2045500dbbfe tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.2209604 Dec 21 01:43:05.014108 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:05.026442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:05.114308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:05.147975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'mac_address': 'fa:16:3e:e1:16:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:05.151519 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:43:05.151874 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Updating router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:43:05.183822 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-2abf11a8-a7c6-4bae-a40b-b6607db4a4d4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624051 Dec 21 01:43:05.213452 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.327302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.405017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d090767-042b-4ef2-b89f-42bcec0dad25 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:05.435622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.456435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:05.457621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:05.461768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.462497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.472664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.484350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-b1d58c81-5290-49a5-a45a-37947f565335 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:05.486023 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-b1d58c81-5290-49a5-a45a-37947f565335 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858748 Dec 21 01:43:05.618135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:05.713185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee777a-cc23-4139-b777-78fbf80572d2 None None] Pushing event updated for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:05.750014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.193 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/54675835-9b9c-4481-9b4b-38c31b385c03) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:05.788949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:05.838174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:05.926109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Attempting to bind port a93979e4-f121-493f-9a54-44c7b1d92f4a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:05.926779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Attempting to bind port a93979e4-f121-493f-9a54-44c7b1d92f4a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:05.927346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Attempting to bind port a93979e4-f121-493f-9a54-44c7b1d92f4a on network 280affa9-8953-4130-90d0-002b907643ce {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:05.933985 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.944890 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.956805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:05.962017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Checking segment: {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:05.962588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:05.964164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Bound using segment: {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:05.966350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Bound port: a93979e4-f121-493f-9a54-44c7b1d92f4a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '280affa9-8953-4130-90d0-002b907643ce'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:05.966913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.033727 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.087841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f7c2-3a1e-47e9-9a7e-4f0bc5c4c435 req-59f1762c-4bd1-4029-ade3-bb4299ddd49f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:06.107140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6450f7c2-3a1e-47e9-9a7e-4f0bc5c4c435 req-59f1762c-4bd1-4029-ade3-bb4299ddd49f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 945 time: 0.3368173 Dec 21 01:43:06.113648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.125860 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Attempting to bind port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:06.126272 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Attempting to bind port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:06.126647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Attempting to bind port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:06.132472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdebbae-4726-447a-88e2-82a4d14e0b3b req-0fe8d6e1-9bd4-47e0-8e87-67787b05f763 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:06.136748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbdebbae-4726-447a-88e2-82a4d14e0b3b req-0fe8d6e1-9bd4-47e0-8e87-67787b05f763 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.3392746 Dec 21 01:43:06.142643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] For port a93979e4-f121-493f-9a54-44c7b1d92f4a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:06.151666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6e9d048e-371f-420c-8195-45d2b2469eb8 None None] Provisioning complete for port a93979e4-f121-493f-9a54-44c7b1d92f4a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:06.152079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e9d048e-371f-420c-8195-45d2b2469eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.159153 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761281f3-35db-4c0d-8897-c5b4623ddf21 None None] Pushing event updated for resources: {'Port': ['ID=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:06.166492 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:06.166738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] For port a93979e4-f121-493f-9a54-44c7b1d92f4a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a93979e4-f121-493f-9a54-44c7b1d92f4a,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:06.166866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:06.170157 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.170905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:06.171544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Bound port: d39f2a31-cb31-4ec6-ad03-3431f1b945a2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:06.172597 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.207440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.245994 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] For port d39f2a31-cb31-4ec6-ad03-3431f1b945a2, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:06.250938 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] For port d39f2a31-cb31-4ec6-ad03-3431f1b945a2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:06.260390 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.267758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee777a-cc23-4139-b777-78fbf80572d2 None None] Pushing event updated for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:06.286869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.296563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d048e-371f-420c-8195-45d2b2469eb8 None None] Port a93979e4-f121-493f-9a54-44c7b1d92f4a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:06.316590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:06.317210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:06.348878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:06.372951 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761281f3-35db-4c0d-8897-c5b4623ddf21 None None] Pushing event updated for resources: {'Port': ['ID=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:06.384912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:06.419119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:06.419866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:06.465559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:06.472271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:06.507734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6450f7c2-3a1e-47e9-9a7e-4f0bc5c4c435 req-2a632f86-a9c2-452b-8464-23a187cbded7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984880 Dec 21 01:43:06.509965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:06.541597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbdebbae-4726-447a-88e2-82a4d14e0b3b req-154d506f-9f44-4e93-836c-e1fd85fc8d3c tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872762 Dec 21 01:43:06.551025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:06.571872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:06.581035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:06.588615 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72a808-6168-4f32-941f-cdd798b10545" -d '{"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-unplugged", "status": "completed", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:06.591814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:06.592323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.593798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.603367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.608993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:06.729029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a19f8fe0-b84e-4ae1-9ff1-fd1627c46f0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1105831 Dec 21 01:43:06.763816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Request body: {'port': {'device_id': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:06.798721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5c76b3a-d52d-4963-b89b-d73fe6253e12 req-5c62fe32-8e24-43e7-a7a1-639c48d01735 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 210 time: 0.0366499 Dec 21 01:43:06.806262 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:06.839829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:06.844834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.895773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267944-0dcd-4f02-9400-e54985959383 req-740fa956-b1af-40cf-b5e4-e20a49b921f7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:06.903546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e267944-0dcd-4f02-9400-e54985959383 req-740fa956-b1af-40cf-b5e4-e20a49b921f7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 949 time: 0.1997714 Dec 21 01:43:06.916441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:06.929868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:06.982158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:06.982764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:06.985951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:06.986144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] Provisioning complete for port a93979e4-f121-493f-9a54-44c7b1d92f4a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:06.987030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.052204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:07.071403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Attempting to bind port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:07.154650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e267944-0dcd-4f02-9400-e54985959383 req-55759007-4eb3-49dd-a326-2760eeb2b55f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471623 Dec 21 01:43:07.157915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:07.162555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:07.173954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:07.175720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Bound port: 48869293-48ea-4652-8ce2-4ed9e637b3a6, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:07.184118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.189875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:07.271795 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6541ddf-a2c2-48a6-b608-f8a81997e618 x-openstack-request-id: req-e6541ddf-a2c2-48a6-b608-f8a81997e618 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:07.273177 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-unplugged", "status": "completed", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:07.281652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:07.283786 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6541ddf-a2c2-48a6-b608-f8a81997e618 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:07.284363 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'code': 200} Dec 21 01:43:07.322625 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8322e599-58f8-47b0-a5e0-709546a8f3cf None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:43:07.326838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.348736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:07.355538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:07.369550 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.369916 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.502640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:07.503455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a93979e4-f121-493f-9a54-44c7b1d92f4a', 'name': '', 'network_id': '280affa9-8953-4130-90d0-002b907643ce', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'mac_address': 'fa:16:3e:51:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:06Z', 'revision_number': 4, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'subnets': [{'id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:07.513052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:07.514409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.522314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-0f6ea762-ac94-46f8-adc2-153a33280870 service neutron] 10.222.0.24 "PUT /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 1123 time: 2.5093892 Dec 21 01:43:07.536032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Allocated IP 172.20.0.1 (90b66725-43d1-4998-9157-1bf2337c2ed2/e90a6238-467a-40d8-98ef-c0d55f3dd4a7/99b25305-5532-4ba6-82f7-3dcfe45719c2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:07.540240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] For port a93979e4-f121-493f-9a54-44c7b1d92f4a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a93979e4-f121-493f-9a54-44c7b1d92f4a,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:07.545538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a341942-bd69-493e-bb47-3310760b6407 None None] The sync data for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 is: [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a93979e4-f121-493f-9a54-44c7b1d92f4a', 'name': '', 'network_id': '280affa9-8953-4130-90d0-002b907643ce', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'mac_address': 'fa:16:3e:51:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:06Z', 'revision_number': 4, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'subnets': [{'id': 'c37e27fd-6f89-4245-9b46-2752f84e81d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:43:07.558528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.574945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:07.636451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'mac_address': 'fa:16:3e:7c:70:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:07.760820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['48869293-48ea-4652-8ce2-4ed9e637b3a6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:07.804731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1025-f6ae-4982-8fbb-e20eadac50fc req-ed2b0593-c66d-4641-85f6-81e439c66e6d tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:07.818459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abec1025-f6ae-4982-8fbb-e20eadac50fc req-ed2b0593-c66d-4641-85f6-81e439c66e6d tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.1504450 Dec 21 01:43:07.831560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173e02-530d-4b45-afd2-e65b97af3778 None None] Pushing event updated for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:07.854554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.857699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.3 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/f33f68de-ed9d-4be1-9811-e45950f5e978) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:07.860829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1ee841ad-1c97-4090-9d13-1fa8a54498fd None None] Provisioning complete for port 54675835-9b9c-4481-9b4b-38c31b385c03 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:07.861394 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ee841ad-1c97-4090-9d13-1fa8a54498fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.911316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:07.912226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef378964-8859-4742-8391-8f827a6a3d8a req-889d61ca-a8c4-4a08-8dfa-a74cc2e1581d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:07.936459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef378964-8859-4742-8391-8f827a6a3d8a req-889d61ca-a8c4-4a08-8dfa-a74cc2e1581d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 943 time: 0.1913807 Dec 21 01:43:07.960693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:07.968615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1ee841ad-1c97-4090-9d13-1fa8a54498fd None None] Port 54675835-9b9c-4481-9b4b-38c31b385c03 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:07.993227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:08.007198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.045032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abec1025-f6ae-4982-8fbb-e20eadac50fc req-a533cf15-7c49-488f-9d6f-f922a77e2e5c tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144470 Dec 21 01:43:08.070550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef378964-8859-4742-8391-8f827a6a3d8a req-aa3f5c48-c5e0-4837-9992-a64f16b7c110 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262903 Dec 21 01:43:08.186100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1760dcb1-3358-469b-828b-bb599d746e8a req-a4fdc4ba-2e1a-4a42-b377-b4c8b9a632b8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 210 time: 0.0451028 Dec 21 01:43:08.200791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.395309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d14cff80-e4ee-4458-868f-1dce73fdb778'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:08.398691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:08.402197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Pushing event updated for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:08.461449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:08.465718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:08.470505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:08.470993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.564987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553e5bb-984c-40e5-aad3-6e2254bf1341 req-f71ecb83-0431-4c63-ac05-678b9bb9fa33 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:08.574781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3553e5bb-984c-40e5-aad3-6e2254bf1341 req-f71ecb83-0431-4c63-ac05-678b9bb9fa33 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 949 time: 0.1194892 Dec 21 01:43:08.719948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.742436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3553e5bb-984c-40e5-aad3-6e2254bf1341 req-ae22f608-ff22-42cf-900f-ff7df6e8c243 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604834 Dec 21 01:43:08.774276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.788595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:08.965458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c01d49ba-947e-4797-af20-b1ea8e1b855a None None] Provisioning complete for port 99b25305-5532-4ba6-82f7-3dcfe45719c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:08.965733 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c01d49ba-947e-4797-af20-b1ea8e1b855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:08.977782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 4d090767-042b-4ef2-b89f-42bcec0dad25 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:09.019157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4d090767-042b-4ef2-b89f-42bcec0dad25 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:09.019718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.140531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c01d49ba-947e-4797-af20-b1ea8e1b855a None None] Port 99b25305-5532-4ba6-82f7-3dcfe45719c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:09.205141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.213421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.259328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:09.290044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:09.290700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:09.293321 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b57d32-d6d5-4c39-9677-5b916b780683" -d '{"events": [{"name": "network-changed", "server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:09.294605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.295396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.354764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.359591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9142e-a25b-483a-9f58-44382a71d5ce req-bab37787-95e1-4b2d-8ed2-e178374a9423 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:09.370870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3d9142e-a25b-483a-9f58-44382a71d5ce req-bab37787-95e1-4b2d-8ed2-e178374a9423 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 943 time: 0.1308091 Dec 21 01:43:09.396587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Pushing event updated for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:09.438552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:09.455042 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f5c08-2dc7-4cb4-a3b5-0f77a4502bc7" -d '{"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-plugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:09.497548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3d9142e-a25b-483a-9f58-44382a71d5ce req-db8c9ff8-66ac-41a7-bb2e-76f5cf219f87 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156070 Dec 21 01:43:09.505083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:09.533932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.636819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:09.675387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afd07e-ac79-4d2c-8686-50b9ee8d60d4 req-ec769112-0691-4ea0-80e3-e4b0c7d72fd0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:09.677798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10afd07e-ac79-4d2c-8686-50b9ee8d60d4 req-ec769112-0691-4ea0-80e3-e4b0c7d72fd0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 934 time: 0.0679224 Dec 21 01:43:09.713854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d39f2a31-cb31-4ec6-ad03-3431f1b945a2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:09.777939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10afd07e-ac79-4d2c-8686-50b9ee8d60d4 req-7001102a-5588-48b9-be26-645d621a0f64 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936091 Dec 21 01:43:09.783663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:09.784028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.891009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.909363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:09.914720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6361fbbe-ad9a-454f-afb5-3cd3a489f550 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:43:09.915734 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6361fbbe-ad9a-454f-afb5-3cd3a489f550 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113420 Dec 21 01:43:09.916127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port d39f2a31-cb31-4ec6-ad03-3431f1b945a2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:09.920741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:09.921792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.922915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a93979e4-f121-493f-9a54-44c7b1d92f4a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:09.930406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:09.937183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:09.937847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:09.944544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54675835-9b9c-4481-9b4b-38c31b385c03 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:10.003155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0c4490a6-8ddb-4a2b-9450-fe5650d5f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.004543 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0c4490a6-8ddb-4a2b-9450-fe5650d5f3f7 service neutron] 10.222.0.43 "GET /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 1095 time: 0.0631571 Dec 21 01:43:10.008388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.027085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a93979e4-f121-493f-9a54-44c7b1d92f4a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:10.027452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.034472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:10.035017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:43:10.064028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Transition to ACTIVE for port object 54675835-9b9c-4481-9b4b-38c31b385c03 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:10.066355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:10.074629 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9dbff468-921e-4220-b6c3-cd94344c305a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4903297 Dec 21 01:43:10.080379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.148106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:10.153475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Pushing event updated for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:10.172022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:10.285672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Request body: {'port': {'device_id': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:10.291342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3ea30efd-aef0-4abb-8368-e8d767718eb2 None None] Provisioning complete for port f33f68de-ed9d-4be1-9811-e45950f5e978 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:10.291926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ea30efd-aef0-4abb-8368-e8d767718eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.319309 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173ad956-0c07-4701-80d5-78c7007cda6f x-openstack-request-id: req-173ad956-0c07-4701-80d5-78c7007cda6f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:10.319844 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:10.319844 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-173ad956-0c07-4701-80d5-78c7007cda6f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:10.320225 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'status': 'completed', 'code': 200} Dec 21 01:43:10.466361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Attempting to bind port 54675835-9b9c-4481-9b4b-38c31b385c03 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:10.466636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Attempting to bind port 54675835-9b9c-4481-9b4b-38c31b385c03 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:10.466995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Attempting to bind port 54675835-9b9c-4481-9b4b-38c31b385c03 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:10.485104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-b8a6d3e8-2118-481f-b792-ac444d960d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.488434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-b8a6d3e8-2118-481f-b792-ac444d960d87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1126 time: 0.1142235 Dec 21 01:43:10.542924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Port 54675835-9b9c-4481-9b4b-38c31b385c03 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:10.543504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Attempting to bind port 54675835-9b9c-4481-9b4b-38c31b385c03 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:10.577589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:10.578164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:10.578728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:10.579338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Bound port: 54675835-9b9c-4481-9b4b-38c31b385c03, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:10.579927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.618915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.677682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:10.678965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:10.679410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:10.727119 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516fbe4c-78e2-4337-b286-13ec83260d48 x-openstack-request-id: req-516fbe4c-78e2-4337-b286-13ec83260d48 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:10.727717 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-plugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:10.728115 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-516fbe4c-78e2-4337-b286-13ec83260d48 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:10.728927 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'code': 200} Dec 21 01:43:10.730780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30efd-aef0-4abb-8368-e8d767718eb2 None None] Port f33f68de-ed9d-4be1-9811-e45950f5e978 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:10.751550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:10.751948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:10.765427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:43:10.773858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb82e-1a12-4050-81f0-b4141c6622e0 req-5a71e97e-5ade-4313-941e-8f1dcd0a2734 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.781942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-449cb82e-1a12-4050-81f0-b4141c6622e0 req-5a71e97e-5ade-4313-941e-8f1dcd0a2734 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1551790 Dec 21 01:43:10.782330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:10.782675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:10.783065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:10.783505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Bound port: bb83ab5d-b3fd-4035-96e9-9936c0d63287, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:10.791469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-338ab6b9-fd76-4f66-bcf5-1fdd38e89d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.793083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-338ab6b9-fd76-4f66-bcf5-1fdd38e89d77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2786210 Dec 21 01:43:10.852644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f630-027c-4076-8a2f-6bde7aafeb21 req-68addb1a-d73a-409d-956d-25cc897097b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.854223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e782f630-027c-4076-8a2f-6bde7aafeb21 req-68addb1a-d73a-409d-956d-25cc897097b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1102 time: 0.2390239 Dec 21 01:43:10.859667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-bbbf8e5c-4388-4f4b-a32f-57dc9c1ba6cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0525188 Dec 21 01:43:10.877839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-640d5789-d827-4ff1-98f6-9385500b355c None None] Provisioning complete for port 99b25305-5532-4ba6-82f7-3dcfe45719c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:10.879112 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-640d5789-d827-4ff1-98f6-9385500b355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:10.916659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:10.917522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-449cb82e-1a12-4050-81f0-b4141c6622e0 req-ad389bfe-d37e-4278-a3de-77468800232f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340439 Dec 21 01:43:10.951580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-640d5789-d827-4ff1-98f6-9385500b355c None None] Port 99b25305-5532-4ba6-82f7-3dcfe45719c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:10.966116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-08433f3b-3590-4519-990f-eb20f05f5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:10.969357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-08433f3b-3590-4519-990f-eb20f05f5dad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0984974 Dec 21 01:43:10.994379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=54675835-9b9c-4481-9b4b-38c31b385c03,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:11.017449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.062027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:11.076914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-aad253fc-3732-4059-9f76-1e95d6cf93c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939534 Dec 21 01:43:11.125940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e113c-9549-462e-b5d5-cd104d8814c1 req-8c8936b5-b607-40b7-8b3c-0b1a1801c67c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:11.130969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:11.131778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.134337 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] 10.222.0.24 "PUT /v2.0/ports/54675835-9b9c-4481-9b4b-38c31b385c03 HTTP/1.1" status: 200 len: 1097 time: 4.3844202 Dec 21 01:43:11.136207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f8e113c-9549-462e-b5d5-cd104d8814c1 req-8c8936b5-b607-40b7-8b3c-0b1a1801c67c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 943 time: 0.1050868 Dec 21 01:43:11.142227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:11.149626 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85156e-8246-4e82-9580-4337df3299d4" -d '{"events": [{"name": "network-changed", "server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:11.154971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.156194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-d0f67140-0044-4740-b324-55c75a68f7ad service neutron] 10.222.0.43 "POST /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287/bindings HTTP/1.1" status: 201 len: 390 time: 1.1422698 Dec 21 01:43:11.193420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:11.215383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e782f630-027c-4076-8a2f-6bde7aafeb21 req-37177b8b-53a2-44c1-8a44-e897f703ad99 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060026 Dec 21 01:43:11.237915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:11.309283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:43:11.316498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4c6d8e77-5c9c-4b93-9374-5e17d76b6cdc admin admin] 10.222.0.43 "PUT /v2.0/routers/cc432bdb-94a0-4e5a-90bf-9d54036ddcc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8646560 Dec 21 01:43:11.322504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659aaee-580a-4a14-b13f-03ea8530eb90 service neutron] Pushing event updated for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:11.361457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-af20bdbe-e766-4928-a373-fb8f7e52b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:11.361457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-af20bdbe-e766-4928-a373-fb8f7e52b24d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 1100 time: 0.1236198 Dec 21 01:43:11.373785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f8e113c-9549-462e-b5d5-cd104d8814c1 req-6a3ddade-902d-49f4-bae9-3f52b428f2d4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364032 Dec 21 01:43:11.471794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:43:11.491203 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-38e8ed4f-6008-4c3e-8c1c-d25768176aaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=54675835-9b9c-4481-9b4b-38c31b385c03 HTTP/1.1" status: 200 len: 217 time: 0.0724862 Dec 21 01:43:11.497220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-24161340-3435-4a0f-9cb9-10a7a622259b service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044945 Dec 21 01:43:11.503674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33f68de-ed9d-4be1-9811-e45950f5e978 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:11.520771 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d521ae-2c00-468c-acc3-be4e433d0462 x-openstack-request-id: req-44d521ae-2c00-468c-acc3-be4e433d0462 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:11.521175 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:11.521291 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44d521ae-2c00-468c-acc3-be4e433d0462 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:11.527743 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03', 'status': 'completed', 'code': 200} Dec 21 01:43:11.567838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.611777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:43:11.625427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d39f2a31-cb31-4ec6-ad03-3431f1b945a2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:11.633461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port d14cff80-e4ee-4458-868f-1dce73fdb778 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:11.634280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.723323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Transition to ACTIVE for port object f33f68de-ed9d-4be1-9811-e45950f5e978 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:11.745288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:11.758689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-d6b039d8-4b78-4ed2-9b69-e19d3e958356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:11.760349 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-d6b039d8-4b78-4ed2-9b69-e19d3e958356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.2307281 Dec 21 01:43:11.818035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:11.818692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:11.882274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:11.921078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Attempting to bind port f33f68de-ed9d-4be1-9811-e45950f5e978 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:11.922067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Attempting to bind port f33f68de-ed9d-4be1-9811-e45950f5e978 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:11.922067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Attempting to bind port f33f68de-ed9d-4be1-9811-e45950f5e978 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:11.934817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-b1d0e9f3-f330-4432-bdf7-a230ed4a8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:11.936537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-b1d0e9f3-f330-4432-bdf7-a230ed4a8ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517270 Dec 21 01:43:11.939861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Port f33f68de-ed9d-4be1-9811-e45950f5e978 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:11.940181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Attempting to bind port f33f68de-ed9d-4be1-9811-e45950f5e978 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:12.012958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a373-fdce-4014-9b97-80764260c51c req-c3ed8e25-b1e8-4d2c-ba29-4fc05bac5581 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:12.032001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0c7a373-fdce-4014-9b97-80764260c51c req-c3ed8e25-b1e8-4d2c-ba29-4fc05bac5581 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 934 time: 0.5299764 Dec 21 01:43:12.054472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b57d32-d6d5-4c39-9677-5b916b780683 req-8ee7c05a-8941-4c75-987c-a44713498056 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236235 Dec 21 01:43:12.102573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-ecb2c747-9020-4cc5-bb35-4c06e6705eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483316 Dec 21 01:43:12.104424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:12.106334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:12.107378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:12.108495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Bound port: f33f68de-ed9d-4be1-9811-e45950f5e978, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:12.109265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.109593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:12.137208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c51d-3e37-46ae-a3a1-b6f08f41b973 req-16c82f51-66b7-440f-afec-64e0ad6e9b97 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:12.138848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8956c51d-3e37-46ae-a3a1-b6f08f41b973 req-16c82f51-66b7-440f-afec-64e0ad6e9b97 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 946 time: 0.2876215 Dec 21 01:43:12.146198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:43:12.175118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:12.175285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.182188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:12.268393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.271599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0c7a373-fdce-4014-9b97-80764260c51c req-5602b22a-7d5b-4fab-888b-2a1156975db7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069449 Dec 21 01:43:12.314425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8956c51d-3e37-46ae-a3a1-b6f08f41b973 req-5ceab844-4b34-4ab5-9760-337fab017864 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628947 Dec 21 01:43:12.405248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:12.408861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f33f68de-ed9d-4be1-9811-e45950f5e978,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:12.415108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.448995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:12.485192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.486437 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-dcac281d-5baf-490d-b8a1-4239c961341a service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723016 Dec 21 01:43:12.520020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:12.535029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:12.535703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:12.546632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-5da28b7e-e24e-4902-9bd8-d4bf138a22d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f33f68de-ed9d-4be1-9811-e45950f5e978 HTTP/1.1" status: 200 len: 1095 time: 2.2688155 Dec 21 01:43:12.732078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:12.742539 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128719b9-0dbb-4fda-a8b4-9dc8ebc408a5" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:12.785772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85156e-8246-4e82-9580-4337df3299d4 req-c8622422-2102-4aa7-b5d0-b782994e46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:12.792811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-c8622422-2102-4aa7-b5d0-b782994e46c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 1100 time: 0.1441967 Dec 21 01:43:12.796396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:12.911952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 2, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:12.921901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-ddce9b88-881d-4068-9d66-937cbc307d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:12.923417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-ddce9b88-881d-4068-9d66-937cbc307d2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 1098 time: 0.2021966 Dec 21 01:43:12.951422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:43:12.951906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Updating router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 port 99b25305-5532-4ba6-82f7-3dcfe45719c2 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:43:13.010857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-4ad5ade1-2773-4f24-8bf9-3643a9b83aca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f33f68de-ed9d-4be1-9811-e45950f5e978 HTTP/1.1" status: 200 len: 217 time: 0.0604289 Dec 21 01:43:13.017936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.022792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85156e-8246-4e82-9580-4337df3299d4 req-4dcac8e2-10e9-4367-ab58-ce4335c074c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:13.024266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-4dcac8e2-10e9-4367-ab58-ce4335c074c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2159369 Dec 21 01:43:13.101997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-43a867e2-268c-4bae-b7ae-fc1fd3b7a120 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=54675835-9b9c-4481-9b4b-38c31b385c03 HTTP/1.1" status: 200 len: 217 time: 0.0671365 Dec 21 01:43:13.123277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a968a663-3fbe-4144-ad38-026bb9e7ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:13.124743 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-a968a663-3fbe-4144-ad38-026bb9e7ba0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0995598 Dec 21 01:43:13.204992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85156e-8246-4e82-9580-4337df3299d4 req-dce85f5f-b5c7-4460-a39d-dfd17d83a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:13.206424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-dce85f5f-b5c7-4460-a39d-dfd17d83a200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0921285 Dec 21 01:43:13.248424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-37a58dee-64a1-4d48-8786-6f9d1a725eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:13.250322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-37a58dee-64a1-4d48-8786-6f9d1a725eda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926120 Dec 21 01:43:13.395592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.408796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.508401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62262-fdfb-4a1f-a1ba-037a33622b4c None None] Pushing event updated for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:13.587273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:13.591884 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:13.608399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85156e-8246-4e82-9580-4337df3299d4 req-26b4411e-13f9-41cc-9551-095ee57da7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:13.615666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-26b4411e-13f9-41cc-9551-095ee57da7a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3923633 Dec 21 01:43:13.679787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Attempting to bind port 99b25305-5532-4ba6-82f7-3dcfe45719c2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:13.680500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Attempting to bind port 99b25305-5532-4ba6-82f7-3dcfe45719c2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:13.681060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Attempting to bind port 99b25305-5532-4ba6-82f7-3dcfe45719c2 on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:13.688692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:13.690192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Checking segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:13.690810 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.691404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Bound using segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:13.692573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Bound port: 99b25305-5532-4ba6-82f7-3dcfe45719c2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:13.693182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.778784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-4bc1c621-7e77-4584-9e02-7cb8e1ae5754 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173788 Dec 21 01:43:13.823834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] For port 99b25305-5532-4ba6-82f7-3dcfe45719c2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:13.865174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] For port 99b25305-5532-4ba6-82f7-3dcfe45719c2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=99b25305-5532-4ba6-82f7-3dcfe45719c2,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:13.870099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.873355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-db7e90b1-6de2-40ad-abc3-3c6c3880c9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179899 Dec 21 01:43:13.880610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c24a11d-1662-4438-8ff3-a3e60e553454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:13.990203 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec85156e-8246-4e82-9580-4337df3299d4 req-aa2e8709-1468-4ab2-9285-f3fa5d58dfdb service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072750 Dec 21 01:43:14.002434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] Provisioning complete for port 99b25305-5532-4ba6-82f7-3dcfe45719c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:14.003073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:14.005466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:43:14.006355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:42:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:14.009700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62262-fdfb-4a1f-a1ba-037a33622b4c None None] Pushing event updated for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:14.098774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-646dfdc9-1add-47dc-a760-0a335eb1eaf6 req-9f5e191d-ac0a-44fc-818b-9f0850580219 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094866 Dec 21 01:43:14.342644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:43:14.384583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:14.470044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] For port 99b25305-5532-4ba6-82f7-3dcfe45719c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=99b25305-5532-4ba6-82f7-3dcfe45719c2,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:14.476380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:14.599597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67806962-dbb8-4801-a3c9-f32bbd306aae None None] Pushing event updated for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:14.643971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f414213c-1130-4915-8ac7-968a790e884d None None] Provisioning complete for port 99b25305-5532-4ba6-82f7-3dcfe45719c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:14.644359 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f414213c-1130-4915-8ac7-968a790e884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:14.717247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:13Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:43:14.769467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27e17c-a6d7-4efd-89c1-c09c4b14fc5f None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:13Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:43:14.823137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-ec0eae99-0875-45ef-befb-424ac9192876 service neutron] 10.222.0.45 "GET /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.1207674 Dec 21 01:43:15.113886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:15.155502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:15.205413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:15.210634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48869293-48ea-4652-8ce2-4ed9e637b3a6 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:15.222312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:15.252443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:15.368530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:15.400588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:43:15.415292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] Transition to ACTIVE for port object 48869293-48ea-4652-8ce2-4ed9e637b3a6 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:15.424614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:15.539038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] No DVR routers for this DVR port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:43:15.598754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] Pushing event updated for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:15.605874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 99b25305-5532-4ba6-82f7-3dcfe45719c2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:15.613755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-49cd2d91-1bda-4812-9214-85ebcfd080fb service neutron] 10.222.0.45 "PUT /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7821524 Dec 21 01:43:15.705544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 99b25305-5532-4ba6-82f7-3dcfe45719c2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:15.705974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:15.807742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-73b63d72-a846-4b5b-877f-d4c75ed8077c tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:15.809363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-73b63d72-a846-4b5b-877f-d4c75ed8077c tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0813141 Dec 21 01:43:15.909993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-5ec3a59d-76a4-410a-bfbd-37b8bce9c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:15.911529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-5ec3a59d-76a4-410a-bfbd-37b8bce9c69c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0936034 Dec 21 01:43:16.049872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-91b35e0e-772c-451d-a1a3-d909a86e8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:16.051368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-91b35e0e-772c-451d-a1a3-d909a86e8805 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1096 time: 0.0706594 Dec 21 01:43:16.181324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-48eea161-720b-4c42-abb0-b8b8d9aed0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:16.182986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-48eea161-720b-4c42-abb0-b8b8d9aed0cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1196227 Dec 21 01:43:16.246440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-5cd8bcc1-1892-474e-8faf-707781dadbcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0557871 Dec 21 01:43:16.262107 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-997aef8b-6e60-4c83-a1e6-df4fd443b03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:16.322504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-9114289b-bff0-4951-9fb1-d4b5c3fbf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:16.324524 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-9114289b-bff0-4951-9fb1-d4b5c3fbf2dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0710175 Dec 21 01:43:16.379723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-3db28f4a-bedb-4138-b285-8578af9b1068 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451336 Dec 21 01:43:16.496211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-53cad9a5-6ca5-4f6a-9d44-ad859ba86720 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086922 Dec 21 01:43:16.620817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-da947bea-54ff-49c6-a1b8-791dab7eb2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148372 Dec 21 01:43:16.765796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:43:16.840194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 48869293-48ea-4652-8ce2-4ed9e637b3a6 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:43:16.840984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:43:16.994432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-7bab2237-6ea6-4987-92f0-abc8f26d12ae tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:16.996290 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-7bab2237-6ea6-4987-92f0-abc8f26d12ae tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0530112 Dec 21 01:43:17.126230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:17.199364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-91148bd6-79ae-45e3-af8b-428d107191a8 service neutron] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:17.203424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-91148bd6-79ae-45e3-af8b-428d107191a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:17.215387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82842e3b-d6da-408a-b634-3a5acd6205fc req-91148bd6-79ae-45e3-af8b-428d107191a8 service neutron] 10.222.0.24 "DELETE /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.1976521 Dec 21 01:43:17.219722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 54675835-9b9c-4481-9b4b-38c31b385c03 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:17.351240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=54675835-9b9c-4481-9b4b-38c31b385c03,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:17.365028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '54675835-9b9c-4481-9b4b-38c31b385c03', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '54675835-9b9c-4481-9b4b-38c31b385c03', 'mac_address': 'fa:16:3e:00:2b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:17.438549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:17.452653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54675835-9b9c-4481-9b4b-38c31b385c03 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:17.474670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=54675835-9b9c-4481-9b4b-38c31b385c03,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:17.479122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:17.536763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:18.032328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['54675835-9b9c-4481-9b4b-38c31b385c03'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:18.451210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6a75c15a-51dd-42a0-8407-ba4cd894f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:18.453546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6a75c15a-51dd-42a0-8407-ba4cd894f074 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1098 time: 0.0528922 Dec 21 01:43:18.523771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:18.600174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-7a7c465c-6f54-4304-8b87-8b21e3f1929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:18.601667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-7a7c465c-6f54-4304-8b87-8b21e3f1929a service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1361425 Dec 21 01:43:18.657998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-9e9e36e2-bca1-463f-9e4b-0ba36514583c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.0462492 Dec 21 01:43:18.732321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-e3f7b09f-5757-43f5-bea2-8ed4969da4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:18.734558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-e3f7b09f-5757-43f5-bea2-8ed4969da4ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0668442 Dec 21 01:43:18.783765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-4b367c0d-66b0-4c9d-ba39-f08e074cafee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334959 Dec 21 01:43:18.911102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-f5e8919f-f774-47ab-af1c-e7b4cf6a163e service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167939 Dec 21 01:43:19.039385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-74a31e6a-9ab2-4ab0-8c75-a65af03471ec service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193810 Dec 21 01:43:19.217802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f33f68de-ed9d-4be1-9811-e45950f5e978 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:19.227788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:43:19.276439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-9fd95211-f5be-4d2c-afbc-9534f08cd344 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:19.282751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-9fd95211-f5be-4d2c-afbc-9534f08cd344 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1098 time: 0.0936785 Dec 21 01:43:19.296720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:19.547806 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:19.584953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f33f68de-ed9d-4be1-9811-e45950f5e978,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:19.590173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:19.611636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'f33f68de-ed9d-4be1-9811-e45950f5e978', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'f33f68de-ed9d-4be1-9811-e45950f5e978', 'mac_address': 'fa:16:3e:eb:f6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:19.665190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:19.690773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33f68de-ed9d-4be1-9811-e45950f5e978 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:19.718820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f33f68de-ed9d-4be1-9811-e45950f5e978,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:19.726898 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:19.800672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:19.811169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:19.854161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:19.913511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:19.920341 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:20.021296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:20.044097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:20.044436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:20.044752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:20.052422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:20.054228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Attempting to bind port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:20.062344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:20.062687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:20.063066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:20.063491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Bound port: bb83ab5d-b3fd-4035-96e9-9936c0d63287, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:20.063843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:20.171032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:20.174997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:20.181999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:20.249013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f33f68de-ed9d-4be1-9811-e45950f5e978'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:20.254532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=8']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:20.284532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:20.285778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:20.287422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-396d6c68-d3bc-40a1-9ea8-b5361208b55a service neutron] 10.222.0.24 "PUT /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 1124 time: 0.9951601 Dec 21 01:43:20.446721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['bb83ab5d-b3fd-4035-96e9-9936c0d63287'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:21.222431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 54675835-9b9c-4481-9b4b-38c31b385c03 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:21.282597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 54675835-9b9c-4481-9b4b-38c31b385c03 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:21.287023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 54675835-9b9c-4481-9b4b-38c31b385c03 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:21.288238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:21.394825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:21.433238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=54675835-9b9c-4481-9b4b-38c31b385c03,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:21.440493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:21.500342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:21.825377 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:23.130431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f590bf-ed16-46a7-b3dc-bd666ff44ccf req-ac0e1101-dcc9-4b15-8c79-00f9e812513f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:23.132548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52f590bf-ed16-46a7-b3dc-bd666ff44ccf req-ac0e1101-dcc9-4b15-8c79-00f9e812513f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1161613 Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.141032 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:23.143615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-b91e3433-c44e-4e4a-b99c-9077c4696068 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:23.144899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-b91e3433-c44e-4e4a-b99c-9077c4696068 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 821 time: 0.1880159 Dec 21 01:43:23.173071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-b5ceaa43-b5f9-4aff-8233-af58389fe529 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/quotas/df45714ad3cf4b03bd0edf96c0c0f666 HTTP/1.1" status: 200 len: 375 time: 0.0199451 Dec 21 01:43:23.228593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52f590bf-ed16-46a7-b3dc-bd666ff44ccf req-77177177-878c-49b7-9e40-5c7e3f8e6af7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687892 Dec 21 01:43:23.228812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:23.255832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f33f68de-ed9d-4be1-9811-e45950f5e978 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:23.322230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-3d400ee6-9e8d-4129-bb8d-dc242c01605f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343925 Dec 21 01:43:23.424562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port f33f68de-ed9d-4be1-9811-e45950f5e978 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:23.438412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:23.440886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port f33f68de-ed9d-4be1-9811-e45950f5e978 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:23.441260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:23.482187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:43:23.483444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-ad788db7-5488-43bc-8af5-6c3872f90ade service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346645 Dec 21 01:43:23.531855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0a668-2ff9-41bb-b381-4437fc2a238e req-094b47a5-f670-43fe-a904-9d2ddb3a8fed tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:23.533380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d0a668-2ff9-41bb-b381-4437fc2a238e req-094b47a5-f670-43fe-a904-9d2ddb3a8fed tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.2450964 Dec 21 01:43:23.566333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:23.605740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f33f68de-ed9d-4be1-9811-e45950f5e978,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:23.617645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:23.703222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:23.853532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d0a668-2ff9-41bb-b381-4437fc2a238e req-01d5391f-13a3-48c5-9ec5-357238dd7209 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882049 Dec 21 01:43:23.905826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-19b93af8-132a-474a-9393-ff8517b290c4 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147606 Dec 21 01:43:24.022386 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c15e6-0691-4aa5-bcd5-3244f523cf2e x-openstack-request-id: req-e49c15e6-0691-4aa5-bcd5-3244f523cf2e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:24.022697 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:24.022956 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e49c15e6-0691-4aa5-bcd5-3244f523cf2e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:24.023351 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'code': 200} Dec 21 01:43:24.205562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4c098-389f-4da4-8fc1-0a250714665a req-8b1c75db-ffa0-49bd-ae1a-5ee573d5d166 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.213724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdb4c098-389f-4da4-8fc1-0a250714665a req-8b1c75db-ffa0-49bd-ae1a-5ee573d5d166 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 944 time: 0.0731447 Dec 21 01:43:24.255261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb62da1-671f-4b2e-b72f-55920001d2ba req-87689053-2bfd-4e2b-949d-8329d236fcfa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.257142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb62da1-671f-4b2e-b72f-55920001d2ba req-87689053-2bfd-4e2b-949d-8329d236fcfa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.1535876 Dec 21 01:43:24.308258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdb4c098-389f-4da4-8fc1-0a250714665a req-f07cf733-afd8-4489-8ef4-57a2f4bc9cc9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935204 Dec 21 01:43:24.369786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb62da1-671f-4b2e-b72f-55920001d2ba req-3fb0250d-d3e5-42c5-b37b-418f26800501 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034741 Dec 21 01:43:24.440727 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6372cdaf-b1dd-4bcb-b765-a597ab6c32a5 x-openstack-request-id: req-6372cdaf-b1dd-4bcb-b765-a597ab6c32a5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:24.444641 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:24.445185 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6372cdaf-b1dd-4bcb-b765-a597ab6c32a5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:24.445758 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978', 'status': 'completed', 'code': 200} Dec 21 01:43:24.581442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-884a0449-b3e7-4813-a2f3-fa54058195a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.588155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-884a0449-b3e7-4813-a2f3-fa54058195a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 1100 time: 0.0896158 Dec 21 01:43:24.641141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04aaeeaa-3df0-4d66-9e6f-16b47c0bdcb3 req-f2b978e5-89b5-4694-b39d-6d5145867276 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0614111 Dec 21 01:43:24.696117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-d9bccc51-6d18-4982-b270-e4b3f3ab5ecb tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.705821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-d9bccc51-6d18-4982-b270-e4b3f3ab5ecb tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1102 time: 0.0695186 Dec 21 01:43:24.722327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:24.723530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-35b6fad4-9c6b-4211-ae45-f6c058a2d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.725049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-35b6fad4-9c6b-4211-ae45-f6c058a2d59e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1287861 Dec 21 01:43:24.815024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-2c901f9f-7ce6-4c71-99f9-52e490709c30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f33f68de-ed9d-4be1-9811-e45950f5e978 HTTP/1.1" status: 200 len: 217 time: 0.0808177 Dec 21 01:43:24.844493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:24.866471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:24.894087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-b70ae75b-186d-4052-8ab7-c915fa6f4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.896047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-b70ae75b-186d-4052-8ab7-c915fa6f4c1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0721653 Dec 21 01:43:24.933054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff0fcc29-0e6a-4a69-8e57-92561b9841fd req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216780 Dec 21 01:43:24.934861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f72a6d-1dfa-4155-a586-1d0cddad5b43,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:24.948646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31c3a-2140-4428-8a38-b69bbcb27a52 req-a84d3d33-41dd-4c01-9a2b-5d6dbcdd5b42 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.950334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5e31c3a-2140-4428-8a38-b69bbcb27a52 req-a84d3d33-41dd-4c01-9a2b-5d6dbcdd5b42 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1096 time: 0.1502044 Dec 21 01:43:24.963034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.963384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.963683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.964019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.964368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.964675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.968747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.969139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.969581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-a9a50dfe-4bf5-4a95-9110-686b0a41eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:24.969725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.969920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.970255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.970585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.970913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2221f3-2005-4668-b81f-e59d2429927c tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:24.984920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-a9a50dfe-4bf5-4a95-9110-686b0a41eda7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682967 Dec 21 01:43:25.081124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5e31c3a-2140-4428-8a38-b69bbcb27a52 req-306b2f90-2539-4cc4-a02f-596c013b7237 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Dec 21 01:43:25.134634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-b4d5fddc-06dd-43fe-ae96-18f37fbe5724 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477442 Dec 21 01:43:25.362300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5aa8cf8e-dac9-4e94-9ea3-be654719d6fb req-c06f01db-8eb2-49c0-998c-90ba65b417ec service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184472 Dec 21 01:43:25.507957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101966-f215-40d2-b537-08518e7db65e req-49e94136-edc5-4afe-b8d8-0bb7f20ffe85 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:25.515743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b101966-f215-40d2-b537-08518e7db65e req-49e94136-edc5-4afe-b8d8-0bb7f20ffe85 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 944 time: 0.0608895 Dec 21 01:43:25.572211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b101966-f215-40d2-b537-08518e7db65e req-faf6aa84-922e-4e3a-8d94-79ff8033a005 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553300 Dec 21 01:43:25.822239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-5c35da6d-49dd-4a45-b5af-f6b0dffd3553 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951095 Dec 21 01:43:25.832976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-8960c743-49a4-41df-bd6d-4d5ff8cdf827 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:43:25.834380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-8960c743-49a4-41df-bd6d-4d5ff8cdf827 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064781 Dec 21 01:43:25.913365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-2f746029-f4d6-410a-94da-47b09557ade3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:25.913365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-2f746029-f4d6-410a-94da-47b09557ade3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 821 time: 0.3068802 Dec 21 01:43:25.922846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7615f7-dcc5-4273-b771-01d79a4b94ac req-2feac24f-9e24-4cbe-98d4-a25ac2941f16 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:25.924329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7615f7-dcc5-4273-b771-01d79a4b94ac req-2feac24f-9e24-4cbe-98d4-a25ac2941f16 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.2044942 Dec 21 01:43:25.957889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5ca4ec4d-f3f8-4d13-8fb7-77c1be6a0b36 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:25.959776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5ca4ec4d-f3f8-4d13-8fb7-77c1be6a0b36 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.2386787 Dec 21 01:43:25.976292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'port': {'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'admin_state_up': True, 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:26.013990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-24f72a1a-6568-4db2-b30d-da01b0566ff6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/quotas/124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 375 time: 0.0323622 Dec 21 01:43:26.024713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03'}, {'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:26.029386 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e888be-d1dd-4ea0-94e0-11d3b325eb69" -d '{"events": [{"server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03"}, {"server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "name": "network-vif-plugged", "status": "completed", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:26.105577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7615f7-dcc5-4273-b771-01d79a4b94ac req-351c1364-bed4-4537-ac0c-8d28564117d1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729898 Dec 21 01:43:26.157410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-a28c8737-205d-4ca8-95af-1f407c2438e7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121988 Dec 21 01:43:26.306423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Made reservation on behalf of df45714ad3cf4b03bd0edf96c0c0f666 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:26.309917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:26.326802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-bb1bce56-6b6d-46dc-a0d3-a0e56ce0bbee service neutron] 10.222.0.45 "GET /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.1166086 Dec 21 01:43:26.362018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-950d071e-662b-4061-a42c-a724f1884b22 service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984248 Dec 21 01:43:26.389920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:26.488932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1d199-2a06-4a49-b5d7-417b97fb552e req-47f5ab5e-21be-44f8-9c3d-58a17f5a291a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:26.491166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ef1d199-2a06-4a49-b5d7-417b97fb552e req-47f5ab5e-21be-44f8-9c3d-58a17f5a291a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1891212 Dec 21 01:43:26.511410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287'}, {'name': 'network-changed', 'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:26.514094 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee479d-b187-4236-8bc6-be17d2e9a8ad" -d '{"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287"}, {"name": "network-changed", "server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:26.564611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:26.585119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-76258363-7283-4098-9cfe-b521e9a270ff service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222457 Dec 21 01:43:26.618755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:26.639440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Allocated IP 172.20.0.9 (90b66725-43d1-4998-9157-1bf2337c2ed2/e90a6238-467a-40d8-98ef-c0d55f3dd4a7/afb9300b-4f09-418d-909f-d1f14a54f05b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:26.659026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ef1d199-2a06-4a49-b5d7-417b97fb552e req-21a5de54-3d67-4581-9bad-867f315ceb18 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576006 Dec 21 01:43:26.659272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb83ab5d-b3fd-4035-96e9-9936c0d63287 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:26.673598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:26.707817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:26.864774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c51b837f-fbe0-4b19-a91c-24cdbd81d8bf req-4dcb4d3b-0004-4b45-9e07-0710b1bba700 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0743113 Dec 21 01:43:26.891766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Transition to ACTIVE for port object bb83ab5d-b3fd-4035-96e9-9936c0d63287 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:26.907973 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1bf16c-6ab4-48d0-9610-39e6bcefbbc8 x-openstack-request-id: req-3a1bf16c-6ab4-48d0-9610-39e6bcefbbc8 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:26.908279 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03", "code": 200}, {"server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "name": "network-vif-plugged", "status": "completed", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:26.908519 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a1bf16c-6ab4-48d0-9610-39e6bcefbbc8 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:26.908916 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03', 'code': 200} Dec 21 01:43:26.909173 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978', 'code': 200} Dec 21 01:43:26.909794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.016001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Pushing event updated for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:27.058523 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.063914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.064273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.064961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.072726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.074927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.075443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.075979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.076511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.077522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.078281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.078783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.079280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.079837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:27.122378 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1a309-78ab-4558-9675-4a1a17a1066e x-openstack-request-id: req-0ee1a309-78ab-4558-9675-4a1a17a1066e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:27.124245 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287", "code": 200}, {"name": "network-changed", "server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:27.125829 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ee1a309-78ab-4558-9675-4a1a17a1066e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:27.126402 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'code': 200} Dec 21 01:43:27.126665 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'status': 'completed', 'code': 200} Dec 21 01:43:27.143593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.165434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] No DVR routers for this DVR port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:43:27.199365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-0a1fe4b3-db62-4374-9841-6bc855da3834 service neutron] 10.222.0.45 "PUT /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.8635514 Dec 21 01:43:27.209771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event updated for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:27.223997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:27.226410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:27.239112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:27.254592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.255518 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.280210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-6c430c8c-026e-4531-8655-c217960fa941 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3335991 Dec 21 01:43:27.340181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e6d4e-ff25-4a43-a7a6-bcb24dc669af req-0a7ca910-aada-4047-aecd-ba7a1b07db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.342294 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d04e6d4e-ff25-4a43-a7a6-bcb24dc669af req-0a7ca910-aada-4047-aecd-ba7a1b07db5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 1102 time: 0.1385696 Dec 21 01:43:27.371430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-a5bb186e-6439-4e0e-b431-882eddf7908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.373605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-a5bb186e-6439-4e0e-b431-882eddf7908a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1097 time: 0.0979443 Dec 21 01:43:27.381625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5cd9c2f-5893-4468-9bb6-160d75b4e970 req-3f50e4d3-8411-4d51-a552-f6fb9367f51a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 210 time: 0.0999875 Dec 21 01:43:27.405687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Request body: {'port': {'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:27.575503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-5f24171d-5d7d-40b2-9d8d-05793d820406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.578428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-5f24171d-5d7d-40b2-9d8d-05793d820406 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1787598 Dec 21 01:43:27.665552 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-3c61b1c8-bb9b-4ff0-92fc-44002e2c75a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.0734611 Dec 21 01:43:27.676200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3a41-c225-427a-9a9d-e55e19b4be69 req-7e039b95-6e60-4392-b2ba-0cdc6d87cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.684091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-da1a3a41-c225-427a-9a9d-e55e19b4be69 req-7e039b95-6e60-4392-b2ba-0cdc6d87cba8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 1100 time: 0.3196163 Dec 21 01:43:27.686455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d04e6d4e-ff25-4a43-a7a6-bcb24dc669af req-f2aba83e-4cd8-4f32-a8ca-a5bb22571244 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210444 Dec 21 01:43:27.722672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-4c60d1b1-6ff7-4527-af13-11ea52857d46 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.726041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-4c60d1b1-6ff7-4527-af13-11ea52857d46 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.2977304 Dec 21 01:43:27.736387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-a07036db-a7eb-42fc-98cc-99700f4473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.738455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-a07036db-a7eb-42fc-98cc-99700f4473a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0509856 Dec 21 01:43:27.739053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-72813c35-c06a-4a50-9d9a-44fd15cd91a3 None None] Provisioning complete for port afb9300b-4f09-418d-909f-d1f14a54f05b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:27.739544 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-72813c35-c06a-4a50-9d9a-44fd15cd91a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.766038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0130-1485-4031-95b5-7911cb4a1c92 req-6f69e23e-d941-4b6f-beef-03ad84d4a54b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.767617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd8b0130-1485-4031-95b5-7911cb4a1c92 req-6f69e23e-d941-4b6f-beef-03ad84d4a54b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.3529141 Dec 21 01:43:27.789199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-af808a98-9272-43af-b7a2-43c1e92a1de3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435364 Dec 21 01:43:27.793298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-72813c35-c06a-4a50-9d9a-44fd15cd91a3 None None] Port afb9300b-4f09-418d-909f-d1f14a54f05b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:27.806958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:27.833570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec1ee1-cde0-446d-9be0-d3d4881f75fd req-a135d635-5f22-454e-ad0b-51b9f795704e tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:27.835681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8dec1ee1-cde0-446d-9be0-d3d4881f75fd req-a135d635-5f22-454e-ad0b-51b9f795704e tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 950 time: 0.2095556 Dec 21 01:43:27.906587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-7d5bc172-7532-4eac-8c31-1ec00ed820c2 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077549 Dec 21 01:43:27.907350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd8b0130-1485-4031-95b5-7911cb4a1c92 req-80124bc4-3aac-41aa-a1d5-63e6ae99bbcf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288242 Dec 21 01:43:28.015919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8dec1ee1-cde0-446d-9be0-d3d4881f75fd req-c4b69494-96b0-476f-9d17-ea593a9a8945 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689296 Dec 21 01:43:28.043649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-12ee479d-b187-4236-8bc6-be17d2e9a8ad req-5cb3dac2-60fa-488c-ba99-5ad5fb5d94ba service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166625 Dec 21 01:43:28.159410 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-da1a3a41-c225-427a-9a9d-e55e19b4be69 req-4eb766ef-8802-45e4-ac09-8d8773095b26 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Dec 21 01:43:28.246260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b3b88-dfa8-4d13-80f7-249e8d88af46 req-0086be82-4c80-4be3-924e-cce67de8c14a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.247737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e3b3b88-dfa8-4d13-80f7-249e8d88af46 req-0086be82-4c80-4be3-924e-cce67de8c14a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.2484500 Dec 21 01:43:28.274356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-49377f60-3f0d-44e5-960c-99cc43bbad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.275755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-49377f60-3f0d-44e5-960c-99cc43bbad35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b&tenant_id=13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 1097 time: 0.1569116 Dec 21 01:43:28.321412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-f428deaa-40a8-49a6-9880-d98de27d779c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483305 Dec 21 01:43:28.324895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53359ba4-ee3d-4e45-9b25-6e967cd27f12 req-91701ce1-8446-4112-bb16-909434fd11a3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.326533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53359ba4-ee3d-4e45-9b25-6e967cd27f12 req-91701ce1-8446-4112-bb16-909434fd11a3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1525197 Dec 21 01:43:28.342420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb9300b-4f09-418d-909f-d1f14a54f05b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:28.359632 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:28.388547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e3b3b88-dfa8-4d13-80f7-249e8d88af46 req-f7daaea6-8b2b-4622-8cf0-e845e1c0725e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313822 Dec 21 01:43:28.394681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Transition to ACTIVE for port object afb9300b-4f09-418d-909f-d1f14a54f05b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:28.408129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:28.449808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-5d50bee8-8c96-4e01-9004-5022442d4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.451302 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-5d50bee8-8c96-4e01-9004-5022442d4d9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1096 time: 0.0592203 Dec 21 01:43:28.500272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53359ba4-ee3d-4e45-9b25-6e967cd27f12 req-a862ac9b-65ac-41c2-8367-2c7cf644dff5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663020 Dec 21 01:43:28.555086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Attempting to bind port afb9300b-4f09-418d-909f-d1f14a54f05b on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:28.555688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Attempting to bind port afb9300b-4f09-418d-909f-d1f14a54f05b by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:28.556212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Attempting to bind port afb9300b-4f09-418d-909f-d1f14a54f05b on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:28.558756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Pushing event updated for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:28.564251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Port afb9300b-4f09-418d-909f-d1f14a54f05b on network 90b66725-43d1-4998-9157-1bf2337c2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:28.564816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Attempting to bind port afb9300b-4f09-418d-909f-d1f14a54f05b on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:28.581393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:28.585120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Checking segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:28.585776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Bound using segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:28.587342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Bound port: afb9300b-4f09-418d-909f-d1f14a54f05b, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:28.588512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:28.702195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-ccfc099a-d45f-4ac3-b61f-b0d561e7d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.703769 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-ccfc099a-d45f-4ac3-b61f-b0d561e7d5d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2278883 Dec 21 01:43:28.750052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-4a7b2158-d205-4a57-8695-92153935a62d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0384138 Dec 21 01:43:28.830291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:43:28.838873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-a5d59f5a-056f-4bdf-b00b-2c76a7c9640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.840372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-a5d59f5a-056f-4bdf-b00b-2c76a7c9640f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1097 time: 0.2487869 Dec 21 01:43:28.897623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port bb83ab5d-b3fd-4035-96e9-9936c0d63287 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:43:28.898289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:43:28.952312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b87191c9-0c52-4074-a22d-a29facf48f5b req-5053be4a-2e91-4277-b67c-7f4c84cb5b7f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 210 time: 0.0606411 Dec 21 01:43:28.965079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2b2b-0406-4f07-a04e-bb2121c7ff50 req-166f9231-7e17-42a6-9a38-50e0b9cbc8c0 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:28.966604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b59e2b2b-0406-4f07-a04e-bb2121c7ff50 req-166f9231-7e17-42a6-9a38-50e0b9cbc8c0 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 943 time: 0.2734783 Dec 21 01:43:29.010024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:29.242283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.45', 57816) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:29.259248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-f2386f78-137f-429a-a386-1bc7be1599f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.260693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-f2386f78-137f-429a-a386-1bc7be1599f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.4947636 Dec 21 01:43:29.274187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:43:29.288659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afb9300b-4f09-418d-909f-d1f14a54f05b,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:29.301442 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-35ad09c2-bbea-4732-99e5-7d9c2f8c0a5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318990 Dec 21 01:43:29.310488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-736f9151-1d57-4e8a-b25e-7cc3af208e74 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.311880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-736f9151-1d57-4e8a-b25e-7cc3af208e74 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.5447690 Dec 21 01:43:29.342015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Request body: {'port': {'device_id': '19cd86bd-a5de-4515-a408-8e48db977e34', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'admin_state_up': True, 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:29.353285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:29.384638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b59e2b2b-0406-4f07-a04e-bb2121c7ff50 req-60191e47-b584-4a47-8bc7-37c5958becb3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875761 Dec 21 01:43:29.391618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:29.469158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-5c6f8dbc-5154-4dc1-aa79-6703be5ab6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.470889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-5c6f8dbc-5154-4dc1-aa79-6703be5ab6e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.6219237 Dec 21 01:43:29.479746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.480033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:29.480345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:29.481738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] 10.222.0.45 "PUT /v2.0/ports/afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 1092 time: 2.0966845 Dec 21 01:43:29.482251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:29.484495 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145ae1a9-dc96-438a-b235-068876585ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:29.485256 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0200ada-72bf-40b6-8b33-7c9abb1195bc" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:29.528294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:29.531182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5244d-f175-4927-9cbd-71e6db044f19 service neutron] Pushing event updated for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:29.538487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-3daab495-52c9-4ca6-bb89-41e90f34ac19 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198341 Dec 21 01:43:29.548075 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:29.570762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d421b-1b98-4a4e-aebf-2883c3318332 req-708d83a0-e5a7-49d9-bfca-d77ed38ee927 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.572551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e1d421b-1b98-4a4e-aebf-2883c3318332 req-708d83a0-e5a7-49d9-bfca-d77ed38ee927 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.3278852 Dec 21 01:43:29.648915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-d8141130-d873-4737-8546-51be32b66afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.656104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-d8141130-d873-4737-8546-51be32b66afb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1102 time: 0.4102254 Dec 21 01:43:29.677934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-5b560b78-a7cf-4178-9e83-cff1a3a8a450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.1815474 Dec 21 01:43:29.688499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:29.786581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-383ed7e3-8daf-43dc-aeb0-4a230773dfea req-e91cc272-d7af-4f6c-9829-89aec8cfa5f3 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340078 Dec 21 01:43:29.788647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:29.793182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:29.882164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-61838c9e-5cce-4e65-b150-c363acdeb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.883745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-61838c9e-5cce-4e65-b150-c363acdeb3b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1880050 Dec 21 01:43:29.893418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-08699556-9e00-4072-bece-4be9d8888728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:29.895113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-08699556-9e00-4072-bece-4be9d8888728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.3202853 Dec 21 01:43:29.910404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e1d421b-1b98-4a4e-aebf-2883c3318332 req-936c9e80-e1d3-4f9d-b8af-d0663b36e424 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491283 Dec 21 01:43:29.990893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-04109a3e-0d6d-487d-835e-e89a6df93c2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.0650058 Dec 21 01:43:30.009064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-832b4c76-dd1d-4ec0-ba6c-649c86eda19c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600188 Dec 21 01:43:30.010147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-a24c6310-b0bc-49aa-a8f8-8cf8d033991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.011486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-a24c6310-b0bc-49aa-a8f8-8cf8d033991a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3317218 Dec 21 01:43:30.107277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Allocated IP 172.20.0.2 (39c1229f-3fc7-4996-9218-d8edb8448aed/44f43eb1-f2cf-4af5-9c12-d515c60935c3/3fb9cba3-a07a-443e-baa8-eafacebbbdb3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:30.150962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-d122b462-380b-4044-a4b2-2b1c5360c19a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.1277461 Dec 21 01:43:30.277217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-464efe1e-786b-4fbf-bf83-c2d87b3d4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.278669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-464efe1e-786b-4fbf-bf83-c2d87b3d4561 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2734542 Dec 21 01:43:30.347819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-18f7c8c7-84e0-4976-832a-e7716ebc26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.349284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-18f7c8c7-84e0-4976-832a-e7716ebc26a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1233969 Dec 21 01:43:30.353106 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ced344-6a26-4599-bb5c-55dcb3a9be13 x-openstack-request-id: req-55ced344-6a26-4599-bb5c-55dcb3a9be13 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:30.353619 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:30.353722 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55ced344-6a26-4599-bb5c-55dcb3a9be13 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:30.355252 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'code': 200} Dec 21 01:43:30.357300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-131de127-e8f4-4e80-ad2c-f650b525bbdc service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330691 Dec 21 01:43:30.372524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f06c-df1f-4f32-8ae8-03ee5d5aa7a8 req-d4e6c175-cd50-4409-afbb-a08d5c29ea82 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.374561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a836f06c-df1f-4f32-8ae8-03ee5d5aa7a8 req-d4e6c175-cd50-4409-afbb-a08d5c29ea82 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.3184402 Dec 21 01:43:30.380460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:30.397021 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f9acc-9ea4-49e4-b61c-d46c3cf3b49d x-openstack-request-id: req-2a2f9acc-9ea4-49e4-b61c-d46c3cf3b49d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:30.397445 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:30.397610 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a2f9acc-9ea4-49e4-b61c-d46c3cf3b49d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:30.397970 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:43:30.427049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:30.457943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-ea0c4d87-0b67-4258-947d-1cd4f8e721c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.459432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-ea0c4d87-0b67-4258-947d-1cd4f8e721c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645381 Dec 21 01:43:30.477095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Network 39c1229f-3fc7-4996-9218-d8edb8448aed is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:30.480183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:30.483789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:30.489515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.490608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:30.499322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:30.513634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-5addf6c1-b5a2-47ad-8484-d78f8198bde3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1754746 Dec 21 01:43:30.542389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Request body: {'port': {'device_id': '19cd86bd-a5de-4515-a408-8e48db977e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:30.602665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:30.617432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a836f06c-df1f-4f32-8ae8-03ee5d5aa7a8 req-1e12f4ab-ceac-49ce-abbd-e764917785c7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419884 Dec 21 01:43:30.623231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c406a94c-52d6-45f9-a10b-f39cdabf13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.624707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c406a94c-52d6-45f9-a10b-f39cdabf13a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467759 Dec 21 01:43:30.659841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4986f6-9cc5-4a99-ac17-67d7a0afca39 req-7c3db4f9-2fc9-408c-aa7b-d8b474cfc3db tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:30.667024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e4986f6-9cc5-4a99-ac17-67d7a0afca39 req-7c3db4f9-2fc9-408c-aa7b-d8b474cfc3db tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.2142467 Dec 21 01:43:30.709221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-bbe0a7c2-fe96-4ffb-9b2f-913a207a3fb9 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165460 Dec 21 01:43:30.764585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-9c81accf-f066-48b1-a00b-1f97a269cab7 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919602 Dec 21 01:43:30.827946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e4986f6-9cc5-4a99-ac17-67d7a0afca39 req-3de3df50-b67c-4d94-8171-1fd1b48ebd95 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587722 Dec 21 01:43:30.921936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c9a6e023-58d4-450c-9904-969e744b2ff3 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832220 Dec 21 01:43:30.976013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:30.988022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.009006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Transition to ACTIVE for port object 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:31.015128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.060694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6313-ddcf-43ea-baff-fe15db6f69d2 req-43b95c97-7a99-45c5-b780-38ad264ea9ae tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.062665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-437b6313-ddcf-43ea-baff-fe15db6f69d2 req-43b95c97-7a99-45c5-b780-38ad264ea9ae tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 931 time: 0.2316384 Dec 21 01:43:31.077849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4259e082-5e0f-4715-b105-5ce5d7b39c1b req-8be34ab8-323b-4eb0-9667-4671319a26ba service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949080 Dec 21 01:43:31.101784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:31.157446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afb57e-0003-4a81-b408-968b47fe3653 req-a83f30a7-e366-4bbf-8af4-57c7a12e645d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.159668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7afb57e-0003-4a81-b408-968b47fe3653 req-a83f30a7-e366-4bbf-8af4-57c7a12e645d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 943 time: 0.2306039 Dec 21 01:43:31.165390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:31.166015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:31.166348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:31.171342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:31.171658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:31.183249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:31.183585 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:31.183958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:31.184383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Bound port: 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:31.184810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.235803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-9230d8e3-3a14-42f6-ad30-32c7233cdcb2 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994721 Dec 21 01:43:31.251552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6406b060-169e-4a24-ab41-19b40e050672 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.251552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-6406b060-169e-4a24-ab41-19b40e050672 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1894526 Dec 21 01:43:31.293436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-737c96e5-ccd9-44fe-a38a-7866c9c460b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983622 Dec 21 01:43:31.296337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:31.300795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:31.309402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.357580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-437b6313-ddcf-43ea-baff-fe15db6f69d2 req-165b0ba6-24bb-4cde-a752-40a680493539 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751532 Dec 21 01:43:31.402449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7afb57e-0003-4a81-b408-968b47fe3653 req-9dc434cb-7b0d-4bb9-8aa6-777d910e9227 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154961 Dec 21 01:43:31.415638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.416268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.417960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] 10.222.0.45 "PUT /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 1092 time: 0.8842046 Dec 21 01:43:31.418553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:31.418811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ae1a9-dc96-438a-b235-068876585ed9 req-18d7abe1-e2af-4b81-b016-3ebe0b0662b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.420977 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:31.432450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-18d7abe1-e2af-4b81-b016-3ebe0b0662b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.2310646 Dec 21 01:43:31.487050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898ccdf-0e78-4a4e-924f-b9da6a9b548e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:31.495129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-dd4d89b7-44f6-4b4e-909e-4802a5b695e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.496713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-dd4d89b7-44f6-4b4e-909e-4802a5b695e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1098 time: 0.1447499 Dec 21 01:43:31.569625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-c784a20f-75da-4809-bda5-472a2bc761cb service neutron] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:31.593194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-c784a20f-75da-4809-bda5-472a2bc761cb service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:31.594799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8cbdc7e-f9e0-4f15-96bb-db44ee036848 req-c784a20f-75da-4809-bda5-472a2bc761cb service neutron] 10.222.0.24 "DELETE /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.3141689 Dec 21 01:43:31.666009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-90618e36-e7d7-4eb1-aae1-d17a67d1b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.667764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-90618e36-e7d7-4eb1-aae1-d17a67d1b871 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1095 time: 0.1455824 Dec 21 01:43:31.740902 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-6bb6407f-4bd4-4eab-bbef-2585816923b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 217 time: 0.0508621 Dec 21 01:43:31.790598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-b42c3707-bb58-462d-8a97-bd338b651847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.792276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-b42c3707-bb58-462d-8a97-bd338b651847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.2329473 Dec 21 01:43:31.886474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073776a-a8b7-4a69-a6ef-28554f853478 req-3e316173-445d-4d73-9fc5-50f67556d870 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.887869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-f936b338-8d92-4cc4-985c-263ae5ddabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.888161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b073776a-a8b7-4a69-a6ef-28554f853478 req-3e316173-445d-4d73-9fc5-50f67556d870 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.3674409 Dec 21 01:43:31.889876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-f936b338-8d92-4cc4-985c-263ae5ddabe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1417608 Dec 21 01:43:31.952136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ae1a9-dc96-438a-b235-068876585ed9 req-ff8557c3-78c7-4898-a35c-439828b2a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:31.953853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-ff8557c3-78c7-4898-a35c-439828b2a753 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.4451878 Dec 21 01:43:31.956449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-8faef70a-ba81-4732-8ac2-646df7430c41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393665 Dec 21 01:43:31.964778 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce0369-2632-4f5b-9429-b74be2ad13cf x-openstack-request-id: req-a8ce0369-2632-4f5b-9429-b74be2ad13cf {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:31.965272 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:31.965815 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8ce0369-2632-4f5b-9429-b74be2ad13cf {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:31.966352 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'status': 'completed', 'code': 200} Dec 21 01:43:31.980160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-8a0b985f-3700-4d65-9a52-63f0ca235651 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 1001 time: 0.1789098 Dec 21 01:43:32.001425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b073776a-a8b7-4a69-a6ef-28554f853478 req-462e36c5-2e50-457f-b585-61aaa778e2d2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007028 Dec 21 01:43:32.105420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-a337b43f-01d3-489d-89ad-760abcb882c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.1006360 Dec 21 01:43:32.154392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-6bf4646d-440f-4f66-a161-6491ed06bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.156244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-6bf4646d-440f-4f66-a161-6491ed06bcc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.1679850 Dec 21 01:43:32.203709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ae1a9-dc96-438a-b235-068876585ed9 req-4d1c3305-e5d5-425a-a3e4-c18057d129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.205840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-4d1c3305-e5d5-425a-a3e4-c18057d129d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0874619 Dec 21 01:43:32.214871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3208b-a33c-426a-a6fb-61fa4c437154 req-d19a70ba-f4eb-4d43-8ab9-d29382b75a38 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.216578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d3208b-a33c-426a-a6fb-61fa4c437154 req-d19a70ba-f4eb-4d43-8ab9-d29382b75a38 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.1145771 Dec 21 01:43:32.217872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-1b7db007-e545-4adb-a00c-72fdfb3c0bbc service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309799 Dec 21 01:43:32.223554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-6b95221c-b6d5-4925-9495-c9d7fc73fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.225136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-6b95221c-b6d5-4925-9495-c9d7fc73fef7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614631 Dec 21 01:43:32.323794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d3208b-a33c-426a-a6fb-61fa4c437154 req-f5774a92-bef2-4772-b149-13022d32d2e2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983427 Dec 21 01:43:32.354546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782a756-d5f6-4189-a50a-9dc55e7ea11d req-ec999dc0-40bc-478d-9f8c-7b5ac0a5a3d8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.356027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c782a756-d5f6-4189-a50a-9dc55e7ea11d req-ec999dc0-40bc-478d-9f8c-7b5ac0a5a3d8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1091399 Dec 21 01:43:32.358889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ae1a9-dc96-438a-b235-068876585ed9 req-19a3c1ac-3421-460f-a4da-d380548d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.360272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-19a3c1ac-3421-460f-a4da-d380548d8a5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837464 Dec 21 01:43:32.424516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-895a7847-e611-4f52-a287-ddc03fdbbf5e service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899209 Dec 21 01:43:32.451279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b9b5913-546c-4654-a1e7-ce82aa450e43 req-59785842-0f02-4916-bc08-633395076903 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525419 Dec 21 01:43:32.495204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c782a756-d5f6-4189-a50a-9dc55e7ea11d req-6dd2c276-ba5b-4835-8dde-fda5942a85bd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287017 Dec 21 01:43:32.519824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-6a6b95a7-da1e-4873-956c-dc1fc0c6f394 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453667 Dec 21 01:43:32.564301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6d6570-bd04-4bf1-9a21-6001a38f912a req-3fe6aff3-d771-4dcc-bcc8-24975c32cc8b service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311467 Dec 21 01:43:32.619442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-614bd1f5-4318-4b59-a19c-74734b589d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.621153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-614bd1f5-4318-4b59-a19c-74734b589d70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1095 time: 0.0501156 Dec 21 01:43:32.678665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a016fe-3757-4aba-a976-2b7da1252815 req-8643b1a1-73c1-4411-b99b-a400ba2d4d75 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.681117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20a016fe-3757-4aba-a976-2b7da1252815 req-8643b1a1-73c1-4411-b99b-a400ba2d4d75 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 950 time: 0.1508415 Dec 21 01:43:32.720146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69998f-cc20-456e-8a7f-ddc86835af2b req-e6f133d5-81e0-49dc-b5ea-eefda8dc09da tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.721922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c69998f-cc20-456e-8a7f-ddc86835af2b req-e6f133d5-81e0-49dc-b5ea-eefda8dc09da tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1400917 Dec 21 01:43:32.741103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-51e0d278-ee36-480d-bacf-70b0c8fe493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.743117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-51e0d278-ee36-480d-bacf-70b0c8fe493d service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1109567 Dec 21 01:43:32.743595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-145ae1a9-dc96-438a-b235-068876585ed9 req-3e496886-fbc4-4841-a9ef-50f9ab4de1e6 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834252 Dec 21 01:43:32.790432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20a016fe-3757-4aba-a976-2b7da1252815 req-3bb7c9a2-56b4-47b3-8045-96f3b1ca1d29 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012294 Dec 21 01:43:32.828556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-8678c989-a454-4184-98db-e4aa63223073 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 217 time: 0.0429549 Dec 21 01:43:32.829750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c69998f-cc20-456e-8a7f-ddc86835af2b req-1c72f2ed-e1d2-4a72-9ecf-67f00f92c892 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935965 Dec 21 01:43:32.898028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-00c11e97-e716-4592-b94d-07aaa4bae013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.899619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-00c11e97-e716-4592-b94d-07aaa4bae013 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0629590 Dec 21 01:43:32.937650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-150970d2-2520-4c98-bc30-540585a69332 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282989 Dec 21 01:43:32.947038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddac2-850a-42f9-af46-af07a3fa20e7 req-b74552d9-b570-4898-85be-f5bd2733cff2 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.949024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d0ddac2-850a-42f9-af46-af07a3fa20e7 req-b74552d9-b570-4898-85be-f5bd2733cff2 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0763073 Dec 21 01:43:32.956215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9681f-a5b7-4207-bdf4-fb8655cb9ac9 req-2996c221-ea2f-47a0-88a5-62ed7fc1b3f9 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:32.958323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3d9681f-a5b7-4207-bdf4-fb8655cb9ac9 req-2996c221-ea2f-47a0-88a5-62ed7fc1b3f9 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1097 time: 0.0756669 Dec 21 01:43:33.039116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d0ddac2-850a-42f9-af46-af07a3fa20e7 req-f53e2a31-638b-4edd-afa2-603e5f7d0820 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793495 Dec 21 01:43:33.045712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3d9681f-a5b7-4207-bdf4-fb8655cb9ac9 req-b9b955cd-1a53-472a-845a-74f4ae729c65 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Dec 21 01:43:33.049313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-247d6004-5366-409b-8cd8-e2f3a9b0df64 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033783 Dec 21 01:43:33.164873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0dcafb9e-9b26-4e9b-a802-489b8db96a0d req-ca8bd9a2-d93b-461c-b7cb-194df3c1acd1 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991755 Dec 21 01:43:33.338825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc0a1-8002-45c2-9b92-fa62bf6fc8f8 req-cccf2cae-517d-4648-97f0-a647c692e208 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:33.344703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc0a1-8002-45c2-9b92-fa62bf6fc8f8 req-cccf2cae-517d-4648-97f0-a647c692e208 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:33.346246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e7dc0a1-8002-45c2-9b92-fa62bf6fc8f8 req-cccf2cae-517d-4648-97f0-a647c692e208 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee&device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 1689 time: 0.0608664 Dec 21 01:43:33.452524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e7dc0a1-8002-45c2-9b92-fa62bf6fc8f8 req-5e1b1ee2-7c12-4aeb-adfd-c326ce2704db tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968666 Dec 21 01:43:33.480180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-124cb59e-5a61-402f-9ad7-c1b380029777 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:33.481953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-124cb59e-5a61-402f-9ad7-c1b380029777 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.1348374 Dec 21 01:43:33.498401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-451237f4-be2f-4fdb-8a86-1bf49646da72 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/quotas/13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 375 time: 0.0103314 Dec 21 01:43:33.560308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-5db0aed0-92e1-44b0-af85-170f8a5c0601 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509815 Dec 21 01:43:33.672990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-1c3188ba-0bc9-468e-9e43-85c736ff0d8f service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052542 Dec 21 01:43:33.760393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd7131-6b86-4ae8-b72c-736cad4fc2c4 req-1bfa3bba-6834-4298-8c3e-d980d4c6fd73 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:33.761919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58bd7131-6b86-4ae8-b72c-736cad4fc2c4 req-1bfa3bba-6834-4298-8c3e-d980d4c6fd73 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1086931 Dec 21 01:43:33.811544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f809e705-e477-4155-bc92-8946e59ea564 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237981 Dec 21 01:43:33.841028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58bd7131-6b86-4ae8-b72c-736cad4fc2c4 req-9e19987b-ea01-469c-8749-694d20495943 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 Dec 21 01:43:33.957745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2da955-9b55-4c79-8542-d3047193dbd8 req-eb535816-ce23-4e2c-baf3-aae7140ac6cf tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:33.964882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2da955-9b55-4c79-8542-d3047193dbd8 req-eb535816-ce23-4e2c-baf3-aae7140ac6cf tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 1100 time: 0.0504315 Dec 21 01:43:34.045948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2da955-9b55-4c79-8542-d3047193dbd8 req-06381c9a-4179-4ccb-97db-86f80e09fb73 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Dec 21 01:43:34.077491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc231ed-4b83-4277-b440-24c9558948b0 req-40f05f97-778c-4ae9-9862-9effc8a15e9e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:34.078963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bc231ed-4b83-4277-b440-24c9558948b0 req-40f05f97-778c-4ae9-9862-9effc8a15e9e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.0676355 Dec 21 01:43:34.116755 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:43:34.141366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3099e91e-e949-431b-84e9-edd656e7f412 req-217c3c0f-eaaa-4f31-a12b-edb4db6b9e0a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 210 time: 0.0352991 Dec 21 01:43:34.156869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bc231ed-4b83-4277-b440-24c9558948b0 req-37413c44-86d0-4bab-9e67-6f9f574a8c8d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715134 Dec 21 01:43:34.299728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119088-3bb9-49e8-a1c2-c07ca4e04801 req-561f5ebd-d0c6-4519-9cdd-94dcbd740e92 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:34.301167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b119088-3bb9-49e8-a1c2-c07ca4e04801 req-561f5ebd-d0c6-4519-9cdd-94dcbd740e92 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 943 time: 0.0867972 Dec 21 01:43:34.329096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8357cb-d2a8-467a-8b95-71b243a7db9d req-e42d8b28-1a59-4362-8740-511ebbde2beb tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:34.330999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c8357cb-d2a8-467a-8b95-71b243a7db9d req-e42d8b28-1a59-4362-8740-511ebbde2beb tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 1102 time: 0.0778341 Dec 21 01:43:34.385559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b119088-3bb9-49e8-a1c2-c07ca4e04801 req-8f836ca3-5005-4235-851b-dba559d2223f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 Dec 21 01:43:34.396875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c8357cb-d2a8-467a-8b95-71b243a7db9d req-125d312f-6bcd-4dd8-966f-4d8d9403097d tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538621 Dec 21 01:43:34.658089 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-a2f48fe3-4f42-4413-9924-8b0377e8780b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243175 Dec 21 01:43:34.785938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-b947376c-d728-4e93-b021-c535b467085c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:34.789172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-b947376c-d728-4e93-b021-c535b467085c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244376 Dec 21 01:43:34.809836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-8800dad5-f414-42c8-bb9a-e30f1616ca4d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0126245 Dec 21 01:43:34.844043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afb9300b-4f09-418d-909f-d1f14a54f05b details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:34.868887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-cb14a156-fb42-4844-a241-314b9575f624 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536754 Dec 21 01:43:34.982843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a100b3-6c8d-4a06-b3f5-e1ced7ace194 req-126b7010-e827-4020-a1ae-1c7ef3a8f391 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:34.984739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49a100b3-6c8d-4a06-b3f5-e1ced7ace194 req-126b7010-e827-4020-a1ae-1c7ef3a8f391 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.0699751 Dec 21 01:43:34.997002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afb9300b-4f09-418d-909f-d1f14a54f05b,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:35.014490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:35.059162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:35.065682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49a100b3-6c8d-4a06-b3f5-e1ced7ace194 req-85934ab9-d186-4df1-ad48-426b13e3786d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Dec 21 01:43:35.089704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb9300b-4f09-418d-909f-d1f14a54f05b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:35.124679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afb9300b-4f09-418d-909f-d1f14a54f05b,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:35.130367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:35.131161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:35.325436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d24b15e8-5ebd-49e5-a524-44048892ef61 req-edda01d1-ce8f-4fef-9a1f-1f6688c55264 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 210 time: 0.0874441 Dec 21 01:43:35.465546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:35.522589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:35.545244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56849b-cda3-4375-9a8e-1ced46a09d68 req-17e4fa25-d373-4f60-85a6-dd5a1254593a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:35.548093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff56849b-cda3-4375-9a8e-1ced46a09d68 req-17e4fa25-d373-4f60-85a6-dd5a1254593a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1411231 Dec 21 01:43:35.555807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'port_id': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'mac_address': 'fa:16:3e:1e:97:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f43eb1-f2cf-4af5-9c12-d515c60935c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:35.610527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.623166 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f4f8762c-3805-48dd-890f-fa0f99362f1f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:35.625634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f4f8762c-3805-48dd-890f-fa0f99362f1f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.2239592 Dec 21 01:43:35.637374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:35.657367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Request body: {'port': {'device_id': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'admin_state_up': True, 'tenant_id': '13ab032e172a47efa1f73fb670e42709'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:35.691811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff56849b-cda3-4375-9a8e-1ced46a09d68 req-ab1ee2c3-1dbb-49d4-9c4c-fc56bfbfa9fd tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349752 Dec 21 01:43:35.700966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:35.709443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:35.817213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:35.866061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500c96-dff5-44b4-9b41-595630b5f314 req-33e1445c-08f9-4e20-b347-d0289a995e97 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:35.867597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15500c96-dff5-44b4-9b41-595630b5f314 req-33e1445c-08f9-4e20-b347-d0289a995e97 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0757470 Dec 21 01:43:35.888548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:35.893890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:35.957215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15500c96-dff5-44b4-9b41-595630b5f314 req-a9f3b18c-729d-4041-b164-209e6cede3de tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Dec 21 01:43:36.028875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06d63afe-81c0-4050-a960-1a780ea0ed8b req-6826ac95-5e0e-4b68-bf7a-322dcc9e8220 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 210 time: 0.0396800 Dec 21 01:43:36.084817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afb9300b-4f09-418d-909f-d1f14a54f05b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:36.086070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Allocated IP 172.20.0.4 (51c1194d-aed5-44d8-b80d-94ead05a1e3c/e937a214-6e40-47af-8ba3-d087fdefdc21/863fd526-cc2f-4dcb-8bc0-57038b995627) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:36.120562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3fb9cba3-a07a-443e-baa8-eafacebbbdb3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:36.239571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3210fa-b41a-4dcf-9cf3-8142a45dd10b req-1cf4dae7-57c6-47ea-acb6-61ee5c2f4c61 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:36.250349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b3210fa-b41a-4dcf-9cf3-8142a45dd10b req-1cf4dae7-57c6-47ea-acb6-61ee5c2f4c61 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.0780263 Dec 21 01:43:36.400730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b3210fa-b41a-4dcf-9cf3-8142a45dd10b req-478702ec-db46-4b12-aa22-ad3a536e96a6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478441 Dec 21 01:43:36.440639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:36.498311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a956032-1b15-47a4-973e-7a1dbd4be0bf req-9db65fda-e0d7-436a-8198-a236c2e5b8f2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 210 time: 0.0314641 Dec 21 01:43:36.520822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:36.562664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:36.566855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:36.570625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:36.574354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:36.580069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:36.580779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:36.587317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:36.602399 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-33f8aa11-54d1-470b-9303-abec8c24dac1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491677 Dec 21 01:43:36.733862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Request body: {'port': {'device_id': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:36.789705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:36.851186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaf387-9fc5-4b83-a769-029e77cd0e04 req-5cac82d5-469f-42a1-85e3-112daaea544f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:36.852695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fcaf387-9fc5-4b83-a769-029e77cd0e04 req-5cac82d5-469f-42a1-85e3-112daaea544f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.0524507 Dec 21 01:43:36.902729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fcaf387-9fc5-4b83-a769-029e77cd0e04 req-5742595b-b42a-4f89-99d5-475c94097c5c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Dec 21 01:43:37.071247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863fd526-cc2f-4dcb-8bc0-57038b995627 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:37.079482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.082175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152dd15-2819-4190-97e2-86b5d663c010 req-26fd5828-1faa-4797-9088-5481e0b91f75 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.084298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f152dd15-2819-4190-97e2-86b5d663c010 req-26fd5828-1faa-4797-9088-5481e0b91f75 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0599358 Dec 21 01:43:37.092925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Transition to ACTIVE for port object 863fd526-cc2f-4dcb-8bc0-57038b995627 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:37.098033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.141169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19f7cbfc-9b51-4747-84bd-bc7e19ba3b92 req-56118235-07ba-4e91-8598-db99fa822f83 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 210 time: 0.0348105 Dec 21 01:43:37.148465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:37.174975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f152dd15-2819-4190-97e2-86b5d663c010 req-b3676fe9-d1b5-4f2a-b9c5-4f1cf54241e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818620 Dec 21 01:43:37.197289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:37.197644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:37.197973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:37.212912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-513b9a7c-8200-4fe9-b8e9-59a94c95f904 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259292 Dec 21 01:43:37.213636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:37.213953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:37.231131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:37.231561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:37.232004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:37.232546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Bound port: 863fd526-cc2f-4dcb-8bc0-57038b995627, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:37.232972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.317358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:37.381698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:37.391845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ef33c02a-027b-4cd3-bdb2-887dc3e7c28a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.393395 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ef33c02a-027b-4cd3-bdb2-887dc3e7c28a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734910 Dec 21 01:43:37.395376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:37.400116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.434193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:37.438098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:37.452854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'mac_address': 'fa:16:3e:7c:70:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:37.497801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-8d541f25-066a-4a6f-8a0e-5d0699f46e79 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287745 Dec 21 01:43:37.507025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.523705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:37.526395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:37.533648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1221420403'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:37.555808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.556850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.557563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:37.558789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] 10.222.0.24 "PUT /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 1092 time: 0.8292835 Dec 21 01:43:37.562764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.563889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:37.566368 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce" -d '{"events": [{"name": "network-changed", "server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:37.591990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424a12d-8c84-4305-b712-6ee6d7063971 service neutron] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:37.623206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:37.627171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.639058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:37.642861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.679471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:37.709390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:43:37.754456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.755133 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Added segment 875fe2ad-3b59-40b6-a50a-21c158002e48 of type vlan for network eac75f35-4a0a-4541-ad65-4353f30c2a4f Dec 21 01:43:37.755670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-0411bfc8-36f0-4110-8260-f6637bf3cd71 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.757076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-0411bfc8-36f0-4110-8260-f6637bf3cd71 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530763 Dec 21 01:43:37.759632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-142bac36-413a-400c-bd6c-021113fc5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.761216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-142bac36-413a-400c-bd6c-021113fc5a8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1095 time: 0.1162305 Dec 21 01:43:37.764815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699f26c-2415-4360-90c1-38a764d6b1d2 req-a9742e72-00e2-42fe-8311-4d1c7d15744b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.766231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a699f26c-2415-4360-90c1-38a764d6b1d2 req-a9742e72-00e2-42fe-8311-4d1c7d15744b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1199334 Dec 21 01:43:37.778741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ed4e-a48c-4eb6-9622-2e0795154245 req-cace476f-309a-426e-a1c9-72f8ede42b34 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.780149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce70ed4e-a48c-4eb6-9622-2e0795154245 req-cace476f-309a-426e-a1c9-72f8ede42b34 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.1327224 Dec 21 01:43:37.812915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:37.815248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d14cff80-e4ee-4458-868f-1dce73fdb778'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:37.869403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-d4739bf8-b902-4a8b-9efd-2b7a0af289be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0669460 Dec 21 01:43:37.872612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.915167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a699f26c-2415-4360-90c1-38a764d6b1d2 req-5222825b-120d-418d-84ac-1bf911e1fcfa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340611 Dec 21 01:43:37.920345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce70ed4e-a48c-4eb6-9622-2e0795154245 req-4acb79e9-dc00-4b1c-afdc-ee34e2dc8c27 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337152 Dec 21 01:43:37.938342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.4 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/6c454129-6a37-42d7-9a9e-36a34ac58ef4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:37.966623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-7aef0c13-fc42-4b74-a16a-e9a7628a9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.968193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-7aef0c13-fc42-4b74-a16a-e9a7628a9b38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0755386 Dec 21 01:43:37.969169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.975334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:37.975985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:37.993536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:37.998792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.138635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48989d74-fa93-4d1e-9756-de103ce78b8f req-8681a2a3-8f9b-4822-94ff-9c345639fc3a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:38.140329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48989d74-fa93-4d1e-9756-de103ce78b8f req-8681a2a3-8f9b-4822-94ff-9c345639fc3a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.0760734 Dec 21 01:43:38.198806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48989d74-fa93-4d1e-9756-de103ce78b8f req-bb7e01b6-3364-4c1b-9c11-d8a878ecb16f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Dec 21 01:43:38.269197 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb07e8-299c-4b15-a617-d49e5b6f5322 x-openstack-request-id: req-c3fb07e8-299c-4b15-a617-d49e5b6f5322 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:38.269526 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:38.269778 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3fb07e8-299c-4b15-a617-d49e5b6f5322 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:38.270185 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'status': 'completed', 'code': 200} Dec 21 01:43:38.273366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f71a5ce-efed-4c38-8a99-5ee3cc2cf414 req-4cbd3390-0ca8-4e20-9dc4-138d499eee0f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 210 time: 0.0325613 Dec 21 01:43:38.306403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-408e49d2-bb6b-4397-9507-07d285e5e808 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3187170 Dec 21 01:43:38.322272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b24b5a-1385-456c-90b2-e1a6c8b6cbd1 req-e38bf284-10e8-4132-9f9a-906b1ef16557 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:38.323733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b24b5a-1385-456c-90b2-e1a6c8b6cbd1 req-e38bf284-10e8-4132-9f9a-906b1ef16557 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0544682 Dec 21 01:43:38.340739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8113060 Dec 21 01:43:38.344180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:38.348705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1965831096'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:38.383848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8767f0e-fad4-48e2-a679-0b240b22711d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Network': ['ID=eac75f35-4a0a-4541-ad65-4353f30c2a4f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:38.392124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b24b5a-1385-456c-90b2-e1a6c8b6cbd1 req-cdcde2b0-2867-47ed-aa15-4c1c314f3127 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622828 Dec 21 01:43:38.393129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:38.396343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.406945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:43:38.431551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:43:38.440676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.441072 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Added segment 4c68c106-6254-4013-bca9-07f6c74cad07 of type vlan for network bd7e310d-e604-4fd6-87aa-909441e98f8f Dec 21 01:43:38.480542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.487447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-9560118e-0de0-4535-9e89-aa3a72350a43 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394982 Dec 21 01:43:38.506465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.511990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:38.512562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.572605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2274184 Dec 21 01:43:38.579521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58664) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:38.585088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'subnet': {'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:38.618933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c454fb7-c467-4b3a-8ff4-3a9cd68c5f95 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Network': ['ID=bd7e310d-e604-4fd6-87aa-909441e98f8f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:38.632031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bd7e310d-e604-4fd6-87aa-909441e98f8f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:43:38.689910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.706071 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4a97691-a2f7-4e36-a665-f12f0cffc475 req-d8b57cf1-3183-464f-8506-8b45ff7d8fcb service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900394 Dec 21 01:43:38.750933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:38.755004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.760046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.810964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:38.818542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.65 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/45d06a4e-33e9-4870-813b-6dff9889ad56) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:38.864673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afb9300b-4f09-418d-909f-d1f14a54f05b up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:38.885766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:38.898115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:38.902966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:38.908960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:38.915353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:38.915907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:38.947166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e4a4db07-ef66-4abd-a288-8080e0c56604 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5167844 Dec 21 01:43:38.956268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-098e031b-5672-4719-9067-e09ac4117809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:38.958218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-098e031b-5672-4719-9067-e09ac4117809 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1095 time: 0.1400375 Dec 21 01:43:38.972732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port afb9300b-4f09-418d-909f-d1f14a54f05b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:38.980008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Request body: {'port': {'device_id': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:38.992662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port afb9300b-4f09-418d-909f-d1f14a54f05b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:38.993029 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.186337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-123ef6a6-53f3-41b4-bc75-654cdc09b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.189215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-123ef6a6-53f3-41b4-bc75-654cdc09b1cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1931465 Dec 21 01:43:39.193274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.241089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:39.243373 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d77e4-0b9c-4ffc-9bcf-4189ffd7811a" -d '{"events": [{"server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:39.257911 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-134f9d2f-85fa-4bca-b92b-3506cf83397b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0551333 Dec 21 01:43:39.272265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afb9300b-4f09-418d-909f-d1f14a54f05b,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:39.281005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fbcaf7de-1dc0-4ee6-ba2b-e2bb13978058 None None] Provisioning complete for port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:39.281385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf7de-1dc0-4ee6-ba2b-e2bb13978058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.286018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.286823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:39.329893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.337603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.348890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.355788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7867-1fb7-4a59-a4d5-cd8d864ade9d req-3a74bfa7-6fd1-4ea3-9341-3134d96bf732 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.359628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:39.363515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cff7867-1fb7-4a59-a4d5-cd8d864ade9d req-3a74bfa7-6fd1-4ea3-9341-3134d96bf732 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.1316321 Dec 21 01:43:39.382656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c275-85f6-4c42-9e48-3294b1d629d9 req-a9220e14-71f4-45f5-ae8b-4f5fa5e9c5fe tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.384187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eb1c275-85f6-4c42-9e48-3294b1d629d9 req-a9220e14-71f4-45f5-ae8b-4f5fa5e9c5fe tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1512203 Dec 21 01:43:39.435921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fbcaf7de-1dc0-4ee6-ba2b-e2bb13978058 None None] Port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:39.455328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Subnet': ['ID=f244ae65-4e23-4d63-9d74-8f7230037f77,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:39.490708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cff7867-1fb7-4a59-a4d5-cd8d864ade9d req-71e683f9-9eb4-41e6-aa97-8a44caadc8c5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Dec 21 01:43:39.493424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.496349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:39.515963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eb1c275-85f6-4c42-9e48-3294b1d629d9 req-c9b66332-5366-489e-9bd9-050bdfa0337b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222234 Dec 21 01:43:39.541034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port d14cff80-e4ee-4458-868f-1dce73fdb778 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:39.541689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.561059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:39.561458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network hostable DHCP agents. Network: eac75f35-4a0a-4541-ad65-4353f30c2a4f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:43:39.567078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:39.577805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:39.578318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.604748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-09897d72-5de9-4b38-9ec2-babf4d2f8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.606315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-09897d72-5de9-4b38-9ec2-babf4d2f8b61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1593556 Dec 21 01:43:39.617082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:39.620347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:39.622801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:39.629669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.646588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.664603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:43:39.672234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:39.689108 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-110abadb-40c2-4c71-b8f2-f674dc97f0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376463 Dec 21 01:43:39.699110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ff44ed69-2292-4d7f-aa3c-b6fa32ce403e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8903408 Dec 21 01:43:39.703456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, eac75f35-4a0a-4541-ad65-4353f30c2a4f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:39.714846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.715886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.721050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48805271-1757-4771-9305-9aa88599a47f None None] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:43:39.743895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.759533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Request body: {'port': {'device_id': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:39.775063 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2db4034b-e425-4027-b4ea-fc5a4329d9a7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1943231 Dec 21 01:43:39.780271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:39.788029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'subnet': {'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:39.815768 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b0311-6c8d-4a82-bc3d-8ab25815c1c9 x-openstack-request-id: req-e82b0311-6c8d-4a82-bc3d-8ab25815c1c9 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:39.816296 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:39.816638 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e82b0311-6c8d-4a82-bc3d-8ab25815c1c9 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:39.819156 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'code': 200} Dec 21 01:43:39.823148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.895919 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:39.898233 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:43:39.898956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:39.902082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379f75-33c5-4dd9-9aab-30b932bc8383 req-cbec8dbb-0ffb-4599-89c7-f2223ad0dbee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:39.904194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b379f75-33c5-4dd9-9aab-30b932bc8383 req-cbec8dbb-0ffb-4599-89c7-f2223ad0dbee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.1860428 Dec 21 01:43:39.922635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.926711 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:39.999073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:40.022044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.027304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.043036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c454129-6a37-42d7-9a9e-36a34ac58ef4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:40.048660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-27425dad-0c74-4d9b-80cc-ecf4d87b1b19 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217075 Dec 21 01:43:40.055193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.087033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3019-e9a9-49ed-8a4f-304d5a8b1285 req-26129e17-75eb-4b5b-8a8a-ffc3871452b3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.087482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:43:40.088348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.089989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-079c3019-e9a9-49ed-8a4f-304d5a8b1285 req-26129e17-75eb-4b5b-8a8a-ffc3871452b3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 935 time: 0.2129149 Dec 21 01:43:40.103489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Transition to ACTIVE for port object 6c454129-6a37-42d7-9a9e-36a34ac58ef4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:40.118080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.139482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.144573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:40.148581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.181936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b379f75-33c5-4dd9-9aab-30b932bc8383 req-c2755a1f-f44b-4f07-97ad-72a1e8c32147 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564838 Dec 21 01:43:40.303785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Pushing event updated for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.329168 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-465d5155-5ae1-4c28-9d3e-1c47b7c494ce req-172e0fa6-2798-4477-b5be-6e5ebc30944e service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695565 Dec 21 01:43:40.365628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Attempting to bind port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:40.365973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Attempting to bind port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:40.366309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Attempting to bind port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:40.381203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:40.381558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Attempting to bind port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:40.391196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:40.391560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:40.392024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:40.392463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Bound port: 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:40.392859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.404716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Allocated IP 10.1.1.2 (eac75f35-4a0a-4541-ad65-4353f30c2a4f/f244ae65-4e23-4d63-9d74-8f7230037f77/1cb9ef92-d83a-4a59-af22-2b10fe81e1f3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:40.415765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be0b5-3163-4c1e-a265-de4c521d22a7 req-c645a22b-78cc-4f89-b7e2-10cf47e2724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.418114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-287be0b5-3163-4c1e-a265-de4c521d22a7 req-c645a22b-78cc-4f89-b7e2-10cf47e2724b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.4859469 Dec 21 01:43:40.418336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c1b9ab1-9491-48e9-927e-0bac01793ac2 None None] Provisioning complete for port 45d06a4e-33e9-4870-813b-6dff9889ad56 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:40.418828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9ab1-9491-48e9-927e-0bac01793ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.502390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b9ab1-9491-48e9-927e-0bac01793ac2 None None] Port 45d06a4e-33e9-4870-813b-6dff9889ad56 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:40.511892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-079c3019-e9a9-49ed-8a4f-304d5a8b1285 req-bbdc6e59-0796-4305-9815-94b7b45d00a6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277781 Dec 21 01:43:40.553459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:40.557119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:40.558551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.562262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d06a4e-33e9-4870-813b-6dff9889ad56 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:40.579422 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.594263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.604693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae335b75-21b8-4674-aaa7-f5c123389c48 req-e01cf3e2-f937-4da7-9e5b-e3fe3ccdfdfb tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.606261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae335b75-21b8-4674-aaa7-f5c123389c48 req-e01cf3e2-f937-4da7-9e5b-e3fe3ccdfdfb tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 945 time: 0.1871872 Dec 21 01:43:40.641674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.651169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.664375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.665006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.666772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] 10.222.0.45 "PUT /v2.0/ports/6c454129-6a37-42d7-9a9e-36a34ac58ef4 HTTP/1.1" status: 200 len: 1095 time: 1.7052712 Dec 21 01:43:40.670558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Transition to ACTIVE for port object 45d06a4e-33e9-4870-813b-6dff9889ad56 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:40.672712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:40.673458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-287be0b5-3163-4c1e-a265-de4c521d22a7 req-31a8138e-3e09-4292-b360-981cbfd5658b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128139 Dec 21 01:43:40.675686 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce37e4c4-17c8-4b20-a018-247bf0bd0385" -d '{"events": [{"name": "network-changed", "server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:40.691181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.695401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Subnet': ['ID=58af816e-5c86-4446-b8ff-be75ece23b4b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.708324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa39fc-09e9-42f4-926b-d196b59c769e service neutron] Pushing event updated for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.712389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Checking segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:40.712982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network hostable DHCP agents. Network: bd7e310d-e604-4fd6-87aa-909441e98f8f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:43:40.714185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:40.719155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:40.722828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:40.730817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Pushing event updated for resources: {'Port': ['ID=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.734768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae335b75-21b8-4674-aaa7-f5c123389c48 req-24bdd01a-54f2-46e0-bc65-0df376f2fe0b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Dec 21 01:43:40.737887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network bd7e310d-e604-4fd6-87aa-909441e98f8f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:43:40.768945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, bd7e310d-e604-4fd6-87aa-909441e98f8f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:40.775245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.776096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.797781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a7ebc-38b4-4eb4-a58b-bcb2c1f2bc37 None None] Network bd7e310d-e604-4fd6-87aa-909441e98f8f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:43:40.805261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfd1ec-7b61-4fcc-9d36-f3b52dd38fcf req-8c255c7b-441c-4f57-95ec-e12c6d3b57d8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.808924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36cfd1ec-7b61-4fcc-9d36-f3b52dd38fcf req-8c255c7b-441c-4f57-95ec-e12c6d3b57d8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.2016118 Dec 21 01:43:40.812177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-285e71a7-d1c8-4303-afbb-843dfc9bc7b4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0287015 Dec 21 01:43:40.815188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:40.824142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'name': 'tempest-TaggedBootDevicesTest-249576631', 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:40.830860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Pushing event updated for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:40.867159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Attempting to bind port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:40.868206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Attempting to bind port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:40.868206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Attempting to bind port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:40.880918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:40.881147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:40.881572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.881965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Bound using segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:40.886543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Bound port: 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:40.886940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.913260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Attempting to bind port 45d06a4e-33e9-4870-813b-6dff9889ad56 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:40.913620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Attempting to bind port 45d06a4e-33e9-4870-813b-6dff9889ad56 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:40.913952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Attempting to bind port 45d06a4e-33e9-4870-813b-6dff9889ad56 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:40.933818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Port 45d06a4e-33e9-4870-813b-6dff9889ad56 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:40.934084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Attempting to bind port 45d06a4e-33e9-4870-813b-6dff9889ad56 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:40.944834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36cfd1ec-7b61-4fcc-9d36-f3b52dd38fcf req-f5ade641-d199-4f97-831f-39e1ebf4e473 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214309 Dec 21 01:43:40.952234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:40.952576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:40.952966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:40.953437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Bound port: 45d06a4e-33e9-4870-813b-6dff9889ad56, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:40.953795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:40.963530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430a274-d093-4f37-9c75-1bb42cd23acb req-4d3c4eac-643d-4614-b1a5-cf8c5f5b2080 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:40.971553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5430a274-d093-4f37-9c75-1bb42cd23acb req-4d3c4eac-643d-4614-b1a5-cf8c5f5b2080 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1365860 Dec 21 01:43:40.987075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:41.037269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] For port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:41.041458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] For port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:41.059481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:41.061669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:41.125862 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5538949d-89cd-4c69-8e77-74723a09d1e7 x-openstack-request-id: req-5538949d-89cd-4c69-8e77-74723a09d1e7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:41.126152 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:41.128819 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5538949d-89cd-4c69-8e77-74723a09d1e7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:41.128819 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4', 'status': 'completed', 'code': 200} Dec 21 01:43:41.132298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5430a274-d093-4f37-9c75-1bb42cd23acb req-a1c26634-cd1c-4301-b74d-7fdbe640acfa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597433 Dec 21 01:43:41.145196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:41.149775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9ac02baf-0f43-4f22-9787-a3a283a2dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.152008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9ac02baf-0f43-4f22-9787-a3a283a2dd4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 1098 time: 0.1232171 Dec 21 01:43:41.156317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:41.166253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=45d06a4e-33e9-4870-813b-6dff9889ad56,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:41.186177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:41.198261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] device_id is not set on port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:43:41.283977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-0d3e9e34-310e-47e3-8067-98edf94dbf3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4 HTTP/1.1" status: 200 len: 217 time: 0.1125422 Dec 21 01:43:41.295289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-bd7e310d-e604-4fd6-87aa-909441e98f8f', 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ips': [{'subnet_id': '58af816e-5c86-4446-b8ff-be75ece23b4b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:43:41.296433 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:41.326453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Pushing event updated for resources: {'Port': ['ID=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:41.358331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.358928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:41.360266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] 10.222.0.24 "PUT /v2.0/ports/45d06a4e-33e9-4870-813b-6dff9889ad56 HTTP/1.1" status: 200 len: 1096 time: 1.6079626 Dec 21 01:43:41.369601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.369961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.370299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.370910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.371254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.371589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.371921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.372246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.372681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.373007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.373351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.380241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.381890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b2302-ad73-418f-a41c-9fd62b826d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:43:41.387452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7faffe-c005-4c03-9e3e-e860ebf5aa51 service neutron] Pushing event updated for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:41.389963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:41.392201 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d67031-253f-4a14-8276-3e6d6bf94bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:41.484741 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b7483c-2ada-46d0-b49e-f9c3a4bb2f6a x-openstack-request-id: req-f5b7483c-2ada-46d0-b49e-f9c3a4bb2f6a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:41.485444 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:41.485444 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5b7483c-2ada-46d0-b49e-f9c3a4bb2f6a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:41.485792 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56', 'status': 'completed', 'code': 200} Dec 21 01:43:41.523620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da4b7-77a2-44a7-8687-95ed911a75cc req-19aeae41-8b27-452e-869d-46e15d6cccbe tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.525096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d65da4b7-77a2-44a7-8687-95ed911a75cc req-19aeae41-8b27-452e-869d-46e15d6cccbe tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.1807275 Dec 21 01:43:41.528289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-cb044d46-2654-49ab-916d-9ecaaa641276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.530658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-cb044d46-2654-49ab-916d-9ecaaa641276 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1841989 Dec 21 01:43:41.552689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9d9f004b-1b45-4cca-bca5-41494c2504b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.555657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9d9f004b-1b45-4cca-bca5-41494c2504b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 1099 time: 0.1181087 Dec 21 01:43:41.636360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.1.1.152 (eac75f35-4a0a-4541-ad65-4353f30c2a4f/f244ae65-4e23-4d63-9d74-8f7230037f77/2ae1e1a2-736b-49fd-b474-6ee14ae877c0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:41.707348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Allocated IP 10.2.2.2 (bd7e310d-e604-4fd6-87aa-909441e98f8f/58af816e-5c86-4446-b8ff-be75ece23b4b/ca93107e-6dd1-475f-9909-f35f7d11a615) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:41.728836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-324568ef-e197-4880-9cc1-abdbdda1ae23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=45d06a4e-33e9-4870-813b-6dff9889ad56 HTTP/1.1" status: 200 len: 217 time: 0.0930984 Dec 21 01:43:41.821631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}, {'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:41.824464 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f874a39-cdce-47c5-9820-1f6a298ce3db" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}, {"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:41.894249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-d1db6b88-b3be-4767-bf50-1ec6408c8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.897400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-d1db6b88-b3be-4767-bf50-1ec6408c8b21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1433206 Dec 21 01:43:41.976006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9708839f-0706-4867-a3ca-3a0eaa34f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:41.978520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-9708839f-0706-4867-a3ca-3a0eaa34f1b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4393122 Dec 21 01:43:42.024059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d65da4b7-77a2-44a7-8687-95ed911a75cc req-98416b96-219c-4f1a-bee2-9c0f52aa5e76 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674335 Dec 21 01:43:42.043258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969c7b4-a782-470b-8d5d-66603041aa41 req-3b85afdd-39f4-4d9b-8634-e773c457521f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.060613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.063948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9969c7b4-a782-470b-8d5d-66603041aa41 req-3b85afdd-39f4-4d9b-8634-e773c457521f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 947 time: 0.3348911 Dec 21 01:43:42.074053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.137063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Network bd7e310d-e604-4fd6-87aa-909441e98f8f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:42.144438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:42.152076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:42.158484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-f595d897-6592-4283-b3d4-8bb72d0bf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.163069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-f595d897-6592-4283-b3d4-8bb72d0bf2c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2415900 Dec 21 01:43:42.174939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Pushing event updated for resources: {'Port': ['ID=ca93107e-6dd1-475f-9909-f35f7d11a615,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:42.198973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.237933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.271871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Attempting to bind port ca93107e-6dd1-475f-9909-f35f7d11a615 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:42.272442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Attempting to bind port ca93107e-6dd1-475f-9909-f35f7d11a615 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:42.272963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Attempting to bind port ca93107e-6dd1-475f-9909-f35f7d11a615 on network bd7e310d-e604-4fd6-87aa-909441e98f8f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:42.280305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:42.280974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Checking segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:42.281574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.282609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Bound using segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:42.282962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:42.283469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Bound port: ca93107e-6dd1-475f-9909-f35f7d11a615, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:42.284011 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.288181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:42.291570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:42.300091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.300762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.341891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:42.366820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2eb18d12-0b97-4f03-a135-367b900a1e6c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5487647 Dec 21 01:43:42.367733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:42.373089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'name': 'tempest-TaggedBootDevicesTest-50358903', 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:42.382911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] For port ca93107e-6dd1-475f-9909-f35f7d11a615, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:42.386635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] For port ca93107e-6dd1-475f-9909-f35f7d11a615, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca93107e-6dd1-475f-9909-f35f7d11a615,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:42.398323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.401418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2afcb0-6ee3-440b-8ea7-49b4309e1a5a req-711348c1-9be4-4771-ba3e-92aea65633e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.403095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c2afcb0-6ee3-440b-8ea7-49b4309e1a5a req-711348c1-9be4-4771-ba3e-92aea65633e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 945 time: 0.2381625 Dec 21 01:43:42.430960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9969c7b4-a782-470b-8d5d-66603041aa41 req-98655087-4703-44a1-8321-003d547ec9f6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431742 Dec 21 01:43:42.458224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-78a4f141-2dcc-49d0-b5c4-34a48c5d5e6c service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827751 Dec 21 01:43:42.467237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-e1fe44c0-f65c-4dff-a82b-c38286bb9794 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605126 Dec 21 01:43:42.502975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe11f19-1732-4576-97a8-805546f6970d None None] Pushing event updated for resources: {'Port': ['ID=ca93107e-6dd1-475f-9909-f35f7d11a615,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:42.575211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:42.581639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:42.602616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] device_id is not set on port 56d14235-fbd7-413e-9c12-54bf3220ff78 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:43:42.616510 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54160c0e-b45b-4b3b-a2ad-da9aabe7a773 x-openstack-request-id: req-54160c0e-b45b-4b3b-a2ad-da9aabe7a773 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:42.617135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-plugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "code": 200}, {"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:42.617679 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54160c0e-b45b-4b3b-a2ad-da9aabe7a773 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:42.618228 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'code': 200} Dec 21 01:43:42.619014 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'code': 200} Dec 21 01:43:42.673264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-ca904559-7fb1-446a-8d3e-a18762f209a0 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662533 Dec 21 01:43:42.754942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c2afcb0-6ee3-440b-8ea7-49b4309e1a5a req-f1676a96-7593-4164-92f1-780a50e7ad70 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320267 Dec 21 01:43:42.927079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6413f7-cae4-4bb0-af13-9fe7dae4e678 req-96d26ea8-e1e1-4276-a901-95d48742ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.928590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c6413f7-cae4-4bb0-af13-9fe7dae4e678 req-96d26ea8-e1e1-4276-a901-95d48742ad20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1097 time: 0.2045979 Dec 21 01:43:42.929612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f75a-00a5-4712-880b-b750d686d0fe req-75396290-b706-4f3a-939a-d3d3b9c86b4d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.937000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c13f75a-00a5-4712-880b-b750d686d0fe req-75396290-b706-4f3a-939a-d3d3b9c86b4d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.1901269 Dec 21 01:43:42.940513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73b208a7-c96b-4382-a002-2a08d34acb24 req-828a5958-0f9a-4dd3-9e15-4b8f60e300ee service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687214 Dec 21 01:43:42.996606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-448872c2-7c35-49a4-96e3-823c28965c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:42.998137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-448872c2-7c35-49a4-96e3-823c28965c5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 1099 time: 0.1654913 Dec 21 01:43:43.022045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb1110-eb17-478b-836f-4fbce618463b None None] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:43:43.072869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c6413f7-cae4-4bb0-af13-9fe7dae4e678 req-9edc7f1c-d396-4d73-a0cd-6817c50770ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337616 Dec 21 01:43:43.115296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.1.1.183 (eac75f35-4a0a-4541-ad65-4353f30c2a4f/f244ae65-4e23-4d63-9d74-8f7230037f77/56d14235-fbd7-413e-9c12-54bf3220ff78) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:43.179358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] Provisioning complete for port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:43.179721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.213971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c13f75a-00a5-4712-880b-b750d686d0fe req-93839620-f93e-4730-a6c3-ac36aeca7ded tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704573 Dec 21 01:43:43.308818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a741-0cc6-46e5-9c2e-9fb96a2815ed req-b92bb49d-2da6-4cb4-9ad7-e557e579a732 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:43.309305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff0a741-0cc6-46e5-9c2e-9fb96a2815ed req-b92bb49d-2da6-4cb4-9ad7-e557e579a732 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1416845 Dec 21 01:43:43.314423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-75982eee-0a1f-4505-b3a2-acdff5cc1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:43.315968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-75982eee-0a1f-4505-b3a2-acdff5cc1733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 1098 time: 0.2511048 Dec 21 01:43:43.373822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.398137 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.429699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.465124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] For port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:43.480331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.504940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-c3a42e32-f917-4cf2-84cb-3ce68f5a9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:43.507058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-c3a42e32-f917-4cf2-84cb-3ce68f5a9976 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1532197 Dec 21 01:43:43.528471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:43.535270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:43.552403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:43.578772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:43.579444 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.588116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:43.626807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f79150d2-fba9-48e7-a68c-c0ac171d25bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2571661 Dec 21 01:43:43.643670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618e0a-e94f-4714-9886-3e69f87c5793 None None] Pushing event updated for resources: {'Port': ['ID=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:43.706603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca93107e-6dd1-475f-9909-f35f7d11a615 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:43.736129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-55ac9676-3396-4b20-893b-bd8dc0cd5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:43.738524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-55ac9676-3396-4b20-893b-bd8dc0cd5cba service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.7280810 Dec 21 01:43:43.793825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ca93107e-6dd1-475f-9909-f35f7d11a615 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:43.794360 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.866577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e04c2a89-5bdd-41a9-90cb-468d7f4224f3 None None] Provisioning complete for port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:43.866981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e04c2a89-5bdd-41a9-90cb-468d7f4224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.902380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f833d33-9148-4d33-86c8-c62d02e6e9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:43.976495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.071868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port ca93107e-6dd1-475f-9909-f35f7d11a615, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca93107e-6dd1-475f-9909-f35f7d11a615,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:44.080889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e04c2a89-5bdd-41a9-90cb-468d7f4224f3 None None] Provisioning complete for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:44.081379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e04c2a89-5bdd-41a9-90cb-468d7f4224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.086734 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.087929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:44.140805 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-3d341898-8895-4c68-be94-f87a7cd070aa req-ca3ed7c9-08ea-4b44-8af7-1680b7c52297 service neutron] show failed (client error): The resource could not be found. Dec 21 01:43:44.144786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-ca3ed7c9-08ea-4b44-8af7-1680b7c52297 service neutron] 10.222.0.45 "GET /v2.0/ports/4d090767-042b-4ef2-b89f-42bcec0dad25/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1767297 Dec 21 01:43:44.466264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32966bfc-b828-492d-a6ce-76b99ae1a058 None None] Network bd7e310d-e604-4fd6-87aa-909441e98f8f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:43:44.497096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff0a741-0cc6-46e5-9c2e-9fb96a2815ed req-3511e332-e72b-49d6-8f30-74c2f050e8dc tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1711514 Dec 21 01:43:44.498558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-88639f1b-42c3-479e-b2a7-c83b6afd26bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4 HTTP/1.1" status: 200 len: 217 time: 0.7902019 Dec 21 01:43:44.542775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-16aaf444-978e-4538-9e11-4e13ed7dfed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:44.547563 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-16aaf444-978e-4538-9e11-4e13ed7dfed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1102 time: 0.0800688 Dec 21 01:43:44.569523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:44.613773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=ca93107e-6dd1-475f-9909-f35f7d11a615,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:44.620224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e04c2a89-5bdd-41a9-90cb-468d7f4224f3 None None] Port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:44.622294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-24cea739-6dc8-4d7a-9405-fb543cfd6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:44.623887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-24cea739-6dc8-4d7a-9405-fb543cfd6516 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0771105 Dec 21 01:43:44.625600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-8fa3c20d-cdff-4772-bc35-8871fb124ebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=45d06a4e-33e9-4870-813b-6dff9889ad56 HTTP/1.1" status: 200 len: 217 time: 0.4163203 Dec 21 01:43:44.629000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:44.629397 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.687824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.772723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Provisioning complete for port 56d14235-fbd7-413e-9c12-54bf3220ff78 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:44.773371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.835821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Port 56d14235-fbd7-413e-9c12-54bf3220ff78 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:44.857492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Provisioning complete for port ca93107e-6dd1-475f-9909-f35f7d11a615 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:44.860981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:44.875449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-4d7a2853-2ebd-44e2-afe2-33c5c76bef6e tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3609095 Dec 21 01:43:44.882345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:44.950834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-3c85b6a2-1d88-4d6c-8348-f8b6de2b349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:44.952547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-3c85b6a2-1d88-4d6c-8348-f8b6de2b349b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.3115511 Dec 21 01:43:44.954771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-3e0a8768-b7f6-4b91-8ed7-78612b5777b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:44.960013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-3e0a8768-b7f6-4b91-8ed7-78612b5777b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3093441 Dec 21 01:43:44.997175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Provisioning complete for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:44.997550 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.003313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7bb3-1448-47e4-bd7b-77d7bbc86a35 req-5cf982b5-ab00-4cc4-a4eb-09d42363a0cc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:45.006438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-628a7bb3-1448-47e4-bd7b-77d7bbc86a35 req-5cf982b5-ab00-4cc4-a4eb-09d42363a0cc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.3804410 Dec 21 01:43:45.047143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c034120e-a430-4269-899e-0211b41aa18f None None] Port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:45.075156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:45.150579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.153257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:45.174810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3c043121-e0b4-4d97-88f9-ce304a05a6e9 None None] Provisioning complete for port ca93107e-6dd1-475f-9909-f35f7d11a615 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:45.175967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c043121-e0b4-4d97-88f9-ce304a05a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.218021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:45.253984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-1c924fb1-d977-4a02-8d6a-a726e3e227d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:45.253984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-1c924fb1-d977-4a02-8d6a-a726e3e227d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821146 Dec 21 01:43:45.254415 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c48de-41f6-46e6-9ecc-2ee378f111ba" -d '{"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:45.254528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-628a7bb3-1448-47e4-bd7b-77d7bbc86a35 req-fa66ca81-7871-479f-b253-ab3d9be39a90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459410 Dec 21 01:43:45.254528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-9ea3975c-8fcc-4259-ade2-2581a4e20c26 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372303 Dec 21 01:43:45.264390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.311564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Transition to ACTIVE for port object 4d090767-042b-4ef2-b89f-42bcec0dad25 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:45.322945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.381953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:45.401255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:45.427886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] No DVR routers for this DVR port 4d090767-042b-4ef2-b89f-42bcec0dad25 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:43:45.475598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:45.475943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:45.476369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:45.483904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:45.484238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Attempting to bind port 4d090767-042b-4ef2-b89f-42bcec0dad25 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:45.496973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:45.497318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:45.497721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:45.498155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Bound port: 4d090767-042b-4ef2-b89f-42bcec0dad25, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:45.498511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.575399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05162d75-71b9-4643-a6c9-bb57370e25ef req-cc1bf689-7906-45d4-8688-d9556e08fdfa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:45.577114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05162d75-71b9-4643-a6c9-bb57370e25ef req-cc1bf689-7906-45d4-8688-d9556e08fdfa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 947 time: 0.2269094 Dec 21 01:43:45.607150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-0fbafd26-7420-478f-825d-5623453af591 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602245 Dec 21 01:43:45.615793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce37e4c4-17c8-4b20-a018-247bf0bd0385 req-8957f603-414b-4e19-86b3-5ad3077411c0 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617506 Dec 21 01:43:45.650126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:45.654147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:45.656686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca93107e-6dd1-475f-9909-f35f7d11a615 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:45.668105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:45.679985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.719616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:45.720258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.721747 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] 10.222.0.24 "PUT /v2.0/ports/4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 1097 time: 1.1582539 Dec 21 01:43:45.723608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'port_id': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'mac_address': 'fa:16:3e:92:4a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a214-6e40-47af-8ba3-d087fdefdc21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:45.738366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ca93107e-6dd1-475f-9909-f35f7d11a615 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:45.738590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.757586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965ab4c-1341-490a-a9aa-6db01a0d877f service neutron] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:45.822713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.844600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:45.852269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c8af568a-8f0b-4c11-9f07-a03117aea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:45.854864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c8af568a-8f0b-4c11-9f07-a03117aea7d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1100 time: 0.0811088 Dec 21 01:43:45.905388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863fd526-cc2f-4dcb-8bc0-57038b995627 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:45.953983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:45.957570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:45.994470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05162d75-71b9-4643-a6c9-bb57370e25ef req-fd5431f1-a4fd-4be5-8916-be5af3a95cb0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017498 Dec 21 01:43:45.996638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95d67031-253f-4a14-8276-3e6d6bf94bc1 req-ab9e43cf-c234-428f-9b21-2ebed1d08454 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776405 Dec 21 01:43:46.007977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-135a204f-2ac7-419b-9f6a-6efdc7961207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:46.008466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-135a204f-2ac7-419b-9f6a-6efdc7961207 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1343331 Dec 21 01:43:46.026206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.079032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Allocated IP 172.25.6.98 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e4f7f2df-bb6e-4568-b288-1ede7e921f79) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:46.107362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-e29e9bb3-d956-43d5-81bf-5400cbee3113 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0606945 Dec 21 01:43:46.118198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:46.118198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.180461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:46.220676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-ee6d803b-b145-41a5-869b-348eb0bf18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:46.227260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-ee6d803b-b145-41a5-869b-348eb0bf18bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1067986 Dec 21 01:43:46.252574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.314455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c03ed6dd-44fe-4d25-8ac1-850ea3786afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:46.316414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-c03ed6dd-44fe-4d25-8ac1-850ea3786afc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764337 Dec 21 01:43:46.326577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d3fd80-518f-4256-8687-7de5f02c4057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.334711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.417110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:46.418706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:46.425731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:46.484622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-7cdc1bf3-d788-4262-99f3-20e772c6f648 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538324 Dec 21 01:43:46.506939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event updated for resources: {'Port': ['ID=e4f7f2df-bb6e-4568-b288-1ede7e921f79,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:46.543803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58784) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:46.553647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097665605', 'description': 'tempest-description--1696527107'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:46.572882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.634723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.634935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.649756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:46.654439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d341898-8895-4c68-be94-f87a7cd070aa req-4a917dd2-5cab-4efc-a307-bc25e2b90e8f service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546206 Dec 21 01:43:46.778494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.790917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.831347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.836190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2912047 Dec 21 01:43:46.840163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:46.847688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'security_group_rule': {'security_group_id': 'cd0416a6-82f6-40f8-bacc-7476e7d1b029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:46.876350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12886c-d0d0-41a8-9079-98c1a343efc4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0416a6-82f6-40f8-bacc-7476e7d1b029,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:46.902506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566cfa-9476-43e7-ac8b-0301990c16ba req-c00c664a-7d1e-4335-b92b-83aab55c7748 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:46.904649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae566cfa-9476-43e7-ac8b-0301990c16ba req-c00c664a-7d1e-4335-b92b-83aab55c7748 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.1224167 Dec 21 01:43:46.916072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6c454129-6a37-42d7-9a9e-36a34ac58ef4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:46.928246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.943743 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.945087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:46.996838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.013828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae566cfa-9476-43e7-ac8b-0301990c16ba req-3dc492f3-8f9e-4436-affb-2cbc24241125 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005874 Dec 21 01:43:47.023049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event updated for resources: {'Port': ['ID=e4f7f2df-bb6e-4568-b288-1ede7e921f79,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:47.024164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.041984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.042396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.042396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-0d221c13-ff5d-49fe-aa0e-26ea8a0f26ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1587462 Dec 21 01:43:47.092565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4959d778-c675-416a-951a-ed698bde615e,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:47.108389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.114161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-855a4697-3465-46a0-a0bc-e19b9a439076 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728581 Dec 21 01:43:47.114837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58798) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:47.120117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'security_group_rule': {'security_group_id': 'cd0416a6-82f6-40f8-bacc-7476e7d1b029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:47.139774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.156515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:47.178654 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca837fc-190e-4627-a0e9-74616a0b42a1 x-openstack-request-id: req-8ca837fc-190e-4627-a0e9-74616a0b42a1 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:47.181688 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:47.181951 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ca837fc-190e-4627-a0e9-74616a0b42a1 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:47.182361 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'code': 200} Dec 21 01:43:47.183905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.189110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6c454129-6a37-42d7-9a9e-36a34ac58ef4', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '6c454129-6a37-42d7-9a9e-36a34ac58ef4', 'mac_address': 'fa:16:3e:a2:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:47.196052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-37ed0e1f-bc21-4c5a-a248-b7e3aa0b0aad tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1512988 Dec 21 01:43:47.258092 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.286423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.290163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c454129-6a37-42d7-9a9e-36a34ac58ef4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:47.294569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.331249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:47.331477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2320c6d6-6ebd-4dc0-b7f4-e0bdca6125eb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:47.339037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.343678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9290c40d-2043-4c3c-9d7c-117bbd51f963 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271764 Dec 21 01:43:47.343842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.344467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:43:47.350613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:47.373085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346133a-3342-4a4f-99cf-58d2dc3d3da9 req-acbdce70-b76e-4df1-a755-000d6319bd04 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:47.378137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5346133a-3342-4a4f-99cf-58d2dc3d3da9 req-acbdce70-b76e-4df1-a755-000d6319bd04 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1097 time: 0.1339281 Dec 21 01:43:47.395347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.411958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 45d06a4e-33e9-4870-813b-6dff9889ad56 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:47.426773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-5a00e08f-0488-4e90-a4db-c85ea080e14d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:47.429085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-5a00e08f-0488-4e90-a4db-c85ea080e14d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2249706 Dec 21 01:43:47.446228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-35dfcef8-d842-4e61-b193-10f87bb2d9c3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:43:47.447443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b919bb67-9334-44a7-9263-6fcfce16deb3 req-35dfcef8-d842-4e61-b193-10f87bb2d9c3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059011 Dec 21 01:43:47.453533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:47.475151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5346133a-3342-4a4f-99cf-58d2dc3d3da9 req-9387c4fc-75d4-44dd-a268-b477c902d3e4 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959854 Dec 21 01:43:47.636249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.649067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=45d06a4e-33e9-4870-813b-6dff9889ad56,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:47.665855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '45d06a4e-33e9-4870-813b-6dff9889ad56', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '45d06a4e-33e9-4870-813b-6dff9889ad56', 'mac_address': 'fa:16:3e:59:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:47.680560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe5e3c-81f3-488b-b1ca-7d17d81057e8 req-237eb34f-b7a0-43a9-b27e-6b93029fbe99 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:47.682437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbfe5e3c-81f3-488b-b1ca-7d17d81057e8 req-237eb34f-b7a0-43a9-b27e-6b93029fbe99 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 948 time: 0.1157632 Dec 21 01:43:47.694203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d45c-4d3a-4cc2-9ae5-37b24d4d6927 req-5750bf2e-aa04-479a-b005-4343542c9390 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:47.696314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a92d45c-4d3a-4cc2-9ae5-37b24d4d6927 req-5750bf2e-aa04-479a-b005-4343542c9390 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 947 time: 0.0941629 Dec 21 01:43:47.726206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.754705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:47.787503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a92d45c-4d3a-4cc2-9ae5-37b24d4d6927 req-ae99e041-9430-44c2-9b29-3dc85801ea74 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819492 Dec 21 01:43:47.791360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbfe5e3c-81f3-488b-b1ca-7d17d81057e8 req-8529366c-5e1e-4ffd-9dc5-e9eedf0bc442 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937126 Dec 21 01:43:47.799693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d06a4e-33e9-4870-813b-6dff9889ad56 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:47.849824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 172.25.6.237 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:47.854848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=45d06a4e-33e9-4870-813b-6dff9889ad56,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:47.867364 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:47.953633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:48.054320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.098420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.175425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:48.192216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:48.194757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:48.198313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:48.266570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.345487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.525386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.537448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89029fd-d0cb-434b-b8c6-d039654d6d8e req-9389207f-52c3-4799-8016-a5234572f857 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:48.545645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c89029fd-d0cb-434b-b8c6-d039654d6d8e req-9389207f-52c3-4799-8016-a5234572f857 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.1174588 Dec 21 01:43:48.579870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-4aaa1764-c1c0-4752-974f-fcf4cc9e5aea tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:48.590057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-4aaa1764-c1c0-4752-974f-fcf4cc9e5aea tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 821 time: 0.6982594 Dec 21 01:43:48.619674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-af7ad474-22b3-48eb-9981-f3ea5d80e1b8 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/quotas/df45714ad3cf4b03bd0edf96c0c0f666 HTTP/1.1" status: 200 len: 375 time: 0.0289168 Dec 21 01:43:48.655513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.660274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:48.662558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.684637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c89029fd-d0cb-434b-b8c6-d039654d6d8e req-2e89669f-4399-4595-bcea-bed8a8f68b58 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341636 Dec 21 01:43:48.713959 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.743422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:48.744708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3992853 Dec 21 01:43:48.769957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-9d004173-95b4-42ed-8ed5-834a8146b94a tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427598 Dec 21 01:43:48.790255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4281-a307-42a9-a6ca-a005a6405dea tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:48.937433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6c454129-6a37-42d7-9a9e-36a34ac58ef4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:48.998891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e67079-41f2-401d-8d88-9d6429efb9c6 req-aa924e4d-3658-4aac-8833-dfdc7f7b11f5 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:49.006752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7e67079-41f2-401d-8d88-9d6429efb9c6 req-aa924e4d-3658-4aac-8833-dfdc7f7b11f5 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 948 time: 0.0666518 Dec 21 01:43:49.062006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7e67079-41f2-401d-8d88-9d6429efb9c6 req-4b984c5c-2083-4709-9c20-f87cb99562a6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530648 Dec 21 01:43:49.079065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:49.079283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:49.079570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.103175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-19273453-40f3-40c3-965c-a7e20622519b service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310101 Dec 21 01:43:49.183277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:49.186447 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d1a54-0f12-4da7-ac6e-5ce505199a70" -d '{"events": [{"name": "network-changed", "server_uuid": "28850581-fadf-4715-8066-cb113994265a", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:49.210403 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.217368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-6eb8e88f-38ec-4b63-98a3-00280595113e service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077399 Dec 21 01:43:49.269664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:49.271219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:49.274937 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2a069-807e-4a38-99f3-efe21c87b3b2" -d '{"events": [{"server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "name": "network-vif-plugged", "status": "completed", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:49.280819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244178b-ea4e-4bf5-ae17-9ea11340361d req-3ff65a19-bdd9-439f-8847-66b624c0c2a8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:49.288540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7244178b-ea4e-4bf5-ae17-9ea11340361d req-3ff65a19-bdd9-439f-8847-66b624c0c2a8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 948 time: 0.0701430 Dec 21 01:43:49.301215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.305571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:43:49.348149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7244178b-ea4e-4bf5-ae17-9ea11340361d req-c6259467-0de2-47cd-abc0-3620cf48defd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Dec 21 01:43:49.423171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.429066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:49.452125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:49.464429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 4d090767-042b-4ef2-b89f-42bcec0dad25 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:43:49.464830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:43:49.496042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 863fd526-cc2f-4dcb-8bc0-57038b995627 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:49.513289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 863fd526-cc2f-4dcb-8bc0-57038b995627 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:49.513605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.602853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-aeb5a560-648e-44d3-8ed6-231f03d89b3c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1097665605&fields=id&tenant_id=2f60f4893f7649978e8a85bd8ccd56fd HTTP/1.1" status: 200 len: 267 time: 0.1259668 Dec 21 01:43:49.704157 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.720253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-0a42849f-55be-47b9-a020-1551bf7936e2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:49.733619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-0a42849f-55be-47b9-a020-1551bf7936e2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 931 time: 0.1299269 Dec 21 01:43:49.769960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:49.796073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:49.862492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e947e1d4-ed9f-41c9-bf22-0e4750d68b31 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:49.865180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e947e1d4-ed9f-41c9-bf22-0e4750d68b31 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 930 time: 0.1252992 Dec 21 01:43:49.873135 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c05c5-7d03-49d6-b4c4-7efaae877f44 x-openstack-request-id: req-858c05c5-7d03-49d6-b4c4-7efaae877f44 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:49.873584 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28850581-fadf-4715-8066-cb113994265a", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:49.873877 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-858c05c5-7d03-49d6-b4c4-7efaae877f44 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:49.874538 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'status': 'completed', 'code': 200} Dec 21 01:43:49.907787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:49.967449 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45009b9a-5931-4449-8a97-7d0fc8fddddc x-openstack-request-id: req-45009b9a-5931-4449-8a97-7d0fc8fddddc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:49.967747 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "name": "network-vif-plugged", "status": "completed", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:49.968059 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45009b9a-5931-4449-8a97-7d0fc8fddddc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:49.968422 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4', 'code': 200} Dec 21 01:43:49.991470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-69ebd2fd-b1aa-4a2a-99b2-7c5d3165f242 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1200573 Dec 21 01:43:50.046596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-63a6a775-4724-4817-97e9-a7d6de93857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.047341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-572b9c36-ce58-4f38-b982-09d3cda3934f req-8fd0faed-0cc2-44ee-bb55-48130f9d0ac5 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 210 time: 0.0408499 Dec 21 01:43:50.056828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-63a6a775-4724-4817-97e9-a7d6de93857f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1100 time: 0.1175747 Dec 21 01:43:50.074358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-06db1d1e-678a-4a66-bcb5-589fd67c361f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395167 Dec 21 01:43:50.172428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-a3d092cd-31db-4dd5-a720-a76ed00ee59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.174264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-a3d092cd-31db-4dd5-a720-a76ed00ee59e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1100 time: 0.2298338 Dec 21 01:43:50.233461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee03a98-6ee8-4643-bb0d-effeb13ebaa6 req-dfd4d646-7800-4470-804d-a16e35d3c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.235868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dee03a98-6ee8-4643-bb0d-effeb13ebaa6 req-dfd4d646-7800-4470-804d-a16e35d3c53e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 1100 time: 0.1490166 Dec 21 01:43:50.282349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-5a862858-a270-4b9f-a2e3-0b9ea5013142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.283953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-5a862858-a270-4b9f-a2e3-0b9ea5013142 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2150457 Dec 21 01:43:50.323548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9cfe5b9a-e6c9-499a-b1bd-d4d4c5d43508 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.329988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9cfe5b9a-e6c9-499a-b1bd-d4d4c5d43508 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.336359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9cfe5b9a-e6c9-499a-b1bd-d4d4c5d43508 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.344566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9cfe5b9a-e6c9-499a-b1bd-d4d4c5d43508 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 1990 time: 0.2599425 Dec 21 01:43:50.351551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-7b4ba8f1-8da0-469f-87f9-95d9902eefed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0528808 Dec 21 01:43:50.367619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dee03a98-6ee8-4643-bb0d-effeb13ebaa6 req-78ea6dd8-c039-498e-90a3-211ba5d8f48e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164286 Dec 21 01:43:50.386072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-acdae4ab-3eef-4383-998a-410a3b158b71 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/quotas/2f60f4893f7649978e8a85bd8ccd56fd HTTP/1.1" status: 200 len: 375 time: 0.0402322 Dec 21 01:43:50.411003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547e69-e990-4635-b92b-a036449d3cae req-6cd26b3a-4a81-42aa-80b8-2e4229340bde tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.412593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d547e69-e990-4635-b92b-a036449d3cae req-6cd26b3a-4a81-42aa-80b8-2e4229340bde tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1802106 Dec 21 01:43:50.419931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-4319c4ed-a741-4a86-9e7f-74c2748d690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.421754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-4319c4ed-a741-4a86-9e7f-74c2748d690d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0524983 Dec 21 01:43:50.455555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-3dd32177-d4a8-4a70-b4b0-841c130a6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.457480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-3dd32177-d4a8-4a70-b4b0-841c130a6778 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2723763 Dec 21 01:43:50.503534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-8eb2ce2d-d820-4f00-a134-e3ef7b2daaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.505716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-8eb2ce2d-d820-4f00-a134-e3ef7b2daaa6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736034 Dec 21 01:43:50.509711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c26370ee-a6ea-4580-96ea-ff464aafe92f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1180177 Dec 21 01:43:50.527810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d547e69-e990-4635-b92b-a036449d3cae req-80eb33ff-e3b1-48ee-a723-616d93bd65a6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930214 Dec 21 01:43:50.618424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-11f6ac87-0b67-47c5-b2cc-c2a1db08fae8 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017325 Dec 21 01:43:50.742848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9c37fdce-d1a0-4fe9-bc72-3b6afd1f8291 service neutron] 10.222.0.43 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139542 Dec 21 01:43:50.746550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-a79426ab-4aee-4d20-9406-07d13fedd9c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0554028 Dec 21 01:43:50.783293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-b194ed53-23f4-464f-9d13-09081c1320c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530740 Dec 21 01:43:50.795827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97443f2-c27a-4855-9b17-5f22dfaacda2 req-16f967e9-ec86-4c3f-8793-6c04f79b1a36 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.797527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d97443f2-c27a-4855-9b17-5f22dfaacda2 req-16f967e9-ec86-4c3f-8793-6c04f79b1a36 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 948 time: 0.1435838 Dec 21 01:43:50.896199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-5fff8824-b89f-4af6-a8f9-b1d66f2727af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:50.897614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-5fff8824-b89f-4af6-a8f9-b1d66f2727af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1253784 Dec 21 01:43:50.956129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d97443f2-c27a-4855-9b17-5f22dfaacda2 req-4eff5f3d-107e-4451-a4f0-380b87be25aa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368518 Dec 21 01:43:50.980381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-54fe2cab-4901-43e8-b7c2-da07a2e6db23 service neutron] 10.222.0.43 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217999 Dec 21 01:43:51.023587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-7f8d570c-1741-4cf7-b109-9b5689bf4965 service neutron] 10.222.0.43 "GET /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0420787 Dec 21 01:43:51.029956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-614feb38-b457-45a4-bb1a-5ee3e3055cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:51.031971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-614feb38-b457-45a4-bb1a-5ee3e3055cdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990436 Dec 21 01:43:51.205996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1dc5-4b5a-4eb7-a2fe-c050595673f7 req-07ff8214-c1ca-49a5-a3b7-7aa73f3f0969 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:51.207846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-830f1dc5-4b5a-4eb7-a2fe-c050595673f7 req-07ff8214-c1ca-49a5-a3b7-7aa73f3f0969 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 948 time: 0.1667147 Dec 21 01:43:51.310118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-3dca6c86-cd84-47a6-a096-9b359f04c356 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604294 Dec 21 01:43:51.324276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-830f1dc5-4b5a-4eb7-a2fe-c050595673f7 req-bc4c6180-927c-4325-b60f-0d87ba851d7d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099534 Dec 21 01:43:51.326531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4d109507-d3fc-473f-9ffd-288fdb4a52b3 service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935948 Dec 21 01:43:51.425311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:51.457390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 45d06a4e-33e9-4870-813b-6dff9889ad56 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.458926 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:43:51.461535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-0354390c-e0db-4f92-8148-df5bfed8f831 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:51.462796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-0354390c-e0db-4f92-8148-df5bfed8f831 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 821 time: 0.1098042 Dec 21 01:43:51.505942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'port': {'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'admin_state_up': True, 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:51.594661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-1a5acc1c-6163-4079-bac9-393f6731a477 service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608440 Dec 21 01:43:51.602915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a03d1a54-0f12-4da7-ac6e-5ce505199a70 req-4e024f46-a232-4a73-87e9-98b750fb1dd8 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443488 Dec 21 01:43:51.701574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c0870664-1de4-47bc-b4ef-746a7ba58d4f service neutron] 10.222.0.43 "GET /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0949912 Dec 21 01:43:51.757371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Made reservation on behalf of df45714ad3cf4b03bd0edf96c0c0f666 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:51.761554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:51.857183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-94f14a62-5a94-4929-b9cf-620d4941644b service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452663 Dec 21 01:43:51.864812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 45d06a4e-33e9-4870-813b-6dff9889ad56 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:51.885439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 45d06a4e-33e9-4870-813b-6dff9889ad56 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:51.885864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:51.890472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:51.917897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:51.939528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'mac_address': 'fa:16:3e:e1:16:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:51.997376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:52.000483 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2fe14-6d20-4f8a-909a-3611952fe3cf" -d '{"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:52.006001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.027240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d090767-042b-4ef2-b89f-42bcec0dad25 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:52.056712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Allocated IP 172.20.0.4 (90b66725-43d1-4998-9157-1bf2337c2ed2/e90a6238-467a-40d8-98ef-c0d55f3dd4a7/a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:52.071836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:52.107499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.118187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-1ce2c472-b528-4384-bd39-1138c670c58e service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481523 Dec 21 01:43:52.184872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.228505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:52.253670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=45d06a4e-33e9-4870-813b-6dff9889ad56,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:52.259925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.321943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:52.409249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-3d3de3ee-490d-4d6c-8f07-699511333916 service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853830 Dec 21 01:43:52.451516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.477979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82f95784-e3f2-4953-b81e-767e12f16051 req-87e87ae3-0f0d-4da0-9cac-2dc4165b4e4b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 210 time: 0.0671620 Dec 21 01:43:52.513812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.549492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afb9300b-4f09-418d-909f-d1f14a54f05b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:52.570343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:52.573720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:52.577644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:52.593779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:52.600826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.629530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event updated for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:52.649971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2f647055-843d-455a-9ed0-0264fde7a4dd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495368 Dec 21 01:43:52.668162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Request body: {'port': {'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:52.678509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-0e88348e-280f-4acd-92ec-4a55fde676bd service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574542 Dec 21 01:43:52.737408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbe034-2cd1-43e0-8503-675946c4db45 req-8684b0b5-a9ac-4378-b2da-f58e06a545cc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:52.746739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcdbe034-2cd1-43e0-8503-675946c4db45 req-8684b0b5-a9ac-4378-b2da-f58e06a545cc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1468465 Dec 21 01:43:52.787440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:52.817777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:52.868031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcdbe034-2cd1-43e0-8503-675946c4db45 req-568a6f47-2735-4a1d-b9ac-718e4dd5babf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 Dec 21 01:43:52.919503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9c56c94c-27a7-440b-985c-2a18a186999d service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251515 Dec 21 01:43:52.990833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-81b9a5a0-b814-40db-8f07-ac9b437430e3 None None] Provisioning complete for port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:53.005837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-81b9a5a0-b814-40db-8f07-ac9b437430e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.096535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-3160ed5a-6f3f-48aa-aeff-1e401925b49a service neutron] 10.222.0.43 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692131 Dec 21 01:43:53.105602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-81b9a5a0-b814-40db-8f07-ac9b437430e3 None None] Port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:43:53.214490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9c2b2-90ff-41c2-992b-ede1b51ca021 req-7d05e834-3ad1-480a-810d-a5f27784fc96 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:53.222011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9c2b2-90ff-41c2-992b-ede1b51ca021 req-7d05e834-3ad1-480a-810d-a5f27784fc96 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1242270 Dec 21 01:43:53.292592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9c2b2-90ff-41c2-992b-ede1b51ca021 req-7bd73178-3719-40cd-bdfc-8e5c0cb88e4b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694087 Dec 21 01:43:53.297394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-53000730-101f-46a3-ae21-bb303399c71d service neutron] 10.222.0.43 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903152 Dec 21 01:43:53.305777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:53.317509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.331364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Transition to ACTIVE for port object a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:43:53.346174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.400502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Pushing event updated for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:53.406548 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac683cc-1c53-43e9-90e1-b365f11152c1 x-openstack-request-id: req-bac683cc-1c53-43e9-90e1-b365f11152c1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:53.407561 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-plugged", "status": "completed", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:53.407946 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bac683cc-1c53-43e9-90e1-b365f11152c1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:53.408560 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'code': 200} Dec 21 01:43:53.476977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Attempting to bind port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:43:53.477773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Attempting to bind port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:43:53.478417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Attempting to bind port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:53.484310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 on network 90b66725-43d1-4998-9157-1bf2337c2ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:43:53.485025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Attempting to bind port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 on network 90b66725-43d1-4998-9157-1bf2337c2ed2 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:43:53.494072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-8057d165-439e-4b55-9b77-837e0184d703 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868875 Dec 21 01:43:53.496470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:43:53.497477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Checking segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:43:53.497477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Bound using segment: {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:43:53.497701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Bound port: a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:43:53.497963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.689910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677eb6-5d73-4e38-8768-d249d345dc44 req-cf00c324-be4a-4be8-9184-e354de8e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:53.694930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa677eb6-5d73-4e38-8768-d249d345dc44 req-cf00c324-be4a-4be8-9184-e354de8e316b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1097 time: 0.1093364 Dec 21 01:43:53.701262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:43:53.723959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:43:53.741034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.823586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:53.824202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:53.825877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-79c39457-8072-445c-a708-d6b7180a078a service neutron] 10.222.0.45 "PUT /v2.0/ports/a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 1092 time: 1.1623158 Dec 21 01:43:53.826341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:53.828621 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685d69d-170d-4116-9324-ec4f586171fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:53.845791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c39457-8072-445c-a708-d6b7180a078a service neutron] Pushing event updated for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:53.851876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa677eb6-5d73-4e38-8768-d249d345dc44 req-a5c6433d-289d-4ad3-8bd0-849c80265158 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386304 Dec 21 01:43:53.985285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-f37aebea-c536-42a9-a818-2ddbbc606b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:53.987741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-f37aebea-c536-42a9-a818-2ddbbc606b7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1095 time: 0.0858412 Dec 21 01:43:54.059709 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2497e0fe-28bf-4fa6-8963-aa3bf46d5980 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.0565624 Dec 21 01:43:54.122534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f721-6f35-4902-9a12-2988e7729653 req-9d83e74e-1cf7-498d-b9f3-e8885bd78608 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.123807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84e4f721-6f35-4902-9a12-2988e7729653 req-9d83e74e-1cf7-498d-b9f3-e8885bd78608 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 949 time: 0.5834227 Dec 21 01:43:54.126389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2e1b8a46-9160-45a1-8686-4c6e497cc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.128524 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-2e1b8a46-9160-45a1-8686-4c6e497cc28e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0573432 Dec 21 01:43:54.168155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-b4ae889e-8bb3-4ec9-998f-6770141c9982 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657400 Dec 21 01:43:54.200900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-258726e5-9412-4827-a6fa-5164ef51af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.202880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-258726e5-9412-4827-a6fa-5164ef51af71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661912 Dec 21 01:43:54.210960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84e4f721-6f35-4902-9a12-2988e7729653 req-b28747f8-b428-4d02-9adf-04a00123c35b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701225 Dec 21 01:43:54.329783 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-d4a23924-22ae-4696-a5ed-0f7227b7ee7a service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170232 Dec 21 01:43:54.349729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-75581310-7557-4af7-8e3c-691ed213312c service neutron] 10.222.0.43 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548753 Dec 21 01:43:54.488406 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82e18ccf-9ad3-44c7-ab2b-ec995962426d req-36c7300b-609e-4597-b7f3-1a6039b828ec service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430731 Dec 21 01:43:54.505763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb015e8-01c3-4c8f-b6bf-9363709ea3f4 req-9a2cd8a5-2106-463c-8eab-f9b04ba35d6f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.507413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdb015e8-01c3-4c8f-b6bf-9363709ea3f4 req-9a2cd8a5-2106-463c-8eab-f9b04ba35d6f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 943 time: 0.0752780 Dec 21 01:43:54.574594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdb015e8-01c3-4c8f-b6bf-9363709ea3f4 req-5a6f565f-7b3d-4240-991c-20bd8ddc6743 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Dec 21 01:43:54.714823 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9623e7-9d59-401b-bfe5-994aa334cb42 x-openstack-request-id: req-ab9623e7-9d59-401b-bfe5-994aa334cb42 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:54.714823 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:54.714823 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab9623e7-9d59-401b-bfe5-994aa334cb42 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:54.714823 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'status': 'completed', 'code': 200} Dec 21 01:43:54.808950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d69d-170d-4116-9324-ec4f586171fc req-0914a7c5-0049-4928-b6e3-12769be01b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.810578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-0914a7c5-0049-4928-b6e3-12769be01b6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1095 time: 0.0632648 Dec 21 01:43:54.824437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6861e6b-dab5-45a9-8569-08b83c18bb7f req-ce0eb7a2-6014-4b5f-bd85-7dfb495ca460 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.826017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6861e6b-dab5-45a9-8569-08b83c18bb7f req-ce0eb7a2-6014-4b5f-bd85-7dfb495ca460 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1082461 Dec 21 01:43:54.934314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d69d-170d-4116-9324-ec4f586171fc req-0106c1bd-5679-46eb-adfc-529b191d16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:54.935837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-0106c1bd-5679-46eb-adfc-529b191d16a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1016059 Dec 21 01:43:54.953754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6861e6b-dab5-45a9-8569-08b83c18bb7f req-e045ed21-aada-40e9-adb3-2f6afcf5f4cc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200588 Dec 21 01:43:55.009714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-0d6ed53b-7789-41ef-9757-a9b6eb78b152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.0637808 Dec 21 01:43:55.087368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d69d-170d-4116-9324-ec4f586171fc req-fd2f28aa-5138-47c9-bd51-d952378f3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:55.088977 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-fd2f28aa-5138-47c9-bd51-d952378f3977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0687213 Dec 21 01:43:55.179045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d69d-170d-4116-9324-ec4f586171fc req-1b4a1b03-3284-49bd-81a9-e7fd4cb3d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:55.180684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-1b4a1b03-3284-49bd-81a9-e7fd4cb3d503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824389 Dec 21 01:43:55.404518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459b775-8000-4e53-aca6-ae21233b1a87 req-2a7c4517-0b13-4420-90c7-61b331653ebd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:55.410029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:55.414029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5459b775-8000-4e53-aca6-ae21233b1a87 req-2a7c4517-0b13-4420-90c7-61b331653ebd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1314528 Dec 21 01:43:55.414439 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f239b8-7361-4d16-92ce-9aec59874c9f" -d '{"events": [{"server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "name": "network-vif-plugged", "status": "completed", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:55.456203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:55.553471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 4d090767-042b-4ef2-b89f-42bcec0dad25 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:55.560912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 4d090767-042b-4ef2-b89f-42bcec0dad25 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:55.561817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:55.671326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5459b775-8000-4e53-aca6-ae21233b1a87 req-fd0dadb9-05b1-4baf-8234-6c6ab4d87306 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555776 Dec 21 01:43:55.740528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-34f13f75-26b8-4e11-a70f-86b1c39aa34e service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514481 Dec 21 01:43:55.742930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d065-d11f-43d5-b7cf-3955215de55f req-3d76b2bb-b49c-429b-9f80-ffb67e359269 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:55.747281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-3d76b2bb-b49c-429b-9f80-ffb67e359269 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a&tenant_id=c218759e69fc41da927984eceb830acd&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 949 time: 0.3253772 Dec 21 01:43:55.768277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:55.842660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:55.854067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:55.926051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1e6f-875f-4c6e-9048-dec27039f934 req-13dbf1bd-7b06-44d3-a544-43e3dfee5004 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:55.937008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fafb1e6f-875f-4c6e-9048-dec27039f934 req-13dbf1bd-7b06-44d3-a544-43e3dfee5004 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 949 time: 0.1716049 Dec 21 01:43:55.942047 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef5cad0-b29e-4e4d-b778-dec01f2bee3d x-openstack-request-id: req-5ef5cad0-b29e-4e4d-b778-dec01f2bee3d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:55.943106 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "name": "network-vif-plugged", "status": "completed", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:55.943511 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ef5cad0-b29e-4e4d-b778-dec01f2bee3d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:55.944340 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56', 'code': 200} Dec 21 01:43:55.948683 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-8183d065-d11f-43d5-b7cf-3955215de55f req-3f5a511a-c36c-446e-b9f2-ca242a0cb419 service neutron] delete failed (client error): The resource could not be found. Dec 21 01:43:55.949861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-3f5a511a-c36c-446e-b9f2-ca242a0cb419 service neutron] 10.222.0.45 "DELETE /v2.0/ports/4d090767-042b-4ef2-b89f-42bcec0dad25/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1902349 Dec 21 01:43:55.980563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:56.010533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4685d69d-170d-4116-9324-ec4f586171fc req-65a39507-4a6d-4e16-b0d6-62b9708464c6 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521112 Dec 21 01:43:56.047985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fafb1e6f-875f-4c6e-9048-dec27039f934 req-8257d2da-3ee4-41e5-b12f-aa77446dce2a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086862 Dec 21 01:43:56.153618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f76033-1613-46bf-9f37-0336796d9e58 req-90cf4642-a5dc-42a3-a290-4703335ea754 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.161463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84f76033-1613-46bf-9f37-0336796d9e58 req-90cf4642-a5dc-42a3-a290-4703335ea754 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 943 time: 0.1382022 Dec 21 01:43:56.276893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65c73115-4877-4302-8631-3bed38b2d6ea req-4bed104f-1c7a-4cc6-ba3d-2180f017c8b5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0865793 Dec 21 01:43:56.295362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d065-d11f-43d5-b7cf-3955215de55f req-eddc0b31-52df-4b86-aba7-c1876d488340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.297443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-eddc0b31-52df-4b86-aba7-c1876d488340 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1102 time: 0.1239300 Dec 21 01:43:56.332803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84f76033-1613-46bf-9f37-0336796d9e58 req-9b8f220f-11df-492d-87ce-7ac201f20e60 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487987 Dec 21 01:43:56.352144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f2a8-ac6e-402c-b322-0fdb11819d80 req-214dd53b-9d95-416a-a1bf-a5dcb9765f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.353650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aec2f2a8-ac6e-402c-b322-0fdb11819d80 req-214dd53b-9d95-416a-a1bf-a5dcb9765f46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 1101 time: 0.1173954 Dec 21 01:43:56.403055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:56.464668 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aec2f2a8-ac6e-402c-b322-0fdb11819d80 req-5cfc9673-bf66-4758-82c2-a292eb6ee10f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Dec 21 01:43:56.466136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d065-d11f-43d5-b7cf-3955215de55f req-fd9ba7a7-7a7d-4f45-a692-5194877fba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.467692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-fd9ba7a7-7a7d-4f45-a692-5194877fba97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1537924 Dec 21 01:43:56.515408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-828a6750-a1e1-4afd-a667-56d84bb40962 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 200 len: 217 time: 0.0398605 Dec 21 01:43:56.541318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673590d0-b88b-4ba1-963c-9b5ecc9ca329 req-8b665e00-f61b-4e5f-a7be-bb3d909c5069 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.550322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-673590d0-b88b-4ba1-963c-9b5ecc9ca329 req-8b665e00-f61b-4e5f-a7be-bb3d909c5069 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.0874887 Dec 21 01:43:56.599767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d065-d11f-43d5-b7cf-3955215de55f req-7f200453-1256-444c-a2f1-519db541dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.602252 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-7f200453-1256-444c-a2f1-519db541dd1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0753250 Dec 21 01:43:56.638452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-673590d0-b88b-4ba1-963c-9b5ecc9ca329 req-82f9589b-bead-45f1-be3d-3fb0ff64223e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818436 Dec 21 01:43:56.687896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d065-d11f-43d5-b7cf-3955215de55f req-19132dea-6d2b-4403-93c9-a0d884245c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.690288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-19132dea-6d2b-4403-93c9-a0d884245c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741045 Dec 21 01:43:56.888862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-2fd57ac7-278f-4031-b596-0103f841f942 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883631 Dec 21 01:43:56.903089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac08034-924e-47bf-8262-500f6d63d321 req-87232e1d-00fd-4e8a-8259-b92a803d61bc tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.904811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ac08034-924e-47bf-8262-500f6d63d321 req-87232e1d-00fd-4e8a-8259-b92a803d61bc tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.0796089 Dec 21 01:43:56.907178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970c80b-31e7-4ece-8bcd-12b99b90cb23 req-f40fb6a7-f2ef-4434-9480-3404a5f0781a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:56.908715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e970c80b-31e7-4ece-8bcd-12b99b90cb23 req-f40fb6a7-f2ef-4434-9480-3404a5f0781a tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1097 time: 0.1182585 Dec 21 01:43:56.967530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:43:57.023331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e970c80b-31e7-4ece-8bcd-12b99b90cb23 req-7a955ea5-0add-4923-8371-c7e5f7ee6281 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884035 Dec 21 01:43:57.078869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8183d065-d11f-43d5-b7cf-3955215de55f req-c1a5448b-a866-479f-bad9-7f83c82a8a87 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807292 Dec 21 01:43:57.097923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ac08034-924e-47bf-8262-500f6d63d321 req-6484f753-54ce-40ec-a5a2-0f75db7c43c9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791127 Dec 21 01:43:57.231702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:57.257239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:43:57.300168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b0ef1-c67c-48d9-8bea-06a442764be8 req-31ece6bb-e178-40d9-a234-04cb6d0bf5ab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:57.302537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-471b0ef1-c67c-48d9-8bea-06a442764be8 req-31ece6bb-e178-40d9-a234-04cb6d0bf5ab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.0781395 Dec 21 01:43:57.332280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:57.351399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:43:57.378656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:57.391832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:57.475879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-471b0ef1-c67c-48d9-8bea-06a442764be8 req-50f775d9-90d0-4b5b-965b-6203886ee792 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666207 Dec 21 01:43:57.495587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:57.596837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adab68c7-e9f1-4abe-9411-09c497ebf341 req-93626dfe-faad-4a61-bccd-e9156bad81a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0734689 Dec 21 01:43:57.766241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:43:57.809317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95932b-aaee-437d-aba9-d39e76437922 req-85ef659b-6d00-4e22-a95c-a0c0374a6446 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:57.824553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e95932b-aaee-437d-aba9-d39e76437922 req-85ef659b-6d00-4e22-a95c-a0c0374a6446 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 944 time: 0.1508293 Dec 21 01:43:57.853368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e5530388-5452-4a00-8779-c52db3c7c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:57.855188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e5530388-5452-4a00-8779-c52db3c7c6f9 service neutron] 10.222.0.45 "GET /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 1027 time: 0.0806730 Dec 21 01:43:57.947292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:43:57.950600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d3014571-13a5-4990-bed5-0d067e38062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:57.951984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d3014571-13a5-4990-bed5-0d067e38062f service neutron] 10.222.0.45 "GET /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 1026 time: 0.0701423 Dec 21 01:43:57.953080 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d063e-6fee-4ff3-a625-c438070fb3b2" -d '{"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-plugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:43:57.994472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e95932b-aaee-437d-aba9-d39e76437922 req-e6d68b57-b04b-4228-bc21-103a6c6f2cfb tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690252 Dec 21 01:43:58.089497 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c241a0-983b-4f22-b826-2c118388c619 x-openstack-request-id: req-81c241a0-983b-4f22-b826-2c118388c619 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:43:58.090016 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-plugged", "status": "completed", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:43:58.090375 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81c241a0-983b-4f22-b826-2c118388c619 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:43:58.090825 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'code': 200} Dec 21 01:43:58.159042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-2ec1f093-56f1-4f32-82ab-b1c6cba6689b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:58.166156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-2ec1f093-56f1-4f32-82ab-b1c6cba6689b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:58.174109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-2ec1f093-56f1-4f32-82ab-b1c6cba6689b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:58.175982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-2ec1f093-56f1-4f32-82ab-b1c6cba6689b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 1990 time: 0.2130353 Dec 21 01:43:58.314721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef542d-4748-4714-835e-cb47e05aab44 req-5b0c1b5e-76a7-4f1d-8295-d05c3b37577e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:58.328988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4aef542d-4748-4714-835e-cb47e05aab44 req-5b0c1b5e-76a7-4f1d-8295-d05c3b37577e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1315131 Dec 21 01:43:58.403785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5da3d5fb-2fc7-49dc-8f15-8a081a86fb7f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f60f4893f7649978e8a85bd8ccd56fd HTTP/1.1" status: 200 len: 380 time: 0.1927807 Dec 21 01:43:58.415153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'admin_state_up': True, 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'security_groups': ['cd0416a6-82f6-40f8-bacc-7476e7d1b029']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:43:58.491502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4aef542d-4748-4714-835e-cb47e05aab44 req-16f4acf1-5aeb-48dc-bc01-4e68c41a49a4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438532 Dec 21 01:43:58.823103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0ed7-6e37-4d7f-8a4a-6a98bacc619a req-f6e0982b-6217-4923-926e-eb7f115cc64e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:58.839042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607b0ed7-6e37-4d7f-8a4a-6a98bacc619a req-f6e0982b-6217-4923-926e-eb7f115cc64e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.1620526 Dec 21 01:43:58.852254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:43:58.861826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:58.943372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0d01f9e-0bc4-4a3a-b38b-181f15127105 req-6519fcaa-337c-454e-ae3d-63126edee325 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0551949 Dec 21 01:43:58.977958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:43:59.012317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607b0ed7-6e37-4d7f-8a4a-6a98bacc619a req-1e78ade9-8abc-44df-9c3e-edb146c2f691 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720865 Dec 21 01:43:59.151653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:43:59.156834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:43:59.157940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:59.242010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 172.20.0.5 (337cff5f-dc91-45fe-9313-82a2a2bf9707/4d1246ac-21ff-41fd-9cec-96c066e283ea/c63de0db-501a-40b8-955f-5936b41c304d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:43:59.286778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3ba2-80fe-4ca5-a236-b4e40296ed85 req-9dcd3186-aed3-4b94-8a27-f278847db186 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:59.296009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b4b3ba2-80fe-4ca5-a236-b4e40296ed85 req-9dcd3186-aed3-4b94-8a27-f278847db186 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 1102 time: 0.1240141 Dec 21 01:43:59.320170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e68ba3-6ea0-43de-a5a9-e258758c59cf req-2d8b9438-4624-4f02-8304-8afd4682a70a tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:59.322451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80e68ba3-6ea0-43de-a5a9-e258758c59cf req-2d8b9438-4624-4f02-8304-8afd4682a70a tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 944 time: 0.1375628 Dec 21 01:43:59.341514 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:59.415666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80e68ba3-6ea0-43de-a5a9-e258758c59cf req-9680b5fc-25a7-4bb7-86de-b371442815ed tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744033 Dec 21 01:43:59.448759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:43:59.451628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b4b3ba2-80fe-4ca5-a236-b4e40296ed85 req-7a42cf22-e813-4480-abc0-49c36a402937 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545362 Dec 21 01:43:59.485060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:59.677081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:59.713752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:59.746890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe7df-bd2a-4200-a2da-23f04a6df0a6 req-f3fdb49e-2b0f-46a8-ad6f-b31381401bd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:59.751935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d1fe7df-bd2a-4200-a2da-23f04a6df0a6 req-f3fdb49e-2b0f-46a8-ad6f-b31381401bd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1129210 Dec 21 01:43:59.802504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:43:59.866578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d1fe7df-bd2a-4200-a2da-23f04a6df0a6 req-5e14f927-d681-4b0c-82dd-c703d6a2fad6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059079 Dec 21 01:43:59.877288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:43:59.948873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:43:59.951109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:43:59.953526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:43:59.963940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:43:59.967643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:00.008285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-ae8306a9-9ee7-4fe1-9c1f-b86b757862a8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5970833 Dec 21 01:44:00.030257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'admin_state_up': True, 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'security_groups': ['cd0416a6-82f6-40f8-bacc-7476e7d1b029']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:00.091990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:00.095118 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e6db9-a793-4e5b-87e7-158e35d91cbe" -d '{"events": [{"server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "name": "network-vif-plugged", "status": "completed", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:00.230953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfbec8-8ea8-4018-aa4d-f2833c227ea7 req-a957dec0-a76a-43fd-8b95-0ddbc90df0f4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:00.232551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:00.238275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:00.242795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63cfbec8-8ea8-4018-aa4d-f2833c227ea7 req-a957dec0-a76a-43fd-8b95-0ddbc90df0f4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 948 time: 0.2485418 Dec 21 01:44:00.293873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fc13-c45b-4fb7-ab7a-dd23f56e9bd4 req-cf751f94-5170-4b6a-8f34-ae9d5e58fd65 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:00.302203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58b8fc13-c45b-4fb7-ab7a-dd23f56e9bd4 req-cf751f94-5170-4b6a-8f34-ae9d5e58fd65 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 931 time: 0.2071440 Dec 21 01:44:00.381015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58b8fc13-c45b-4fb7-ab7a-dd23f56e9bd4 req-1856f7d1-82fc-4cc9-8892-4d3d10f1c31f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722351 Dec 21 01:44:00.395534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63cfbec8-8ea8-4018-aa4d-f2833c227ea7 req-f60954c6-080a-409c-80e6-c26bd642610b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473451 Dec 21 01:44:00.411782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-573bb90e-7fb8-4230-b0b3-891e826adef7 None None] Provisioning complete for port c63de0db-501a-40b8-955f-5936b41c304d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:00.412743 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-573bb90e-7fb8-4230-b0b3-891e826adef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:00.490622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-573bb90e-7fb8-4230-b0b3-891e826adef7 None None] Port c63de0db-501a-40b8-955f-5936b41c304d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:00.556985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.1.1.55 (eac75f35-4a0a-4541-ad65-4353f30c2a4f/f244ae65-4e23-4d63-9d74-8f7230037f77/66839c68-3799-4380-9cc4-c7cfe8c611e4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:00.646708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-f00bd42e-06c0-4c76-8603-a32abf60b825 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543005 Dec 21 01:44:00.806886 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ffcea-a226-4864-9f7c-05af95653172 x-openstack-request-id: req-2f3ffcea-a226-4864-9f7c-05af95653172 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:00.807671 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "name": "network-vif-plugged", "status": "completed", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:00.809202 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f3ffcea-a226-4864-9f7c-05af95653172 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:00.810138 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'code': 200} Dec 21 01:44:00.816620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-82680770-fe21-46eb-a04b-39b5840c2a31 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:00.818880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-82680770-fe21-46eb-a04b-39b5840c2a31 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620452 Dec 21 01:44:00.849917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-2be12a48-aa9d-4dda-8c95-f8bb5ca58750 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/quotas/c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 375 time: 0.0210135 Dec 21 01:44:00.969071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:01.021154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:01.048236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-750dabc0-c517-4865-9163-41a23ae77717 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827044 Dec 21 01:44:01.067925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eea72-26a9-49c1-a8a5-e363cb0eb463 req-d0358904-c553-409b-b281-428769657ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.069565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-384eea72-26a9-49c1-a8a5-e363cb0eb463 req-d0358904-c553-409b-b281-428769657ddb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1097 time: 0.1229265 Dec 21 01:44:01.122264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:01.130564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:01.136157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:01.144286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.144922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:01.195714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-384eea72-26a9-49c1-a8a5-e363cb0eb463 req-d557437e-d319-4cd9-9f17-53c0dc6f2948 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178918 Dec 21 01:44:01.230280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2027900 Dec 21 01:44:01.231596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0af4c6-d451-411d-867f-4320eea302be tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:01.397236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abd336-4970-4d43-8dae-a8bac285a2ae req-a3666014-686f-4f5c-a3e2-a59a5cfc1ba7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.404261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abd336-4970-4d43-8dae-a8bac285a2ae req-a3666014-686f-4f5c-a3e2-a59a5cfc1ba7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.407142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0abd336-4970-4d43-8dae-a8bac285a2ae req-a3666014-686f-4f5c-a3e2-a59a5cfc1ba7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121&device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 1688 time: 0.0958261 Dec 21 01:44:01.492765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'admin_state_up': True, 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'security_groups': ['cd0416a6-82f6-40f8-bacc-7476e7d1b029']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:01.545196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a7ec85fc-3e72-4c71-ba4a-5a5963fb2c36 None None] Provisioning complete for port 66839c68-3799-4380-9cc4-c7cfe8c611e4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:01.546212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ec85fc-3e72-4c71-ba4a-5a5963fb2c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:01.556043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0abd336-4970-4d43-8dae-a8bac285a2ae req-d7016744-d3de-4846-b321-22e9c93de7d7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Dec 21 01:44:01.579063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fcbaf-977a-46d6-aff4-1dd710edcb3d req-f8a17142-6af1-4808-b953-58ce9b8d6cb6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.586296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176fcbaf-977a-46d6-aff4-1dd710edcb3d req-f8a17142-6af1-4808-b953-58ce9b8d6cb6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 945 time: 0.1777806 Dec 21 01:44:01.639873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec85fc-3e72-4c71-ba4a-5a5963fb2c36 None None] Port 66839c68-3799-4380-9cc4-c7cfe8c611e4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:01.690544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176fcbaf-977a-46d6-aff4-1dd710edcb3d req-293cd67b-4bfe-4765-9e3e-3488b5a7fa88 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968485 Dec 21 01:44:01.713769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:01.719207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:01.799148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05637c0e-dfd2-4c4e-98d4-71d102c96145 req-2d9b6cbc-4a24-4c12-9f97-e71ed00629f4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 210 time: 0.0451443 Dec 21 01:44:01.929326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b10ba-9924-4736-93d4-1bd1be30b1ea req-bbc11b99-7172-477a-ab28-b007ff6c8ed2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.945188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b10ba-9924-4736-93d4-1bd1be30b1ea req-bbc11b99-7172-477a-ab28-b007ff6c8ed2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:01.949659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec4b10ba-9924-4736-93d4-1bd1be30b1ea req-bbc11b99-7172-477a-ab28-b007ff6c8ed2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 1652 time: 0.1322613 Dec 21 01:44:01.997211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.1.1.158 (eac75f35-4a0a-4541-ad65-4353f30c2a4f/f244ae65-4e23-4d63-9d74-8f7230037f77/c43a642b-8d13-4656-8c11-e2c4c7695edf) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:02.089734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec4b10ba-9924-4736-93d4-1bd1be30b1ea req-fe7fb4bd-780c-42d1-bad1-23083bfdd932 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250844 Dec 21 01:44:02.189919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fa38b-9760-41ec-bde4-c958ebae4c21 req-bec8f80f-eb99-439a-876a-ddaf6a42712c tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:02.191439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467fa38b-9760-41ec-bde4-c958ebae4c21 req-bec8f80f-eb99-439a-876a-ddaf6a42712c tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 1101 time: 0.0628223 Dec 21 01:44:02.209849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:02.314103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467fa38b-9760-41ec-bde4-c958ebae4c21 req-c4222aaf-3b66-4630-829f-216a4c28aefe tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132672 Dec 21 01:44:02.341202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:02.474400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:02.486921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:02.531494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:02.538145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:02.539652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:02.546251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:02.577280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4a2622c7-4170-4a06-9544-ceda15217ac6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887642 Dec 21 01:44:02.595295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'admin_state_up': True, 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'security_groups': ['cd0416a6-82f6-40f8-bacc-7476e7d1b029']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:02.675381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a49f6-4b36-43c0-99ee-19673542be23 req-753da2f0-622a-42a9-996f-ad84da1ada30 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:02.691945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-345a49f6-4b36-43c0-99ee-19673542be23 req-753da2f0-622a-42a9-996f-ad84da1ada30 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 1100 time: 0.1673470 Dec 21 01:44:02.819769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-345a49f6-4b36-43c0-99ee-19673542be23 req-0d49bec2-4b46-433f-a291-70a1604b61ae tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263461 Dec 21 01:44:02.881792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:02.983473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-40b2ddbd-9489-46d0-a5b0-61410622f800 None None] Provisioning complete for port c43a642b-8d13-4656-8c11-e2c4c7695edf triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:02.984520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40b2ddbd-9489-46d0-a5b0-61410622f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:03.023538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-40b2ddbd-9489-46d0-a5b0-61410622f800 None None] Port c43a642b-8d13-4656-8c11-e2c4c7695edf cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:03.033193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:03.207400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277356b-c68a-43cc-a7fb-b86deda2b0f8 req-d6ebd2f5-7819-4a6a-aee9-93ed2ac0ace1 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:03.216277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a277356b-c68a-43cc-a7fb-b86deda2b0f8 req-d6ebd2f5-7819-4a6a-aee9-93ed2ac0ace1 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 945 time: 0.0866530 Dec 21 01:44:03.265372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a277356b-c68a-43cc-a7fb-b86deda2b0f8 req-f5434a18-b99a-4bf6-b66b-fa2525bbc925 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Dec 21 01:44:03.387943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.2.2.100 (bd7e310d-e604-4fd6-87aa-909441e98f8f/58af816e-5c86-4446-b8ff-be75ece23b4b/35b1ae6a-bfb4-4f39-b892-c2d07154083f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:03.458944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cefe6108-0b35-4896-9aa9-2f914465d615 req-afa4f7e4-a552-40dc-b532-45594af328cb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 210 time: 0.0750415 Dec 21 01:44:03.544970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-69ecc631-46d7-44cf-8548-1cc91f658c08 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492449 Dec 21 01:44:03.562829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:03.616559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:03.691344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network bd7e310d-e604-4fd6-87aa-909441e98f8f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:03.694265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:03.715135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-120bf809-7e48-48ea-a49c-761e67193572 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338237 Dec 21 01:44:03.721151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:03.739943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:03.741160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:03.744704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:03.803980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-fd5c4dc9-e8ed-44a6-b736-593ae21eef5c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971800 Dec 21 01:44:03.821727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'admin_state_up': True, 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'security_groups': ['cd0416a6-82f6-40f8-bacc-7476e7d1b029']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:03.972569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-73cc3b30-152a-4923-af78-55816ba080e2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:03.981852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-73cc3b30-152a-4923-af78-55816ba080e2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349117 Dec 21 01:44:04.008756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-e19f22ca-7011-49ee-bb45-ea10f9eaaf94 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.011350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-e19f22ca-7011-49ee-bb45-ea10f9eaaf94 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889638 Dec 21 01:44:04.022336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-2e6b6dd2-05a1-48a4-bd93-a6e1c9a7e4ae tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0389678 Dec 21 01:44:04.033044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Made reservation on behalf of 2f60f4893f7649978e8a85bd8ccd56fd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:04.038530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Request body: {'port': {'device_id': '2427e977-7cfe-4c57-9605-41e07d646a38', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'c218759e69fc41da927984eceb830acd'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:04.055731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.060581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-59906b04-b45b-41cb-9c28-2a2c77476d3b None None] Provisioning complete for port 35b1ae6a-bfb4-4f39-b892-c2d07154083f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:04.063314 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59906b04-b45b-41cb-9c28-2a2c77476d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.066480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b5c29-bce1-4c68-9130-a29272042057 req-30b680a6-aeb9-4c3e-8bd1-bbdf2abfde79 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.075313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b5c29-bce1-4c68-9130-a29272042057 req-30b680a6-aeb9-4c3e-8bd1-bbdf2abfde79 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.081496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b5c29-bce1-4c68-9130-a29272042057 req-30b680a6-aeb9-4c3e-8bd1-bbdf2abfde79 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.089625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b5c29-bce1-4c68-9130-a29272042057 req-30b680a6-aeb9-4c3e-8bd1-bbdf2abfde79 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.091431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-221b5c29-bce1-4c68-9130-a29272042057 req-30b680a6-aeb9-4c3e-8bd1-bbdf2abfde79 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 3094 time: 0.3645732 Dec 21 01:44:04.155978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-59906b04-b45b-41cb-9c28-2a2c77476d3b None None] Port 35b1ae6a-bfb4-4f39-b892-c2d07154083f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:04.244723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-2d642977-cb1c-4772-ab87-c28c842ef70b tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2212653 Dec 21 01:44:04.274408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-221b5c29-bce1-4c68-9130-a29272042057 req-6250e700-fc85-4d02-ac2d-53a2e74f3b36 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645012 Dec 21 01:44:04.314773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Allocated IP 10.2.2.200 (bd7e310d-e604-4fd6-87aa-909441e98f8f/58af816e-5c86-4446-b8ff-be75ece23b4b/f0b73791-0160-45d9-856d-949bbd33ec32) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:04.420205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Made reservation on behalf of c218759e69fc41da927984eceb830acd for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:04.424937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.475640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.553673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.600411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Network bd7e310d-e604-4fd6-87aa-909441e98f8f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:04.603778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:04.608154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:04.614660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.614995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.646774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:04.655374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c1490b4e-1aa9-45df-9586-82b584131284 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8445737 Dec 21 01:44:04.677427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:04.727683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-e6987608-e143-4dc6-9580-fba15726b1a8 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:04.747199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-e6987608-e143-4dc6-9580-fba15726b1a8 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1934702 Dec 21 01:44:04.763694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:04.828221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38942ac4-91d2-468b-945b-2ccdfe1ef4b7 req-0453baf1-eb26-4f5c-8374-799d26413d06 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 210 time: 0.0352168 Dec 21 01:44:04.843083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-2639eb67-9da2-49f4-8c45-d0b21a038f78 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0947449 Dec 21 01:44:04.853175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:05.070770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b534c8a8-bd10-4493-ae23-6abdc1931a60 req-e3e43eb8-3ec8-4b7a-90b3-ae4bc8a1b9fa tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 210 time: 0.0594952 Dec 21 01:44:05.073138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.097698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3634a20c-b85b-434c-86aa-1a2c6485e63d None None] Provisioning complete for port f0b73791-0160-45d9-856d-949bbd33ec32 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:05.098808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3634a20c-b85b-434c-86aa-1a2c6485e63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.158364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Allocated IP 192.168.233.61 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/827d262a-fadb-41a2-8aa7-79a143621c12) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:05.258087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3634a20c-b85b-434c-86aa-1a2c6485e63d None None] Port f0b73791-0160-45d9-856d-949bbd33ec32 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:05.298560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63de0db-501a-40b8-955f-5936b41c304d {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:05.308627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.325301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Transition to ACTIVE for port object c63de0db-501a-40b8-955f-5936b41c304d will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:05.335027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.387531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:05.433801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Attempting to bind port c63de0db-501a-40b8-955f-5936b41c304d on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:05.434132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Attempting to bind port c63de0db-501a-40b8-955f-5936b41c304d by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:05.434482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Attempting to bind port c63de0db-501a-40b8-955f-5936b41c304d on network 337cff5f-dc91-45fe-9313-82a2a2bf9707 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:05.440762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Port c63de0db-501a-40b8-955f-5936b41c304d on network 337cff5f-dc91-45fe-9313-82a2a2bf9707 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:05.441263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Attempting to bind port c63de0db-501a-40b8-955f-5936b41c304d on network 337cff5f-dc91-45fe-9313-82a2a2bf9707 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:05.447601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:05.447933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Checking segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:05.448323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Bound using segment: {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:05.449565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Bound port: c63de0db-501a-40b8-955f-5936b41c304d, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5721bf6d-62d8-46f9-b704-4b04a67a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:05.449922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.544320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:05.549469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:05.564390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.614568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0cd29-843c-4332-b139-dc134693f512 req-1daf38e7-5371-4cb0-a24a-19034e49f23e tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:05.623957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93e0cd29-843c-4332-b139-dc134693f512 req-1daf38e7-5371-4cb0-a24a-19034e49f23e tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 951 time: 0.2796474 Dec 21 01:44:05.635984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:05.637489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:05.638737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 1092 time: 0.9661288 Dec 21 01:44:05.639240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:05.642401 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc549a7-8c9d-42dd-8c5d-631c888d0538" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c63de0db-501a-40b8-955f-5936b41c304d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:05.670679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4751478-48aa-42b0-abbe-35101642b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:05.705066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:05.783288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.055133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93e0cd29-843c-4332-b139-dc134693f512 req-d61b648b-2d68-48ad-b152-9418268a7afd tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301722 Dec 21 01:44:06.093719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:06.103600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.117507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Transition to ACTIVE for port object 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:06.123527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.132429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.198833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:06.211993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Attempting to bind port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:06.212322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Attempting to bind port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:06.212792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Attempting to bind port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:06.217313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:06.217667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Attempting to bind port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:06.222812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:06.223685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:06.224062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Bound using segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:06.224478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Bound port: 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:06.224825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.337485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:06.343181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:06.350621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.406684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.407455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.409133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-17189222-3397-40e2-8322-e725d70a5155 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 1131 time: 0.7097476 Dec 21 01:44:06.422242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.429213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.434003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189222-3397-40e2-8322-e725d70a5155 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:06.435560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.441699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.449043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.458265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.460132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-622ef97b-f4f8-41c2-9ca8-770dc767e421 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 4599 time: 0.3073561 Dec 21 01:44:06.464479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:06.538352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.601305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-031271c9-377e-42d6-82bb-995c7253ab8c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140232 Dec 21 01:44:06.692606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.736653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:06.795864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:06.843077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:06.867625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:06.874212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:06.874950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.911007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d14235-fbd7-413e-9c12-54bf3220ff78 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:06.913229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7f92463-48b1-4fc8-af5f-c7af79bc1747 req-b455b0b4-cd63-426a-b641-1523ca6b3f62 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3530188 Dec 21 01:44:06.930508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.935164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:44:06.965189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Transition to ACTIVE for port object 56d14235-fbd7-413e-9c12-54bf3220ff78 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:06.974387 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8edd25d-3539-404a-b109-14bbb90a5642 x-openstack-request-id: req-d8edd25d-3539-404a-b109-14bbb90a5642 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:06.974847 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c63de0db-501a-40b8-955f-5936b41c304d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:06.975234 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8edd25d-3539-404a-b109-14bbb90a5642 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:06.975757 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d', 'status': 'completed', 'code': 200} Dec 21 01:44:06.977825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:06.999512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:07.031624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-1b4e5777-eab1-4d02-bbcc-6037a206df1a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9981267 Dec 21 01:44:07.044823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-005db37e-282d-4369-9dc5-df46ff233602 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.046731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-005db37e-282d-4369-9dc5-df46ff233602 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275599 Dec 21 01:44:07.112877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:07.152559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Request body: {'port': {'device_id': '2427e977-7cfe-4c57-9605-41e07d646a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:07.234926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.240330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-779ceb0c-3bfe-40be-a038-88a9ccd37c5d None None] Provisioning complete for port 827d262a-fadb-41a2-8aa7-79a143621c12 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:07.240742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-779ceb0c-3bfe-40be-a038-88a9ccd37c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.306362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.307937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-779ceb0c-3bfe-40be-a038-88a9ccd37c5d None None] Port 827d262a-fadb-41a2-8aa7-79a143621c12 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:07.364247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.440657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:07.458655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Attempting to bind port 56d14235-fbd7-413e-9c12-54bf3220ff78 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:07.458655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Attempting to bind port 56d14235-fbd7-413e-9c12-54bf3220ff78 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:07.458987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Attempting to bind port 56d14235-fbd7-413e-9c12-54bf3220ff78 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:07.466238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Port 56d14235-fbd7-413e-9c12-54bf3220ff78 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:07.466647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Attempting to bind port 56d14235-fbd7-413e-9c12-54bf3220ff78 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:07.472799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:07.473759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:07.474148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Bound using segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:07.474586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Bound port: 56d14235-fbd7-413e-9c12-54bf3220ff78, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:07.474937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.486847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.487684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.487810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.488221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.488726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.489178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.489660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.491572 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-1d39a1d7-6712-45f2-8e0f-fa88b92c1409 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6168 time: 0.4483562 Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.498727 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:07.501577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaaefe-85a2-4cd3-b811-3422130cbeed req-dbbc7add-5063-4336-9ae2-91a0900c6485 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.509185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3acaaefe-85a2-4cd3-b811-3422130cbeed req-dbbc7add-5063-4336-9ae2-91a0900c6485 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 935 time: 0.3318951 Dec 21 01:44:07.623784 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d associated. External IP: 172.25.6.98, port: afb9300b-4f09-418d-909f-d1f14a54f05b. Dec 21 01:44:07.672551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:07.708345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3acaaefe-85a2-4cd3-b811-3422130cbeed req-cb06dbd3-1629-41d9-8e2a-dab5703cb149 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959608 Dec 21 01:44:07.710899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=56d14235-fbd7-413e-9c12-54bf3220ff78,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:07.731554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:07.733989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.740619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-9655cd84-330f-4eeb-87c3-85339f14f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.741098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-9655cd84-330f-4eeb-87c3-85339f14f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.741612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-9655cd84-330f-4eeb-87c3-85339f14f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.742496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.743176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-9655cd84-330f-4eeb-87c3-85339f14f6ae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2169249 Dec 21 01:44:07.843421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:07.844307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:07.845983 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] 10.222.0.45 "PUT /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 1130 time: 1.3878448 Dec 21 01:44:07.910322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:08.050241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-8af97775-d91e-4e53-b53c-f94f144ef97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:08.052642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc549a7-8c9d-42dd-8c5d-631c888d0538 req-8af97775-d91e-4e53-b53c-f94f144ef97b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2816119 Dec 21 01:44:08.096931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8c3d-7a98-46af-983d-b2bd12c68ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:08.100783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.284007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4720ddc-a2f8-4a6c-9d4d-bd318db2c0a6 req-3015bb2f-c732-4c7f-a466-7294c04287e9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 210 time: 0.4755619 Dec 21 01:44:08.411549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66839c68-3799-4380-9cc4-c7cfe8c611e4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:08.420823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.434576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Transition to ACTIVE for port object 66839c68-3799-4380-9cc4-c7cfe8c611e4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:08.442876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.542373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:08.551152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Attempting to bind port 66839c68-3799-4380-9cc4-c7cfe8c611e4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:08.551570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Attempting to bind port 66839c68-3799-4380-9cc4-c7cfe8c611e4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:08.551923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Attempting to bind port 66839c68-3799-4380-9cc4-c7cfe8c611e4 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:08.556958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Port 66839c68-3799-4380-9cc4-c7cfe8c611e4 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:08.557321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Attempting to bind port 66839c68-3799-4380-9cc4-c7cfe8c611e4 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:08.562745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:08.562985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:08.563266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Bound using segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:08.563750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Bound port: 66839c68-3799-4380-9cc4-c7cfe8c611e4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:08.564164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.627096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:08.680283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:08.684890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:08.697658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.715689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827d262a-fadb-41a2-8aa7-79a143621c12 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:08.747116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:08.748039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.749512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] 10.222.0.45 "PUT /v2.0/ports/66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 200 len: 1091 time: 0.8506796 Dec 21 01:44:08.776098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0018d-5da4-41b0-ab4b-8cfa0f2fd606 service neutron] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:08.797771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:08.844443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.890387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Transition to ACTIVE for port object 827d262a-fadb-41a2-8aa7-79a143621c12 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:08.909973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.910250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:08.981818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0'}, {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '56d14235-fbd7-413e-9c12-54bf3220ff78'}, {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:08.986819 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "2ae1e1a2-736b-49fd-b474-6ee14ae877c0"}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "56d14235-fbd7-413e-9c12-54bf3220ff78"}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:09.090646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:09.213058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.51 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/5620ad17-841d-4b0f-ae4a-22f6132d5a0c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:09.229165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:09.243575 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:09.253378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.281912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:09.282837 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:43:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:09.372137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:09.372475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:09.375959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:09.443948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43a642b-8d13-4656-8c11-e2c4c7695edf {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:09.451660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.464265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Transition to ACTIVE for port object c43a642b-8d13-4656-8c11-e2c4c7695edf will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:09.475503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.494628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:09.501521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:09.634500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:09.664973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Attempting to bind port c43a642b-8d13-4656-8c11-e2c4c7695edf on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:09.665310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Attempting to bind port c43a642b-8d13-4656-8c11-e2c4c7695edf by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:09.665652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Attempting to bind port c43a642b-8d13-4656-8c11-e2c4c7695edf on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:09.675068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Port c43a642b-8d13-4656-8c11-e2c4c7695edf on network eac75f35-4a0a-4541-ad65-4353f30c2a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:09.675390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Attempting to bind port c43a642b-8d13-4656-8c11-e2c4c7695edf on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:09.687512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:09.687869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Checking segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:09.688233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Bound using segment: {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:09.688672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Bound port: c43a642b-8d13-4656-8c11-e2c4c7695edf, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875fe2ad-3b59-40b6-a50a-21c158002e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:09.689025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.702870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.714448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.744897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:09.746470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:09.749474 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d87a8-9fb5-4c47-bbc4-bc9d414dbf5f" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:09.756412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-4bbe14df-606c-4776-b7ee-7ddcea0ccca7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "PUT /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 995 time: 4.9116549 Dec 21 01:44:09.757071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:09.757372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:09.758206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.759966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:09.766465 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1c1934-b60f-4221-8047-f0ecd35e77a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:09.773293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.802810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.808802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.817251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.823506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.829869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.837159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.843795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:09.845186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a352b4b2-c055-45c8-89ff-391ace75680f req-a5a552bc-12ee-475d-82ed-586907bc6558 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5382 time: 0.6131196 Dec 21 01:44:09.846046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:09.846381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:09.846782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:09.847206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Bound port: 827d262a-fadb-41a2-8aa7-79a143621c12, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:09.847560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.857384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:09.869093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:09.875389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:09.875903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:09.884970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:09.897598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:09.972059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:09.981511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:09.993780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:09.999449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:10.000103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.017388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:10.018083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.026181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] 10.222.0.45 "PUT /v2.0/ports/c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 1092 time: 1.2351801 Dec 21 01:44:10.052183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9529693 Dec 21 01:44:10.058159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74f1d-bc09-4864-a4b5-7a60b933c654 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:10.090719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Request body: {'port': {'device_id': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:10.096986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:10.118075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47c9df-a022-4632-928d-4788fe16bc0d service neutron] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:10.123255 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:06Z', 'revision_number': 1, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:10.126355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-b56054b2-e961-4419-b5d0-86f93eecff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:10.127887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-b56054b2-e961-4419-b5d0-86f93eecff02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.3435259 Dec 21 01:44:10.138578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a352b4b2-c055-45c8-89ff-391ace75680f req-1e5a2489-f2f7-42d5-a1a4-cc1392ec30b3 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2373745 Dec 21 01:44:10.248689 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:10.305493 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:10.306176 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:43:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:10.314831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:10.339920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.391313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.434085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:10.564655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.705529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f183f177-2132-4583-8474-4f3b364b5b24 None None] Provisioning complete for port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:10.706554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f183f177-2132-4583-8474-4f3b364b5b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.732663 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:10.759289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b1ae6a-bfb4-4f39-b892-c2d07154083f {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:10.764111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f183f177-2132-4583-8474-4f3b364b5b24 None None] Port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:10.771194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.807477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Transition to ACTIVE for port object 35b1ae6a-bfb4-4f39-b892-c2d07154083f will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:10.819531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.829529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:10.830257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:10.831693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] 10.222.0.45 "PUT /v2.0/ports/827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 1096 time: 3.7316527 Dec 21 01:44:10.866218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-1bdbcc84-69c2-41d3-a01d-073186322562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:10.870576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-1bdbcc84-69c2-41d3-a01d-073186322562 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.7137377 Dec 21 01:44:10.985399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6bca-4975-4e41-8a72-318590474e2d service neutron] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:11.016982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Attempting to bind port 35b1ae6a-bfb4-4f39-b892-c2d07154083f on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:11.017320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Attempting to bind port 35b1ae6a-bfb4-4f39-b892-c2d07154083f by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:11.017675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Attempting to bind port 35b1ae6a-bfb4-4f39-b892-c2d07154083f on network bd7e310d-e604-4fd6-87aa-909441e98f8f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:11.021967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:11.035060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Port 35b1ae6a-bfb4-4f39-b892-c2d07154083f on network bd7e310d-e604-4fd6-87aa-909441e98f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:11.035459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Attempting to bind port 35b1ae6a-bfb4-4f39-b892-c2d07154083f on network bd7e310d-e604-4fd6-87aa-909441e98f8f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:11.049000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:11.049714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Checking segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:11.050109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Bound using segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:11.050554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Bound port: 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:11.051200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.068519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fab5b-70ff-417e-9cc9-22e5301d9255 req-32956612-0541-43be-8419-c367f13a365b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.070993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb2fab5b-70ff-417e-9cc9-22e5301d9255 req-32956612-0541-43be-8419-c367f13a365b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.5149469 Dec 21 01:44:11.143167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-d1a1c321-5c47-4ab8-9a11-e79ec6e8744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.144910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-d1a1c321-5c47-4ab8-9a11-e79ec6e8744c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1099 time: 0.2123580 Dec 21 01:44:11.150006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-954901bf-00ee-484d-80ca-91b59a32862b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 998 time: 0.2555001 Dec 21 01:44:11.182493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:11.187463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:11.198733 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.222398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:44:11.256049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:06Z', 'revision_number': 1, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:11.259709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-abbe9616-2cb4-4b8e-a223-66ad0fe384cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0824094 Dec 21 01:44:11.299975 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df8121-12b8-4410-a016-678a4f457401 None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:06Z', 'revision_number': 1, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:11.308607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.310248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.313049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 1092 time: 1.2252424 Dec 21 01:44:11.329383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb2fab5b-70ff-417e-9cc9-22e5301d9255 req-5af1a4e3-2bf2-45e4-b7d8-c9c4b7475d9e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480388 Dec 21 01:44:11.331020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9601a-a985-4ffe-9d55-c30845c330e6 service neutron] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:11.356341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-7ac0afc0-2b36-456e-ac7d-954ea45c0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.377050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-7ac0afc0-2b36-456e-ac7d-954ea45c0ef7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2189202 Dec 21 01:44:11.390904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Request body: {'port': {'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:11.464668 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800785b2-a4a9-4ab7-8017-c4afbadb5bad x-openstack-request-id: req-800785b2-a4a9-4ab7-8017-c4afbadb5bad {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:11.465142 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "2ae1e1a2-736b-49fd-b474-6ee14ae877c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "56d14235-fbd7-413e-9c12-54bf3220ff78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:11.471246 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-800785b2-a4a9-4ab7-8017-c4afbadb5bad {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:11.471588 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0', 'status': 'completed', 'code': 200} Dec 21 01:44:11.471841 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '56d14235-fbd7-413e-9c12-54bf3220ff78', 'status': 'completed', 'code': 200} Dec 21 01:44:11.472101 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'status': 'completed', 'code': 200} Dec 21 01:44:11.569656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.601029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5620ad17-841d-4b0f-ae4a-22f6132d5a0c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:11.610495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.611399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.611881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.612399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.612864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.614025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.614543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.617797 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-185e76cb-ef49-4e21-a482-1e905826f150 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6414 time: 0.1445971 Dec 21 01:44:11.632016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.666954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Transition to ACTIVE for port object 5620ad17-841d-4b0f-ae4a-22f6132d5a0c will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:11.678289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-f1507edc-78f7-4066-8146-5a108953a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.680781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-f1507edc-78f7-4066-8146-5a108953a6eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.3478827 Dec 21 01:44:11.686655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:11.701211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-cf82dbc8-0be7-409b-8690-b8af9ebebc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.703698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-cf82dbc8-0be7-409b-8690-b8af9ebebc41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3256373 Dec 21 01:44:11.710055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484149a-6393-428e-8c5d-4cfacf1afe71 None None] New status for floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:44:11.782050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-03bfb177-82a2-4c32-bc4b-03f52f8af0c6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:11.783439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-03bfb177-82a2-4c32-bc4b-03f52f8af0c6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122600 Dec 21 01:44:11.792875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Pushing event updated for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:11.861062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0909f4-8799-4726-9f1b-8ad24e755199 req-f5691862-0873-4c60-b636-13f86fbd6e03 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.862735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df0909f4-8799-4726-9f1b-8ad24e755199 req-f5691862-0873-4c60-b636-13f86fbd6e03 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 935 time: 0.2813859 Dec 21 01:44:11.867073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-95a1ed50-9914-4b04-ad4f-79704d7500b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.867619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-95a1ed50-9914-4b04-ad4f-79704d7500b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.868592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-95a1ed50-9914-4b04-ad4f-79704d7500b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:11.870199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-95a1ed50-9914-4b04-ad4f-79704d7500b1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2230141 Dec 21 01:44:12.014575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-139c1deb-d60f-45a2-b1f5-5bd431c47941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.015996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-139c1deb-d60f-45a2-b1f5-5bd431c47941 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1033804 Dec 21 01:44:12.047306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-09b9eab3-f8cd-4fbd-9069-a8f354c4c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.049266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-09b9eab3-f8cd-4fbd-9069-a8f354c4c284 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3444102 Dec 21 01:44:12.057249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Attempting to bind port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:12.058166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Attempting to bind port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:12.058749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Attempting to bind port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:12.083105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:12.083428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Attempting to bind port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:12.114437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-5e85abb7-46b2-478b-9cf5-01a99d511766 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083563 Dec 21 01:44:12.119126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df0909f4-8799-4726-9f1b-8ad24e755199 req-dcca8848-cd82-4769-a2ac-b6d541202e4c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383533 Dec 21 01:44:12.153055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b73791-0160-45d9-856d-949bbd33ec32 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:12.163704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.181779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Transition to ACTIVE for port object f0b73791-0160-45d9-856d-949bbd33ec32 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:12.188126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.188680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.189155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.189649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.190105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.190560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.191009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.192984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-507ddf9b-46da-4bcf-a22b-e124976b4fde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6414 time: 0.0793617 Dec 21 01:44:12.194183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.203319 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70773ff-3eec-4a4a-b706-4f3b4423a696 x-openstack-request-id: req-d70773ff-3eec-4a4a-b706-4f3b4423a696 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:12.203935 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:12.203935 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d70773ff-3eec-4a4a-b706-4f3b4423a696 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:12.204283 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'code': 200} Dec 21 01:44:12.225930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-30143ce4-a90d-485c-82ba-4daf46168b7a service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956464 Dec 21 01:44:12.263241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:12.263571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:12.263966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:12.265050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Bound port: 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:12.265457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.269813 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b28bfd-a4ed-48a8-b0f8-5e280a185645 x-openstack-request-id: req-36b28bfd-a4ed-48a8-b0f8-5e280a185645 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:12.270110 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:12.270366 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36b28bfd-a4ed-48a8-b0f8-5e280a185645 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:12.270762 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:44:12.327842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.45', 57841) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:12.351705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:12.420846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Attempting to bind port f0b73791-0160-45d9-856d-949bbd33ec32 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:12.421262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Attempting to bind port f0b73791-0160-45d9-856d-949bbd33ec32 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:12.422270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Attempting to bind port f0b73791-0160-45d9-856d-949bbd33ec32 on network bd7e310d-e604-4fd6-87aa-909441e98f8f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:12.426739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-2933c122-534f-4238-b53d-dcf80e93164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.427301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-2933c122-534f-4238-b53d-dcf80e93164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.427815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-2933c122-534f-4238-b53d-dcf80e93164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.434461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-2933c122-534f-4238-b53d-dcf80e93164d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2097700 Dec 21 01:44:12.436888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Port f0b73791-0160-45d9-856d-949bbd33ec32 on network bd7e310d-e604-4fd6-87aa-909441e98f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:12.437270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Attempting to bind port f0b73791-0160-45d9-856d-949bbd33ec32 on network bd7e310d-e604-4fd6-87aa-909441e98f8f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:12.451492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:12.451941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Checking segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:12.452389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Bound using segment: {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:12.452893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Bound port: f0b73791-0160-45d9-856d-949bbd33ec32, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c68c106-6254-4013-bca9-07f6c74cad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:12.453311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.587729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:12.590302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-7809c08c-db9a-4b9c-9d1a-386ff4620c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.591802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-7809c08c-db9a-4b9c-9d1a-386ff4620c7c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1479318 Dec 21 01:44:12.593552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:12.599421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.640740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.641423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:12.642887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] 10.222.0.45 "PUT /v2.0/ports/f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 1092 time: 1.2562892 Dec 21 01:44:12.672869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e94785-8258-4bb5-85d5-1970380a71ec service neutron] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:12.744858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.745907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.746813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.747538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.748175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.749471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.750313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.752821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-197dac72-eb3c-4839-af16-ef78faf0caab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6482 time: 0.0624430 Dec 21 01:44:12.885250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-30230201-8ebd-477b-b764-038b34406df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.886777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-30230201-8ebd-477b-b764-038b34406df0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.5490751 Dec 21 01:44:12.898933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd422c9f-4521-4dd7-970b-b7e37aa11bc7 req-3fdbc363-698b-4bd9-a274-8b79244761c7 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836657 Dec 21 01:44:12.899781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dd8a0e49-3c6f-429d-9450-6df60b05822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.900262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dd8a0e49-3c6f-429d-9450-6df60b05822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.900717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dd8a0e49-3c6f-429d-9450-6df60b05822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.902819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dd8a0e49-3c6f-429d-9450-6df60b05822a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1298585 Dec 21 01:44:12.914286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-6ad3677e-f2fd-47a3-b12b-cc98ee0aceed service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729097 Dec 21 01:44:12.915286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:12.961662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.968110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.975225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.981205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.992070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:12.998062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.004062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.012875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-df938930-df31-4bf0-8c64-e037ea1e5d82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.6633635 Dec 21 01:44:13.048742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:13.079923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:13.111406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dadaa77f-1637-46d5-83ca-c921120432bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.114151 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-dadaa77f-1637-46d5-83ca-c921120432bd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2005041 Dec 21 01:44:13.151123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.151742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:13.153215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] 10.222.0.45 "PUT /v2.0/ports/5620ad17-841d-4b0f-ae4a-22f6132d5a0c HTTP/1.1" status: 200 len: 1096 time: 3.0697513 Dec 21 01:44:13.214192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-97bc3372-921a-4570-bdee-c2a63f984eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.222461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-97bc3372-921a-4570-bdee-c2a63f984eec service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.3200479 Dec 21 01:44:13.246033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d153f5ca-27c1-4b05-bc0c-9419483c610d req-d8c69807-7058-4d81-82d2-5238fdae42a1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321417 Dec 21 01:44:13.281262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5433bb-0dfb-4782-8e62-454251fd231a service neutron] Pushing event updated for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:13.376960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-e5650ef8-c216-46ee-9fde-52f23b93c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.378714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-e5650ef8-c216-46ee-9fde-52f23b93c8c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 1099 time: 0.1366298 Dec 21 01:44:13.493591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf'}, {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f'}, {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:13.496916 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b07c69-e4b7-46d5-917e-0523d760c8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf"}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f"}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:13.501014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-7c8f13ee-fd53-43e9-96b7-f0e3c5098a79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c HTTP/1.1" status: 200 len: 217 time: 0.1026094 Dec 21 01:44:13.526591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.527076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.527549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.528015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.528479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.528939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.529493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.532330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4138e556-5032-42eb-9834-a9826f7dc23b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6482 time: 0.2852705 Dec 21 01:44:13.541590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-93173cb3-ade2-4493-b54e-9779f661798a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 1000 time: 0.2776556 Dec 21 01:44:13.563258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3bd87-58dc-49ea-8ee3-9e52299bf4ea req-17ab082b-ab09-4b16-b9f8-d0a2f6fdded2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.564759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ec3bd87-58dc-49ea-8ee3-9e52299bf4ea req-17ab082b-ab09-4b16-b9f8-d0a2f6fdded2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.1215327 Dec 21 01:44:13.574285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-377cba9d-c0c4-4f49-9eb6-404f3b2a08df tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.574932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-5f07b841-a45f-41ab-9583-03f717d5c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.575770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-377cba9d-c0c4-4f49-9eb6-404f3b2a08df tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1521938 Dec 21 01:44:13.576542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-5f07b841-a45f-41ab-9583-03f717d5c6d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0535376 Dec 21 01:44:13.641425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-401abbf7-676b-4831-bda3-4b74b726b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.644094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-401abbf7-676b-4831-bda3-4b74b726b6a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565467 Dec 21 01:44:13.731136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-256f82a9-321c-4a27-9f4c-f2072c2d315c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 217 time: 0.1333780 Dec 21 01:44:13.827060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-8593d6f8-3677-4c27-ac5f-5ae429920154 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.2435911 Dec 21 01:44:13.833488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:13.837252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-890926e3-e329-4672-99dc-0a545933d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.838772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-890926e3-e329-4672-99dc-0a545933d517 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2394924 Dec 21 01:44:13.849173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ec3bd87-58dc-49ea-8ee3-9e52299bf4ea req-88366ee8-45d3-4bd8-9fc9-1a22c5d53459 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724288 Dec 21 01:44:13.870591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c4147e52-7feb-443b-8caf-6ec98982cf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:13.908066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5b9677f9-4c31-46f5-8187-3bdc7a3b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:13.909559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5b9677f9-4c31-46f5-8187-3bdc7a3b312e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 200 len: 850 time: 0.1701066 Dec 21 01:44:14.000178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:14.060234 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-d02c0a99-5a8f-4cc0-bae6-a3dda6a772f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057927 Dec 21 01:44:14.073272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-14d29436-836d-436d-952b-4fd9fa429b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:14.074822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-14d29436-836d-436d-952b-4fd9fa429b15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834421 Dec 21 01:44:14.101076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6a9d716b-b7f3-4de8-b409-1c6cc5804423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:14.103193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-6a9d716b-b7f3-4de8-b409-1c6cc5804423 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=337cff5f-dc91-45fe-9313-82a2a2bf9707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778402 Dec 21 01:44:14.180424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41917f2a-e7d1-4d8b-80de-852f3efd7aac req-92797627-9e9c-4a35-8e88-6da9e8396836 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042025 Dec 21 01:44:14.225923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d045b-a443-4034-b41e-0fca813905b9 req-bcf1fb36-c608-4db7-8e20-d6e32daaf260 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:14.227493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc5d045b-a443-4034-b41e-0fca813905b9 req-bcf1fb36-c608-4db7-8e20-d6e32daaf260 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 947 time: 0.2451687 Dec 21 01:44:14.289132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}, {'name': 'network-changed', 'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:14.291490 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}, {"name": "network-changed", "server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:14.471494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-89d71711-521c-40ea-bc38-cc51de21523d service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853021 Dec 21 01:44:14.481774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-abc0d3a0-7430-4980-960a-4353b7069027 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555610 Dec 21 01:44:14.487839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc5d045b-a443-4034-b41e-0fca813905b9 req-0add5654-2d4d-48ed-b911-9d6451f27e51 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024965 Dec 21 01:44:14.778428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37f9f-2d05-4e1f-b193-1dd8d11649c6 req-1d550d67-ff2e-40d6-8f13-fa51c6277d60 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:14.780643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5eb37f9f-2d05-4e1f-b193-1dd8d11649c6 req-1d550d67-ff2e-40d6-8f13-fa51c6277d60 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 949 time: 0.2169709 Dec 21 01:44:14.795178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1c1934-b60f-4221-8047-f0ecd35e77a0 req-a15e94a5-b5ea-4088-bf48-f172a4afa930 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122952 Dec 21 01:44:14.813443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-1a638a29-ed81-4ad0-99ca-4b2497ece229 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162179 Dec 21 01:44:14.912500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-4ca1f552-00ad-439b-ad80-87e764aace28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 217 time: 0.0836411 Dec 21 01:44:15.274273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5eb37f9f-2d05-4e1f-b193-1dd8d11649c6 req-5aeaa521-a082-438c-80b2-fa28471e4b53 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.43 "GET /v2.0/security-groups?id=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735875 Dec 21 01:44:15.330812 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702db3a-d97c-4390-a5ea-7cc8e793bc55 x-openstack-request-id: req-0702db3a-d97c-4390-a5ea-7cc8e793bc55 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:15.331738 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:15.332531 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0702db3a-d97c-4390-a5ea-7cc8e793bc55 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:15.333119 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'status': 'completed', 'code': 200} Dec 21 01:44:15.333590 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'status': 'completed', 'code': 200} Dec 21 01:44:15.334055 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'status': 'completed', 'code': 200} Dec 21 01:44:15.407532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-a1bbafd8-e2e3-4a42-b8f2-353684fcd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.408955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-a1bbafd8-e2e3-4a42-b8f2-353684fcd7fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.4825361 Dec 21 01:44:15.455784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:15.463109 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65aff4-05ff-43e0-a8b3-076ddb4f29c2 x-openstack-request-id: req-be65aff4-05ff-43e0-a8b3-076ddb4f29c2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:15.463434 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:15.463693 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be65aff4-05ff-43e0-a8b3-076ddb4f29c2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:15.464121 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'status': 'completed', 'code': 200} Dec 21 01:44:15.464340 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', 'status': 'completed', 'code': 200} Dec 21 01:44:15.465591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:15.521807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-74b4584b-092a-465a-8dc6-9f4fc9c35f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.523314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-74b4584b-092a-465a-8dc6-9f4fc9c35f85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015375 Dec 21 01:44:15.695340 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d associated. External IP: 172.25.6.98, port: afb9300b-4f09-418d-909f-d1f14a54f05b. Dec 21 01:44:15.701369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-06506d30-ad17-4523-b3fa-07282c621291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.702859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-06506d30-ad17-4523-b3fa-07282c621291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1099 time: 0.1489801 Dec 21 01:44:15.746553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.752451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.759027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.765215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.771899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.777944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.783894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:15.785889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6ff8152-1841-420f-baad-89456ca449ad req-51a08a58-376e-4c98-b016-41803dee2590 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.2616546 Dec 21 01:44:15.913966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-72f3bc55-ca7e-4f6e-a765-065be8cf6dfb service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590100 Dec 21 01:44:16.058646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6ff8152-1841-420f-baad-89456ca449ad req-65bca9f2-381a-4bd6-a9e1-2b3f6021ca1c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568407 Dec 21 01:44:16.063282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-befcbf7f-fd79-40b1-a0eb-f3fe7e98c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.064708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-befcbf7f-fd79-40b1-a0eb-f3fe7e98c907 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2740662 Dec 21 01:44:16.163981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-28e6e122-bd87-4830-bad5-e3cf29feea4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0584500 Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.164232 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:44:16.166876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-a079cd8f-dbd2-4214-a7b0-660882295d4c tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.168238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-a079cd8f-dbd2-4214-a7b0-660882295d4c tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.24 "GET /v2.0/ports?device_id=25252feb-893c-4ccf-a28d-ee002eabdb2f HTTP/1.1" status: 200 len: 949 time: 0.1171212 Dec 21 01:44:16.230797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-bfd25534-d193-4de7-8e67-df1b366fe7b1 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015203 Dec 21 01:44:16.286091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-01029163-5f09-479d-8ff5-207e2073862f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:16.307769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-9c712c52-aeef-4ab0-a183-0bbaa01ed96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.309419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-9c712c52-aeef-4ab0-a183-0bbaa01ed96f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1290100 Dec 21 01:44:16.315103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Deleting port d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:16.315515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:16.364349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-db083eac-8a3f-47f1-8c4a-6faca52eda39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0502169 Dec 21 01:44:16.402118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:16.412621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] For port d14cff80-e4ee-4458-868f-1dce73fdb778, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d14cff80-e4ee-4458-868f-1dce73fdb778,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:16.413168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:16.429185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Calling delete_port for d14cff80-e4ee-4458-868f-1dce73fdb778 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:16.442179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606089c-4f56-46c2-9d17-70f3d8dc60d7 req-98c9b123-f1f3-4b50-88c8-e16db588f505 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.443848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b606089c-4f56-46c2-9d17-70f3d8dc60d7 req-98c9b123-f1f3-4b50-88c8-e16db588f505 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.2852733 Dec 21 01:44:16.478132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-b549b499-c017-41c6-afe8-ef02579cbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.479729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-b549b499-c017-41c6-afe8-ef02579cbc37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560049 Dec 21 01:44:16.487627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-a767db74-ac56-4cd9-966c-25d422a735cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.489722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-a767db74-ac56-4cd9-966c-25d422a735cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1042628 Dec 21 01:44:16.594815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:16.624201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Pushing event deleted for resources: {'Port': ['ID=d14cff80-e4ee-4458-868f-1dce73fdb778,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:16.678948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b606089c-4f56-46c2-9d17-70f3d8dc60d7 req-8b1dd916-192b-45ba-bdf0-9c129c527e2e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237890 Dec 21 01:44:16.687445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] No DVR routers for this DVR port d14cff80-e4ee-4458-868f-1dce73fdb778 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:16.690696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:16.694489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf28c68c-367e-48f7-8215-97c20cbbc508 req-d5d1fcc5-d4d6-44fd-ae29-f400d1c2f5d9 tempest-ImagesOneServerTestJSON-1664933096 tempest-ImagesOneServerTestJSON-1664933096-project] 10.222.0.24 "DELETE /v2.0/ports/d14cff80-e4ee-4458-868f-1dce73fdb778 HTTP/1.1" status: 204 len: 173 time: 0.5177746 Dec 21 01:44:16.723685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c634fdb2-f868-4e00-8bee-6bed607dcd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:16.725199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-c634fdb2-f868-4e00-8bee-6bed607dcd58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1937892 Dec 21 01:44:16.764753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:16.767973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-1aa87031-bebc-4fcb-b27b-69a0a3afd977 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772796 Dec 21 01:44:16.779221 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:16.801714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:16.802366 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:17.016930 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:17.031865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5620ad17-841d-4b0f-ae4a-22f6132d5a0c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:17.043592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-30053ba7-b79e-4318-96ff-59babc5d0c5f service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023970 Dec 21 01:44:17.072867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9826-7033-4ede-84f2-aa6102fb778a req-54062967-55a5-4db7-9f10-de47022dc8ad tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:17.074970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0eb9826-7033-4ede-84f2-aa6102fb778a req-54062967-55a5-4db7-9f10-de47022dc8ad tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1097 time: 0.2003596 Dec 21 01:44:17.105834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-23e6d583-e2c4-4cb6-8fbf-c1efd534b075 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274534 Dec 21 01:44:17.289048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:17.332331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:17.335004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-deleted', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:17.338013 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed22c5-505d-4407-bfda-3138b01262bb" -d '{"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-deleted", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:17.370395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', 'mac_address': 'fa:16:3e:95:e6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:17.444454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:17.473558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5620ad17-841d-4b0f-ae4a-22f6132d5a0c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:17.528779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:15Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:17.529071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:17.542956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:17.542956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:17.579679 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:17.590455 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:17.591310 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:17.627457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:17.630551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0eb9826-7033-4ede-84f2-aa6102fb778a req-dedac25d-3635-4e26-b351-c852f5ca212c tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405829 Dec 21 01:44:17.648734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '827d262a-fadb-41a2-8aa7-79a143621c12', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '827d262a-fadb-41a2-8aa7-79a143621c12', 'mac_address': 'fa:16:3e:26:0a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:17.717666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-d192c43b-c76d-49ee-b653-29494685ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:17.719463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-d192c43b-c76d-49ee-b653-29494685ff2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 1099 time: 0.2508750 Dec 21 01:44:17.726835 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:17.740453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-99c1c200-df5f-4d59-8f4f-65670fa4f12f service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788027 Dec 21 01:44:17.751067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827d262a-fadb-41a2-8aa7-79a143621c12 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:17.776361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:17.791601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:17.803637 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:17.814284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:17.882416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:17.888389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-14f42805-78aa-42fa-9311-3cc03e7c8bc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 200 len: 217 time: 0.1139655 Dec 21 01:44:17.953152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:17.991538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140406a-bc0e-47f1-ae62-b8546c5d4992 req-27545df3-21e8-4f8b-9f2a-630fb9fa40fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:17.998746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d140406a-bc0e-47f1-ae62-b8546c5d4992 req-27545df3-21e8-4f8b-9f2a-630fb9fa40fd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 948 time: 0.2161884 Dec 21 01:44:18.009236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-54b2fd8e-5c0d-4225-abaf-3592c93ab88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.010704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-54b2fd8e-5c0d-4225-abaf-3592c93ab88b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1058114 Dec 21 01:44:18.034467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-31d9a947-2b64-450e-a4fa-4c1cef62c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.036627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-31d9a947-2b64-450e-a4fa-4c1cef62c079 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3086097 Dec 21 01:44:18.107046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-fcd33f3e-3008-4bd4-8d67-b0e6a0de5921 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c HTTP/1.1" status: 200 len: 217 time: 0.0526977 Dec 21 01:44:18.138187 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:15Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:18.172548 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54adc22a-0a31-4a6d-a49f-83998e7c60bb None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:15Z', 'revision_number': 3, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:18.230860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d140406a-bc0e-47f1-ae62-b8546c5d4992 req-ca265544-9294-4f8b-b7dd-85760d5b0f7f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312517 Dec 21 01:44:18.232534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-8619075f-0664-43b9-917c-28eaf04b7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.234012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-8619075f-0664-43b9-917c-28eaf04b7456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0863931 Dec 21 01:44:18.239660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d1ae50a2-a50e-41cf-850f-991aeacbba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.241223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d1ae50a2-a50e-41cf-850f-991aeacbba5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2204883 Dec 21 01:44:18.241565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['5620ad17-841d-4b0f-ae4a-22f6132d5a0c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:18.291434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['827d262a-fadb-41a2-8aa7-79a143621c12'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:18.573246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:18.593769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:18.601211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-d255a8b8-58b2-429a-b1f0-aee5047fefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.603840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-d255a8b8-58b2-429a-b1f0-aee5047fefae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3219521 Dec 21 01:44:18.672202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486629f1-4a41-4923-90e0-ce9d4d4ded2b None None] New status for floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:44:18.744655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:18.788064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:18.790783 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bc95c-4f8d-4116-b821-2c802bbea641" -d '{"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:18.801438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e2badefb-bfa7-437f-b821-4f29a7f1af5a service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073555 Dec 21 01:44:18.873042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.881242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.889439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.896686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.903512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.904991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:18.910596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.917491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:18.919748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-2d576216-2b3b-4253-8c90-39ac2143377c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.3149679 Dec 21 01:44:18.945608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2cb14637-fe3d-4372-ba3c-52c9a854014d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b46cf388077e4166bf421b2ca6946e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989369 Dec 21 01:44:18.946498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:18.969849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-04ea5dea-2a8a-4132-9eec-0a07dacffb1b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "PUT /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 997 time: 5.1418493 Dec 21 01:44:19.044931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:19.072875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:19.096734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff0ade6f-10a1-4b9b-bd11-2eb644face9f req-12113bc8-72e4-4c30-a576-533135e2b801 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577599 Dec 21 01:44:19.116178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-70b2a1f2-34cf-4306-bb5a-0c54245738b5 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719188 Dec 21 01:44:19.134371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-e623199f-b5b4-4f1b-a2d4-e7a40151cdf4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.136909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-e623199f-b5b4-4f1b-a2d4-e7a40151cdf4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports/afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 942 time: 0.1250191 Dec 21 01:44:19.240544 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c26401-7017-4c36-83e9-b77d3d4197b6 x-openstack-request-id: req-56c26401-7017-4c36-83e9-b77d3d4197b6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:19.240902 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25252feb-893c-4ccf-a28d-ee002eabdb2f", "name": "network-vif-deleted", "tag": "d14cff80-e4ee-4458-868f-1dce73fdb778", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:19.243469 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56c26401-7017-4c36-83e9-b77d3d4197b6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:19.243898 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25252feb-893c-4ccf-a28d-ee002eabdb2f', 'name': 'network-vif-deleted', 'tag': 'd14cff80-e4ee-4458-868f-1dce73fdb778', 'status': 'completed', 'code': 200} Dec 21 01:44:19.246518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:19.252795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:19.255961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c HTTP/1.1" status: 204 len: 168 time: 0.3040123 Dec 21 01:44:19.261493 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:19.277265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d671c-1c6e-410b-a809-4706a010c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07c2dad-5a5a-4ba4-b52c-0410be6c0b1c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:19.278328 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:19.279090 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:19.349928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-9de32c47-011f-4ea5-9717-1aff3fce8315 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144260 Dec 21 01:44:19.350080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:19.506935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:19.542871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: d14cff80-e4ee-4458-868f-1dce73fdb778 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:44:19.546400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d14cff80-e4ee-4458-868f-1dce73fdb778 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:19.590629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-71b05207-e9a3-41d3-bee9-a96639de73b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 217 time: 0.1434042 Dec 21 01:44:19.591719 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:19.597262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-404a1a86-1634-43e0-8796-34778694299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.606963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-404a1a86-1634-43e0-8796-34778694299b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.2988925 Dec 21 01:44:19.729623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8755ebdf-0c0f-4dcd-bd00-23e2e3d8fbcb req-216256a5-ef18-4fa9-b7ee-be6aa82bbfcf service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791621 Dec 21 01:44:19.751415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-bbb97b68-a775-4f27-b051-4dca30c716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.754309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-bbb97b68-a775-4f27-b051-4dca30c716fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0586324 Dec 21 01:44:19.794145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-95068020-e393-4667-8750-9aca228b94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.797512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-95068020-e393-4667-8750-9aca228b94b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1896303 Dec 21 01:44:19.871151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-73a8c2b5-8f6b-4501-96a1-3bdbea11f091 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.0618131 Dec 21 01:44:19.912003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e660d26d-e1f4-4778-8ee9-5823afd72b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.913945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-e660d26d-e1f4-4778-8ee9-5823afd72b3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136091 Dec 21 01:44:19.967839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-96e8016a-e657-4fbf-bbca-c62389dfe42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:19.969562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-96e8016a-e657-4fbf-bbca-c62389dfe42b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0897050 Dec 21 01:44:20.004833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:18Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:20.096837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-6972232f-2fd0-4fe6-995d-3e1a8cdd4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:20.099559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-6972232f-2fd0-4fe6-995d-3e1a8cdd4207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875015 Dec 21 01:44:20.181602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-82524a5f-3917-4df7-8f0c-0fb861a7583b service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584624 Dec 21 01:44:20.250927 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:20.261315 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:20.261998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:20.399411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-2cd14167-ada6-4575-9c9c-e32f8f8aa2d0 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902174 Dec 21 01:44:20.474961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-564ad91c-be93-44d7-ac4b-4902470c566b service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741029 Dec 21 01:44:20.493737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:20.544233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d802be22-177b-4e4e-b952-55899015d59a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 217 time: 0.0397952 Dec 21 01:44:20.639929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d7afc1d8-163c-495c-bddb-3e10726d877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:20.642752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-d7afc1d8-163c-495c-bddb-3e10726d877c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.0869417 Dec 21 01:44:20.713930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-866b9431-6cab-4759-ad3a-32dcfd2a7e51 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127410 Dec 21 01:44:20.728578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-02f77f76-098a-42ab-9e57-b588973da470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:20.730466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-02f77f76-098a-42ab-9e57-b588973da470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772486 Dec 21 01:44:20.834152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:18Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:20.868082 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b3815-3b5b-46f4-b6c1-a246855beaf2 None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:3f:f6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:18Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:20.887978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-835b3639-db7e-4084-bd85-8ff3c28939d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:20.893939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-835b3639-db7e-4084-bd85-8ff3c28939d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1097 time: 0.1256893 Dec 21 01:44:20.905105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-202f42a9-e490-4871-9b07-c2c984374f44 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:20.905839 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-202f42a9-e490-4871-9b07-c2c984374f44 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055363 Dec 21 01:44:20.963953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-599ef3e7-4ff1-4062-97c6-85a24c631b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:20.971131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-599ef3e7-4ff1-4062-97c6-85a24c631b6f service neutron] 10.222.0.43 "GET /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0535183 Dec 21 01:44:20.976189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:20.976648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:44:21.022814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:21.096574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 827d262a-fadb-41a2-8aa7-79a143621c12 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:21.101776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 827d262a-fadb-41a2-8aa7-79a143621c12 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:21.102236 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.176719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:21.177065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:21.177425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:21.182773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:21.183095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:21.188676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:21.189010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:21.189437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:21.189867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Bound port: 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:21.214469 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.229973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-8c06d82c-df54-4ed1-96a7-7328f7c9598a service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807417 Dec 21 01:44:21.253206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:21.254219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:21.255812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:21.257700 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63374db-6de9-45d5-9542-704545eb9409" -d '{"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-plugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:21.261812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.262630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5620ad17-841d-4b0f-ae4a-22f6132d5a0c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:21.264508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.278319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1c7d20e9-d19d-4f5a-af6c-01ccde2b694d service neutron] 10.222.0.43 "POST /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3062000 Dec 21 01:44:21.376328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:21.390547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:21.397352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-62b0282e-5945-470e-9099-dae53d7c0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.398798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-62b0282e-5945-470e-9099-dae53d7c0845 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.5015371 Dec 21 01:44:21.404585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-bb0f6a8a-2b8d-42ba-b1da-f9a1f581e63c service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489902 Dec 21 01:44:21.408504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:21.409790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.509849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.513368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-950a3b5e-7742-4bee-a160-db261acd683e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 217 time: 0.0972803 Dec 21 01:44:21.553052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:21.557600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.581315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d7be6-bf90-4722-86f5-8c9697966589 req-1b9d0af6-532b-454c-9d5e-e083fa5dcc07 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.583275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b74d7be6-bf90-4722-86f5-8c9697966589 req-1b9d0af6-532b-454c-9d5e-e083fa5dcc07 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1309488 Dec 21 01:44:21.587168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-a2a255cb-a75b-48df-8f15-c7badd739346 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 1000 time: 0.1800628 Dec 21 01:44:21.616733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:21.650649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-395a6200-f1d8-4195-832c-0580f53ca6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.652376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-395a6200-f1d8-4195-832c-0580f53ca6a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1097 time: 0.0625522 Dec 21 01:44:21.654989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-f479ca26-fab5-434b-9167-b827d99c0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.656512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-f479ca26-fab5-434b-9167-b827d99c0f70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1266549 Dec 21 01:44:21.695640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-0b2250dc-68bd-440d-94a1-7a64cb772056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.697269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-0b2250dc-68bd-440d-94a1-7a64cb772056 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0970502 Dec 21 01:44:21.750496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b74d7be6-bf90-4722-86f5-8c9697966589 req-4fb494ba-6d58-46de-80e8-8fd9b6f62224 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512749 Dec 21 01:44:21.755737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-11059da3-ec61-41b9-9522-01bc804682e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.758053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-11059da3-ec61-41b9-9522-01bc804682e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.0981438 Dec 21 01:44:21.776762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-8e08f9e5-7700-40a3-aa7b-6c33d0e8320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.776762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-8e08f9e5-7700-40a3-aa7b-6c33d0e8320f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579126 Dec 21 01:44:21.779405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5d464c1e-3fbd-42f9-a172-4cdb5d5771e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.780819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-5d464c1e-3fbd-42f9-a172-4cdb5d5771e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011634 Dec 21 01:44:21.819675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-9374f1f8-f568-4719-bc1f-7aba146444e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 217 time: 0.0531309 Dec 21 01:44:21.838961 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5814a2-05e8-4c13-a494-9cb0b7d34de2 x-openstack-request-id: req-6e5814a2-05e8-4c13-a494-9cb0b7d34de2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:21.839251 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:21.839473 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e5814a2-05e8-4c13-a494-9cb0b7d34de2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:21.839853 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:44:21.873451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:21.927768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a7523d64-45f1-40a0-8987-8a987d2401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:21.929288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a7523d64-45f1-40a0-8987-8a987d2401a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0981746 Dec 21 01:44:21.969241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-829b76d9-6a23-4f90-b412-e66a3525ba81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319443 Dec 21 01:44:22.062153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-ed9394bc-5d5d-4c49-b79a-2dd85d814dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.063620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-ed9394bc-5d5d-4c49-b79a-2dd85d814dd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1680634 Dec 21 01:44:22.068910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-0390ba8f-97ab-4cf9-8455-8f99a89cbebf service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871909 Dec 21 01:44:22.075734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-3c4c821b-1c3c-4958-a6e1-e83e3b1f8470 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852607 Dec 21 01:44:22.094359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d408-0c26-4a0a-8b63-bdb7a83f1bb4 req-faffda65-f97a-42b5-8d46-d1392dcb08b7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.095840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2619d408-0c26-4a0a-8b63-bdb7a83f1bb4 req-faffda65-f97a-42b5-8d46-d1392dcb08b7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.1280701 Dec 21 01:44:22.170467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-f6545787-c18c-4488-948d-bbffdafb80ca service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900752 Dec 21 01:44:22.306363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-f8bb760b-9ee4-4f70-a8b8-b558e63255c7 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210735 Dec 21 01:44:22.381388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2619d408-0c26-4a0a-8b63-bdb7a83f1bb4 req-241bd265-fd25-472c-8c65-de326ce521a4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689407 Dec 21 01:44:22.388996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-64cd10f4-dffe-41ea-84f7-4a6c5d53a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.390321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-64cd10f4-dffe-41ea-84f7-4a6c5d53a759 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.3128805 Dec 21 01:44:22.395279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d47dfea6-933c-49f6-8d11-21abdf50cb02 req-030fa3a6-917e-46b9-82b4-1f832045e3cd service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905648 Dec 21 01:44:22.398657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3bbe998-9ef0-48f2-8bc3-b6f4f84eb08e req-5ff6aac6-ba87-4ecc-b09a-4ce90e842def service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201017 Dec 21 01:44:22.520590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-f84b264c-72f4-42de-bb2d-ccf6a3ced9c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.1022980 Dec 21 01:44:22.571633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220c7df-a22c-4211-ae66-9230c98639c6 x-openstack-request-id: req-1220c7df-a22c-4211-ae66-9230c98639c6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:22.572144 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-plugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:22.572241 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1220c7df-a22c-4211-ae66-9230c98639c6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:22.572564 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'code': 200} Dec 21 01:44:22.703319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.710809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.719384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.725909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.732424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.738975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.744935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.749653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb440a7-3903-44b9-9747-1bbaf8673c43 req-a762b15a-0802-4408-a56a-1acd1ca59f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.752074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb440a7-3903-44b9-9747-1bbaf8673c43 req-a762b15a-0802-4408-a56a-1acd1ca59f61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1101 time: 0.0474370 Dec 21 01:44:22.752778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71402f54-ae1c-4393-9752-f08b1f471eec req-0117712b-9d93-4518-ace1-f283d563009b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.2353692 Dec 21 01:44:22.795147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.795661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.796121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.796593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.797062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.797559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.798026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.799931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-28bf1b94-e6ef-49b9-b15a-8c03a331b91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6482 time: 0.2623432 Dec 21 01:44:22.802023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-7ca731e3-6e95-4c73-813f-e4f8f082986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.803992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-7ca731e3-6e95-4c73-813f-e4f8f082986b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2681134 Dec 21 01:44:22.822100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-abb440a7-3903-44b9-9747-1bbaf8673c43 req-dc42861b-8be0-4317-a3ef-422dfc67931a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Dec 21 01:44:22.865379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df195b-a7b2-44be-9a39-bbc1a9c009a4 req-5c4c1d8c-d3cb-4be3-ba90-4d562ac17587 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.867059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17df195b-a7b2-44be-9a39-bbc1a9c009a4 req-5c4c1d8c-d3cb-4be3-ba90-4d562ac17587 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.2245498 Dec 21 01:44:22.966755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71402f54-ae1c-4393-9752-f08b1f471eec req-b5f5775e-75f8-4bf4-a0a5-10ca0c33e7e2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125487 Dec 21 01:44:22.993214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-180e4cf6-1341-438a-8ba8-7da4bb0c19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:22.994940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-180e4cf6-1341-438a-8ba8-7da4bb0c19c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691027 Dec 21 01:44:23.098591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17df195b-a7b2-44be-9a39-bbc1a9c009a4 req-607348be-51e0-471f-8482-d48943fbf753 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053776 Dec 21 01:44:23.104183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-492561fe-2482-4e63-8e46-7d05e12c5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.105626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-492561fe-2482-4e63-8e46-7d05e12c5ec9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eac75f35-4a0a-4541-ad65-4353f30c2a4f HTTP/1.1" status: 200 len: 902 time: 0.2849312 Dec 21 01:44:23.129740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-880fe7e4-01fb-44dd-b685-a7115ee284ba tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.0994985 Dec 21 01:44:23.199173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-b02389d2-a27f-480b-a732-9f8cf7066eab tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.199884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-b02389d2-a27f-480b-a732-9f8cf7066eab tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports/a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 942 time: 0.0599177 Dec 21 01:44:23.319437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a057c35d-051a-492d-87e5-985c11f98684 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 217 time: 0.1174285 Dec 21 01:44:23.467318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f80e-f87e-4cc7-b503-04dc08d89a7a req-89be9520-5f15-416a-be83-caaa1f7da2fa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.468873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b57f80e-f87e-4cc7-b503-04dc08d89a7a req-89be9520-5f15-416a-be83-caaa1f7da2fa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.2059588 Dec 21 01:44:23.476220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-553c5aa2-63d4-4538-9a84-ff87fb9faf63 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1766298 Dec 21 01:44:23.485112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-d8fe6d7f-8290-4c4a-b3d0-63519d3660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.486564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-d8fe6d7f-8290-4c4a-b3d0-63519d3660fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1496799 Dec 21 01:44:23.491485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-da976d0c-367a-4aad-b633-0bf3e9bc8e53 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907119 Dec 21 01:44:23.929407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:23.931624 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664" -d '{"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:23.947756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b57f80e-f87e-4cc7-b503-04dc08d89a7a req-f1749b70-4c53-448e-8b0f-0b81c0516ac0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705136 Dec 21 01:44:23.976670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-7b323a54-5a77-4ead-aa2a-4786cb57d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.978032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-7b323a54-5a77-4ead-aa2a-4786cb57d4a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4708612 Dec 21 01:44:23.981571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b60bc95c-4f8d-4116-b821-2c802bbea641 req-391038c6-4014-4cca-98d1-4035b82a58f3 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732926 Dec 21 01:44:23.990574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-f055a7fc-b317-4f48-9d25-ee0874430cb4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:23.991888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7f1de7-7bb0-4657-afd1-0ae4e9d8564f req-f055a7fc-b317-4f48-9d25-ee0874430cb4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.5044239 Dec 21 01:44:24.155710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-8157dca9-4797-4897-948d-9f4be471643a service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380115 Dec 21 01:44:24.167763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbda9c-37d9-4707-ba96-c8d0e7ba1117 req-31080cc8-a07e-4ba7-8074-93c2b1cfbfd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.167763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dfbda9c-37d9-4707-ba96-c8d0e7ba1117 req-31080cc8-a07e-4ba7-8074-93c2b1cfbfd6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.1103303 Dec 21 01:44:24.192271 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68f215-c480-4956-9b1b-6e0353f6f0b3 x-openstack-request-id: req-ef68f215-c480-4956-9b1b-6e0353f6f0b3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:24.192616 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:24.192939 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef68f215-c480-4956-9b1b-6e0353f6f0b3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:24.193502 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'status': 'completed', 'code': 200} Dec 21 01:44:24.324042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dfbda9c-37d9-4707-ba96-c8d0e7ba1117 req-457d7a80-0399-44ff-b999-7d69378e231e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469867 Dec 21 01:44:24.395409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-82cf718f-432d-474c-8f07-d2180c7626b3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1976407 Dec 21 01:44:24.446426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-cfc29666-8f8c-4274-a4fd-c7d3bc6ab599 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033479 Dec 21 01:44:24.489103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-242a4b3d-d39d-4519-87dd-746ea66463e0 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.493808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-242a4b3d-d39d-4519-87dd-746ea66463e0 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports/a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 942 time: 0.0976381 Dec 21 01:44:24.495767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-fe1da5a1-4961-4821-9b9b-d840c587e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.497261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-fe1da5a1-4961-4821-9b9b-d840c587e869 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1097 time: 0.1771164 Dec 21 01:44:24.518938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.525892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.531882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.539326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.545546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.551478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.557913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.559900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-ca52b47b-127b-4396-ae34-1af0af2b567d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.1546679 Dec 21 01:44:24.573969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:24.577521 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3106eef-1479-4c03-a787-0c5176251edd" -d '{"events": [{"server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "name": "network-vif-plugged", "status": "completed", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:24.765721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-c62d8bad-6a21-44f9-a543-44bb528ae11c tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1841073 Dec 21 01:44:24.804439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.804936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.805433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.805914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.806341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.806790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.807242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.809081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a2f758b8-40c3-4da7-a47d-f82049d22a1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6482 time: 0.2068596 Dec 21 01:44:24.817893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e70e0cf4-6a05-456c-a332-3316111703a0 req-0e3e2261-d4f1-45c6-b647-2042323eff96 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377391 Dec 21 01:44:24.856427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-da5ac4e2-236d-4f56-917d-a3623dea9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:24.857928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-da5ac4e2-236d-4f56-917d-a3623dea9a6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.2970123 Dec 21 01:44:25.056794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-0c5d491c-996f-4765-b02e-06d357e38b3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 1000 time: 0.1572382 Dec 21 01:44:25.063132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-e519b3d6-0bc3-4658-9656-a52103f980e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.064491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-e519b3d6-0bc3-4658-9656-a52103f980e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 902 time: 0.2443142 Dec 21 01:44:25.076818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8915-3e1b-48fd-9745-ba322b6309a0 req-9ada3b61-7c1d-45d8-8889-d65997825a90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.078249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-255a8915-3e1b-48fd-9745-ba322b6309a0 req-9ada3b61-7c1d-45d8-8889-d65997825a90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.1799679 Dec 21 01:44:25.126521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-35253bd0-03a0-4ce4-964b-1b32d73d3905 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.127840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-35253bd0-03a0-4ce4-964b-1b32d73d3905 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.3511872 Dec 21 01:44:25.173288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a537504f-3681-4c8a-8d29-d7611375cb43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 217 time: 0.0914555 Dec 21 01:44:25.176870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-dd747afd-d303-493b-a199-242379a00c95 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:25.177831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-dd747afd-d303-493b-a199-242379a00c95 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108442 Dec 21 01:44:25.277212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-742cc41b-9beb-4e23-9e5e-f682a8c9de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.279358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-742cc41b-9beb-4e23-9e5e-f682a8c9de60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2001901 Dec 21 01:44:25.291025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-255a8915-3e1b-48fd-9745-ba322b6309a0 req-0286a642-6344-4598-b447-bc734628609d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019267 Dec 21 01:44:25.341907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-1b108b9f-1915-4568-88a7-7dcc1506c0bd tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1440356 Dec 21 01:44:25.349711 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f8afd-1a21-4faf-a759-493ef7b43211 x-openstack-request-id: req-730f8afd-1a21-4faf-a759-493ef7b43211 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:25.350458 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "name": "network-vif-plugged", "status": "completed", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:25.351656 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-730f8afd-1a21-4faf-a759-493ef7b43211 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:25.352160 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', 'code': 200} Dec 21 01:44:25.357171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-138091f5-1c49-4bad-965f-bb533744b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.358675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-138091f5-1c49-4bad-965f-bb533744b4bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1718557 Dec 21 01:44:25.367400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:25.492097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-840ae3e6-6c6e-4442-9072-36ceb0fc218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.493632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-840ae3e6-6c6e-4442-9072-36ceb0fc218d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964376 Dec 21 01:44:25.499061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:25.548292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ea475-76c1-43e0-80af-dd55adf3caf3 req-2125cbc1-b2b7-418e-b465-c4b8e2539e7d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.549777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc9ea475-76c1-43e0-80af-dd55adf3caf3 req-2125cbc1-b2b7-418e-b465-c4b8e2539e7d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1459830 Dec 21 01:44:25.584185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833d95-9d5d-4107-9bd4-0a2f4dd8f612 req-c187c1d8-5d49-41eb-8582-b1ff7aacc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.587240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38833d95-9d5d-4107-9bd4-0a2f4dd8f612 req-c187c1d8-5d49-41eb-8582-b1ff7aacc39d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 1101 time: 0.0489421 Dec 21 01:44:25.605843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a042c631-fae2-4f81-a8c6-4231f5d2e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:25.607346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-a042c631-fae2-4f81-a8c6-4231f5d2e7ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1878881 Dec 21 01:44:25.636580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38833d95-9d5d-4107-9bd4-0a2f4dd8f612 req-0924dce3-dfa8-4062-9de7-7683cc84cd24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Dec 21 01:44:25.791740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc9ea475-76c1-43e0-80af-dd55adf3caf3 req-59ebd9e4-fd1a-4b86-800d-ce1af42f9e0e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282381 Dec 21 01:44:25.842434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:25.853996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-7c174df3-e04c-4594-a5e6-86e67c66a241 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141322 Dec 21 01:44:25.854572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:25.854902 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d disassociated. External IP: 172.25.6.98, port: a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0. Dec 21 01:44:25.906500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-fd9ef5b4-5741-4872-a927-bd4d36d41745 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580025 Dec 21 01:44:26.365738 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:26.381485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f30fb-dbe0-46d2-8d55-ab5159be2d18 req-5b769a5f-cfd8-430c-9dd5-2aac96b15364 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.382982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee9f30fb-dbe0-46d2-8d55-ab5159be2d18 req-5b769a5f-cfd8-430c-9dd5-2aac96b15364 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.4346209 Dec 21 01:44:26.523190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-27d79962-da57-45fe-94a7-15b5ceb5aeb4 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870045 Dec 21 01:44:26.528513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d14e66e-ac6d-4d38-9cbb-e33f366dd664 req-c048b84f-96e9-40f6-9d93-ed464813cf98 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936497 Dec 21 01:44:26.549917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee9f30fb-dbe0-46d2-8d55-ab5159be2d18 req-9743ea84-4c7a-49f2-a18b-35d3bdb99cb1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252320 Dec 21 01:44:26.588234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:26.718729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:26.724578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:26.729836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-5589322b-70bc-4237-b19c-151a414bfd41 req-bc6a2710-7e89-4d3c-ae1f-4b612ebb1da2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:26.730905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5589322b-70bc-4237-b19c-151a414bfd41 req-bc6a2710-7e89-4d3c-ae1f-4b612ebb1da2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103395 Dec 21 01:44:26.732640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:26.759083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:26.759909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:26.787720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-71f3517d-2451-4b32-8850-21a04e4809e4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "PUT /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 694 time: 1.4278774 Dec 21 01:44:26.788828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:26.791280 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:26.807369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.807858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.808324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.808786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.809243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.809735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.810187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.812101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-861d7103-b1cb-4500-9944-f3a58aa6a45e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6482 time: 0.0803330 Dec 21 01:44:26.901946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:26.914802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-9d48f3c8-5de1-41c5-8be5-412d41d5ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:26.916318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-9d48f3c8-5de1-41c5-8be5-412d41d5ad6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1097 time: 0.1024899 Dec 21 01:44:27.031118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-f602bfe1-9812-402c-a0bf-1089875f4c67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390987 Dec 21 01:44:27.039499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-26f111aa-798c-44b8-a2a6-dda8ab9029da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.041177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-26f111aa-798c-44b8-a2a6-dda8ab9029da service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 902 time: 0.1991045 Dec 21 01:44:27.043536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-637f66bb-1524-4906-924f-11cb34679c75 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:27.053158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-637f66bb-1524-4906-924f-11cb34679c75 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148554 Dec 21 01:44:27.055028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-f6428e0f-2805-41c7-bfb0-b837de7f58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.063407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-f6428e0f-2805-41c7-bfb0-b837de7f58df service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1381998 Dec 21 01:44:27.159183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-1393a38e-3041-41a5-8bf9-fd1814a23ad1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 217 time: 0.0717959 Dec 21 01:44:27.166657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-3d479f47-5f6d-428e-b914-27b4aaa2e663 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.1024134 Dec 21 01:44:27.208722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:27.237451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.244472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.251857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.259498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.259899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:27.269280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.270498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:27.271116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:27.279542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.290142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.302965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-fcb2834f-56d6-42f0-ac1c-73d71d513228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.2669795 Dec 21 01:44:27.368024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-dcc2ae10-bee0-4dd3-ab95-206f27b96290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.377674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-dcc2ae10-bee0-4dd3-ab95-206f27b96290 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.2101312 Dec 21 01:44:27.398870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:27.442345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-7c669921-05b9-4039-abb0-dd7141dc5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.443976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-7c669921-05b9-4039-abb0-dd7141dc5a74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1356621 Dec 21 01:44:27.480621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98f453ed-b4dd-4264-bd58-2400d008d7cd req-bed09746-2420-4de8-bb8b-9feab8154c4d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738861 Dec 21 01:44:27.497951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-e806f51c-46de-4f79-9f96-b5cbddd37f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.499475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-e806f51c-46de-4f79-9f96-b5cbddd37f68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210310 Dec 21 01:44:27.672150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-8fa6d2b3-3484-4da9-9de4-d175f2cc3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.674639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-8fa6d2b3-3484-4da9-9de4-d175f2cc3628 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2105656 Dec 21 01:44:27.716154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d735-d58c-4851-9634-a4695863f3ee req-ceca94ec-9739-4022-b9e4-dcc37c375beb tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:27.725204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2585d735-d58c-4851-9634-a4695863f3ee req-ceca94ec-9739-4022-b9e4-dcc37c375beb tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.1247599 Dec 21 01:44:27.745078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:27.762546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-699a37e0-157a-471d-b9b0-8e30b7d80dd1 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218421 Dec 21 01:44:27.794517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e3ac7-6ab4-4054-b3ce-e7942e4c565f None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:27.936416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2585d735-d58c-4851-9634-a4695863f3ee req-b13bc89e-7740-4b70-abf5-37fcfc3023d9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091200 Dec 21 01:44:28.038289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c21d2b9-9cb3-4297-8feb-96f481195a5c req-7fede797-3ef7-4f1d-aa51-99c64418c08f service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591138 Dec 21 01:44:28.040256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-2ce19b4f-bf19-4367-b150-90eac4e59941 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082211 Dec 21 01:44:28.097848 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef86049-cee3-463f-b7d7-9ea178da6a1a x-openstack-request-id: req-4ef86049-cee3-463f-b7d7-9ea178da6a1a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:28.098403 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:28.098893 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ef86049-cee3-463f-b7d7-9ea178da6a1a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:28.099511 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'status': 'completed', 'code': 200} Dec 21 01:44:28.266952 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94102ced-ca23-44a2-9960-e4ae90dddfbc None None] New status for floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:44:28.450953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-009156d2-4797-437c-bfae-e93ab3dc5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.452547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-009156d2-4797-437c-bfae-e93ab3dc5896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 1097 time: 0.1936824 Dec 21 01:44:28.486468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7022f-d5b8-4ccc-8bdf-5a11b96ec525 req-771007a6-9250-4966-9784-dd5e236c8e47 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.488485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66a7022f-d5b8-4ccc-8bdf-5a11b96ec525 req-771007a6-9250-4966-9784-dd5e236c8e47 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.2846026 Dec 21 01:44:28.499047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcdd73-d3ca-4850-96bc-2f3e3755e099 req-162f2c5e-ef7c-4137-b8fe-d155b871beab tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.500561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9bcdd73-d3ca-4850-96bc-2f3e3755e099 req-162f2c5e-ef7c-4137-b8fe-d155b871beab tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.1541824 Dec 21 01:44:28.598384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45b07c69-e4b7-46d5-917e-0523d760c8fa req-cf33d262-0bc2-43dd-a699-e39b1c8cfa57 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363812 Dec 21 01:44:28.672625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66a7022f-d5b8-4ccc-8bdf-5a11b96ec525 req-23ace7d3-a263-409a-98c3-bfc9a84b78e8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596162 Dec 21 01:44:28.678344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9bcdd73-d3ca-4850-96bc-2f3e3755e099 req-d75b1ab6-6405-43c7-a630-e6772b4a5f18 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592638 Dec 21 01:44:28.681101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-e61c35e2-a716-4f94-bf41-66f6ab4ec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.682575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-e61c35e2-a716-4f94-bf41-66f6ab4ec38d service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.2201598 Dec 21 01:44:28.741394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-d0fbddce-abc7-41da-bab8-12154b81f1dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.0460875 Dec 21 01:44:28.842690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-a987de92-76c2-4fd8-bb8a-bcafa6cbed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.844210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-a987de92-76c2-4fd8-bb8a-bcafa6cbed5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0849693 Dec 21 01:44:28.859597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.866562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.872483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.878599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.884480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.890368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.896756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:28.898630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-e41304f3-cbd1-4f35-8cc1-917ca12bd1c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.1495128 Dec 21 01:44:29.001177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc2022-7f11-439f-9c44-7ec7cb1ea2e7 req-fd5920d9-6954-4142-983e-d7528ffc29e3 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.002585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50dc2022-7f11-439f-9c44-7ec7cb1ea2e7 req-fd5920d9-6954-4142-983e-d7528ffc29e3 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 1101 time: 0.1030600 Dec 21 01:44:29.059130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b04b22aa-3e95-48fd-8f1c-cd5911b1f3b1 req-dcb10b89-3f8e-4b66-a236-01e8c72e472a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510143 Dec 21 01:44:29.070305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-9233dd03-eed9-49bc-a800-ca1bd8affd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.071751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-9233dd03-eed9-49bc-a800-ca1bd8affd6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339667 Dec 21 01:44:29.110535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-ae675044-2bb7-4ce4-ba2e-0ca09ad57a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.113328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-ae675044-2bb7-4ce4-ba2e-0ca09ad57a70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1101 time: 0.1138289 Dec 21 01:44:29.125133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50dc2022-7f11-439f-9c44-7ec7cb1ea2e7 req-25c25ff1-b8ca-4a4d-b5ba-adfb91e74480 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054630 Dec 21 01:44:29.605522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcdf2-431a-4519-b337-3e75f2365309 req-c3079d54-3525-4eac-a355-d33b3e642445 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.607015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-c3079d54-3525-4eac-a355-d33b3e642445 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4453321 Dec 21 01:44:29.684202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-4b3e348c-dffc-4056-8bc3-d166e430ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.685673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-4b3e348c-dffc-4056-8bc3-d166e430ff0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.5526135 Dec 21 01:44:29.689794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-3b23c827-482a-44c4-9f3f-96f8fac78627 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897171 Dec 21 01:44:29.694011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-26b3246e-0cb7-4b10-bf55-8a3101e7f29b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0747981 Dec 21 01:44:29.703050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec484-43ae-4d97-96ec-70c8f8612e1f req-77c512d4-4a93-4878-bbc8-c1afa5a67844 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:29.704531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-793ec484-43ae-4d97-96ec-70c8f8612e1f req-77c512d4-4a93-4878-bbc8-c1afa5a67844 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.4313180 Dec 21 01:44:29.737858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:29.828483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-e2b3c10b-e70a-407f-84de-e87f0d31823f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.1035602 Dec 21 01:44:29.842080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:29.988734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-793ec484-43ae-4d97-96ec-70c8f8612e1f req-db99b32c-a53a-4593-831a-15f492ee3531 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744658 Dec 21 01:44:30.033569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-fd95e63b-4d0e-4e39-b786-9423c424b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:30.035600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-fd95e63b-4d0e-4e39-b786-9423c424b9c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1914284 Dec 21 01:44:30.043138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefc05c1-7c9e-4ec1-bc1b-a4035e0f39f7 req-89b60274-9296-46b7-ac0c-4f10ed2f12d1 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173101 Dec 21 01:44:30.197741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7abe5b5b-0159-48fd-8d76-fb02189ef425 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285954 Dec 21 01:44:30.453299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-4fdc6f06-7396-4d2e-95f0-970b2d77727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:30.454794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-4fdc6f06-7396-4d2e-95f0-970b2d77727d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597888 Dec 21 01:44:30.468675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-82ed7688-f5f6-4d2c-ad08-852b1b8e9c8a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:30.470073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-82ed7688-f5f6-4d2c-ad08-852b1b8e9c8a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425408 Dec 21 01:44:30.532686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-a391c03b-a418-4030-a051-e86a9e430c47 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0334725 Dec 21 01:44:30.575903 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:44:30.668042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:30.678050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-d729fe6f-9d85-4ece-b0a2-d5d52f3995a1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028975 Dec 21 01:44:30.678640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:30.692433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-770ec988-371d-4d35-9598-6d82fc73a0de tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1297288 Dec 21 01:44:30.849085 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d associated. External IP: 172.25.6.98, port: afb9300b-4f09-418d-909f-d1f14a54f05b. Dec 21 01:44:30.945923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-911ff186-8d9a-4013-b643-f7a6f6b7cd6d service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782701 Dec 21 01:44:31.063780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8e77e-038c-4661-a745-166c4bdcba5d req-ac0c491e-9c8b-46ee-87ec-bab8f10e6823 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:31.071639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93b8e77e-038c-4661-a745-166c4bdcba5d req-ac0c491e-9c8b-46ee-87ec-bab8f10e6823 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1231461 Dec 21 01:44:31.168555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93b8e77e-038c-4661-a745-166c4bdcba5d req-52050de9-a610-47ba-b933-fb0ce59b6c0b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959280 Dec 21 01:44:31.185810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:31.376565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:31.383672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:31.387233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa9781-e48f-4b94-a26e-445aeb34a552 req-40ce8615-8f28-4b5b-87f9-c51fccd58bdd tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:31.388992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1fa9781-e48f-4b94-a26e-445aeb34a552 req-40ce8615-8f28-4b5b-87f9-c51fccd58bdd tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1097 time: 0.1286733 Dec 21 01:44:31.389285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:31.407674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:31.408420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:31.415631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-a30c1a8d-be9a-4e34-9a82-a9deb19361eb tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:31.417173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-a30c1a8d-be9a-4e34-9a82-a9deb19361eb tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "GET /v2.0/ports?device_id=1018fe49-ef47-4798-b31b-9623fd3e13df HTTP/1.1" status: 200 len: 945 time: 0.1219954 Dec 21 01:44:31.449507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-64153444-2301-4301-b1d0-2731aa1427f3 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "PUT /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 995 time: 1.7280843 Dec 21 01:44:31.466951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:31.469373 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a" -d '{"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:31.567548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:31.843356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1fa9781-e48f-4b94-a26e-445aeb34a552 req-a0034878-82f3-4518-a2e7-0bd4aaebc59d tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355047 Dec 21 01:44:31.870745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcdf2-431a-4519-b337-3e75f2365309 req-ac3fdf7e-00df-4720-8f99-dfce8dbd30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:31.872324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-ac3fdf7e-00df-4720-8f99-dfce8dbd30b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.3959620 Dec 21 01:44:31.892735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Deleting port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:31.893072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:31.994382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:30Z', 'revision_number': 8, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:32.021904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:32.032103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:32.033004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:32.117841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.124789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.132572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.140161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.146994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.147485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:32.152964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.158926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.161670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-fa9ca83b-efd2-456b-b90d-cda1b1351643 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.2443240 Dec 21 01:44:32.163357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] For port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:32.164232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:32.168108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcdf2-431a-4519-b337-3e75f2365309 req-4e96db83-8f51-49fe-975c-5b0be6a624a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.169591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-4e96db83-8f51-49fe-975c-5b0be6a624a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.2886479 Dec 21 01:44:32.248229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-0601af12-336a-48a3-b53f-944c55d7d841 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815899 Dec 21 01:44:32.249152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Calling delete_port for a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:32.386723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:30Z', 'revision_number': 8, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:32.397993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-4214b1b5-cee2-43c9-88c3-2af9c702464b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 998 time: 0.2121456 Dec 21 01:44:32.413418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51ada-27cb-4bf7-a4f9-460bf7738c6c None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'ce180b6d-9c01-43dd-bffe-9782c9fd234d', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'port_id': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'mac_address': 'fa:16:3e:42:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:46Z', 'updated_at': '2021-12-21T01:44:30Z', 'revision_number': 8, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:32.500399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-432f3da2-ace3-4f4d-b82c-2c088089b4a2 req-85175499-5c45-4462-b7d4-ffdb03608ca2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3134570 Dec 21 01:44:32.523917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-f54dd18b-f53f-4167-ba2f-ade23816c13f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.523917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-f54dd18b-f53f-4167-ba2f-ade23816c13f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628410 Dec 21 01:44:32.531384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcdf2-431a-4519-b337-3e75f2365309 req-fefe0494-4b60-413e-b5c3-1922a4a802e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.532942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-fefe0494-4b60-413e-b5c3-1922a4a802e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.1201084 Dec 21 01:44:32.555826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:32.645947 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca5e3b-735d-4153-8e7d-d4ae67924dd7 None None] New status for floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:44:32.653240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a33d2cf3-8ab8-4252-b5f7-d17b1c1b778c req-64e92957-ee70-4dd0-aba7-123a541e4900 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 210 time: 0.0822372 Dec 21 01:44:32.720572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bcdf2-431a-4519-b337-3e75f2365309 req-03d24cac-8d65-4295-84c7-472c04a288cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:32.722213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-03d24cac-8d65-4295-84c7-472c04a288cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828792 Dec 21 01:44:32.760073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:32.804210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afb9300b-4f09-418d-909f-d1f14a54f05b', 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:32.833783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event deleted for resources: {'Port': ['ID=a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:32.906743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.907409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.907409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.907779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.908094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.908429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.909105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.909516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.910141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.910488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.910824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.911154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.911661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:32.979891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] No DVR routers for this DVR port a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:32.984143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:32.988244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:33.001222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:33.005236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2afdf95-dcdf-402d-b937-e9eb6939403d req-d8b54ed0-bced-4963-8827-66faf242d596 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "DELETE /v2.0/ports/a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 HTTP/1.1" status: 204 len: 173 time: 1.5751207 Dec 21 01:44:33.031450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd203-aa32-4bd4-9e41-f1aed8043bbd req-10e93533-10f2-4743-a7a0-8aa35a6800f4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.033059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-440dd203-aa32-4bd4-9e41-f1aed8043bbd req-10e93533-10f2-4743-a7a0-8aa35a6800f4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.2439411 Dec 21 01:44:33.056916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-0135c04b-0e1a-4b1a-9f9f-2a596ef8e40d service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012176 Dec 21 01:44:33.145546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-56234dc3-cff6-4154-9cf8-cb7d3b820c56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493481 Dec 21 01:44:33.224492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-440dd203-aa32-4bd4-9e41-f1aed8043bbd req-2107e3dc-66a6-4a00-b2be-2950c645e6da tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Dec 21 01:44:33.266627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-5cc6893c-9b8d-4cc0-bfa0-36029bcd2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.268216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-5cc6893c-9b8d-4cc0-bfa0-36029bcd2ece service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 1098 time: 0.0599978 Dec 21 01:44:33.280148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.151 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/8f15bb7d-c749-4121-aeb4-2f5e75307789) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:33.287544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-506bcdf2-431a-4519-b337-3e75f2365309 req-5b70a332-5e60-43c4-9410-7012acaeadf8 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196045 Dec 21 01:44:33.354326 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704befb6-7740-4ec2-ac3c-75d6156e08b7 x-openstack-request-id: req-704befb6-7740-4ec2-ac3c-75d6156e08b7 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:33.354866 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:33.355409 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-704befb6-7740-4ec2-ac3c-75d6156e08b7 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:33.355711 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:44:33.443624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-c8d0632b-7712-465c-a60c-7cce8b790ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.445143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-c8d0632b-7712-465c-a60c-7cce8b790ffa service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1463318 Dec 21 01:44:33.496517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-01104b12-aee3-4b80-9ea8-a8168809bc08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 200 len: 217 time: 0.0428329 Dec 21 01:44:33.554149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-48f6252e-5ac1-4d84-be1c-516cf00c2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.555659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-48f6252e-5ac1-4d84-be1c-516cf00c2e77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0510287 Dec 21 01:44:33.576205 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:33.579047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-59c44c61-fd4d-4433-937d-78a7c0beaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.580583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-59c44c61-fd4d-4433-937d-78a7c0beaf98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1153984 Dec 21 01:44:33.590207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-ce4b2734-06cd-43cc-b3aa-533424a2bd66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270257 Dec 21 01:44:33.592176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eb64b-916c-4867-a08d-128854298266 req-196b4e70-b652-4f91-b00c-d6156733b564 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.593627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-307eb64b-916c-4867-a08d-128854298266 req-196b4e70-b652-4f91-b00c-d6156733b564 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1272247 Dec 21 01:44:33.696637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-a2adf065-8a17-47c9-8e04-639a5c4e80c6 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953434 Dec 21 01:44:33.726539 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:33.730984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-307eb64b-916c-4867-a08d-128854298266 req-b41c5235-7aee-46bb-9bb1-a9054d7efac2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248899 Dec 21 01:44:33.763286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:33.783991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-a4c1fb95-7069-41fd-a104-72d432d12b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.785991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-a4c1fb95-7069-41fd-a104-72d432d12b17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1890659 Dec 21 01:44:33.810069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:33.833931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4', '5620ad17-841d-4b0f-ae4a-22f6132d5a0c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:33.834596 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2ae12ae-ea47-46fa-8fb0-bca0b0f649ba req-e69bfce2-512a-4b90-afee-4c344f138ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293609 Dec 21 01:44:33.853434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:33.862302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.867526 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:33.870160 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:33.871459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:33.872215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:33.911018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:33.939700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-44c22925-5776-4159-8df2-362c31074fc2 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786831 Dec 21 01:44:33.947144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7698b9c0-960a-440e-98fe-86a8a2ac5fe2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3956339 Dec 21 01:44:33.989953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Request body: {'port': {'device_id': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:33.996971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-b91a410d-3afe-4c75-ba9a-1cd606269867 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 1000 time: 0.2020204 Dec 21 01:44:34.181111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-ab413881-7598-4679-8040-53f94dc5a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:34.182746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-ab413881-7598-4679-8040-53f94dc5a5e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.1553538 Dec 21 01:44:34.190236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:34.225090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-075eebcb-f3cd-491b-9f5b-ff5bb6dc1c2b tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:34.226571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-075eebcb-f3cd-491b-9f5b-ff5bb6dc1c2b tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859905 Dec 21 01:44:34.282265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-4716405c-cb81-464e-a68c-2f93648aa9df tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/quotas/2085887e65f44b7bb3a1d4ef6203028d HTTP/1.1" status: 200 len: 375 time: 0.0404143 Dec 21 01:44:34.313099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-fdbbcc44-bf7a-47d5-a9bd-9c38bac8276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:34.314633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-fdbbcc44-bf7a-47d5-a9bd-9c38bac8276a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076534 Dec 21 01:44:34.334757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-7bd425d5-f863-4f03-9c71-d25fccef7af5 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437009 Dec 21 01:44:34.350376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7636a561-1a54-4699-b441-4fb3a76b9a38 None None] Provisioning complete for port 8f15bb7d-c749-4121-aeb4-2f5e75307789 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:34.351043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7636a561-1a54-4699-b441-4fb3a76b9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:34.418508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7636a561-1a54-4699-b441-4fb3a76b9a38 None None] Port 8f15bb7d-c749-4121-aeb4-2f5e75307789 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:34.448281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-2efd2e6e-9ca7-4bf5-88f5-88a0fd925aa5 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:34.450081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-2efd2e6e-9ca7-4bf5-88f5-88a0fd925aa5 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063536 Dec 21 01:44:34.497941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-baafea9e-134f-4205-a36e-b34589e07053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:34.506103 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-baafea9e-134f-4205-a36e-b34589e07053 service neutron] 10.222.0.43 "GET /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 1094 time: 0.0472784 Dec 21 01:44:34.510627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Request body: {'binding': {'host': 'n-h2-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:34.511375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:44:34.617695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-b193401b-0f1e-487e-b980-dc6e51c27a22 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855549 Dec 21 01:44:34.666382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca10166a-1e4f-4aa7-babd-554793e9f61c req-52bf631f-61dc-4417-8dbb-95094aa0b9df tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 997 time: 0.1161101 Dec 21 01:44:34.690231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on host n-h2-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:34.690603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:34.690937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:34.695684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:34.696002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:34.701997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:34.702338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:34.702720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:34.703145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Bound port: 863fd526-cc2f-4dcb-8bc0-57038b995627, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:34.763157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:34.771229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:34.772436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-a782fa12-de56-4dc6-b8bf-2af8894c18f8 service neutron] 10.222.0.43 "POST /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627/bindings HTTP/1.1" status: 201 len: 390 time: 0.2652318 Dec 21 01:44:35.087875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:35.112354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:44:35.112700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:35.134967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-578b17dd-2aaf-4720-9720-d232c5cc60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.136449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-578b17dd-2aaf-4720-9720-d232c5cc60aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1097 time: 0.0503345 Dec 21 01:44:35.168915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f15bb7d-c749-4121-aeb4-2f5e75307789 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:35.180550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5b17366-56ce-4a3e-8d04-f5e0ed37415a req-94ef862e-d898-4660-9a0d-586c3fa8bc5f service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523028 Dec 21 01:44:35.185197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:35.217011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Transition to ACTIVE for port object 8f15bb7d-c749-4121-aeb4-2f5e75307789 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:35.227225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10166a-1e4f-4aa7-babd-554793e9f61c req-2ada67ff-9b43-4db1-aac4-c364e6f18033 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.228604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca10166a-1e4f-4aa7-babd-554793e9f61c req-2ada67ff-9b43-4db1-aac4-c364e6f18033 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.5537708 Dec 21 01:44:35.232782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:35.244914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.250772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.257392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-f8251012-c197-4e36-a0df-167dbb169f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.258071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.259062 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-f8251012-c197-4e36-a0df-167dbb169f23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.0994110 Dec 21 01:44:35.264044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.270668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.277006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.282735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.284654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1899a982-280a-4753-a685-b2cf58612a84 req-f114e053-834a-470f-9859-aa83035037fa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.1731095 Dec 21 01:44:35.297279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-ca10166a-1e4f-4aa7-babd-554793e9f61c req-cfd82298-be03-4e43-b45b-40c744fbbe12 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:35.298277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca10166a-1e4f-4aa7-babd-554793e9f61c req-cfd82298-be03-4e43-b45b-40c744fbbe12 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117130 Dec 21 01:44:35.315129 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-0b038a8d-6855-4529-b9e5-a7e558bd5a2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0382288 Dec 21 01:44:35.370164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'name': 'network-vif-deleted', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:35.372514 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f92eb-a326-49ea-b37d-4a4b60a1f452" -d '{"events": [{"server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "name": "network-vif-deleted", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:35.397076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-bbc5df48-a5c5-4a2c-bab4-f76cb55d2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.398833 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-bbc5df48-a5c5-4a2c-bab4-f76cb55d2b49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0683157 Dec 21 01:44:35.405926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Pushing event updated for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:35.439516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-b34936c7-7adf-4ac3-baec-d276d66d71fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317216 Dec 21 01:44:35.469823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1899a982-280a-4753-a685-b2cf58612a84 req-8cdc12c2-90b7-47e5-baaa-255b6e67278b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526272 Dec 21 01:44:35.471707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Attempting to bind port 8f15bb7d-c749-4121-aeb4-2f5e75307789 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:35.472814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Attempting to bind port 8f15bb7d-c749-4121-aeb4-2f5e75307789 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:35.473620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Attempting to bind port 8f15bb7d-c749-4121-aeb4-2f5e75307789 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:35.483296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Port 8f15bb7d-c749-4121-aeb4-2f5e75307789 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:35.483874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Attempting to bind port 8f15bb7d-c749-4121-aeb4-2f5e75307789 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:35.495643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260abd24-b278-4263-a18f-1b972c5034fe req-ae051a8b-520e-419c-8852-1424fcbe371c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.497658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-260abd24-b278-4263-a18f-1b972c5034fe req-ae051a8b-520e-419c-8852-1424fcbe371c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 948 time: 0.1158447 Dec 21 01:44:35.501013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:35.501602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:35.502919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:35.504098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Bound port: 8f15bb7d-c749-4121-aeb4-2f5e75307789, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:35.504879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:35.587028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-ee75b79f-d2dc-45b1-8723-5924e009444e service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331472 Dec 21 01:44:35.649675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:35.678559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:35.689029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be58726-fa51-43c1-9480-9e7dde3ecb45 req-6b0f7b76-8d96-4b12-a903-7280848bc340 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.691193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1be58726-fa51-43c1-9480-9e7dde3ecb45 req-6b0f7b76-8d96-4b12-a903-7280848bc340 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.1161880 Dec 21 01:44:35.693967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:35.700229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-260abd24-b278-4263-a18f-1b972c5034fe req-ea46fc37-9393-413f-8a65-b56c7307f6d9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246581 Dec 21 01:44:35.721738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-66ffbb84-bd36-4759-9c40-04e61bb4edb2 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135914 Dec 21 01:44:35.779419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-d1f22282-74f0-432d-ab82-78c3ad95eeee tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470164 Dec 21 01:44:35.782978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:35.784293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:35.786859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f15bb7d-c749-4121-aeb4-2f5e75307789 HTTP/1.1" status: 200 len: 1097 time: 1.8057082 Dec 21 01:44:35.906729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a076-e7ba-4e1d-aaea-1f1c49fde653 service neutron] Pushing event updated for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:35.963786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1be58726-fa51-43c1-9480-9e7dde3ecb45 req-bae95211-0ff8-4fed-9825-dea4503e55d6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616115 Dec 21 01:44:35.970896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0fe4d80d-5636-4e4b-b706-5b4be2ea58e0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693462 Dec 21 01:44:36.013777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-1226e55a-9134-4d11-9ad8-c475096f0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.015281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-1226e55a-9134-4d11-9ad8-c475096f0dcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 1100 time: 0.1126394 Dec 21 01:44:36.071634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-b0455e45-75cc-48ca-8ad6-7af550e570f7 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.073093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-b0455e45-75cc-48ca-8ad6-7af550e570f7 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825232 Dec 21 01:44:36.155031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Request body: {'port': {'device_id': '09936381-6f25-4d64-8fed-440495cd64f1', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '2085887e65f44b7bb3a1d4ef6203028d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:36.158656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-57edd67c-a87c-44a8-a386-9cca5a2ef9d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789 HTTP/1.1" status: 200 len: 217 time: 0.1134613 Dec 21 01:44:36.295479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-1ac04e55-62f9-40ab-bb97-79afbacae45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.296827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-1ac04e55-62f9-40ab-bb97-79afbacae45d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1155114 Dec 21 01:44:36.309120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f8db2-ed67-4fbc-bdc2-d4d76d9e276a req-7c4f265a-0fbe-445e-ae17-ea2b1e78b71b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.310566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-181f8db2-ed67-4fbc-bdc2-d4d76d9e276a req-7c4f265a-0fbe-445e-ae17-ea2b1e78b71b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.2505245 Dec 21 01:44:36.337593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-251a4a53-8c58-48a2-84ab-d97447bce976 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.338994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-251a4a53-8c58-48a2-84ab-d97447bce976 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405638 Dec 21 01:44:36.402921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-49f223ba-d99b-42ca-80ac-ee3e33099436 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/quotas/2085887e65f44b7bb3a1d4ef6203028d HTTP/1.1" status: 200 len: 375 time: 0.0324235 Dec 21 01:44:36.464421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-233bd2a0-87e4-405c-ae1d-8d50879c071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.465916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-233bd2a0-87e4-405c-ae1d-8d50879c071b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460211 Dec 21 01:44:36.467705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-06224aa3-35bc-4658-a59b-5356d33c4a6b tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564106 Dec 21 01:44:36.473207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-181f8db2-ed67-4fbc-bdc2-d4d76d9e276a req-4451c2d5-7c85-4cff-8636-73d250e86323 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436231 Dec 21 01:44:36.482783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Made reservation on behalf of 2085887e65f44b7bb3a1d4ef6203028d for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:36.490468 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:36.516788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:36.720299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d14f47-3355-4aa1-80af-efd3f47bc751 req-96d92651-5d54-42e4-bd87-27c68f48e2bc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.722981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58d14f47-3355-4aa1-80af-efd3f47bc751 req-96d92651-5d54-42e4-bd87-27c68f48e2bc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1740453 Dec 21 01:44:36.735518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-30a6b3e7-8382-4cab-9c04-e507817a2155 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605128 Dec 21 01:44:36.742820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-683cba52-1b2a-4c7e-90c7-31943de00533 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1302097 Dec 21 01:44:36.921247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-6aeb94c0-cf13-44c0-8b6f-b4005913f46f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:36.922645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-6aeb94c0-cf13-44c0-8b6f-b4005913f46f tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports/afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 942 time: 0.1721694 Dec 21 01:44:36.926586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58d14f47-3355-4aa1-80af-efd3f47bc751 req-a45bf86f-4df0-4be3-89bd-8f42c4ceeef0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954148 Dec 21 01:44:36.932472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:36.963817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:37.003565 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb768662-9b52-4f3c-9b77-056de3e3cbe9 x-openstack-request-id: req-cb768662-9b52-4f3c-9b77-056de3e3cbe9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:37.003856 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018fe49-ef47-4798-b31b-9623fd3e13df", "name": "network-vif-deleted", "tag": "a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:37.004109 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb768662-9b52-4f3c-9b77-056de3e3cbe9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:37.004490 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018fe49-ef47-4798-b31b-9623fd3e13df', 'name': 'network-vif-deleted', 'tag': 'a04f6c7d-1b47-4baa-b7d4-bcd0243bd1f0', 'status': 'completed', 'code': 200} Dec 21 01:44:37.028349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f4b7cc4-6ace-4a80-afd3-c80bcadad90a req-70598f74-cc65-4b09-942d-3423fdcec795 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753253 Dec 21 01:44:37.152714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3221e7e6-e237-4d9d-81c0-a143c55254fd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:37.190836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-0a3c6bb0-dede-4658-83d9-2d920aeaa14d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1854522 Dec 21 01:44:37.266611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.273049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.279322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.286277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.292423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.298254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.304048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.305946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-e6f268b8-5290-4af5-853b-239214855436 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.2364542 Dec 21 01:44:37.384099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Allocated IP 192.168.233.64 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/4699df34-b609-4104-a655-040ae765a2f7) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:37.460104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-49913e84-a806-4674-9f1a-a28dde8132ab tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.461411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-49913e84-a806-4674-9f1a-a28dde8132ab tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2397718 Dec 21 01:44:37.497489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8625df1-9606-44ce-a5ad-e8bb48445b15 req-445372e7-a26f-4ead-ab9d-0ddabf013112 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830275 Dec 21 01:44:37.604810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-a076222f-9320-449e-adb8-f3c5fe557dae tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1327736 Dec 21 01:44:37.623189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edb5127e-1298-4855-9373-eac0cc878f53 req-d9c84a0b-6284-406f-8aac-c737f1e54f04 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 210 time: 0.0484183 Dec 21 01:44:37.652012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:37.757584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:37.811312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:37.822978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e070ad-1cd3-4691-927f-4df04e8150b6 req-9b2da09f-4cb5-4488-86a5-d9d55a75f622 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:37.824418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43e070ad-1cd3-4691-927f-4df04e8150b6 req-9b2da09f-4cb5-4488-86a5-d9d55a75f622 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 948 time: 0.1350763 Dec 21 01:44:37.944511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43e070ad-1cd3-4691-927f-4df04e8150b6 req-4be9eba2-ab48-47fe-ad53-3b4093d89a8f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124270 Dec 21 01:44:37.993158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.004336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.030551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.030885 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d disassociated. External IP: 172.25.6.98, port: afb9300b-4f09-418d-909f-d1f14a54f05b. Dec 21 01:44:38.048192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:38.080127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:38.087710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:38.093087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:38.093718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.139389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:38.323835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-56d997fc-ed92-44f4-821a-72299e07907a None None] Provisioning complete for port 4699df34-b609-4104-a655-040ae765a2f7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:38.325106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56d997fc-ed92-44f4-821a-72299e07907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.396083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-56d997fc-ed92-44f4-821a-72299e07907a None None] Port 4699df34-b609-4104-a655-040ae765a2f7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:38.403587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-ed9e1604-aa32-4343-83d7-5355cb19ad82 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412378 Dec 21 01:44:38.445370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-103e4b70-9ec4-49fb-bdf5-92b7c60568f0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3353682 Dec 21 01:44:38.472777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Request body: {'port': {'device_id': '09936381-6f25-4d64-8fed-440495cd64f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:38.487061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b701-7fe2-4625-bea8-cb0093dbd360 req-f87c2800-bc17-4619-8f67-57f95db4860c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:38.494210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c78b701-7fe2-4625-bea8-cb0093dbd360 req-f87c2800-bc17-4619-8f67-57f95db4860c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 945 time: 0.4111483 Dec 21 01:44:38.542640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-94fe4248-79c2-485b-8479-58023931695e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:38.544398 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-94fe4248-79c2-485b-8479-58023931695e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329355 Dec 21 01:44:38.566520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Request body: {'port': {'device_id': '48387680-9fcc-42cd-9619-672eb8fef28c', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '2085887e65f44b7bb3a1d4ef6203028d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:38.627550 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.634955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c78b701-7fe2-4625-bea8-cb0093dbd360 req-27ff4d90-61c0-47fe-a7a8-b2dc73971479 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399696 Dec 21 01:44:38.703669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Made reservation on behalf of 2085887e65f44b7bb3a1d4ef6203028d for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:38.709732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:38.837321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:38.849174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Allocated IP 192.168.233.10 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/b85728ea-6fdd-447d-a09d-53e5ef604b5b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:38.890587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec0619-4ba2-4fed-8c55-39f1a54a2a2e req-b6c1b780-f08c-43e6-8279-c0a4a30fc835 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:38.892063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fec0619-4ba2-4fed-8c55-39f1a54a2a2e req-b6c1b780-f08c-43e6-8279-c0a4a30fc835 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1718292 Dec 21 01:44:38.903827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3ab1c6db-ba66-412d-9851-6a6ce7dae30f tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:38.905284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3ab1c6db-ba66-412d-9851-6a6ce7dae30f tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1468027 Dec 21 01:44:38.947280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:39.012710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.020225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:39.022648 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609e311-fb26-458d-a6fc-c5b4035cafef" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:39.048201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.098306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:39.101479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:39.104227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:39.105207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fec0619-4ba2-4fed-8c55-39f1a54a2a2e req-36138784-a7c1-4cd5-bc95-dbc85bda2e64 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053003 Dec 21 01:44:39.109889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.110446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:39.111180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.125129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:39.139226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5770998 Dec 21 01:44:39.140816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.141680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.142247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.143007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.144450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.145005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.145590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.146313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.146867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.147305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.147738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.148165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.148590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b5d89-1cb3-4be3-984b-9d3a4b0dd77d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:39.173203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:39.182335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.191998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:39.216655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:39.217605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:39.252788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Request body: {'port': {'device_id': '48387680-9fcc-42cd-9619-672eb8fef28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:39.277171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-eab56222-1a4b-4d66-9b53-74594ecc8eb7 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "PUT /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 695 time: 1.6563120 Dec 21 01:44:39.356749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.381890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:39.444381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874da5aa-d75b-4fbe-a109-2bc42b6c08f7 req-6c11897b-0bc7-4a35-ae4f-ed8694cb4d75 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:39.445946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-874da5aa-d75b-4fbe-a109-2bc42b6c08f7 req-6c11897b-0bc7-4a35-ae4f-ed8694cb4d75 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.2405508 Dec 21 01:44:39.528755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-19427765-751e-4b99-b7ee-24a9ca65fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:39.530316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-19427765-751e-4b99-b7ee-24a9ca65fe8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.2071700 Dec 21 01:44:39.545476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:39.568580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:39.585908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:39.604793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f52751e1-3dc8-495a-8018-bf0f1918b563 None None] Provisioning complete for port b85728ea-6fdd-447d-a09d-53e5ef604b5b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:39.605162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f52751e1-3dc8-495a-8018-bf0f1918b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.606717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.652127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-874da5aa-d75b-4fbe-a109-2bc42b6c08f7 req-6f03dd7c-48b6-4bf7-8440-1cdb18215d30 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854410 Dec 21 01:44:39.701017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f52751e1-3dc8-495a-8018-bf0f1918b563 None None] Port b85728ea-6fdd-447d-a09d-53e5ef604b5b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:39.713465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-e5818bdd-2476-41b6-82b1-4604e471b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:39.722416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-e5818bdd-2476-41b6-82b1-4604e471b9f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1743298 Dec 21 01:44:39.730526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Transition to ACTIVE for port object 4699df34-b609-4104-a655-040ae765a2f7 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:39.741845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:39.751684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:39.751926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.779863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:44:39.781291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:39.797965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:39.798691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:39.823329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-82649b5f-6a0c-4e59-99de-58630d4780e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.0916243 Dec 21 01:44:39.848257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:39.945702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:39.951440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85728ea-6fdd-447d-a09d-53e5ef604b5b {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:39.961477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:39.991785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:39.993739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Transition to ACTIVE for port object b85728ea-6fdd-447d-a09d-53e5ef604b5b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:40.001566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.006060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-fa987c02-286f-4f00-b9fc-a4c7ca21822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.007744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-fa987c02-286f-4f00-b9fc-a4c7ca21822f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.1632226 Dec 21 01:44:40.019655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.025972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.032301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.040264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.047040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.053832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.060535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.062637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-0a0a5e1b-7a56-4342-a0ec-1e90f4707cb2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.3177745 Dec 21 01:44:40.070417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.074243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:40.097504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.113853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Attempting to bind port 4699df34-b609-4104-a655-040ae765a2f7 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:40.114306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Attempting to bind port 4699df34-b609-4104-a655-040ae765a2f7 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:40.114634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Attempting to bind port 4699df34-b609-4104-a655-040ae765a2f7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.127400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Attempting to bind port b85728ea-6fdd-447d-a09d-53e5ef604b5b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:40.127782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Attempting to bind port b85728ea-6fdd-447d-a09d-53e5ef604b5b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:40.128197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Attempting to bind port b85728ea-6fdd-447d-a09d-53e5ef604b5b on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.133420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Port b85728ea-6fdd-447d-a09d-53e5ef604b5b on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:40.133738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Attempting to bind port b85728ea-6fdd-447d-a09d-53e5ef604b5b on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.139624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:40.139961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:40.140341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:40.140763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Bound port: b85728ea-6fdd-447d-a09d-53e5ef604b5b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:40.141113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.187705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Port 4699df34-b609-4104-a655-040ae765a2f7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:40.188033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Attempting to bind port 4699df34-b609-4104-a655-040ae765a2f7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.197601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:40.197887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:40.198248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:40.198687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Bound port: 4699df34-b609-4104-a655-040ae765a2f7, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:40.199049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.223013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:40.227127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:40.240111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.274304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-246c7e1e-3db8-4e1b-bc40-a30771e85c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.283146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-246c7e1e-3db8-4e1b-bc40-a30771e85c77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105122 Dec 21 01:44:40.311633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.312686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.314750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] 10.222.0.24 "PUT /v2.0/ports/b85728ea-6fdd-447d-a09d-53e5ef604b5b HTTP/1.1" status: 200 len: 1096 time: 1.0673611 Dec 21 01:44:40.318021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:40.321104 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344bd27-828a-4138-a975-9586facdffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:40.350476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdb26f-f407-4a73-a69f-a9b924affaae service neutron] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:40.371998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:40.408653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211ca28-4bf6-4fde-938c-4e304f0a6dbf None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:43:08Z', 'revision_number': 4, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '99b25305-5532-4ba6-82f7-3dcfe45719c2', 'name': '', 'network_id': '90b66725-43d1-4998-9157-1bf2337c2ed2', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'mac_address': 'fa:16:3e:73:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:43:07Z', 'updated_at': '2021-12-21T01:43:14Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'subnets': [{'id': 'e90a6238-467a-40d8-98ef-c0d55f3dd4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:40.447028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-869b4bca-14ca-4dff-9b88-4176d87b1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.449313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-869b4bca-14ca-4dff-9b88-4176d87b1c7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 1099 time: 0.0680475 Dec 21 01:44:40.474331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:40.474901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:40.474995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.492649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:40.521223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-42c5d994-866a-4c5c-802d-5e6b4381d54a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b HTTP/1.1" status: 200 len: 217 time: 0.0550194 Dec 21 01:44:40.533634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbdb9aa5-7c04-4504-8f72-b6b0c303cbe8 req-19b9d084-64c4-463b-9f68-e1a10fe03906 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4573298 Dec 21 01:44:40.547376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:40.547737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Attempting to bind port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:40.558044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:40.558481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:40.558875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:40.559504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Bound port: 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:40.559968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.658749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-9f8b47b0-32b3-46ee-95dc-10bdf616acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.660954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-9f8b47b0-32b3-46ee-95dc-10bdf616acdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1310472 Dec 21 01:44:40.723099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-882f8f07-2c46-44be-84b0-d0921fffbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.724528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-882f8f07-2c46-44be-84b0-d0921fffbe90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548172 Dec 21 01:44:40.758413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:40.780425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-ddbeb03b-7077-4a89-88d6-5054dc2c4272 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961376 Dec 21 01:44:40.792106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:40.793816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:40.804667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:40.818934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.833887 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.842857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-bf079cb5-9440-4304-ba01-27675918dd07 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099648 Dec 21 01:44:40.874246 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410177c-1170-4745-88b5-927dbd980ae5 None None] New status for floating IP ce180b6d-9c01-43dd-bffe-9782c9fd234d: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.878852 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:40.881643 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:40.882519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242e703-dd42-472a-bd59-809829b149b7 req-f09b5ffc-562e-45d4-a39a-a28df9ad8d43 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.889399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f242e703-dd42-472a-bd59-809829b149b7 req-f09b5ffc-562e-45d4-a39a-a28df9ad8d43 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.2231884 Dec 21 01:44:40.954790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:40.955402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:40.957160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] 10.222.0.45 "PUT /v2.0/ports/4699df34-b609-4104-a655-040ae765a2f7 HTTP/1.1" status: 200 len: 1096 time: 2.4882350 Dec 21 01:44:41.064931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e762ff7-307d-41ac-8c45-d8cda50937dc service neutron] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:41.097449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.098070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:41.099477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] 10.222.0.24 "PUT /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 1123 time: 2.1581130 Dec 21 01:44:41.104222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8f15bb7d-c749-4121-aeb4-2f5e75307789 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:41.222987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f242e703-dd42-472a-bd59-809829b149b7 req-e6d28f5f-27b0-4ec3-97c9-a94c2f71e2c5 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230369 Dec 21 01:44:41.240507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14858e6d-8cc2-44ba-baec-93a33cfd7e03 req-8f9b9444-371d-43cb-8df7-1dce39a26d02 service neutron] 10.222.0.43 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512465 Dec 21 01:44:41.310482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3fb9cba3-a07a-443e-baa8-eafacebbbdb3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:41.374633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb84c6-348c-4680-9358-7e88a57753df service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:41.396505 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa1bd71-9f21-42dc-beca-9b3d5ca41484 x-openstack-request-id: req-0aa1bd71-9f21-42dc-beca-9b3d5ca41484 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:41.396815 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:41.397070 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aa1bd71-9f21-42dc-beca-9b3d5ca41484 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:41.397495 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789', 'status': 'completed', 'code': 200} Dec 21 01:44:41.403903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-5a060561-a17b-4226-b866-67ddc7b4663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.405871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-5a060561-a17b-4226-b866-67ddc7b4663f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 1099 time: 0.3758149 Dec 21 01:44:41.409893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:41.442929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '8f15bb7d-c749-4121-aeb4-2f5e75307789', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '8f15bb7d-c749-4121-aeb4-2f5e75307789', 'mac_address': 'fa:16:3e:ce:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:41.473507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3fb9cba3-a07a-443e-baa8-eafacebbbdb3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:41.502553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-607f0d14-8a27-4eea-ab38-d8b54440acc8 req-142ef220-3933-4c4c-8b5e-e6d30516a8fd service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510019 Dec 21 01:44:41.604690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-830594ec-98fa-4090-b571-0f1db94d0bf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4699df34-b609-4104-a655-040ae765a2f7 HTTP/1.1" status: 200 len: 217 time: 0.0578446 Dec 21 01:44:41.629710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-05b8bd08-f468-4a01-a9bf-2dddd7b088e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.631223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-05b8bd08-f468-4a01-a9bf-2dddd7b088e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 1100 time: 0.2244325 Dec 21 01:44:41.751734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a006a7-ad51-44cd-a702-61cd4a83cc5d req-aa9450e0-b3cb-46f2-836a-e4e20cca223a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.753896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a006a7-ad51-44cd-a702-61cd4a83cc5d req-aa9450e0-b3cb-46f2-836a-e4e20cca223a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 948 time: 0.3555555 Dec 21 01:44:41.771876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8bdd0-f3f9-45a9-8c51-158a9f12e68b req-2281d817-7071-4ef3-bc16-2c9cd842942e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.773539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00a8bdd0-f3f9-45a9-8c51-158a9f12e68b req-2281d817-7071-4ef3-bc16-2c9cd842942e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1805177 Dec 21 01:44:41.773971 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:41.778188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-978c6419-25fb-417d-87b2-8569b89f6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:41.779667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-978c6419-25fb-417d-87b2-8569b89f6cc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1445236 Dec 21 01:44:41.813680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f15bb7d-c749-4121-aeb4-2f5e75307789 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:41.868411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:41.880012 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:41.991549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:42.010242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.010496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.010832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.011165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.011492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.011815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.012137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.012455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.012773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.013088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.013425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.013742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.014055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:44:42.136130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-3be5789e-5e59-4281-8c3f-44fe289ead25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.137605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-3be5789e-5e59-4281-8c3f-44fe289ead25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.4909234 Dec 21 01:44:42.168348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-0dd34ac1-2bf6-451c-8c25-cd20790834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.169770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-0dd34ac1-2bf6-451c-8c25-cd20790834bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3774080 Dec 21 01:44:42.178268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a006a7-ad51-44cd-a702-61cd4a83cc5d req-0f697db7-a591-4c78-9a33-6ebec0ef41c5 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038119 Dec 21 01:44:42.220282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-52caf2f1-862a-44f1-815e-65b796443419 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789 HTTP/1.1" status: 200 len: 217 time: 0.0622656 Dec 21 01:44:42.233253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00a8bdd0-f3f9-45a9-8c51-158a9f12e68b req-b7019c14-a0a7-40e4-9d79-64e4576a38d0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454973 Dec 21 01:44:42.283307 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f1f2cc-a461-43d2-8f57-38a6aa3bfdbd x-openstack-request-id: req-45f1f2cc-a461-43d2-8f57-38a6aa3bfdbd {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:42.283891 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:42.284714 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45f1f2cc-a461-43d2-8f57-38a6aa3bfdbd {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:42.285231 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'status': 'completed', 'code': 200} Dec 21 01:44:42.359411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-f716c6ac-4ca5-4c12-81b2-89eb4b291375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.360852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-f716c6ac-4ca5-4c12-81b2-89eb4b291375 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1266854 Dec 21 01:44:42.393117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344bd27-828a-4138-a975-9586facdffe4 req-cf137a7e-7236-4177-a73b-dea4d95e1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.395215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-cf137a7e-7236-4177-a73b-dea4d95e1369 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 1099 time: 0.0422859 Dec 21 01:44:42.432213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617b1e7-f5b3-4a26-a851-cf4315434bc6 req-02170a86-5f9f-41ea-b54c-379553e69dab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.433704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b617b1e7-f5b3-4a26-a851-cf4315434bc6 req-02170a86-5f9f-41ea-b54c-379553e69dab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1923501 Dec 21 01:44:42.437859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-f5b875e2-cc12-4dc8-988f-5179093c86ba service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587526 Dec 21 01:44:42.473390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8f15bb7d-c749-4121-aeb4-2f5e75307789'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:42.496567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a616f7f-d271-41d8-8327-e090c263b1db req-eff130aa-6938-41f5-8150-2438b52af734 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.498179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a616f7f-d271-41d8-8327-e090c263b1db req-eff130aa-6938-41f5-8150-2438b52af734 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1663325 Dec 21 01:44:42.503597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344bd27-828a-4138-a975-9586facdffe4 req-b90b09ec-fdf2-4b98-80b8-66413e464114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.505658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-b90b09ec-fdf2-4b98-80b8-66413e464114 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1028104 Dec 21 01:44:42.516294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-1484bef4-17ea-4632-bdad-e470995d75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.517697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-1484bef4-17ea-4632-bdad-e470995d75e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403267 Dec 21 01:44:42.552249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-4ee39c37-4bca-4eb8-8f29-4724b383ac20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b HTTP/1.1" status: 200 len: 217 time: 0.0372565 Dec 21 01:44:42.608678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344bd27-828a-4138-a975-9586facdffe4 req-72babc80-00ac-4853-9ed4-4296ea0bca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.610147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-72babc80-00ac-4853-9ed4-4296ea0bca50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0492272 Dec 21 01:44:42.659999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344bd27-828a-4138-a975-9586facdffe4 req-de654115-56fb-4656-8b7f-2d9b6152d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.660449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b617b1e7-f5b3-4a26-a851-cf4315434bc6 req-2767d733-3a56-4c90-9828-ea742b474607 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155371 Dec 21 01:44:42.661473 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-de654115-56fb-4656-8b7f-2d9b6152d6df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426474 Dec 21 01:44:42.678413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a616f7f-d271-41d8-8327-e090c263b1db req-df7a4e4c-97ed-407a-aac3-4134c6a9e817 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666918 Dec 21 01:44:42.694738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163f95aa-4de1-436a-b91a-dbcd22e12295 req-d71dd3df-05c8-4423-9f65-b2fe403274c4 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387483 Dec 21 01:44:42.720576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-f4f96643-8c6d-4599-9cb4-dca12401a68d service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641941 Dec 21 01:44:42.780232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-1a349b01-940c-42e5-b1c0-201e6ef4ec16 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046338 Dec 21 01:44:42.882044 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1344bd27-828a-4138-a975-9586facdffe4 req-bdc89132-4649-45cc-aeba-25a2c85f0fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944664 Dec 21 01:44:42.903254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1893-847f-4cc2-9db6-304ea499adf6 req-961ea1e3-d107-408e-ad72-74c18cff91fa tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.904729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dea1893-847f-4cc2-9db6-304ea499adf6 req-961ea1e3-d107-408e-ad72-74c18cff91fa tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.1464126 Dec 21 01:44:42.918251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.924079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.930501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.936291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.942214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.948036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.954466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:42.956301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-fee1efbc-fe12-47d2-a772-5d15c7c43e02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.1966310 Dec 21 01:44:42.998796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e609e311-fb26-458d-a6fc-c5b4035cafef req-21cba58f-a98d-4b7b-b66c-25ae4955a1ed service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077072 Dec 21 01:44:43.045090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dea1893-847f-4cc2-9db6-304ea499adf6 req-75c750b0-16bd-4b5f-83c3-11c49ee5c38a tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874710 Dec 21 01:44:43.062317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39b30119-ae25-43a9-83ae-a410297a7e51 req-21df35d7-a2d7-47dc-b221-3132c9d8f045 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936286 Dec 21 01:44:43.169315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-114dc048-8b68-4dce-a27a-5725b5db3232 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 200 len: 693 time: 0.0474617 Dec 21 01:44:43.303576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-b2c49d7b-ef04-4eda-ab36-eb33c60d5c5b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:43.304821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-b2c49d7b-ef04-4eda-ab36-eb33c60d5c5b tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1301143 Dec 21 01:44:43.317303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-4e449e1b-5a47-4a85-967e-67180c1e72a4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:44:43.318292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-4e449e1b-5a47-4a85-967e-67180c1e72a4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075352 Dec 21 01:44:43.326424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379ebef-d491-4445-a41b-5dc0db20f0d8 req-af91fe17-e800-4ecf-959d-3094afb78591 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:43.327855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f379ebef-d491-4445-a41b-5dc0db20f0d8 req-af91fe17-e800-4ecf-959d-3094afb78591 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 949 time: 0.0775323 Dec 21 01:44:43.384003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-aea12246-96b5-4ed6-ba54-73e6977e5fd5 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 696 time: 0.0552437 Dec 21 01:44:43.401198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}, {'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3'}, {'name': 'network-changed', 'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}, {'name': 'network-changed', 'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:43.403368 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88094191-6bd8-492e-974c-5b2dece7f7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}, {"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3"}, {"name": "network-changed", "server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}, {"name": "network-changed", "server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:43.454193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f379ebef-d491-4445-a41b-5dc0db20f0d8 req-b44df807-964c-4154-904f-9eaf6ba5c1d2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191156 Dec 21 01:44:43.457536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-32c08d6d-5245-40ba-af85-48dae9e8e817 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 696 time: 0.0643630 Dec 21 01:44:43.611171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070122b-4598-44e9-a02e-8ccc46bd3b38 req-5e0a175e-e88e-4726-ad2d-7e52485282fa tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:43.613158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6070122b-4598-44e9-a02e-8ccc46bd3b38 req-5e0a175e-e88e-4726-ad2d-7e52485282fa tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1043398 Dec 21 01:44:43.644716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Deleting port e4f7f2df-bb6e-4568-b288-1ede7e921f79 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:43.645049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:43.708033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6070122b-4598-44e9-a02e-8ccc46bd3b38 req-3893020e-27da-4885-a0bb-0d76274c2e19 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883541 Dec 21 01:44:43.739571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:43.739897 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:43.751543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Calling delete_port for e4f7f2df-bb6e-4568-b288-1ede7e921f79 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:43.763244 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9462bcc2-c971-4a69-a2b8-cc16bf906c9f x-openstack-request-id: req-9462bcc2-c971-4a69-a2b8-cc16bf906c9f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:43.763547 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}, {"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3", "code": 200}, {"name": "network-changed", "server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:43.763796 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9462bcc2-c971-4a69-a2b8-cc16bf906c9f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:43.764191 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:44:43.764447 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'code': 200} Dec 21 01:44:43.764698 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'status': 'completed', 'code': 200} Dec 21 01:44:43.764946 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'status': 'completed', 'code': 200} Dec 21 01:44:43.856429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df9fac57-6a65-44f3-a117-2bceefa0c464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:43.914768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acff0-0baa-480e-83fe-194588f91d48 req-9727ba73-34d8-44a4-b4f0-1e4d1fc4a198 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:43.916226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a24acff0-0baa-480e-83fe-194588f91d48 req-9727ba73-34d8-44a4-b4f0-1e4d1fc4a198 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1066649 Dec 21 01:44:43.919240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-dbb3117c-f99b-4273-b468-d8b535e24b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:43.920561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-dbb3117c-f99b-4273-b468-d8b535e24b17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0794470 Dec 21 01:44:44.045525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:44.082365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a24acff0-0baa-480e-83fe-194588f91d48 req-5abe63b7-5dd8-4336-b696-a052f27e0f50 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588461 Dec 21 01:44:44.086564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event deleted for resources: {'Port': ['ID=e4f7f2df-bb6e-4568-b288-1ede7e921f79,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:44.117287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:44.119804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:44.120933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22549ba9-31c4-41b3-9f46-5987eabe404b req-bcedf77e-b2e0-4241-a3a4-bfceb273312d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "DELETE /v2.0/floatingips/ce180b6d-9c01-43dd-bffe-9782c9fd234d HTTP/1.1" status: 204 len: 173 time: 0.6569633 Dec 21 01:44:44.123716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-efcac162-9dca-4e48-9951-ab1b6ea1557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.125151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-efcac162-9dca-4e48-9951-ab1b6ea1557b service neutron] 10.222.0.45 "GET /v2.0/networks?id=90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 200 len: 921 time: 0.1915698 Dec 21 01:44:44.176897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-a3c8251f-e813-4c15-878a-9d3c00ed146f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 200 len: 217 time: 0.0433598 Dec 21 01:44:44.276809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-fb015abb-d507-403b-aab6-1c59e84eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.278271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-fb015abb-d507-403b-aab6-1c59e84eb7ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 200 len: 860 time: 0.0870793 Dec 21 01:44:44.290020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb41cf-e3d2-4e80-b703-57dfbd1d6343 req-4e2bd82a-7d12-4e52-a998-e145328df5a8 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.291355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bedb41cf-e3d2-4e80-b703-57dfbd1d6343 req-4e2bd82a-7d12-4e52-a998-e145328df5a8 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.1173680 Dec 21 01:44:44.299277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2031d-9abe-41ea-8b46-3c5d1c42bfa5 req-ad01c095-e255-446c-a079-f8d36d4d4019 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.300629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92f2031d-9abe-41ea-8b46-3c5d1c42bfa5 req-ad01c095-e255-446c-a079-f8d36d4d4019 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1279883 Dec 21 01:44:44.400114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-9ec067fa-f6c4-4885-8e6b-8ef4e68b0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.401593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-9ec067fa-f6c4-4885-8e6b-8ef4e68b0244 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90b66725-43d1-4998-9157-1bf2337c2ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990698 Dec 21 01:44:44.405702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bedb41cf-e3d2-4e80-b703-57dfbd1d6343 req-d393f30f-01dd-4822-b6ce-2841e510862c tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042354 Dec 21 01:44:44.409101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92f2031d-9abe-41ea-8b46-3c5d1c42bfa5 req-f7383e0a-f967-4a88-ad3c-2eba1a97ed2f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991526 Dec 21 01:44:44.529807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-84551c7a-9a4c-4d88-81e8-94204eeaafed service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185608 Dec 21 01:44:44.546635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.553579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.559945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.567614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.574566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.580408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.587091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.588935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-0554ea8c-905b-4fb4-b465-beaac9690bbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5418 time: 0.1174526 Dec 21 01:44:44.740678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c76ea4dc-577a-48a1-ba45-2a401b1ceece req-28df430c-3cd3-430a-b47b-a38a636bee1b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409767 Dec 21 01:44:44.766008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd0300-6302-4a5f-b2ff-6ece97121dc8 req-ccbd8a98-f675-4f60-a41c-33c3d0137efd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.767611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0cd0300-6302-4a5f-b2ff-6ece97121dc8 req-ccbd8a98-f675-4f60-a41c-33c3d0137efd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 949 time: 0.0896215 Dec 21 01:44:44.770402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-8af0efc1-73d6-44c7-8c2d-15280174d447 service neutron] 10.222.0.45 "GET /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798599 Dec 21 01:44:44.828536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0cd0300-6302-4a5f-b2ff-6ece97121dc8 req-50c6570f-b36e-4ddd-ac90-c6554ab7c956 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Dec 21 01:44:44.865393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d244-08fa-4d8b-bbf6-47326cdaf5f6 req-fe557623-11ac-4fb0-b98e-0e95c344d11d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.866861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fc4d244-08fa-4d8b-bbf6-47326cdaf5f6 req-fe557623-11ac-4fb0-b98e-0e95c344d11d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0643322 Dec 21 01:44:44.965653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fc4d244-08fa-4d8b-bbf6-47326cdaf5f6 req-5c77564e-6f5b-49fa-86c8-8ba9f3c10405 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Dec 21 01:44:44.983130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647914d-2bdd-48eb-bb29-8322b61eb3c5 req-2c8c6f90-de8f-4824-abac-6a417e33ac8a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.984568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6647914d-2bdd-48eb-bb29-8322b61eb3c5 req-2c8c6f90-de8f-4824-abac-6a417e33ac8a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.0990398 Dec 21 01:44:44.990053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-72e27250-2003-4168-8656-216df6edc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:44.991448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-72e27250-2003-4168-8656-216df6edc0a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 1099 time: 0.0723119 Dec 21 01:44:45.083030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6647914d-2bdd-48eb-bb29-8322b61eb3c5 req-e410f12d-0592-4a1c-8dca-a353d2dff6e2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907090 Dec 21 01:44:45.112810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-578164b5-ed31-493c-9c3a-3e2ce71ae3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.114056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 35b1ae6a-bfb4-4f39-b892-c2d07154083f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:45.114552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-578164b5-ed31-493c-9c3a-3e2ce71ae3a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1060205 Dec 21 01:44:45.127363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8f15bb7d-c749-4121-aeb4-2f5e75307789 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:45.167980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-9f510843-5923-4746-888c-a2087b066f08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4699df34-b609-4104-a655-040ae765a2f7 HTTP/1.1" status: 200 len: 217 time: 0.0416102 Dec 21 01:44:45.236109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 8f15bb7d-c749-4121-aeb4-2f5e75307789 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:45.248083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f153ba-1c78-4997-8174-db2d626b0d84 req-fe1d731e-c547-4657-b609-034f5b923494 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.249514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80f153ba-1c78-4997-8174-db2d626b0d84 req-fe1d731e-c547-4657-b609-034f5b923494 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0804963 Dec 21 01:44:45.250792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 8f15bb7d-c749-4121-aeb4-2f5e75307789 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:45.251166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.251325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-0d673a81-d103-44b6-b756-70c73ce36427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.252588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-0d673a81-d103-44b6-b756-70c73ce36427 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0741615 Dec 21 01:44:45.254279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.283523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'port_id': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'mac_address': 'fa:16:3e:41:8a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58af816e-5c86-4446-b8ff-be75ece23b4b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:45.332683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80f153ba-1c78-4997-8174-db2d626b0d84 req-6e4eb5db-ebf9-4ff1-8ebc-fe324630cdc6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Dec 21 01:44:45.334503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.338771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-ce007edc-e443-4a8b-b32d-003b1b5e0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.340421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-ce007edc-e443-4a8b-b32d-003b1b5e0cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680299 Dec 21 01:44:45.365883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b1ae6a-bfb4-4f39-b892-c2d07154083f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:45.399603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.400642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.408974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.409645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 56d14235-fbd7-413e-9c12-54bf3220ff78 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:45.435611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-65800dfa-318e-4de9-8d60-2b73c1942f91 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Dec 21 01:44:45.460660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:45.462947 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370c929-9702-4cbc-987d-a52dd8598f4b" -d '{"events": [{"server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "name": "network-vif-plugged", "status": "completed", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:45.484115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.495169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.513965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:45.582140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:45.623289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:45.634317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84686fd-3e58-4cd2-97d8-b5ac795fdc24 req-44d68fd2-8227-4d0c-9671-d369ea770735 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.635789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a84686fd-3e58-4cd2-97d8-b5ac795fdc24 req-44d68fd2-8227-4d0c-9671-d369ea770735 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.1392879 Dec 21 01:44:45.637715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=56d14235-fbd7-413e-9c12-54bf3220ff78,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.643457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d765b-6a6a-44a8-8eee-9ae44d4c8697 req-a16d0c06-0d5d-423d-9961-fa27155f05d8 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.644823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-910d765b-6a6a-44a8-8eee-9ae44d4c8697 req-a16d0c06-0d5d-423d-9961-fa27155f05d8 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.1463974 Dec 21 01:44:45.647937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-04b7f607-8d14-4a66-b16f-9576ac4e74a1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985269 Dec 21 01:44:45.664030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '56d14235-fbd7-413e-9c12-54bf3220ff78', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'port_id': '56d14235-fbd7-413e-9c12-54bf3220ff78', 'mac_address': 'fa:16:3e:5a:f3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:45.724198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a84686fd-3e58-4cd2-97d8-b5ac795fdc24 req-01826553-75e4-438a-9525-e0cdc9f6085c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784121 Dec 21 01:44:45.727640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-910d765b-6a6a-44a8-8eee-9ae44d4c8697 req-980ad1cc-52d7-4b0d-b424-07dd3b79f3cd tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743387 Dec 21 01:44:45.756423 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.782711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.786610 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998a8677-2b19-4282-937c-3fc2c43409a5 x-openstack-request-id: req-998a8677-2b19-4282-937c-3fc2c43409a5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:45.787048 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "name": "network-vif-plugged", "status": "completed", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:45.787429 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-998a8677-2b19-4282-937c-3fc2c43409a5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:45.787943 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789', 'code': 200} Dec 21 01:44:45.795972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d14235-fbd7-413e-9c12-54bf3220ff78 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:45.807343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'mac_address': 'fa:16:3e:fc:fa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:45.821320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-0dac84ab-fe69-4212-a9dc-bafefa694a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:45.823108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-0dac84ab-fe69-4212-a9dc-bafefa694a5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1126 time: 0.0703008 Dec 21 01:44:45.826243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=56d14235-fbd7-413e-9c12-54bf3220ff78,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:45.844576 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.845403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:45.906103 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:45.951331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85728ea-6fdd-447d-a09d-53e5ef604b5b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:45.957806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.009178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.017691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.065979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.087454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4699df34-b609-4104-a655-040ae765a2f7', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4699df34-b609-4104-a655-040ae765a2f7', 'mac_address': 'fa:16:3e:09:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:46.092907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.132751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.146542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:46.166496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.171188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.172022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f0b73791-0160-45d9-856d-949bbd33ec32 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:46.254702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.257026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.272732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'network_id': 'bd7e310d-e604-4fd6-87aa-909441e98f8f', 'port_id': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'mac_address': 'fa:16:3e:41:aa:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58af816e-5c86-4446-b8ff-be75ece23b4b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:46.275605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-423a8f03-61a2-4082-b115-2ab34f2c49e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.310825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.312188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.317325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.323207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.325626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b73791-0160-45d9-856d-949bbd33ec32 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:46.329121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.335354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.341534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.345632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.347799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.349326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.349854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-fa924148-096f-4ada-b1fd-4e1c857bc037 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5420 time: 0.5129945 Dec 21 01:44:46.350043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c43a642b-8d13-4656-8c11-e2c4c7695edf details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:46.383029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274a0f-1092-4944-aa2a-e2dcb9527518 req-3d7466e1-a4ed-4812-b155-2d99b178b17c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.384497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df274a0f-1092-4944-aa2a-e2dcb9527518 req-3d7466e1-a4ed-4812-b155-2d99b178b17c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.4671068 Dec 21 01:44:46.401533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-f45e33fd-f631-4465-b2bb-6d0bc6ebc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.402963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-f45e33fd-f631-4465-b2bb-6d0bc6ebc346 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.5469806 Dec 21 01:44:46.404598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a366-7516-4074-b63c-aeab72dfa3ca req-80158297-1a8d-41ac-866d-8a459ff8c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.405964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16f8a366-7516-4074-b63c-aeab72dfa3ca req-80158297-1a8d-41ac-866d-8a459ff8c234 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 1102 time: 0.4716060 Dec 21 01:44:46.422279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.425194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.437800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'port_id': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'mac_address': 'fa:16:3e:e2:e3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:46.470640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bf56de9-6f28-4e7a-8769-5de7c1cb6263 req-d3724ab6-d113-48e1-bf7b-ab5084b71fca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092470 Dec 21 01:44:46.479203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df274a0f-1092-4944-aa2a-e2dcb9527518 req-d2d3050a-fba1-41aa-b46e-002d0f736e59 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830295 Dec 21 01:44:46.482764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.506558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a642b-8d13-4656-8c11-e2c4c7695edf {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:46.528096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.533689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.534626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 66839c68-3799-4380-9cc4-c7cfe8c611e4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:46.558075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-eecdde1b-0f29-4b52-b675-405c8b8847b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 217 time: 0.0539141 Dec 21 01:44:46.600170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.611870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.616485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'port_id': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'mac_address': 'fa:16:3e:77:3a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:46.641480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['b85728ea-6fdd-447d-a09d-53e5ef604b5b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:46.672637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16f8a366-7516-4074-b63c-aeab72dfa3ca req-d1f3bcc9-1a31-402b-a218-1660a7895365 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672714 Dec 21 01:44:46.688841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.694162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea7ff2-2a6c-4b41-a817-3abc8d900996 req-d029c198-f938-4a55-83b9-8799d15280d2 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.695638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fea7ff2-2a6c-4b41-a817-3abc8d900996 req-d029c198-f938-4a55-83b9-8799d15280d2 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 945 time: 0.1425898 Dec 21 01:44:46.697042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-e2ec0ed0-770d-42bc-8719-e7b76a2c5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.698313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-e2ec0ed0-770d-42bc-8719-e7b76a2c5f4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1234827 Dec 21 01:44:46.704961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66839c68-3799-4380-9cc4-c7cfe8c611e4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:46.707512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45659-1ef5-43c9-b105-6b86f55e8858 req-7dc5e0e7-9e3a-4790-b21e-4c32bcfd0716 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.709041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e45659-1ef5-43c9-b105-6b86f55e8858 req-7dc5e0e7-9e3a-4790-b21e-4c32bcfd0716 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1548848 Dec 21 01:44:46.740980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.750136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:46.750654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c63de0db-501a-40b8-955f-5936b41c304d details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:46.787495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fea7ff2-2a6c-4b41-a817-3abc8d900996 req-619f2bcd-09b2-45ba-828a-3fab2eb765b4 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd6eb3de-c59c-48c6-9bea-3860df071b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773418 Dec 21 01:44:46.794809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e45659-1ef5-43c9-b105-6b86f55e8858 req-4bca55e7-19af-4b9c-b448-16e46d304743 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Dec 21 01:44:46.889508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:46.928825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2f80-3de6-400f-b11c-86bf14adc43e req-2dda248b-1658-4630-b670-b70f8c0a253b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.930327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-883c2f80-3de6-400f-b11c-86bf14adc43e req-2dda248b-1658-4630-b670-b70f8c0a253b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0756676 Dec 21 01:44:46.949236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:46.951411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d32eec-b6f5-4fa8-b487-32704e6adc2b req-ce47f647-fd15-4859-9251-a9afbba70ea0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:46.952828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d32eec-b6f5-4fa8-b487-32704e6adc2b req-ce47f647-fd15-4859-9251-a9afbba70ea0 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 948 time: 0.0857301 Dec 21 01:44:46.964941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c63de0db-501a-40b8-955f-5936b41c304d', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'port_id': 'c63de0db-501a-40b8-955f-5936b41c304d', 'mac_address': 'fa:16:3e:60:c8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:47.001619 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.017919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-883c2f80-3de6-400f-b11c-86bf14adc43e req-8d86d57c-c098-4c3f-92f5-190ce54275d7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799265 Dec 21 01:44:47.018249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63de0db-501a-40b8-955f-5936b41c304d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:47.022404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d32eec-b6f5-4fa8-b487-32704e6adc2b req-bec46f2e-e9de-43f7-a9f1-f26053ac1955 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620365 Dec 21 01:44:47.046591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:47.048814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.049026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:47.052501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-daeae1af-66ae-4abc-aafb-879b95970545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291536 Dec 21 01:44:47.120892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:47.133867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:47.142083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0', 'network_id': 'eac75f35-4a0a-4541-ad65-4353f30c2a4f', 'port_id': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0', 'mac_address': 'fa:16:3e:bf:74:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f244ae65-4e23-4d63-9d74-8f7230037f77', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:44:47.145396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.145647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d769-3bc4-4c54-9c99-f621b802feb2 req-87616b71-f3d7-47ed-8f13-373f4a2eeaf0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.147317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa97d769-3bc4-4c54-9c99-f621b802feb2 req-87616b71-f3d7-47ed-8f13-373f4a2eeaf0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.0571735 Dec 21 01:44:47.179733 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.192878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:47.216227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:47.220517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.281456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa97d769-3bc4-4c54-9c99-f621b802feb2 req-2b0e4b7d-8400-4a8b-8544-e2528bd74a3a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278450 Dec 21 01:44:47.308649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-6eca6a2c-49c6-4bc8-9552-d2913946682d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.309873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-6eca6a2c-49c6-4bc8-9552-d2913946682d tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 945 time: 0.1368008 Dec 21 01:44:47.364546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-5cb926a0-3bda-4663-9de4-a778ba12cf64 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946018 Dec 21 01:44:47.406015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:47.481181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Deleting port afb9300b-4f09-418d-909f-d1f14a54f05b {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:47.481540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.547937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88094191-6bd8-492e-974c-5b2dece7f7bb req-a2c8f2df-8e23-47e4-a7a8-99ba58294747 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552296 Dec 21 01:44:47.645234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] For port afb9300b-4f09-418d-909f-d1f14a54f05b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afb9300b-4f09-418d-909f-d1f14a54f05b,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:47.645611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.664440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Calling delete_port for afb9300b-4f09-418d-909f-d1f14a54f05b owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:47.687452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbf76f-3a9d-41f2-861c-337e34d7198a req-0dbd680b-d159-423b-aeca-1ed950707335 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.689057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48fbf76f-3a9d-41f2-861c-337e34d7198a req-0dbd680b-d159-423b-aeca-1ed950707335 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.1244028 Dec 21 01:44:47.704939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.711219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.717077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.723015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.728838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.734739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.741115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:47.742882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fed09189-6017-4b4b-84a3-a3521617e591 req-3f2103b8-bae2-4225-9207-00659f30d6d4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.1793211 Dec 21 01:44:47.884403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fed09189-6017-4b4b-84a3-a3521617e591 req-6b1dcfe6-9260-4262-bd59-ae0791d01557 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095726 Dec 21 01:44:47.888342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48fbf76f-3a9d-41f2-861c-337e34d7198a req-80d7ae62-2a7f-4aab-88f9-e612f977bdeb tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159816 Dec 21 01:44:47.960424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:47.981189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ba153fb-1aa7-458d-9966-65909acd4c74 req-e8a7b394-6981-40b8-bf42-35733bfde0da tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0317936 Dec 21 01:44:48.013638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afb9300b-4f09-418d-909f-d1f14a54f05b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:48.034477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Pushing event deleted for resources: {'Port': ['ID=afb9300b-4f09-418d-909f-d1f14a54f05b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:48.079550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] No DVR routers for this DVR port afb9300b-4f09-418d-909f-d1f14a54f05b on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:48.084610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:48.087934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c392db36-1aba-46e7-8d58-e7a458b8ce51 req-61d40868-361e-45d6-95e4-17927972e9e6 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.45 "DELETE /v2.0/ports/afb9300b-4f09-418d-909f-d1f14a54f05b HTTP/1.1" status: 204 len: 173 time: 0.7685428 Dec 21 01:44:48.088376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'name': 'network-vif-deleted', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:48.090624 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d41f03-6e58-490b-ab90-46dd91b1f855" -d '{"events": [{"server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "name": "network-vif-deleted", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:48.103383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde27b8-b77f-4d4d-85a4-ce3319e15d0b req-1ba822d1-88aa-49b1-a38a-9c2e47d6df9f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:48.104938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cde27b8-b77f-4d4d-85a4-ce3319e15d0b req-1ba822d1-88aa-49b1-a38a-9c2e47d6df9f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1285710 Dec 21 01:44:48.143207 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:44:48.184984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92f9d1-244d-4327-b136-9b3430696e52 req-52cd0acc-3fbf-4b3c-b7cd-71ec49fe7086 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:48.186397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba92f9d1-244d-4327-b136-9b3430696e52 req-52cd0acc-3fbf-4b3c-b7cd-71ec49fe7086 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0916469 Dec 21 01:44:48.190839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cde27b8-b77f-4d4d-85a4-ce3319e15d0b req-7c8616b4-72a3-4244-8585-dc4019e3b542 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Dec 21 01:44:48.235536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba92f9d1-244d-4327-b136-9b3430696e52 req-5dd697ab-579d-470d-b353-790eb0651579 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Dec 21 01:44:48.282898 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfff3a-04fe-491b-b323-d532cfe46606 x-openstack-request-id: req-afbfff3a-04fe-491b-b323-d532cfe46606 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:48.283196 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eacb398-5099-4216-b5f9-65d34dd1e1c5", "name": "network-vif-deleted", "tag": "afb9300b-4f09-418d-909f-d1f14a54f05b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:48.283451 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afbfff3a-04fe-491b-b323-d532cfe46606 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:48.284469 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eacb398-5099-4216-b5f9-65d34dd1e1c5', 'name': 'network-vif-deleted', 'tag': 'afb9300b-4f09-418d-909f-d1f14a54f05b', 'status': 'completed', 'code': 200} Dec 21 01:44:48.304754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede27993-95fc-4f3e-aa86-4e564870e7e1 req-abae6872-321a-4ff1-a967-3b9ec78b6766 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:48.306312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ede27993-95fc-4f3e-aa86-4e564870e7e1 req-abae6872-321a-4ff1-a967-3b9ec78b6766 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 948 time: 0.0543723 Dec 21 01:44:48.354893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ede27993-95fc-4f3e-aa86-4e564870e7e1 req-67c506b9-1008-44b3-b7e2-af280e312320 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Dec 21 01:44:48.465315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4bf9-37cd-4646-93f6-bd7b5b2e9058 req-d894fb5e-a2a6-4b00-8eeb-178dd6deb6e7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:48.466976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-010a4bf9-37cd-4646-93f6-bd7b5b2e9058 req-d894fb5e-a2a6-4b00-8eeb-178dd6deb6e7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 945 time: 0.0516634 Dec 21 01:44:48.525023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-010a4bf9-37cd-4646-93f6-bd7b5b2e9058 req-e5a680ba-a323-40e3-b968-f9d5c1b68ce7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520282 Dec 21 01:44:48.528953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.058902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78bf97-7228-41ba-8554-9e604d716ab8 req-2181ba86-2176-4627-9450-ce0438341bbf tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.060372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d78bf97-7228-41ba-8554-9e604d716ab8 req-2181ba86-2176-4627-9450-ce0438341bbf tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.1036437 Dec 21 01:44:49.083094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.088954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.094892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.101358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.107269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.113848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.119730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.121535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-33f1f236-96ab-4658-a350-220e7f4e1071 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.1528811 Dec 21 01:44:49.157044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-c2d6ee63-e240-49a6-b3ce-373b8b860714 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.158562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-c2d6ee63-e240-49a6-b3ce-373b8b860714 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1466496 Dec 21 01:44:49.204830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d78bf97-7228-41ba-8554-9e604d716ab8 req-9f32a02f-1925-4744-ab95-060b9a3be4a4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361637 Dec 21 01:44:49.218018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-20'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:49.228598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9b97525-72ab-4ba0-a573-d4715859f601 req-269293e9-7137-48f7-bd11-1ab4e524ac6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004388 Dec 21 01:44:49.282191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.302524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.355574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-998c2ce2-8563-47c1-94f1-cc719917eb55 req-7dd2b51a-f125-4648-8fcb-ec5a61b97af9 tempest-FloatingIPsAssociationTestJSON-1850576956 tempest-FloatingIPsAssociationTestJSON-1850576956-project] 10.222.0.43 "GET /v2.0/ports?device_id=1eacb398-5099-4216-b5f9-65d34dd1e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0593402 Dec 21 01:44:49.457646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c21e1b-a99d-4525-af95-7065b0d11793 req-86eba141-40ad-4aef-b61c-ab080c5ee064 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.459006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7c21e1b-a99d-4525-af95-7065b0d11793 req-86eba141-40ad-4aef-b61c-ab080c5ee064 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1058311 Dec 21 01:44:49.554003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:49.556915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78f619-8bcf-4795-9714-c71c6f3369ed req-9175d10e-f563-4454-a0b8-b6249b99b0c0 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.558478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd78f619-8bcf-4795-9714-c71c6f3369ed req-9175d10e-f563-4454-a0b8-b6249b99b0c0 tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 1102 time: 0.1128676 Dec 21 01:44:49.572022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7c21e1b-a99d-4525-af95-7065b0d11793 req-ae82a9d0-b670-45c6-b1f7-17de17f6d502 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050763 Dec 21 01:44:49.629132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:49.632882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:49.633764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd78f619-8bcf-4795-9714-c71c6f3369ed req-0c7532f8-9b27-42af-a291-03dbf000d29f tempest-ServersOnMultiNodesTest-253920411 tempest-ServersOnMultiNodesTest-253920411-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673769 Dec 21 01:44:49.660329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['56d14235-fbd7-413e-9c12-54bf3220ff78'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.731061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.742434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.753202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c43a642b-8d13-4656-8c11-e2c4c7695edf'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.755466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7fdb0-4abe-4043-ace4-0ba3df58cd74 req-ecac51c1-6f5c-4752-92fb-779a4328540f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.757888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21e7fdb0-4abe-4043-ace4-0ba3df58cd74 req-ecac51c1-6f5c-4752-92fb-779a4328540f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1267352 Dec 21 01:44:49.785605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port b85728ea-6fdd-447d-a09d-53e5ef604b5b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:49.798450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f0b73791-0160-45d9-856d-949bbd33ec32'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.810033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port b85728ea-6fdd-447d-a09d-53e5ef604b5b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:49.810652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.845106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4699df34-b609-4104-a655-040ae765a2f7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.893731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['66839c68-3799-4380-9cc4-c7cfe8c611e4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.896093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:49.926299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21e7fdb0-4abe-4043-ace4-0ba3df58cd74 req-b23ce5df-d634-4e5c-82a7-fb8110c68b6e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569493 Dec 21 01:44:49.927220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on host n-h1-761264-20 for vnic_type normal with profile {"migrating_to": "n-h2-761264-20"} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:49.927550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:49.927866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:49.942899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feeb4d-a065-42e6-98df-c9919d8e2488 req-019210e7-2994-4252-9516-f77580cd5498 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:49.944381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6feeb4d-a065-42e6-98df-c9919d8e2488 req-019210e7-2994-4252-9516-f77580cd5498 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 948 time: 0.1459618 Dec 21 01:44:49.945452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:49.945774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Attempting to bind port 863fd526-cc2f-4dcb-8bc0-57038b995627 on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:49.947527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['35b1ae6a-bfb4-4f39-b892-c2d07154083f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:49.952488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:49.952488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:49.952825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:49.953259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Bound port: 863fd526-cc2f-4dcb-8bc0-57038b995627, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:49.953923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:49.983737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c63de0db-501a-40b8-955f-5936b41c304d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:50.008512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['2ae1e1a2-736b-49fd-b474-6ee14ae877c0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:50.069171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6feeb4d-a065-42e6-98df-c9919d8e2488 req-f5acfcb3-3a99-4a95-9666-c88692b14a38 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Dec 21 01:44:50.091938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:50.101149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12c89d-5c92-4ac9-9125-b4671a0823bd req-10c7ec74-ebbc-4616-a237-7fb31e86e0f7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.102717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f12c89d-5c92-4ac9-9125-b4671a0823bd req-10c7ec74-ebbc-4616-a237-7fb31e86e0f7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.0908847 Dec 21 01:44:50.104735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:50.118063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:50.215198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-ad680dbc-2324-4d6d-ac40-f351079035b3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496011 Dec 21 01:44:50.262807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:50.269100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f12c89d-5c92-4ac9-9125-b4671a0823bd req-3b3307da-f59f-4543-ac4b-345d4ea8802a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585703 Dec 21 01:44:50.289662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:50.292228 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf0aa6-6c2a-46de-a6b9-d2522f25407c" -d '{"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:50.312021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.312591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:50.314069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-d145dfb3-de5b-476b-8e16-623f57538187 service neutron] 10.222.0.45 "PUT /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 1123 time: 1.1036572 Dec 21 01:44:50.374698 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:50.420946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-72672db9-fc34-4d94-8587-77e33485ff0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.422542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-72672db9-fc34-4d94-8587-77e33485ff0d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912746 Dec 21 01:44:50.439905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.447122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.453074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.459849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.465759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.471666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.478300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.480291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-d4a9df95-6c92-4791-a5b2-b19dd1c5e869 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.1228776 Dec 21 01:44:50.496379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-1fb51e5a-dc55-4d56-82a1-331c4140a057 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/quotas/121a0ae707694e01b8fdf39ccc7f0ad4 HTTP/1.1" status: 200 len: 375 time: 0.0151198 Dec 21 01:44:50.523575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:50.525680 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cd233-0b24-4bd0-b247-6d8323ade7d1" -d '{"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-plugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:50.580088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3eabf4b3-c108-4c7e-b848-50110f4e465f req-c63c112e-cb33-4f74-a0eb-77bd2063d026 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906923 Dec 21 01:44:50.598578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-6de84248-e124-4a33-8415-4944a3416b45 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933847 Dec 21 01:44:50.600411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:50.629201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:50.645713 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd9cc3-b6a1-4db7-9d6d-49e0cdc8312a x-openstack-request-id: req-76fd9cc3-b6a1-4db7-9d6d-49e0cdc8312a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:50.646132 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:50.646457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:50.646931 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76fd9cc3-b6a1-4db7-9d6d-49e0cdc8312a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:50.647192 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'code': 200} Dec 21 01:44:50.679661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:50.718449 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e59d3d-e13a-4f7b-b8ee-efcaa3a8c719 x-openstack-request-id: req-e8e59d3d-e13a-4f7b-b8ee-efcaa3a8c719 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:50.718777 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-plugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:50.719020 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8e59d3d-e13a-4f7b-b8ee-efcaa3a8c719 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:50.719403 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'code': 200} Dec 21 01:44:50.737069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:50.840020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5771264c-08f7-43af-86a6-e949939f2e18 req-021ea7f8-bb2d-448a-92b9-ca6d91405b68 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0512354 Dec 21 01:44:50.885762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d16d1-fcf5-44f2-a987-296fc39a7a01 req-0778bfda-682b-474e-9fcc-a553077e0980 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.888142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-681d16d1-fcf5-44f2-a987-296fc39a7a01 req-0778bfda-682b-474e-9fcc-a553077e0980 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1173129 Dec 21 01:44:50.929681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:50.951044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b74d7-3d85-4039-bd40-a8e2e19ebcd1 req-897e20eb-af6d-489b-a531-b18e09a90b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:50.953275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-385b74d7-3d85-4039-bd40-a8e2e19ebcd1 req-897e20eb-af6d-489b-a531-b18e09a90b5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 1101 time: 0.0887010 Dec 21 01:44:50.975934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-681d16d1-fcf5-44f2-a987-296fc39a7a01 req-30dffb5c-6988-4344-b064-0fbcbf2056e2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797949 Dec 21 01:44:51.113956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c071d0b-afb5-4e8a-bd27-08d2c875f578 req-d1d10372-18dd-4a71-91b0-e0b210631f5d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.118647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c071d0b-afb5-4e8a-bd27-08d2c875f578 req-d1d10372-18dd-4a71-91b0-e0b210631f5d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0784907 Dec 21 01:44:51.125591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-385b74d7-3d85-4039-bd40-a8e2e19ebcd1 req-d8b57999-93dd-4ba5-a265-c7b3d417c932 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480112 Dec 21 01:44:51.232684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c071d0b-afb5-4e8a-bd27-08d2c875f578 req-14ba1cd7-9a1d-4093-988c-86da4f7f6b0f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975013 Dec 21 01:44:51.264456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b0207-40d2-4e22-b026-2034e79e422b req-4bae618f-6487-4d48-ad84-edeaab30f342 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.265961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b23b0207-40d2-4e22-b026-2034e79e422b req-4bae618f-6487-4d48-ad84-edeaab30f342 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.0758486 Dec 21 01:44:51.333696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b23b0207-40d2-4e22-b026-2034e79e422b req-e924e767-f5e6-4b6e-bd2c-20e12accd11b tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Dec 21 01:44:51.394715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:51.409490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f270a-07e5-44fa-b501-7e80e8884dfb req-ea188aab-0b32-425c-8aa4-32ec7d305c36 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.410950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee6f270a-07e5-44fa-b501-7e80e8884dfb req-ea188aab-0b32-425c-8aa4-32ec7d305c36 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.0492435 Dec 21 01:44:51.457235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee6f270a-07e5-44fa-b501-7e80e8884dfb req-29f4b4d5-0336-4549-84e9-0ffeb49d399a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Dec 21 01:44:51.486452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:51.499759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afb9300b-4f09-418d-909f-d1f14a54f05b no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:51.520711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: afb9300b-4f09-418d-909f-d1f14a54f05b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:44:51.521056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afb9300b-4f09-418d-909f-d1f14a54f05b not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:51.610888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:51.625760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 has no active binding in host n-h2-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:44:51.696357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Deleting port 99b25305-5532-4ba6-82f7-3dcfe45719c2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:51.696933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:51.729399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.735300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.741724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.748324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.754806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.761363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.767700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:51.770174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80546da7-9f06-4664-acf8-09c684133d3a req-252dd9f5-3146-4ba0-b0e0-b6ac788ed9a9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.0991435 Dec 21 01:44:51.792833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] For port 99b25305-5532-4ba6-82f7-3dcfe45719c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=99b25305-5532-4ba6-82f7-3dcfe45719c2,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:51.793197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:51.808037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Calling delete_port for 99b25305-5532-4ba6-82f7-3dcfe45719c2 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:51.833093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80546da7-9f06-4664-acf8-09c684133d3a req-0f7d3ede-803b-4604-b484-798476f07a96 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559433 Dec 21 01:44:51.854602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:51.932628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3154ad04-31c7-4d78-9b8c-7624828fa8b4 req-c671c122-03d5-44ad-9875-ae0fadc67379 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0266616 Dec 21 01:44:51.987787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:52.017409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=99b25305-5532-4ba6-82f7-3dcfe45719c2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:52.109795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9d53-fbfd-420a-b2a6-ca79bc72381e req-8ddde173-e7a0-4642-9390-ba351ee8fa82 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.111287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c58f9d53-fbfd-420a-b2a6-ca79bc72381e req-8ddde173-e7a0-4642-9390-ba351ee8fa82 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.0540900 Dec 21 01:44:52.155524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:52.164082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c58f9d53-fbfd-420a-b2a6-ca79bc72381e req-4f2b6c62-b329-44ed-8612-18d377a25d5d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Dec 21 01:44:52.350313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-2a799a58-655f-474c-a426-3d96d45edcb6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272057 Dec 21 01:44:52.386639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cdf26-b8a3-42eb-8a9f-542cf2286b4f req-c092dff9-0762-4186-b296-f5bffccb3cce tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.394900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e5cdf26-b8a3-42eb-8a9f-542cf2286b4f req-c092dff9-0762-4186-b296-f5bffccb3cce tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0838525 Dec 21 01:44:52.468174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e5cdf26-b8a3-42eb-8a9f-542cf2286b4f req-e5d26da5-b375-4dfc-bf6f-87d99c2ecb7b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722370 Dec 21 01:44:52.472111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:44:52.495144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f938c-3358-4df8-8b2a-e417289a91c3 req-2855ddc0-9059-4d5b-940e-511db578dc95 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.496923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-239f938c-3358-4df8-8b2a-e417289a91c3 req-2855ddc0-9059-4d5b-940e-511db578dc95 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.0675063 Dec 21 01:44:52.553798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-239f938c-3358-4df8-8b2a-e417289a91c3 req-ccfe1d12-7561-4ff5-acfe-a0f523681ca7 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512426 Dec 21 01:44:52.558922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-be2b9fb5-5256-4ae4-bcdf-3b002ee397c5 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.560428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-be2b9fb5-5256-4ae4-bcdf-3b002ee397c5 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830249 Dec 21 01:44:52.590080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18596805-3db3-46d2-9251-d80f026fa7ea req-0934fdd9-1a5c-4c0e-908e-fc5af8f5466d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.591529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18596805-3db3-46d2-9251-d80f026fa7ea req-0934fdd9-1a5c-4c0e-908e-fc5af8f5466d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.0533595 Dec 21 01:44:52.604285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Request body: {'port': {'device_id': '1090d2e5-8279-4515-806d-77622ac3f31a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '121a0ae707694e01b8fdf39ccc7f0ad4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:52.641502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18596805-3db3-46d2-9251-d80f026fa7ea req-2efd2d02-4322-40d9-8672-68dee7408c11 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Dec 21 01:44:52.648132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:52.650461 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52" -d '{"events": [{"name": "network-changed", "server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:52.673410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:44:52.679925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8860eafd-d564-48dc-81c5-e5f90b466ebd admin admin] 10.222.0.43 "PUT /v2.0/routers/cc432bdb-94a0-4e5a-90bf-9d54036ddcc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9984975 Dec 21 01:44:52.681915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59956) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:52.683146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Sync routers for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:44:52.691514 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab7c3e9-a4f1-41e3-bba9-d2eed61ac6df x-openstack-request-id: req-4ab7c3e9-a4f1-41e3-bba9-d2eed61ac6df {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:52.691988 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:52.692415 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ab7c3e9-a4f1-41e3-bba9-d2eed61ac6df {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:52.692956 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'status': 'completed', 'code': 200} Dec 21 01:44:52.696710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:52.697019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:52.794049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-cd89b2a4-79a7-4b81-a2ee-bc018d3df593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.796032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-cd89b2a4-79a7-4b81-a2ee-bc018d3df593 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1126 time: 0.0506632 Dec 21 01:44:52.814185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:52.817575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Made reservation on behalf of 121a0ae707694e01b8fdf39ccc7f0ad4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:44:52.821039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:52.916464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-e6ebac68-c94b-4f4f-ae07-b670e85a9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:52.919180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-e6ebac68-c94b-4f4f-ae07-b670e85a9f6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1140649 Dec 21 01:44:52.951056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:52.998420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.010488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-03028202-f0b2-4bcb-b7cc-2b8f4b03382e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0782228 Dec 21 01:44:53.049038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0edb76c2-9744-4e60-9cf8-c847831f622a req-51abdc49-c830-47b2-95fe-2e85d25c0ad9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0369878 Dec 21 01:44:53.095475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.101697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Allocated IP 192.168.233.154 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/1713d715-5b80-49e4-bd6b-4c1864132b29) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:44:53.103416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.109485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.116722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.123282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.128419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Deleting port d39f2a31-cb31-4ec6-ad03-3431f1b945a2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:53.128748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.130589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.136532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.142133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-082357e2-a929-4c78-9af1-7ba0722e1526 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.2211142 Dec 21 01:44:53.168053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-da55a4a5-f67e-44dd-b26b-79f7f89ab29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.169705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-da55a4a5-f67e-44dd-b26b-79f7f89ab29c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1461790 Dec 21 01:44:53.175027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:44:51Z', 'revision_number': 5, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port': {'id': 'd39f2a31-cb31-4ec6-ad03-3431f1b945a2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:59Z', 'updated_at': '2021-12-21T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:53.206989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Checking router: cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:44:53.216178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Routers {'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:44:53.216885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:53.242411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a557d658-a557-42b6-9b90-a37e9da0a8f1 req-2f84e07e-bddf-4d9c-91c1-265356e9bdbf tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903916 Dec 21 01:44:53.275864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-c37ed342-a96e-4d0d-af0c-da0bd2a0233f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528955 Dec 21 01:44:53.337848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] Set router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:44:53.395261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:44:52Z', 'revision_number': 6, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:53.429199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89305-966f-4d91-acaa-41c6ec54bd5c None None] The sync data for ids ['cc432bdb-94a0-4e5a-90bf-9d54036ddcc0'] in n-d-761264-20 is: [{'id': 'cc432bdb-94a0-4e5a-90bf-9d54036ddcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106581610-router', 'tenant_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:58Z', 'updated_at': '2021-12-21T01:44:52Z', 'revision_number': 6, 'project_id': 'df45714ad3cf4b03bd0edf96c0c0f666', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:44:53.557774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] For port d39f2a31-cb31-4ec6-ad03-3431f1b945a2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:53.558157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.582993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Calling delete_port for d39f2a31-cb31-4ec6-ad03-3431f1b945a2 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:53.642531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.660991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:53.680068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69d39e-5d60-4621-b897-425f89b5da1d req-d1d32cfb-25e7-491b-b146-5b25b6ffb67d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.681571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e69d39e-5d60-4621-b897-425f89b5da1d req-d1d32cfb-25e7-491b-b146-5b25b6ffb67d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.4045191 Dec 21 01:44:53.734295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e95a-f81b-4590-848b-5181bda5f9fa req-a5a5bd38-95e0-4bf6-817d-fc2656fa608f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.735639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fb3e95a-f81b-4590-848b-5181bda5f9fa req-a5a5bd38-95e0-4bf6-817d-fc2656fa608f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1030753 Dec 21 01:44:53.736241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.739113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-400130e3-8dd6-41da-b26b-6cd384330ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516203 Dec 21 01:44:53.770184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:53.784450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:53.804017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:44:53.806226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event updated for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:53.810241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:44:53.815156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:44:53.826286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:53.826957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.861415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4', '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', '8f15bb7d-c749-4121-aeb4-2f5e75307789'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:44:53.883651 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-16dc9cdc-b925-4b0f-aec5-e15768c7a6e1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2848110 Dec 21 01:44:53.913174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Request body: {'port': {'device_id': '1090d2e5-8279-4515-806d-77622ac3f31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:44:53.917824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:53.920133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e69d39e-5d60-4621-b897-425f89b5da1d req-0cc768a8-8e82-4b23-9cc1-14583e304fd6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250512 Dec 21 01:44:53.967833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:44:53.969504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 99b25305-5532-4ba6-82f7-3dcfe45719c2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:53.986855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Pushing event deleted for resources: {'Port': ['ID=d39f2a31-cb31-4ec6-ad03-3431f1b945a2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:54.021973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fb3e95a-f81b-4590-848b-5181bda5f9fa req-ef1a27a4-7486-43ff-a86a-b3dc05b99a9e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495263 Dec 21 01:44:54.033269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.057911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 99b25305-5532-4ba6-82f7-3dcfe45719c2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:44:54.058497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 99b25305-5532-4ba6-82f7-3dcfe45719c2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:54.154437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cfea8-abb9-47ee-ade0-0b10826baa14 req-111f31d7-8b06-46a5-b567-d4299dacb360 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.158875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e27cfea8-abb9-47ee-ade0-0b10826baa14 req-111f31d7-8b06-46a5-b567-d4299dacb360 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.0893149 Dec 21 01:44:54.161548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb19f3c7-b8ba-4cb8-bc5e-a444e3e83f52 req-9a9d8bff-96e8-4a41-856d-bb1f18c6b899 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111571 Dec 21 01:44:54.176846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.194848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.198566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.301023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.301023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:44:54.306918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e27cfea8-abb9-47ee-ade0-0b10826baa14 req-61745706-1f2b-45ef-9cac-56a5ea63cdce tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Dec 21 01:44:54.308375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.311760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d7fe4c6e-0ad3-4fd9-8800-8408fe24867d admin admin] 10.222.0.43 "DELETE /v2.0/routers/cc432bdb-94a0-4e5a-90bf-9d54036ddcc0 HTTP/1.1" status: 204 len: 168 time: 1.6266875 Dec 21 01:44:54.313815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59978) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:54.318503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be2e7a-6465-4dc4-ba6f-4d27ed5e0989 req-25b89431-9a0f-43ef-9ffe-b8abf8ada754 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.320099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98be2e7a-6465-4dc4-ba6f-4d27ed5e0989 req-25b89431-9a0f-43ef-9ffe-b8abf8ada754 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.1578197 Dec 21 01:44:54.373880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-90584e6a-9202-49a9-8b12-fbf86241d42f None None] Provisioning complete for port 1713d715-5b80-49e4-bd6b-4c1864132b29 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:54.374255 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90584e6a-9202-49a9-8b12-fbf86241d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.425658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98be2e7a-6465-4dc4-ba6f-4d27ed5e0989 req-d288f336-5d27-4272-923e-a2d1ba687421 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971019 Dec 21 01:44:54.509574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e3a4-dfcb-4cc9-96a5-842b06172181 req-7406d201-8288-470b-99ee-df2ab08da70f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.511194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5b4e3a4-dfcb-4cc9-96a5-842b06172181 req-7406d201-8288-470b-99ee-df2ab08da70f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 936 time: 0.0519700 Dec 21 01:44:54.585052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-90584e6a-9202-49a9-8b12-fbf86241d42f None None] Port 1713d715-5b80-49e4-bd6b-4c1864132b29 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:44:54.585515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Deleting subnet e90a6238-467a-40d8-98ef-c0d55f3dd4a7 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:44:54.586631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5b4e3a4-dfcb-4cc9-96a5-842b06172181 req-1bda82f6-7eb6-464e-8363-9138ba0489d9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629466 Dec 21 01:44:54.589978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.648777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.735998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.747128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.755149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.760505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1713d715-5b80-49e4-bd6b-4c1864132b29 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:54.761701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.769594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.776171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.782832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:54.785379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-c14a03b8-f7b2-449a-ba96-c9aae907b91a tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5425 time: 0.1285090 Dec 21 01:44:54.793475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.813377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.834896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Transition to ACTIVE for port object 1713d715-5b80-49e4-bd6b-4c1864132b29 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:54.847048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.935182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff92b519-5bb2-4aba-9da4-503ab1f32b17 req-327fd88d-f70a-48b6-8d73-363788e976c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338327 Dec 21 01:44:54.939627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Pushing event updated for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:54.948080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:54.995873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90a6238-467a-40d8-98ef-c0d55f3dd4a7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:55.011484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.017888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b0a14-7e66-48a5-a52e-42f01145e569 None None] Network 90b66725-43d1-4998-9157-1bf2337c2ed2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:44:55.036561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59982) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:55.037548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5405092-19ea-473f-9fe5-257927e765b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e90a6238-467a-40d8-98ef-c0d55f3dd4a7 HTTP/1.1" status: 204 len: 168 time: 0.7186453 Dec 21 01:44:55.049779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Attempting to bind port 1713d715-5b80-49e4-bd6b-4c1864132b29 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:44:55.050127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Attempting to bind port 1713d715-5b80-49e4-bd6b-4c1864132b29 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:44:55.050447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Attempting to bind port 1713d715-5b80-49e4-bd6b-4c1864132b29 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:55.059287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Port 1713d715-5b80-49e4-bd6b-4c1864132b29 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:44:55.059653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Attempting to bind port 1713d715-5b80-49e4-bd6b-4c1864132b29 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:44:55.071652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:44:55.072001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:44:55.072388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:44:55.072817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Bound port: 1713d715-5b80-49e4-bd6b-4c1864132b29, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:44:55.073167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.183736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.191247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:55.210035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1713d715-5b80-49e4-bd6b-4c1864132b29,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:44:55.219315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.262408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.262915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.264293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] 10.222.0.24 "PUT /v2.0/ports/1713d715-5b80-49e4-bd6b-4c1864132b29 HTTP/1.1" status: 200 len: 1097 time: 1.3628438 Dec 21 01:44:55.264732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:55.267001 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8da336-a724-4a70-affe-6b834f2ff84f" -d '{"events": [{"name": "network-changed", "server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:55.290046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c512aa-3e8f-4347-a9cf-b8c2b9fd734a req-3d5d999c-90a9-413b-8b88-319cc31cdb3a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.298024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0c512aa-3e8f-4347-a9cf-b8c2b9fd734a req-3d5d999c-90a9-413b-8b88-319cc31cdb3a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1756494 Dec 21 01:44:55.318685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053c227-9d6d-4f76-8671-6d0ce60f6433 req-fd4cd5a3-5e39-4ce7-ae05-4392219a6ae0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.320486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f053c227-9d6d-4f76-8671-6d0ce60f6433 req-fd4cd5a3-5e39-4ce7-ae05-4392219a6ae0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1834834 Dec 21 01:44:55.322821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8932d72-0600-4c5a-ae25-c92996e5f173 service neutron] Pushing event updated for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:55.343405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] DHCP port deletion for 90b66725-43d1-4998-9157-1bf2337c2ed2 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:44:55.428621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-12297143-4cfd-4351-b8e0-2a4df646c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.431024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-12297143-4cfd-4351-b8e0-2a4df646c850 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 1100 time: 0.0683711 Dec 21 01:44:55.434769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Deleting port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:55.435292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.459657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Deleting port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:44:55.460611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.489440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0c512aa-3e8f-4347-a9cf-b8c2b9fd734a req-8d662bb8-9192-45e4-8004-0e49048a11c2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905131 Dec 21 01:44:55.498742 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-bda868e1-b55e-43c9-a66e-6c760ffd9fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=1713d715-5b80-49e4-bd6b-4c1864132b29 HTTP/1.1" status: 200 len: 217 time: 0.0473559 Dec 21 01:44:55.568037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 56d14235-fbd7-413e-9c12-54bf3220ff78 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:55.583617 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da860c9-b5b0-4576-9f30-9acaa226742e x-openstack-request-id: req-9da860c9-b5b0-4576-9f30-9acaa226742e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:55.583982 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:55.584298 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9da860c9-b5b0-4576-9f30-9acaa226742e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:55.584880 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29', 'status': 'completed', 'code': 200} Dec 21 01:44:55.602850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] For port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:55.603291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.612802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-8c8ed050-aef5-419a-9482-0ebe85001bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.614457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-8c8ed050-aef5-419a-9482-0ebe85001bd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1065922 Dec 21 01:44:55.618000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Calling delete_port for cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:55.650687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d39f2a31-cb31-4ec6-ad03-3431f1b945a2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:55.679989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d39f2a31-cb31-4ec6-ad03-3431f1b945a2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:44:55.680344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d39f2a31-cb31-4ec6-ad03-3431f1b945a2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:55.680768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:55.706287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-0baa6e34-1e0e-4017-bb61-ad595d4560df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.708217 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-0baa6e34-1e0e-4017-bb61-ad595d4560df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787997 Dec 21 01:44:55.717453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] For port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,segment=NetworkSegment(b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1),segment_id=b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:55.717793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.718740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f053c227-9d6d-4f76-8671-6d0ce60f6433 req-4cf16117-6219-4a90-96f3-ada6d9c9d615 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750274 Dec 21 01:44:55.744382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Calling delete_port for cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:44:55.764941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.790750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] No DVR routers for this DVR port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:55.839134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No active binding found for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 {{(pid=109852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 01:44:55.839434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] The host n-d-761264-20 is not matching for port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 host None! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:44:55.840036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:44:55.880881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 56d14235-fbd7-413e-9c12-54bf3220ff78 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:55.883990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-56bdf9b2-79ce-49eb-9dc6-dae2f0ca77fd service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613395 Dec 21 01:44:55.890557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:55.891082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 56d14235-fbd7-413e-9c12-54bf3220ff78 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:55.891536 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.954901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:55.958870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f8cf-dca2-49a6-8b85-e0f66a92285f req-b6b38dcf-c2f7-414f-bdb4-a2623c981934 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:55.964966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca44f8cf-dca2-49a6-8b85-e0f66a92285f req-b6b38dcf-c2f7-414f-bdb4-a2623c981934 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.2602031 Dec 21 01:44:55.993888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] Pushing event deleted for resources: {'Port': ['ID=cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:56.009143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-cfc7153a-1d09-4738-872c-01f57169723b service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161170 Dec 21 01:44:56.012280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f9e9f-a9b2-4fb2-8ed6-7bcc4b2f6a2d None None] No DVR routers for this DVR port cc4b4196-bb7e-4ede-8ad5-3d3c3b15e283 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:56.029412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.053299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4012e6d-7bd3-4e8e-9a06-a141c67f5889 req-6a9fceef-2313-4102-8646-c3c44e528c76 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.055558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4012e6d-7bd3-4e8e-9a06-a141c67f5889 req-6a9fceef-2313-4102-8646-c3c44e528c76 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.2177749 Dec 21 01:44:56.077284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.088190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.088438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.089041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.089390 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.089715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.090045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.090496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.091183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.091183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.091423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.107980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d14235-fbd7-413e-9c12-54bf3220ff78'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:56.108992 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eb35ea-606f-4638-a37c-38212bddbdef" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "56d14235-fbd7-413e-9c12-54bf3220ff78"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:56.126742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=56d14235-fbd7-413e-9c12-54bf3220ff78,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:56.131942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.132986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:56.183089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-0260ea50-4118-4383-90ef-3cb07bdeef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.185043 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-0260ea50-4118-4383-90ef-3cb07bdeef0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 1100 time: 0.0615263 Dec 21 01:44:56.194016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.201053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.201553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.201981 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:44:56.202441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b66725-43d1-4998-9157-1bf2337c2ed2']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:56.214202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:56.245041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca44f8cf-dca2-49a6-8b85-e0f66a92285f req-e36d3ac1-5a6f-48cf-a6e2-abd119665131 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718618 Dec 21 01:44:56.267892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:56.268307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0774a07-9be0-4a2c-b8c8-e8ba5e24f8b1') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:44:56.296932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.310875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-291e50f4-1660-46c0-a4d9-e82d6bf280df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.312658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-291e50f4-1660-46c0-a4d9-e82d6bf280df service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1174266 Dec 21 01:44:56.320106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4012e6d-7bd3-4e8e-9a06-a141c67f5889 req-3e85e3a6-de25-4afa-aaa0-d2e951551b76 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550759 Dec 21 01:44:56.328411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.349847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:44:56.350471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.373532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-b515d0aa-afa6-42ef-b65b-7f33528df65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=1713d715-5b80-49e4-bd6b-4c1864132b29 HTTP/1.1" status: 200 len: 217 time: 0.0506186 Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.382471 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:44:56.384888 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:44:56.409188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.446360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-25138608-1768-454c-8b7e-84332b327a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.447837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-25138608-1768-454c-8b7e-84332b327a9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0594039 Dec 21 01:44:56.500535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-a8712aec-33a3-4d10-9e75-df81af6924ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.502802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-a8712aec-33a3-4d10-9e75-df81af6924ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451250 Dec 21 01:44:56.514650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.531924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.535304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/90b66725-43d1-4998-9157-1bf2337c2ed2 HTTP/1.1" status: 204 len: 168 time: 1.4977531 Dec 21 01:44:56.570045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.577203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.585109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.593110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.600321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.608157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.615183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.616055 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-daa48a3d-b5b6-46c5-8526-29dac3e84cac service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018927 Dec 21 01:44:56.617229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-a02cfa55-8999-40e5-98b0-29ebce4f42e7 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5426 time: 0.1661158 Dec 21 01:44:56.626179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce68cd-6140-48e2-a4f4-342b71c2861d req-46c5b4ac-c65f-4654-b455-6817674234ed tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.627955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30ce68cd-6140-48e2-a4f4-342b71c2861d req-46c5b4ac-c65f-4654-b455-6817674234ed tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 948 time: 0.2181118 Dec 21 01:44:56.630196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2db4f8-e474-406d-9515-3ce51510c2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b66725-43d1-4998-9157-1bf2337c2ed2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:56.729177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea8da336-a724-4a70-affe-6b834f2ff84f req-deec68b6-8666-4a87-b7e5-38ca845a86eb service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047604 Dec 21 01:44:56.735529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30ce68cd-6140-48e2-a4f4-342b71c2861d req-af5a7060-7afc-4b51-a144-a02d2a1d9260 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793722 Dec 21 01:44:56.758065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5a3ae0b-968b-463d-a8c7-2c07a4e88b47 req-68750225-3052-4c56-a951-c798b4dbf023 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290269 Dec 21 01:44:56.798296 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a390931-4e6f-46a9-b02f-f76825ac1031 x-openstack-request-id: req-0a390931-4e6f-46a9-b02f-f76825ac1031 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:56.798620 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "56d14235-fbd7-413e-9c12-54bf3220ff78", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:56.798948 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a390931-4e6f-46a9-b02f-f76825ac1031 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:56.799411 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d14235-fbd7-413e-9c12-54bf3220ff78', 'code': 200} Dec 21 01:44:56.824483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60006) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:56.840376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-29a8fba9-6b14-4125-8a91-a7e90d79968c service neutron] 10.222.0.45 "GET /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.0624464 Dec 21 01:44:56.867459 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-11126afc-7f86-4cfd-bde0-3cda17202900 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df45714ad3cf4b03bd0edf96c0c0f666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417914 Dec 21 01:44:56.870075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:56.922088 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.943182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.971623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac259f-23e5-42b4-adca-72be466aa035 req-a691c963-d39a-4c5e-9231-f64f5f39184d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.973102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27ac259f-23e5-42b4-adca-72be466aa035 req-a691c963-d39a-4c5e-9231-f64f5f39184d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 943 time: 0.1271384 Dec 21 01:44:56.983621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1000d6-551d-4cf1-9a0d-ad14c7824437 req-6a9c2022-be17-4fa8-9b84-fc14f569e975 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:56.985033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a1000d6-551d-4cf1-9a0d-ad14c7824437 req-6a9c2022-be17-4fa8-9b84-fc14f569e975 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1367621 Dec 21 01:44:56.991923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.994841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:56.996058 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd6eb3de-c59c-48c6-9bea-3860df071b88 HTTP/1.1" status: 204 len: 168 time: 0.1251116 Dec 21 01:44:57.004811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c43e6-6544-421a-9669-e4eb748300b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6eb3de-c59c-48c6-9bea-3860df071b88,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:57.109611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27ac259f-23e5-42b4-adca-72be466aa035 req-6cc6241a-3180-412f-8821-e47466c09700 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233447 Dec 21 01:44:57.142498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a1000d6-551d-4cf1-9a0d-ad14c7824437 req-76ee34bd-c2d8-4678-94ce-7faa45f97da6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477447 Dec 21 01:44:57.182223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:57.204189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:44:57.238585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:44:57.249084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:57.265898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:57.381122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] Transition to ACTIVE for port object 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:44:57.389763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3347-c873-460c-9308-66821fd3f8d7 req-cd660844-448a-4e30-b626-712252099c8e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:57.391223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17dc3347-c873-460c-9308-66821fd3f8d7 req-cd660844-448a-4e30-b626-712252099c8e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.0743496 Dec 21 01:44:57.393357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:57.501425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 35b1ae6a-bfb4-4f39-b892-c2d07154083f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:57.520537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] No DVR routers for this DVR port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:44:57.553681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17dc3347-c873-460c-9308-66821fd3f8d7 req-f0b67009-7f39-4973-808b-4ed46cb33361 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527505 Dec 21 01:44:57.572539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:57.585234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-e93a321e-0ffa-4df6-aab0-58418d84d785 service neutron] 10.222.0.45 "PUT /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7266195 Dec 21 01:44:57.598763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c0a69-93b2-40ff-92d2-838451b6ece9 req-bbe9c394-8c67-495d-ba63-b39e1df59985 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:57.600562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d5c0a69-93b2-40ff-92d2-838451b6ece9 req-bbe9c394-8c67-495d-ba63-b39e1df59985 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.1975038 Dec 21 01:44:57.640535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 35b1ae6a-bfb4-4f39-b892-c2d07154083f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:57.650243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 35b1ae6a-bfb4-4f39-b892-c2d07154083f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:57.650989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:57.682404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d5c0a69-93b2-40ff-92d2-838451b6ece9 req-06f41045-f27d-4470-8129-751a0006d392 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740402 Dec 21 01:44:57.742399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:57.804230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1afebaf2-87d6-4d17-9143-5d44581e38eb tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:57.805772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-1afebaf2-87d6-4d17-9143-5d44581e38eb tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0647776 Dec 21 01:44:57.915589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3d2092d0-be94-411e-a553-f10353c4b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:57.920432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3d2092d0-be94-411e-a553-f10353c4b229 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34&tenant_id=124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1049910 Dec 21 01:44:57.971568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e57e4-c798-4469-a864-0aefaf8ea557 req-de138b96-6b15-4cc5-a404-1307e2e05aa9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:57.981110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c66e57e4-c798-4469-a864-0aefaf8ea557 req-de138b96-6b15-4cc5-a404-1307e2e05aa9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 948 time: 0.1246908 Dec 21 01:44:57.983283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.012558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-6bfce095-6733-4296-8424-aeb72efa1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.014808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-6bfce095-6733-4296-8424-aeb72efa1a5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1096 time: 0.0551000 Dec 21 01:44:58.025873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.031997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.038729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.044922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.052775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.054273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:58.059899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.063439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:44:58.066368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.068705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.069379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f0b73791-0160-45d9-856d-949bbd33ec32 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:58.074154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-88ca53f8-4a13-4a84-8170-fd689eaff3a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5426 time: 0.1890817 Dec 21 01:44:58.123672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c66e57e4-c798-4469-a864-0aefaf8ea557 req-7a55ffa0-a201-4ef8-8eec-82a32599f1ca tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396177 Dec 21 01:44:58.158395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-ed14202c-807f-49bf-9cb4-09d48f28afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.166717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-ed14202c-807f-49bf-9cb4-09d48f28afac service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1433928 Dec 21 01:44:58.183269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfb9ef9a-5a2e-47cb-8a40-a941e9a17e6e req-84216477-b98d-4860-8084-bb73f7cfbb82 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018183 Dec 21 01:44:58.210702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:58.219935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port f0b73791-0160-45d9-856d-949bbd33ec32 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:58.227368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f0b73791-0160-45d9-856d-949bbd33ec32 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:58.227749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.266636 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-ecffc283-e08c-4c64-891e-96968e51549c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 200 len: 217 time: 0.0913692 Dec 21 01:44:58.318305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6aa92-9788-4145-bcc3-940bdad8592a req-131c7d0a-fcf6-4d58-b910-89fa497553f3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.319995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71a6aa92-9788-4145-bcc3-940bdad8592a req-131c7d0a-fcf6-4d58-b910-89fa497553f3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.0702772 Dec 21 01:44:58.395846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3f5c7f93-a710-4486-afca-5f55e13f69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.404263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3f5c7f93-a710-4486-afca-5f55e13f69ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1286757 Dec 21 01:44:58.412018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.445972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71a6aa92-9788-4145-bcc3-940bdad8592a req-5ff4755e-526c-491f-9bfb-3379723e7d7c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 Dec 21 01:44:58.453675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:58.463970 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.465054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c43a642b-8d13-4656-8c11-e2c4c7695edf up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:58.474263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-5d77673c-7452-414a-80f0-91e08626d824 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622013 Dec 21 01:44:58.512155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd8e4-03e1-4565-8ce2-29a91ca6818d req-24dfc631-eb8b-4c5d-972c-dfc4e3335e3f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.513877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-783cd8e4-03e1-4565-8ce2-29a91ca6818d req-24dfc631-eb8b-4c5d-972c-dfc4e3335e3f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0855274 Dec 21 01:44:58.593276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-783cd8e4-03e1-4565-8ce2-29a91ca6818d req-0a32c808-0fc4-4925-9b66-60b357734692 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710778 Dec 21 01:44:58.607849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:58.644187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port c43a642b-8d13-4656-8c11-e2c4c7695edf completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:58.648152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-f9721f45-ba21-4c0d-bc09-34286542d2f5 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646340 Dec 21 01:44:58.648792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port c43a642b-8d13-4656-8c11-e2c4c7695edf triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:58.649167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.758132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8fe8e-2304-4472-a10a-d619b4eee6f4 req-0d50e54f-9a02-4230-b139-c6d6a9bd32fd tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.763618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4de8fe8e-2304-4472-a10a-d619b4eee6f4 req-0d50e54f-9a02-4230-b139-c6d6a9bd32fd tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.1055868 Dec 21 01:44:58.799682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.803770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:44:58.806667 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a8f95-4500-48a6-a739-8a8efc740f0e" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:44:58.820242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60064) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:58.856058 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-6c386109-4f22-4588-8704-dffffc721cc6 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934972 Dec 21 01:44:58.859261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4de8fe8e-2304-4472-a10a-d619b4eee6f4 req-eee2d618-71c7-4984-9fd0-e6dded1f58e4 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889316 Dec 21 01:44:58.885249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:58.894671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:58.897063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 66839c68-3799-4380-9cc4-c7cfe8c611e4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:58.901313 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584123f-8251-4f55-93a0-b8a33e65a31f x-openstack-request-id: req-b584123f-8251-4f55-93a0-b8a33e65a31f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:44:58.901752 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:44:58.902356 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b584123f-8251-4f55-93a0-b8a33e65a31f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:44:58.902911 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'code': 200} Dec 21 01:44:58.903259 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'code': 200} Dec 21 01:44:58.961108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995171c9-7855-44bc-9116-151ae809f6dc req-553b65d9-b1db-4081-82bc-da6364470f4b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:58.963134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-995171c9-7855-44bc-9116-151ae809f6dc req-553b65d9-b1db-4081-82bc-da6364470f4b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.0581243 Dec 21 01:44:59.004248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:59.006043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63614d3d-dfd2-4b48-9ba9-7e9e66b44479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.019968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 66839c68-3799-4380-9cc4-c7cfe8c611e4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:59.024256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 66839c68-3799-4380-9cc4-c7cfe8c611e4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:59.024627 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.045374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-995171c9-7855-44bc-9116-151ae809f6dc req-4bfc6fa9-69b9-43fa-9078-ceeea8edd214 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Dec 21 01:44:59.121986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.122190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63614d3d-dfd2-4b48-9ba9-7e9e66b44479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.128463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63614d3d-dfd2-4b48-9ba9-7e9e66b44479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.159031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:59.164914 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.165739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c63de0db-501a-40b8-955f-5936b41c304d up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:59.179485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-63614d3d-dfd2-4b48-9ba9-7e9e66b44479 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc5ea78c63074758ba600ac0f10dcd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530023 Dec 21 01:44:59.179485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63614d3d-dfd2-4b48-9ba9-7e9e66b44479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f535b-54bd-4caf-b2b0-9c9c971f3860,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:59.181175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60070) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:44:59.281493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:59.295303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port c63de0db-501a-40b8-955f-5936b41c304d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:59.301843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port c63de0db-501a-40b8-955f-5936b41c304d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:59.302198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.345292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b17d5-6be3-41dc-b864-349abd343335 req-a902406a-8265-443c-9b47-9cb41bb7e056 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.347483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd1b17d5-6be3-41dc-b864-349abd343335 req-a902406a-8265-443c-9b47-9cb41bb7e056 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 948 time: 0.1108575 Dec 21 01:44:59.348217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.397234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.401930 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.421531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.427793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.433751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.435650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:59.440115 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.440811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.441199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:59.447097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.453147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.459911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.462166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-968cf0c2-8192-4c82-adfc-23a5425de571 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5430 time: 0.1879845 Dec 21 01:44:59.497243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd1b17d5-6be3-41dc-b864-349abd343335 req-7c70f214-7f09-4ee8-946d-b5fc1de611d7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384947 Dec 21 01:44:59.528592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:59.547091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 4699df34-b609-4104-a655-040ae765a2f7 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:44:59.555244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4699df34-b609-4104-a655-040ae765a2f7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:44:59.555714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.560731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.563483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.565143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f4f535b-54bd-4caf-b2b0-9c9c971f3860 HTTP/1.1" status: 204 len: 168 time: 0.3835411 Dec 21 01:44:59.582708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ab65-b1b9-4a98-bae9-4e7c7828b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f535b-54bd-4caf-b2b0-9c9c971f3860,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:44:59.589448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c4c386a-13b5-42b6-a65c-2f1b5843796a req-4af21bd6-bb22-4511-a8d3-b744aa398398 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138294 Dec 21 01:44:59.663176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101185c-e7be-45bb-982b-3da528f6d88c req-f1a992a2-9bc7-4964-afae-2619f64fa60d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.665193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d101185c-e7be-45bb-982b-3da528f6d88c req-f1a992a2-9bc7-4964-afae-2619f64fa60d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.0725257 Dec 21 01:44:59.734785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1713d715-5b80-49e4-bd6b-4c1864132b29 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:44:59.759369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.802073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d101185c-e7be-45bb-982b-3da528f6d88c req-c2f34b9c-41c2-495f-bf8a-295dbc9f2d15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Dec 21 01:44:59.847315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597a0af-82a2-45f8-a5e1-2ae548af2123 req-67a0ef02-ca9d-44b2-a14d-d1665da09982 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:44:59.848755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d597a0af-82a2-45f8-a5e1-2ae548af2123 req-67a0ef02-ca9d-44b2-a14d-d1665da09982 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1361151 Dec 21 01:44:59.894846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:44:59.903720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:44:59.904576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:44:59.929974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d597a0af-82a2-45f8-a5e1-2ae548af2123 req-4509479c-eaa5-4fdf-9cd0-88cc49b49682 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731914 Dec 21 01:44:59.988246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1713d715-5b80-49e4-bd6b-4c1864132b29,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:00.011812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '1713d715-5b80-49e4-bd6b-4c1864132b29', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '1713d715-5b80-49e4-bd6b-4c1864132b29', 'mac_address': 'fa:16:3e:a8:e3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:00.014139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:00.059525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.060711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d28e-2c7a-46cb-9bf2-7f8dca5dc566 req-b6dbaa00-f35b-4667-901c-c294baafb08f tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.062327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b320d28e-2c7a-46cb-9bf2-7f8dca5dc566 req-b6dbaa00-f35b-4667-901c-c294baafb08f tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.0692151 Dec 21 01:45:00.078511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1713d715-5b80-49e4-bd6b-4c1864132b29 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:00.086458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:45:00.095031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:00.095402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.116908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b320d28e-2c7a-46cb-9bf2-7f8dca5dc566 req-6e67daef-6306-4cad-a6da-1fad9383c464 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Dec 21 01:45:00.120467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1713d715-5b80-49e4-bd6b-4c1864132b29,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:00.129722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.190440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:00.225571 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.268708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:00.272158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c01fd-3d60-426f-9ccb-00f2414f3afa req-3c50a595-9f00-471d-98d9-504b5c9d7b2b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.274078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-848c01fd-3d60-426f-9ccb-00f2414f3afa req-3c50a595-9f00-471d-98d9-504b5c9d7b2b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 943 time: 0.0813313 Dec 21 01:45:00.274719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.328534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:00.342881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-848c01fd-3d60-426f-9ccb-00f2414f3afa req-3bbd1c68-0fbb-4316-969d-bfa6566c5fb3 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603502 Dec 21 01:45:00.386086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-e228f0d6-c924-4a65-99e6-dd95dadf474c service neutron] 10.222.0.24 "GET /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627/bindings/n-h2-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.0951636 Dec 21 01:45:00.462818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60104) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:00.503715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-d8a3c9c2-9280-47e3-8bf0-4b18dd8183e5 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.505601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-d8a3c9c2-9280-47e3-8bf0-4b18dd8183e5 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0548284 Dec 21 01:45:00.584344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2106285580-network', 'tenant_id': 'ce599c9945844f0a82056d15cdfb094b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:00.624297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:00.648947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:00.677518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Made reservation on behalf of ce599c9945844f0a82056d15cdfb094b for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:00.679726 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.684145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863fd526-cc2f-4dcb-8bc0-57038b995627 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:00.694689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:00.708672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.709976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.736756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc425-b01c-4cd7-9786-a926b5644f7d req-2a12dd34-f0a2-4ad5-828b-84416d13afca tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.738510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c80cc425-b01c-4cd7-9786-a926b5644f7d req-2a12dd34-f0a2-4ad5-828b-84416d13afca tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 949 time: 0.1507838 Dec 21 01:45:00.744086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['1713d715-5b80-49e4-bd6b-4c1864132b29'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:00.788076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] Transition to ACTIVE for port object 863fd526-cc2f-4dcb-8bc0-57038b995627 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:00.799813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.865806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.871538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.877969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.884182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.888525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] No DVR routers for this DVR port 863fd526-cc2f-4dcb-8bc0-57038b995627 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:00.891935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.899046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.904957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d'}, {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:00.905134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:00.908069 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c293309a-d83f-474a-9645-76b74ecf8e51" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "c63de0db-501a-40b8-955f-5936b41c304d"}, {"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1e1a2-736b-49fd-b474-6ee14ae877c0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:00.913668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-07b33aab-8420-4dfe-a2a4-f8a468fbfb30 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.2262690 Dec 21 01:45:00.920354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] Pushing event updated for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:00.933088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-2892b201-6503-440c-82c5-5cfb3515f25a service neutron] 10.222.0.24 "PUT /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627/bindings/n-h2-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.4829731 Dec 21 01:45:00.945761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3f5a3d54-b83b-4360-9a36-37d8455590be service neutron] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:00.962212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3f5a3d54-b83b-4360-9a36-37d8455590be service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:00.963446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9629d4b-e9ba-4dbe-b650-645a30ad486b req-3f5a3d54-b83b-4360-9a36-37d8455590be service neutron] 10.222.0.24 "DELETE /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.3503289 Dec 21 01:45:00.966705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c80cc425-b01c-4cd7-9786-a926b5644f7d req-c6db706a-b84d-441a-93f1-e80e63392bd1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200513 Dec 21 01:45:01.031631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7081950-cd72-4b47-bc82-869d6b5bc463 req-f1ba1ddc-6c71-4f69-a158-fde77a9b0149 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169686 Dec 21 01:45:01.067278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.083929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.092177 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0dd62e-6d4e-4f91-8430-b54fa89c20ce x-openstack-request-id: req-5c0dd62e-6d4e-4f91-8430-b54fa89c20ce {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:01.092740 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "c63de0db-501a-40b8-955f-5936b41c304d", "code": 200}, {"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1e1a2-736b-49fd-b474-6ee14ae877c0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:01.093194 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c0dd62e-6d4e-4f91-8430-b54fa89c20ce {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:01.093587 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'code': 200} Dec 21 01:45:01.094120 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'code': 200} Dec 21 01:45:01.094257 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d', 'code': 200} Dec 21 01:45:01.094625 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'code': 200} Dec 21 01:45:01.094947 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1e1a2-736b-49fd-b474-6ee14ae877c0', 'code': 200} Dec 21 01:45:01.123547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:45:01.143930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:01.178742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2379441-95ce-4056-8da6-7b9eb9e4e2e3 req-197ab187-0b21-4776-baa2-75e0a9ccc6c2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.180165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2379441-95ce-4056-8da6-7b9eb9e4e2e3 req-197ab187-0b21-4776-baa2-75e0a9ccc6c2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.1445713 Dec 21 01:45:01.182970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.183306 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Added segment b388f890-d68a-432c-a646-1f588856a854 of type vlan for network a10616f5-ce2c-41ac-acee-099a3343fa91 Dec 21 01:45:01.281726 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.285661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-c44a24b8-aaeb-4872-a0f7-639b97b28a40 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.287114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-c44a24b8-aaeb-4872-a0f7-639b97b28a40 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.1716986 Dec 21 01:45:01.325466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8c14-c5bd-4bd7-a742-147668c7ef45 req-23827fb4-43e5-4ce2-83b5-7d288c254e75 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.326939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8dcf8c14-c5bd-4bd7-a742-147668c7ef45 req-23827fb4-43e5-4ce2-83b5-7d288c254e75 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1845036 Dec 21 01:45:01.336021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2379441-95ce-4056-8da6-7b9eb9e4e2e3 req-bacda7bc-4527-4792-b93d-170b46f2591a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314383 Dec 21 01:45:01.402398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.403350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.403945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.411854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.412434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.413093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.413824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.414284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.414744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.415195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.417071 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-0ce7a174-9f74-42ea-862b-5a2c091b6056 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.0587163 Dec 21 01:45:01.485996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16bad7c7-36a3-4117-931b-a8108fc49f5b req-c8725859-a0ca-447f-972e-e6ad60c4e3c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa55fc4e-37d0-4113-887d-74920dbc4292&id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493031 Dec 21 01:45:01.519726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0553875 Dec 21 01:45:01.523157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:01.528083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Request body: {'subnet': {'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2106285580-subnet', 'tenant_id': 'ce599c9945844f0a82056d15cdfb094b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:01.542418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8dcf8c14-c5bd-4bd7-a742-147668c7ef45 req-d7f21068-0549-48cc-b895-488128b95c46 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054057 Dec 21 01:45:01.542960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113ad56-0906-48e1-9478-e9d884dc004b admin admin] Pushing event updated for resources: {'Network': ['ID=a10616f5-ce2c-41ac-acee-099a3343fa91,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:01.550050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-ef1efacd-9466-4243-8169-d9a8174c739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.551532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-ef1efacd-9466-4243-8169-d9a8174c739c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b&tenant_id=13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 1096 time: 0.2114568 Dec 21 01:45:01.556245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fbe38-bb1f-4fbe-bc48-04a42c3190d3 req-2e89dea9-49f3-47cb-838b-2a47fd441d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.557728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f26fbe38-bb1f-4fbe-bc48-04a42c3190d3 req-2e89dea9-49f3-47cb-838b-2a47fd441d6d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 1101 time: 0.2167168 Dec 21 01:45:01.560160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network a10616f5-ce2c-41ac-acee-099a3343fa91 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:45:01.570803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Made reservation on behalf of ce599c9945844f0a82056d15cdfb094b for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:01.573268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.587793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ec28-e435-4e52-8a0a-b841ab2b8e6f req-6e862cd4-8cce-49cf-97ad-93294b089244 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.589304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2c6ec28-e435-4e52-8a0a-b841ab2b8e6f req-6e862cd4-8cce-49cf-97ad-93294b089244 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.1637683 Dec 21 01:45:01.648271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2c6ec28-e435-4e52-8a0a-b841ab2b8e6f req-5ad955a4-1641-4010-81f8-f8e841bf73e6 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Dec 21 01:45:01.769308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.796501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199f24c-0c4b-4ed6-ad7d-0ea72781943a req-f0c545af-22cf-4b30-9666-755f8f247a52 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.797917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0199f24c-0c4b-4ed6-ad7d-0ea72781943a req-f0c545af-22cf-4b30-9666-755f8f247a52 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.0874357 Dec 21 01:45:01.809266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c249d80-813e-4853-95e3-bff69cc61cff req-e24967f5-4162-4c55-bfcf-62106c836daf tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.810679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c249d80-813e-4853-95e3-bff69cc61cff req-e24967f5-4162-4c55-bfcf-62106c836daf tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 949 time: 0.0851004 Dec 21 01:45:01.827328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27904162-db89-4000-9aa6-a699b0788dc3,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:01.837696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Checking segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:01.838042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Network hostable DHCP agents. Network: a10616f5-ce2c-41ac-acee-099a3343fa91, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:45:01.854211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Network a10616f5-ce2c-41ac-acee-099a3343fa91 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:45:01.863749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, a10616f5-ce2c-41ac-acee-099a3343fa91) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:01.867666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:01.868248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:01.873185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5105e59-f233-45b0-80e8-c0dd4e70a006 None None] Network a10616f5-ce2c-41ac-acee-099a3343fa91 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:45:01.887935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0199f24c-0c4b-4ed6-ad7d-0ea72781943a req-34730014-e281-400b-be4b-8fbba4d8c1eb tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763042 Dec 21 01:45:01.890177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ddef393-0d02-4dd5-b895-1d25c6384750 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3659520 Dec 21 01:45:01.891180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c249d80-813e-4853-95e3-bff69cc61cff req-15c783bf-5d3f-4768-9bc2-decfe2b5c9a7 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720923 Dec 21 01:45:02.001215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90272ba0-fa8b-4226-8006-6fe703ac7747 None None] Network a10616f5-ce2c-41ac-acee-099a3343fa91 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:45:02.032761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f26fbe38-bb1f-4fbe-bc48-04a42c3190d3 req-aa224a8c-45db-4470-a2b4-7e6a60d9db6d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073267 Dec 21 01:45:02.071490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-0d4e5be5-05b3-4f23-bf1e-a3b3868b69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.073052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-0d4e5be5-05b3-4f23-bf1e-a3b3868b69d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1096 time: 0.1230581 Dec 21 01:45:02.078776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18624c8-9410-441d-92f8-6ad9e937bcce req-d2e1d835-185d-4872-be8e-324e11043e44 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.079190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e18624c8-9410-441d-92f8-6ad9e937bcce req-d2e1d835-185d-4872-be8e-324e11043e44 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1096 time: 0.1158345 Dec 21 01:45:02.112011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3043-9d03-43f5-9af0-da1717268554 req-64150cf5-e868-4a0a-b0b0-f3bc9097a619 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.113593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-008f3043-9d03-43f5-9af0-da1717268554 req-64150cf5-e868-4a0a-b0b0-f3bc9097a619 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 949 time: 0.0727713 Dec 21 01:45:02.153042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e18624c8-9410-441d-92f8-6ad9e937bcce req-fccb62e5-c711-467a-9761-eaf8ed2b4476 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Dec 21 01:45:02.184170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-008f3043-9d03-43f5-9af0-da1717268554 req-5a9143fe-bd9a-43f8-a153-16a6d33007cc tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Dec 21 01:45:02.276360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.282195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.288033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.293823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.299733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.305518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.311809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.313693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-a3afe1d4-4218-43ec-8abf-221d605353d2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.0901833 Dec 21 01:45:02.393612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1b63827-14ac-42dc-8d0c-f33c8b332570 req-60c8969a-b057-4401-b74f-eef8cda642ac tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722053 Dec 21 01:45:02.836581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-282e4119-b250-4325-afea-322e3bf270c7 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.838729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-282e4119-b250-4325-afea-322e3bf270c7 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.4762709 Dec 21 01:45:02.842262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af78ef-d5a9-467a-8e08-32a318463568 req-10db4b17-2cb5-43c2-a4f8-ca667078afc7 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.843681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8af78ef-d5a9-467a-8e08-32a318463568 req-10db4b17-2cb5-43c2-a4f8-ca667078afc7 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 1096 time: 0.1428325 Dec 21 01:45:02.845029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-02b6dc3b-9b0d-4c2e-97f1-0aeaa0de6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:02.846410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-02b6dc3b-9b0d-4c2e-97f1-0aeaa0de6296 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.4456792 Dec 21 01:45:02.863631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-ba763a3f-b283-4ea0-bddc-7d3a5ab40bd9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/quotas/ce599c9945844f0a82056d15cdfb094b HTTP/1.1" status: 200 len: 375 time: 0.0162835 Dec 21 01:45:02.915428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-90d6226d-581e-4fc5-a186-7b85e671f17a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0446382 Dec 21 01:45:02.935086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-1b3aa3cf-24cc-45c1-956b-288966c96c96 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652602 Dec 21 01:45:03.005736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8af78ef-d5a9-467a-8e08-32a318463568 req-63caa6f7-7920-4695-b593-cfd88cfeca79 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521406 Dec 21 01:45:03.042285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-4e7e7cfb-42d4-4657-9e49-ccd2061e34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:03.043752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-4e7e7cfb-42d4-4657-9e49-ccd2061e34b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1109993 Dec 21 01:45:03.101645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-572b16fd-4136-496a-ba4c-ea98bacd79dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393419 Dec 21 01:45:03.113656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-d6f4ec1f-b1f2-49aa-818b-a7b74be4487d service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642394 Dec 21 01:45:03.275848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee139df-d74a-4399-99c2-900f72b89f68 req-d36b495f-63ee-4b84-ba16-805a65f22489 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:03.277224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ee139df-d74a-4399-99c2-900f72b89f68 req-d36b495f-63ee-4b84-ba16-805a65f22489 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1780944 Dec 21 01:45:03.319437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-2ec180a0-5b03-44a6-b861-7a7922d8f3d0 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907315 Dec 21 01:45:03.328766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-137bf0e8-6c97-4493-be68-996392537c39 service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012286 Dec 21 01:45:03.376341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ee139df-d74a-4399-99c2-900f72b89f68 req-17107f92-3193-42fd-94bf-ed307938750e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913639 Dec 21 01:45:03.451213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-c2060063-479e-48fa-8c27-84f4706620ec service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117570 Dec 21 01:45:03.597196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0ad0-f607-42ee-b003-83ba73bfe0f5 req-81831468-7ea4-4468-93fc-44fa4a866fc4 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:03.598682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e9a0ad0-f607-42ee-b003-83ba73bfe0f5 req-81831468-7ea4-4468-93fc-44fa4a866fc4 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 949 time: 0.0965550 Dec 21 01:45:03.632606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216f5b8-a34b-4b7a-8ff3-85b71e919ef3 req-c9b30477-3e8d-4077-9d95-ece4e91cf17d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:03.634109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e216f5b8-a34b-4b7a-8ff3-85b71e919ef3 req-c9b30477-3e8d-4077-9d95-ece4e91cf17d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.0878956 Dec 21 01:45:03.678613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e9a0ad0-f607-42ee-b003-83ba73bfe0f5 req-5664727c-53dc-4589-bb85-fdcf2152d92c tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Dec 21 01:45:03.702691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e216f5b8-a34b-4b7a-8ff3-85b71e919ef3 req-570bad91-f976-49aa-a2f7-19003ddb52ba tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Dec 21 01:45:03.739999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1713d715-5b80-49e4-bd6b-4c1864132b29 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:03.799675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 1713d715-5b80-49e4-bd6b-4c1864132b29 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:45:03.804479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 1713d715-5b80-49e4-bd6b-4c1864132b29 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:03.804853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:03.851972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5f35a-fbc4-4db6-bde1-2d418013eb19 req-84ba62d0-2201-48c1-aa50-85b9d7e88193 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:03.854082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8c5f35a-fbc4-4db6-bde1-2d418013eb19 req-84ba62d0-2201-48c1-aa50-85b9d7e88193 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 949 time: 0.0669401 Dec 21 01:45:03.945615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:03.949564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8c5f35a-fbc4-4db6-bde1-2d418013eb19 req-672cfe4f-a0a4-4e05-90a1-abb06900f7ba tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880249 Dec 21 01:45:03.983255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:03.985925 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b289ff-ad79-4b06-8cb0-09f6502247ca" -d '{"events": [{"server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "name": "network-vif-plugged", "status": "completed", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:04.004377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1713d715-5b80-49e4-bd6b-4c1864132b29,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:04.011199 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:04.119865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:04.161496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f08f091-4a52-4125-be8a-c8f330b6a056 req-52a394e6-9f4f-4b31-af10-4cfc7039f10d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 210 time: 0.0457423 Dec 21 01:45:04.184002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.191216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.197857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.203987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.211892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.217985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.224548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.226643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-0d56e648-e849-472a-b406-b57e7520edd0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.1779542 Dec 21 01:45:04.232261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976554-9055-40c3-806d-929e83b9986c req-d362bfb1-2630-4777-b00d-1f17885b9bd6 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.233809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-d362bfb1-2630-4777-b00d-1f17885b9bd6 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.1348674 Dec 21 01:45:04.234463 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b109edc1-a8c6-4d40-91cd-783665b7fba9 x-openstack-request-id: req-b109edc1-a8c6-4d40-91cd-783665b7fba9 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:04.234962 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "name": "network-vif-plugged", "status": "completed", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:04.235601 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b109edc1-a8c6-4d40-91cd-783665b7fba9 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:04.236309 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29', 'code': 200} Dec 21 01:45:04.339657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4bc5d4d-4eb3-468e-b587-eb4f896e8a88 req-763ee499-57f0-4a1e-a679-3b8517293fda tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999939 Dec 21 01:45:04.419875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-82976554-9055-40c3-806d-929e83b9986c req-c152b364-07fa-43fe-95b9-aae10860cc77 service neutron] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:04.424415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-82976554-9055-40c3-806d-929e83b9986c req-c152b364-07fa-43fe-95b9-aae10860cc77 service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:04.425578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82976554-9055-40c3-806d-929e83b9986c req-c152b364-07fa-43fe-95b9-aae10860cc77 service neutron] 10.222.0.45 "DELETE /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627/bindings/n-h1-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.1795452 Dec 21 01:45:04.428616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404b05-5d16-4ef0-b204-f39444a44050 req-d11514ff-edc0-4187-96d7-79748bd2abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.429684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73404b05-5d16-4ef0-b204-f39444a44050 req-d11514ff-edc0-4187-96d7-79748bd2abfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 1102 time: 0.0621855 Dec 21 01:45:04.518435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73404b05-5d16-4ef0-b204-f39444a44050 req-ab8c273c-da29-409a-8b90-e8f81d53ffd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793285 Dec 21 01:45:04.530806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a02f-cd96-418c-9273-e41227a711f7 req-8f34a2ac-82bf-438f-8e4b-93229b55d5a4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.532217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f988a02f-cd96-418c-9273-e41227a711f7 req-8f34a2ac-82bf-438f-8e4b-93229b55d5a4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0752506 Dec 21 01:45:04.585404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f988a02f-cd96-418c-9273-e41227a711f7 req-138bc3a7-7ba2-4f35-b0fe-2f5813a182d6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Dec 21 01:45:04.805908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa781-6eb4-4c91-b661-f16df3ff6885 req-e9f75021-ccc3-404b-bf71-1f77aeba951c tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.807376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6fa781-6eb4-4c91-b661-f16df3ff6885 req-e9f75021-ccc3-404b-bf71-1f77aeba951c tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 949 time: 0.0510042 Dec 21 01:45:04.855181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6fa781-6eb4-4c91-b661-f16df3ff6885 req-59f0f263-5359-44f4-b689-5dd5cb5b4e35 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Dec 21 01:45:04.964518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08c9c-b1ed-487f-b8cf-413ec9348f84 req-4cde7f42-9d7d-4ed9-8ce9-9a9d84b5b949 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:04.966221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48f08c9c-b1ed-487f-b8cf-413ec9348f84 req-4cde7f42-9d7d-4ed9-8ce9-9a9d84b5b949 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.0545545 Dec 21 01:45:05.101566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-214724e5-4d24-4ec7-8559-7c5bb50cc295 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.102980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-214724e5-4d24-4ec7-8559-7c5bb50cc295 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.1358883 Dec 21 01:45:05.106327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48f08c9c-b1ed-487f-b8cf-413ec9348f84 req-8a694f79-6f93-46ef-b9ae-b337fff440ba tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Dec 21 01:45:05.129113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Request body: {'port': {'device_id': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'admin_state_up': True, 'tenant_id': 'ce599c9945844f0a82056d15cdfb094b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:05.273648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4a398-e7b5-478c-a12e-286932c9c904 req-bdab2ebf-cfba-4e05-bc64-566ae4593dda tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.275168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5a4a398-e7b5-478c-a12e-286932c9c904 req-bdab2ebf-cfba-4e05-bc64-566ae4593dda tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.0822482 Dec 21 01:45:05.326898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Made reservation on behalf of ce599c9945844f0a82056d15cdfb094b for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:05.330640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:05.365574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5a4a398-e7b5-478c-a12e-286932c9c904 req-bc22e165-89ef-46d3-b3ce-70cf2f8e5379 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770605 Dec 21 01:45:05.429952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e48c2bae-5f2c-4c93-b98c-bf1f49db3a7a req-92406c11-a682-4fc5-9d93-4900ba16c786 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 210 time: 0.0629239 Dec 21 01:45:05.617167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Allocated IP 172.20.0.8 (a10616f5-ce2c-41ac-acee-099a3343fa91/27904162-db89-4000-9aa6-a699b0788dc3/6db93e70-5915-46b7-aca8-663e85e41f0d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:45:05.643840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4100537-0d24-47fd-a5e9-25b5badf1586 req-61aec0d1-df65-4755-8c7c-a50e44becfa0 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.645376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4100537-0d24-47fd-a5e9-25b5badf1586 req-61aec0d1-df65-4755-8c7c-a50e44becfa0 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1096 time: 0.0972314 Dec 21 01:45:05.713624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.719544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.726061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.731995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.737989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.743877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.749794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.751609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-751490fe-652e-47d5-ae20-95cf4bbd5d6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.1551764 Dec 21 01:45:05.817596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4100537-0d24-47fd-a5e9-25b5badf1586 req-642f2742-0da3-48ce-9d32-10434b4f4d30 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604364 Dec 21 01:45:05.916940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98c4ffc3-0376-4730-bb79-ecbc1270329c req-aeedc563-3dfc-4fa9-8779-d94c69008bc0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514194 Dec 21 01:45:05.966202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:05.980416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dccf8-e8b5-44f6-ad9a-d736eb385338 req-7a8d6c42-a519-47ca-bb86-226ee42fa96b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:05.981929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-225dccf8-e8b5-44f6-ad9a-d736eb385338 req-7a8d6c42-a519-47ca-bb86-226ee42fa96b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0867088 Dec 21 01:45:06.077216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a58b9-403c-4982-b492-a0d471588e72 req-6e069b69-607c-4fe8-b276-6077537a36e2 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.078755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-654a58b9-403c-4982-b492-a0d471588e72 req-6e069b69-607c-4fe8-b276-6077537a36e2 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1096 time: 0.0892670 Dec 21 01:45:06.084596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-225dccf8-e8b5-44f6-ad9a-d736eb385338 req-5e5bc27d-83ec-41a7-bac1-020dacee0c89 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938649 Dec 21 01:45:06.092543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:06.167447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Network a10616f5-ce2c-41ac-acee-099a3343fa91 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:45:06.190168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:06.207552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:06.210118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:45:06.217047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-654a58b9-403c-4982-b492-a0d471588e72 req-b1a88181-f601-4b9f-82a4-3227d311ecfb tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315107 Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.268696 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:06.271215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.273275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:06.284214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.290199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.296431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.302979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.308875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.315339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.321248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.323154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ff1e241-e8e6-462e-823d-0fc3ff28982b req-58cf489e-b77e-4ff8-af7c-1ae99e0a3d02 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.1631010 Dec 21 01:45:06.334356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60242) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:06.339943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Request body: {'floatingip': {'port_id': 'c63de0db-501a-40b8-955f-5936b41c304d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:06.354419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-7134455c-e516-4b21-882c-252c17c59839 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308629 Dec 21 01:45:06.386976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Request body: {'port': {'device_id': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:06.412484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:06.525069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:06.882929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:06.892683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:06.910652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Transition to ACTIVE for port object 6db93e70-5915-46b7-aca8-663e85e41f0d will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:06.928296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200b32d-319a-4516-86f4-5e527d07eda6 req-4b5762e8-cda7-4e62-89e3-57946ad9b685 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:06.929916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9200b32d-319a-4516-86f4-5e527d07eda6 req-4b5762e8-cda7-4e62-89e3-57946ad9b685 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.1556182 Dec 21 01:45:06.931515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.046526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.051486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.061752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:07.120213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9200b32d-319a-4516-86f4-5e527d07eda6 req-34dac8dd-fea7-4c85-91b6-f1946d93f4ca tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791732 Dec 21 01:45:07.132013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48304002-582d-40dc-83b5-021cad755f69 req-0d6b0b42-def9-4c1f-acf9-54337ee3e4ad tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:07.133587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48304002-582d-40dc-83b5-021cad755f69 req-0d6b0b42-def9-4c1f-acf9-54337ee3e4ad tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.1398008 Dec 21 01:45:07.156031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Attempting to bind port 6db93e70-5915-46b7-aca8-663e85e41f0d on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:45:07.156377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Attempting to bind port 6db93e70-5915-46b7-aca8-663e85e41f0d by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:45:07.156693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Attempting to bind port 6db93e70-5915-46b7-aca8-663e85e41f0d on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:07.178681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Port 6db93e70-5915-46b7-aca8-663e85e41f0d on network a10616f5-ce2c-41ac-acee-099a3343fa91 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:45:07.179082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Attempting to bind port 6db93e70-5915-46b7-aca8-663e85e41f0d on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:07.191244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:45:07.191244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Checking segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:07.191619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Bound using segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:45:07.191875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Bound port: 6db93e70-5915-46b7-aca8-663e85e41f0d, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:45:07.192213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.250776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48304002-582d-40dc-83b5-021cad755f69 req-fbb19891-d0e0-4612-9f56-0d9e49d20bcf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957713 Dec 21 01:45:07.303114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:07.306914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:45:07.313200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.405024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:07.405578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.407465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] 10.222.0.45 "PUT /v2.0/ports/6db93e70-5915-46b7-aca8-663e85e41f0d HTTP/1.1" status: 200 len: 1092 time: 1.0253756 Dec 21 01:45:07.411756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:07.415149 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea80416-6b95-4d2d-857b-3456833744f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:07.440286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c61cbc-e329-4090-b246-5a850d500afc service neutron] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:07.458305 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cec89a-8c23-4f3f-84fc-e75d0f2fb2aa x-openstack-request-id: req-a3cec89a-8c23-4f3f-84fc-e75d0f2fb2aa {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:07.459193 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:07.459644 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3cec89a-8c23-4f3f-84fc-e75d0f2fb2aa {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:07.460042 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'status': 'completed', 'code': 200} Dec 21 01:45:07.474827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5a5d-d0de-4b84-8164-fc2bb0e23e90 req-1ee4ac22-89dc-4fcf-a0f4-d6dbeb50358b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:07.476553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c20d5a5d-d0de-4b84-8164-fc2bb0e23e90 req-1ee4ac22-89dc-4fcf-a0f4-d6dbeb50358b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1370623 Dec 21 01:45:07.487645 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Floating IP 6e11144c-f2a2-4794-bf6d-164b824f2020 associated. External IP: 172.25.6.237, port: c63de0db-501a-40b8-955f-5936b41c304d. Dec 21 01:45:07.526526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c20d5a5d-d0de-4b84-8164-fc2bb0e23e90 req-ea82036f-06fc-47d2-962e-226abac52f5c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Dec 21 01:45:07.576014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80416-6b95-4d2d-857b-3456833744f0 req-1852de43-0719-43c8-926a-3c87c74da9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:07.578319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cea80416-6b95-4d2d-857b-3456833744f0 req-1852de43-0719-43c8-926a-3c87c74da9a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 1095 time: 0.0474505 Dec 21 01:45:07.725132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Router 8c268047-f119-4876-bcf2-bd1ec307d4bb has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:45:07.792767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80416-6b95-4d2d-857b-3456833744f0 req-8d526806-3ea7-4a60-a6f3-4999e24875a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:07.795024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cea80416-6b95-4d2d-857b-3456833744f0 req-8d526806-3ea7-4a60-a6f3-4999e24875a5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ce599c9945844f0a82056d15cdfb094b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1944768 Dec 21 01:45:07.847314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:45:07.852185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:07.865939 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Sync routers for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:45:07.900063 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66828394-0d5d-41e9-8a69-d68a4809d67f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "PUT /v2.0/floatingips/6e11144c-f2a2-4794-bf6d-164b824f2020 HTTP/1.1" status: 200 len: 991 time: 1.5639319 Dec 21 01:45:07.900939 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:45:07.901615 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:07.901951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:07.908239 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2dc9e-214b-495b-aa6c-ee19a9154162" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c63de0db-501a-40b8-955f-5936b41c304d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:08.098994 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfd373e-5bf0-4caf-ac86-fdb3e7e0a266 x-openstack-request-id: req-5cfd373e-5bf0-4caf-ac86-fdb3e7e0a266 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:08.099221 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "tag": "c63de0db-501a-40b8-955f-5936b41c304d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:08.099473 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cfd373e-5bf0-4caf-ac86-fdb3e7e0a266 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:08.099879 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d', 'status': 'completed', 'code': 200} Dec 21 01:45:08.228079 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:45:08.559723 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '6e11144c-f2a2-4794-bf6d-164b824f2020', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'port_id': 'c63de0db-501a-40b8-955f-5936b41c304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'mac_address': 'fa:16:3e:60:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:48Z', 'updated_at': '2021-12-21T01:45:06Z', 'revision_number': 1, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:08.594599 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Checking router: 8c268047-f119-4876-bcf2-bd1ec307d4bb for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:45:08.606514 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:45:08.607215 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:44:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:08.640711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c885a9-37ef-42f3-b1c3-a711c04aa586 req-538282ea-cc45-42a7-9fa0-404986ffa9df tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.649108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0c885a9-37ef-42f3-b1c3-a711c04aa586 req-538282ea-cc45-42a7-9fa0-404986ffa9df tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.2332470 Dec 21 01:45:08.653727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80416-6b95-4d2d-857b-3456833744f0 req-5871b975-742e-4345-b22b-21e05f093936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.655229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cea80416-6b95-4d2d-857b-3456833744f0 req-5871b975-742e-4345-b22b-21e05f093936 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8275926 Dec 21 01:45:08.665584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.666158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.666633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.667096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.667560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.668022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.668477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.670332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-99cb0c0f-9201-46bf-8745-b650cc273491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.2556925 Dec 21 01:45:08.677681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61de25-509a-49f2-b656-a20627123b5d req-bb5be598-ccf0-478c-b29e-5810e94f46dd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.679254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da61de25-509a-49f2-b656-a20627123b5d req-bb5be598-ccf0-478c-b29e-5810e94f46dd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.2657163 Dec 21 01:45:08.762531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0c885a9-37ef-42f3-b1c3-a711c04aa586 req-39ec02e1-848f-4408-9b20-d164ac5a8265 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111298 Dec 21 01:45:08.793049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:45:08.966602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-454bec3d-1ad2-4aab-b885-ff77b874bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:08.968222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-454bec3d-1ad2-4aab-b885-ff77b874bf3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707 HTTP/1.1" status: 200 len: 911 time: 0.2652357 Dec 21 01:45:08.995881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da61de25-509a-49f2-b656-a20627123b5d req-b08c1367-e34b-4258-b491-b74d858e7826 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940013 Dec 21 01:45:09.083126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-09b717f5-0b7b-48d8-b7f2-21c12205caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:09.084665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-09b717f5-0b7b-48d8-b7f2-21c12205caa8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 1095 time: 0.2287502 Dec 21 01:45:09.114341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a81d3-7ce1-47e1-a62f-1dbd7ab339a8 req-3a31ed52-0ec0-4b04-a700-cae40d35ac0c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:09.115915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-946a81d3-7ce1-47e1-a62f-1dbd7ab339a8 req-3a31ed52-0ec0-4b04-a700-cae40d35ac0c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1467574 Dec 21 01:45:09.123041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-6ee90605-dd02-4cf1-a8d5-bd4d9a2f2ef2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 999 time: 0.1093328 Dec 21 01:45:09.130869 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '6e11144c-f2a2-4794-bf6d-164b824f2020', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'port_id': 'c63de0db-501a-40b8-955f-5936b41c304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'mac_address': 'fa:16:3e:60:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:48Z', 'updated_at': '2021-12-21T01:45:06Z', 'revision_number': 1, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:09.162714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561d840-b746-4c9f-9f54-7450df43e5bf None None] The sync data for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 is: [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '6e11144c-f2a2-4794-bf6d-164b824f2020', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'port_id': 'c63de0db-501a-40b8-955f-5936b41c304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'mac_address': 'fa:16:3e:60:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:43:48Z', 'updated_at': '2021-12-21T01:45:06Z', 'revision_number': 1, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:45:09.170214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-a9ae7152-eb49-47ee-a647-ac3593d504c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6db93e70-5915-46b7-aca8-663e85e41f0d HTTP/1.1" status: 200 len: 217 time: 0.0461929 Dec 21 01:45:09.211920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-946a81d3-7ce1-47e1-a62f-1dbd7ab339a8 req-3ad5c1e4-07ab-44fb-bc03-e535ce1ad7f5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866852 Dec 21 01:45:09.319400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-94bcdaa4-392a-4261-83a0-fd44f00f1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:09.320854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-94bcdaa4-392a-4261-83a0-fd44f00f1617 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 200 len: 855 time: 0.0953999 Dec 21 01:45:09.322255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-6874d25c-ba35-45e9-ad7e-6ef659ba7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:09.323960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-6874d25c-ba35-45e9-ad7e-6ef659ba7b3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 200 len: 850 time: 0.0997317 Dec 21 01:45:09.402494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-13074e8e-ffbe-4a0a-bbda-4c0db245cffb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a10616f5-ce2c-41ac-acee-099a3343fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259140 Dec 21 01:45:09.439245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544d30e-b1d5-4f11-8266-8aa82a4df998 None None] New status for floating IP 6e11144c-f2a2-4794-bf6d-164b824f2020: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:45:09.509035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-756f7d9d-3f2c-42b0-8a9f-22c21a6712b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:09.512372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-756f7d9d-3f2c-42b0-8a9f-22c21a6712b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=337cff5f-dc91-45fe-9313-82a2a2bf9707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090860 Dec 21 01:45:09.594597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-c5fe3278-f2e7-47d0-bbc4-591f8b1d9469 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633019 Dec 21 01:45:09.612989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:09.704071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-fe6248f5-0545-4669-b9e3-b3248e50f766 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742396 Dec 21 01:45:09.764550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:09.778321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4699df34-b609-4104-a655-040ae765a2f7', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4699df34-b609-4104-a655-040ae765a2f7', 'mac_address': 'fa:16:3e:09:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:09.821644 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:09.836187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:09.843137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d2dc9e-214b-495b-aa6c-ee19a9154162 req-bf9f8a5a-196e-4622-a9b3-931c2b8530ac service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202114 Dec 21 01:45:09.846063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1deb6b0-9cc8-47e5-9b64-347f5d315e24 req-cce2d239-14ed-4d7c-9790-6294a12742b7 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300632 Dec 21 01:45:09.858528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:09.864140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:09.942956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:10.017641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c525460-c553-4cfc-9fb7-f2ee77dda88b req-83e1774d-3324-4ac8-85b3-f67b64eb04ce tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:10.019203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c525460-c553-4cfc-9fb7-f2ee77dda88b req-83e1774d-3324-4ac8-85b3-f67b64eb04ce tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.0872755 Dec 21 01:45:10.096264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c525460-c553-4cfc-9fb7-f2ee77dda88b req-b057afe6-36af-439e-b1c1-daf55948d1b9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645714 Dec 21 01:45:10.172686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e05d9-a820-400a-974b-f2ec8a1c08c4 req-e8766bdd-eaad-43d9-b314-6d6a76339081 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:10.182114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b09e05d9-a820-400a-974b-f2ec8a1c08c4 req-e8766bdd-eaad-43d9-b314-6d6a76339081 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.0627840 Dec 21 01:45:10.188845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4699df34-b609-4104-a655-040ae765a2f7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:10.273377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b09e05d9-a820-400a-974b-f2ec8a1c08c4 req-999d7749-3ece-429d-8d37-b6bc39766ce6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836728 Dec 21 01:45:10.572386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983011db-fdb4-4240-b85e-c1ec59fc4363 req-cba1d367-cd06-4005-8caa-31232e5de0d4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:10.580694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-983011db-fdb4-4240-b85e-c1ec59fc4363 req-cba1d367-cd06-4005-8caa-31232e5de0d4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1052775 Dec 21 01:45:10.583830 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-675aadcd-26a6-4278-bf30-7fcf86735292 service neutron] show failed (client error): The resource could not be found. Dec 21 01:45:10.584808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-675aadcd-26a6-4278-bf30-7fcf86735292 service neutron] 10.222.0.45 "GET /v2.0/ports/827d262a-fadb-41a2-8aa7-79a143621c12/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.2098584 Dec 21 01:45:10.640913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-983011db-fdb4-4240-b85e-c1ec59fc4363 req-adf22ccf-4688-4114-b709-917cfaa2f3b1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591424 Dec 21 01:45:11.212498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e596ad-fa53-4e09-88f2-d7a248829a67 req-8aab394b-cb43-457d-bdd4-e6cce798a53b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:11.214125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5e596ad-fa53-4e09-88f2-d7a248829a67 req-8aab394b-cb43-457d-bdd4-e6cce798a53b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.0548563 Dec 21 01:45:11.281548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5e596ad-fa53-4e09-88f2-d7a248829a67 req-090aebeb-517f-4a78-98d8-87ef9b1d2af5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Dec 21 01:45:11.437088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ddc0b-387d-4a25-8b5b-e7439fff1b49 req-e7956633-f27f-4480-970d-572d9a62889f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:11.439626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17ddc0b-387d-4a25-8b5b-e7439fff1b49 req-e7956633-f27f-4480-970d-572d9a62889f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.0707586 Dec 21 01:45:11.507976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17ddc0b-387d-4a25-8b5b-e7439fff1b49 req-600dd520-f0f5-4ab3-b5d1-09639da7594a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601361 Dec 21 01:45:11.578983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:11.668761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4699df34-b609-4104-a655-040ae765a2f7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:11.669127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:11.867095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-e370bc51-a43f-49c0-b41b-20f817c8168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:11.868604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-e370bc51-a43f-49c0-b41b-20f817c8168e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1101 time: 0.1437838 Dec 21 01:45:11.873434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:11.906721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:11.911791 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8424e33-52a9-4768-beef-80e5e3f2340c" -d '{"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:11.918313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:11.937321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:11.939701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617bd1-08e0-4ae2-9bf0-29fc7a4752f1 req-f34aa711-38c3-4c43-afb1-6cf572d28d36 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:11.942715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:11.945921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba617bd1-08e0-4ae2-9bf0-29fc7a4752f1 req-f34aa711-38c3-4c43-afb1-6cf572d28d36 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1639385 Dec 21 01:45:12.011327 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7afca-a5cd-4e3e-ac36-7a69a62b7fe8 x-openstack-request-id: req-8ae7afca-a5cd-4e3e-ac36-7a69a62b7fe8 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:12.011707 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:12.012025 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ae7afca-a5cd-4e3e-ac36-7a69a62b7fe8 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:12.012567 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'code': 200} Dec 21 01:45:12.013635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:12.139219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:12.251667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba617bd1-08e0-4ae2-9bf0-29fc7a4752f1 req-7cf069c1-4866-47d5-9beb-a809f1805e59 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668831 Dec 21 01:45:12.575777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b3cc-0574-406b-96db-1ddf98411eb6 req-b63a1a30-e84c-4621-adab-e2ee7028d81d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:12.587121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e55b3cc-0574-406b-96db-1ddf98411eb6 req-b63a1a30-e84c-4621-adab-e2ee7028d81d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.1928096 Dec 21 01:45:12.690722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:12.761079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e55b3cc-0574-406b-96db-1ddf98411eb6 req-a349c219-5f77-4c95-a930-9e86d48ae0f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716716 Dec 21 01:45:12.825694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:12.894903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:12.897411 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b87af-a193-4ea5-b7a4-ffabc8960e9b" -d '{"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-unplugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:12.902011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:12.950655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Transition to ACTIVE for port object 827d262a-fadb-41a2-8aa7-79a143621c12 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:12.969505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.013089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48b46f-5169-45d7-abcb-d2b02dfa4f70 req-6e3251e3-4bc7-4000-900b-c6318419a125 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:13.020787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be48b46f-5169-45d7-abcb-d2b02dfa4f70 req-6e3251e3-4bc7-4000-900b-c6318419a125 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.1075881 Dec 21 01:45:13.119355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] No DVR routers for this DVR port 827d262a-fadb-41a2-8aa7-79a143621c12 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:13.132409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:13.165706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be48b46f-5169-45d7-abcb-d2b02dfa4f70 req-7fae647c-9223-464b-849e-c4936716e5e7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438971 Dec 21 01:45:13.228904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:45:13.229247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:45:13.230810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:13.244234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:45:13.244552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Attempting to bind port 827d262a-fadb-41a2-8aa7-79a143621c12 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:13.257257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:45:13.258781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:13.259187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:45:13.260801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Bound port: 827d262a-fadb-41a2-8aa7-79a143621c12, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:45:13.261176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.343824 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b8f7a-d27f-422a-b1dd-d80a56992fa9 x-openstack-request-id: req-e45b8f7a-d27f-422a-b1dd-d80a56992fa9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:13.344130 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-unplugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:13.344389 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e45b8f7a-d27f-422a-b1dd-d80a56992fa9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:13.344807 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'code': 200} Dec 21 01:45:13.440626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:13.449214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:45:13.459724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.567660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:13.583206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:13.632884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:13.633766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.635336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] 10.222.0.24 "PUT /v2.0/ports/827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 1096 time: 1.7304225 Dec 21 01:45:13.684659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e123-01ca-44ce-aa64-8eb8bb8dfbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:13.759226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566fd97-278d-436b-95e1-9aa3f43ac16b req-a77d9842-5477-4349-b630-de2486d71c65 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:13.767999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2566fd97-278d-436b-95e1-9aa3f43ac16b req-a77d9842-5477-4349-b630-de2486d71c65 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.2425647 Dec 21 01:45:13.800909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 827d262a-fadb-41a2-8aa7-79a143621c12 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:45:13.801320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:13.901135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:13.904204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a15bd3d8-eef6-4372-9c05-ec5b01dce3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.929214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'port_id': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'mac_address': 'fa:16:3e:66:f9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27904162-db89-4000-9aa6-a699b0788dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:13.977214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-c3cc48b0-deab-483a-a3f7-fbe1c0a31897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:13.990336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:13.993570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-c3cc48b0-deab-483a-a3f7-fbe1c0a31897 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1099 time: 0.2479141 Dec 21 01:45:14.006745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:14.033594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:14.041812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:14.101371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:14.106019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2566fd97-278d-436b-95e1-9aa3f43ac16b req-5105087e-62b8-4bd5-9535-bf89bcd255ca tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367765 Dec 21 01:45:14.179475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-95af1218-a1b6-4349-948d-635c07bff1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:14.181086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-95af1218-a1b6-4349-948d-635c07bff1b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1867201 Dec 21 01:45:14.205460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1c1c4-58db-411e-9110-79e9ba9cf66d req-365276cd-5d67-4dfe-ac0e-6fcb7282e7ee tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:14.212981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26a1c1c4-58db-411e-9110-79e9ba9cf66d req-365276cd-5d67-4dfe-ac0e-6fcb7282e7ee tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.3555884 Dec 21 01:45:14.260598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-5c77c373-09a2-45a1-88fa-e7bf456e5e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0689087 Dec 21 01:45:14.315944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26a1c1c4-58db-411e-9110-79e9ba9cf66d req-ff6a34e8-2b68-4ff1-a61c-196746077e3e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019771 Dec 21 01:45:14.530730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe428d-f44b-4b0f-bb23-986e66958bba req-75bfea30-12ac-4401-9c8f-0909703fa1c9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:14.538352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3dfe428d-f44b-4b0f-bb23-986e66958bba req-75bfea30-12ac-4401-9c8f-0909703fa1c9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.1234562 Dec 21 01:45:14.600676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3dfe428d-f44b-4b0f-bb23-986e66958bba req-f4bbc6df-77ca-4a50-b306-68a34500fa39 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601544 Dec 21 01:45:14.714387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-49d35543-d718-452c-a31e-717220f11e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:14.718849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-49d35543-d718-452c-a31e-717220f11e07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1052985 Dec 21 01:45:14.739974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6db93e70-5915-46b7-aca8-663e85e41f0d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:14.836021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-42fc6bd8-06f4-4dcd-8d19-09974fa9ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:14.843003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-42fc6bd8-06f4-4dcd-8d19-09974fa9ad60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142330 Dec 21 01:45:15.039280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-bd1ec148-11b1-4877-8fda-d377be9e9015 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385109 Dec 21 01:45:15.271135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41554dee-0189-437b-9191-e2188f23b5e5 req-95b25576-ff4c-4c1a-8901-d7df32a08c84 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:15.279335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41554dee-0189-437b-9191-e2188f23b5e5 req-95b25576-ff4c-4c1a-8901-d7df32a08c84 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.0812895 Dec 21 01:45:15.340671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41554dee-0189-437b-9191-e2188f23b5e5 req-3365dac0-7313-45e4-9586-4162a06ed4ab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Dec 21 01:45:15.346956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:15.349262 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d614d9-f446-4071-aceb-bbebbca116f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:15.520390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d435a-1f16-4277-8830-86556f21bb18 req-2f6ece2c-df3f-49c0-b662-9444658d30a2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:15.521863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6d435a-1f16-4277-8830-86556f21bb18 req-2f6ece2c-df3f-49c0-b662-9444658d30a2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 944 time: 0.0860367 Dec 21 01:45:15.629771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6d435a-1f16-4277-8830-86556f21bb18 req-37341d52-88c0-4876-99b0-854f4dfc8844 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004744 Dec 21 01:45:15.780851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812abb12-f3e0-47c4-8d16-282549ebc746 req-81bde0e5-3c5b-4727-97e1-9969e07294ab service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930693 Dec 21 01:45:15.784143 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f08ac9-d9f8-4a77-add8-bc5a4075294d x-openstack-request-id: req-32f08ac9-d9f8-4a77-add8-bc5a4075294d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:15.784441 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:15.784698 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32f08ac9-d9f8-4a77-add8-bc5a4075294d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:15.785236 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'status': 'completed', 'code': 200} Dec 21 01:45:15.877125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-d466107a-f47b-412b-8823-5282b365f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:15.878889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-d466107a-f47b-412b-8823-5282b365f6f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1099 time: 0.0971618 Dec 21 01:45:16.146708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-c5b531b7-24a4-44b4-87de-a24c767514c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.148172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-c5b531b7-24a4-44b4-87de-a24c767514c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2572687 Dec 21 01:45:16.153097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-c7b87f18-251a-4e1b-bbe2-3fc244cfe0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.154509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-c7b87f18-251a-4e1b-bbe2-3fc244cfe0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1099 time: 0.2225642 Dec 21 01:45:16.163349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d77db-c8e7-43c8-8a63-b97f3ff46279 req-d26f2f9f-6f96-4744-bacd-802fd79163d8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.170915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe7d77db-c8e7-43c8-8a63-b97f3ff46279 req-d26f2f9f-6f96-4744-bacd-802fd79163d8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.2376611 Dec 21 01:45:16.258295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b2e3c2b-e27d-4b58-a361-9a9b8edfdb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:16.261557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-d26e25cc-f3c6-4d25-be41-2bb84b5da1d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0797594 Dec 21 01:45:16.342589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-158ce227-1cfe-4b4f-be7a-70b93dcb9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.343946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-158ce227-1cfe-4b4f-be7a-70b93dcb9ffb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0524745 Dec 21 01:45:16.389871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe7d77db-c8e7-43c8-8a63-b97f3ff46279 req-7d5e46a7-d9ea-4293-a146-0d42a70b46ad tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180445 Dec 21 01:45:16.473670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-cdd544d2-4d07-43b7-9570-749020458133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.475630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-cdd544d2-4d07-43b7-9570-749020458133 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3025291 Dec 21 01:45:16.479348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-b0438d36-6291-45bb-83b3-a4fbaa068d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.481725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-b0438d36-6291-45bb-83b3-a4fbaa068d34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116052 Dec 21 01:45:16.577048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-0ac48c40-f198-4940-b6b4-0c4dd2f74f96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0667808 Dec 21 01:45:16.659310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-6a010795-339f-4076-871c-01c0506cd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:16.661740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-6a010795-339f-4076-871c-01c0506cd6e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0712025 Dec 21 01:45:17.132731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:17.158688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-5aef82f8-bfa2-4935-9c9a-cefed4c45c73 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590731 Dec 21 01:45:17.169795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-377311de-cd66-4e2b-abcc-001af68fea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:17.171930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-377311de-cd66-4e2b-abcc-001af68fea4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175582 Dec 21 01:45:17.190884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e4c5b-da05-49c1-b4c6-5fdb30ef44b1 req-e51cd89d-4d47-4ee6-a1c2-c691b06ee2cb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:17.192408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-339e4c5b-da05-49c1-b4c6-5fdb30ef44b1 req-e51cd89d-4d47-4ee6-a1c2-c691b06ee2cb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.1368868 Dec 21 01:45:17.418891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-339e4c5b-da05-49c1-b4c6-5fdb30ef44b1 req-dcaa830e-b853-4e47-a912-cc7444229299 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958394 Dec 21 01:45:17.446507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-9ef32aca-6fee-421e-bf6c-7735b53afc74 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531145 Dec 21 01:45:17.451601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-259c06f6-e320-4fe8-9127-fd910b3f9fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779319 Dec 21 01:45:17.603633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743d47-ef87-4e06-ba76-3a2c8fa066f3 req-4f435bfd-e7bf-4758-94c7-0d3dc8241bcf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:17.605820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e743d47-ef87-4e06-ba76-3a2c8fa066f3 req-4f435bfd-e7bf-4758-94c7-0d3dc8241bcf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 944 time: 0.0773847 Dec 21 01:45:17.607232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:17.612629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16d614d9-f446-4071-aceb-bbebbca116f5 req-5c4ec6b8-2983-48d4-a2d0-29dacf70e124 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516831 Dec 21 01:45:17.668015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e743d47-ef87-4e06-ba76-3a2c8fa066f3 req-8977ce12-0a40-4bcc-b209-a23fbb1d998c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Dec 21 01:45:17.707126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 6db93e70-5915-46b7-aca8-663e85e41f0d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:45:17.716283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 6db93e70-5915-46b7-aca8-663e85e41f0d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:17.716706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:17.838289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:17.894452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:17.896867 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9b6c88-1a89-483e-9fba-c20adf5f840a" -d '{"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-plugged", "status": "completed", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:17.921551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:17.964236 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:17.995562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db4fce-d604-4e85-a3fe-342bdbd25a64 req-40b2d51c-4e56-4ad1-af5e-fb30e0134469 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:18.010627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30db4fce-d604-4e85-a3fe-342bdbd25a64 req-40b2d51c-4e56-4ad1-af5e-fb30e0134469 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.1515617 Dec 21 01:45:18.065511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:18.091476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30db4fce-d604-4e85-a3fe-342bdbd25a64 req-c1d54300-b69b-4e49-80e7-b9226f46ebf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760446 Dec 21 01:45:18.316959 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6e1b0f-9cca-4ecb-9c9e-b339fe52bb28 x-openstack-request-id: req-ef6e1b0f-9cca-4ecb-9c9e-b339fe52bb28 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:18.317831 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-plugged", "status": "completed", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:18.320290 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef6e1b0f-9cca-4ecb-9c9e-b339fe52bb28 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:18.320698 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'code': 200} Dec 21 01:45:18.553689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:18.588897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c82ef-d14d-47c5-8635-18f6c09f6460 req-4fd445a9-84d9-4bbe-964e-bf4592864ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:18.590948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf4c82ef-d14d-47c5-8635-18f6c09f6460 req-4fd445a9-84d9-4bbe-964e-bf4592864ca9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 1097 time: 0.1204205 Dec 21 01:45:18.714054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312348c1-aa00-4d27-9ef2-09074157580d req-1cbae5c1-c798-4804-9e3f-29cd9212b3f1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:18.715577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-312348c1-aa00-4d27-9ef2-09074157580d req-1cbae5c1-c798-4804-9e3f-29cd9212b3f1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 947 time: 0.0971563 Dec 21 01:45:18.742906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf4c82ef-d14d-47c5-8635-18f6c09f6460 req-14dce98a-ee5e-47fa-b534-cede53ec8cd6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332905 Dec 21 01:45:18.783466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-312348c1-aa00-4d27-9ef2-09074157580d req-bf8412fe-b4a0-44bf-bba5-d8234976ae61 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602233 Dec 21 01:45:18.922136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad21f-47fc-40e0-86cc-051dd617dbb9 req-d7321134-fd54-4562-a4b1-8da81b289054 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:18.939221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f4ad21f-47fc-40e0-86cc-051dd617dbb9 req-d7321134-fd54-4562-a4b1-8da81b289054 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0849004 Dec 21 01:45:19.002934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f4ad21f-47fc-40e0-86cc-051dd617dbb9 req-5a308165-b1c0-4304-8a0a-35ac9df36a95 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628247 Dec 21 01:45:19.290767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:19.784827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:19.931152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:19.970930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '827d262a-fadb-41a2-8aa7-79a143621c12', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '827d262a-fadb-41a2-8aa7-79a143621c12', 'mac_address': 'fa:16:3e:26:0a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:20.019610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-dd9ce1c4-074f-4f46-9283-de8ccee12abb tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:20.022359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-dd9ce1c4-074f-4f46-9283-de8ccee12abb tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.1488526 Dec 21 01:45:20.054605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:20.084074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827d262a-fadb-41a2-8aa7-79a143621c12 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:20.125804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:20.139486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:20.200976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb865da-9ef5-468d-88fe-21621f37668d req-c1dc7591-82e5-4c84-bbc7-0a66665eef7a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:20.210493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cb865da-9ef5-468d-88fe-21621f37668d req-c1dc7591-82e5-4c84-bbc7-0a66665eef7a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 950 time: 0.2224345 Dec 21 01:45:20.225382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:20.245645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 1713d715-5b80-49e4-bd6b-4c1864132b29 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:20.246096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:20.431001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cb865da-9ef5-468d-88fe-21621f37668d req-5b2834a2-7358-48f9-9d4e-4d6e1ae38ab3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194233 Dec 21 01:45:20.458890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 1713d715-5b80-49e4-bd6b-4c1864132b29, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1713d715-5b80-49e4-bd6b-4c1864132b29,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:20.459258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:20.498107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 1713d715-5b80-49e4-bd6b-4c1864132b29 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:20.722152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904288f-cfcd-40e4-a0de-479c37c7f8c8 req-7e0ee859-4e2c-4586-9199-cd36076a9e9f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:20.730669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a904288f-cfcd-40e4-a0de-479c37c7f8c8 req-7e0ee859-4e2c-4586-9199-cd36076a9e9f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 948 time: 0.1115472 Dec 21 01:45:20.775341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:20.821659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:20.859245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=1713d715-5b80-49e4-bd6b-4c1864132b29,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:20.898385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4', '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', '8f15bb7d-c749-4121-aeb4-2f5e75307789'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:20.906930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['827d262a-fadb-41a2-8aa7-79a143621c12'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:20.913250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a904288f-cfcd-40e4-a0de-479c37c7f8c8 req-f57e16a0-7541-4b55-918e-81a869a9fe90 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751795 Dec 21 01:45:20.961551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 1713d715-5b80-49e4-bd6b-4c1864132b29 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:20.966143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:21.029212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-98b07206-a3fc-4083-ad08-7109f7a2883a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "DELETE /v2.0/ports/1713d715-5b80-49e4-bd6b-4c1864132b29 HTTP/1.1" status: 204 len: 173 time: 0.9822435 Dec 21 01:45:21.048116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'name': 'network-vif-deleted', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:21.061389 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd398ed5-fb86-47d3-8610-81c474f4a2f5" -d '{"events": [{"server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "name": "network-vif-deleted", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:21.211518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a6b8-ff9b-4e7b-874c-89a9110dd1e9 req-5f011747-4290-4733-8631-eee258876919 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:21.214838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87a5a6b8-ff9b-4e7b-874c-89a9110dd1e9 req-5f011747-4290-4733-8631-eee258876919 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0992129 Dec 21 01:45:21.394823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87a5a6b8-ff9b-4e7b-874c-89a9110dd1e9 req-81b0096d-3af1-4220-bf54-af9f6937cbf5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690419 Dec 21 01:45:21.660152 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b14d39-2d6c-4b45-a2a6-7db0bff154e0 x-openstack-request-id: req-04b14d39-2d6c-4b45-a2a6-7db0bff154e0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:21.660470 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090d2e5-8279-4515-806d-77622ac3f31a", "name": "network-vif-deleted", "tag": "1713d715-5b80-49e4-bd6b-4c1864132b29", "status": "failed", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:21.660707 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04b14d39-2d6c-4b45-a2a6-7db0bff154e0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:21.661171 n-d-761264-20 neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1090d2e5-8279-4515-806d-77622ac3f31a', 'name': 'network-vif-deleted', 'tag': '1713d715-5b80-49e4-bd6b-4c1864132b29', 'status': 'failed', 'code': 422} returned with failed status Dec 21 01:45:21.808346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1713d715-5b80-49e4-bd6b-4c1864132b29 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:21.835696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 1713d715-5b80-49e4-bd6b-4c1864132b29 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:21.836411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1713d715-5b80-49e4-bd6b-4c1864132b29 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:21.899221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60582) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:21.908724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e3fad-3288-478b-afe4-ccd88df246d6 req-9d696320-6d6a-422f-b803-a879baf00167 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:21.914575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5e3fad-3288-478b-afe4-ccd88df246d6 req-9d696320-6d6a-422f-b803-a879baf00167 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1242733 Dec 21 01:45:21.929650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:21.973249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-89c4e8da-296e-42d9-ae0c-89eadd4407d2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0716243 Dec 21 01:45:22.027303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5e3fad-3288-478b-afe4-ccd88df246d6 req-eff4ec5e-c8b1-4b49-925b-42d1a26f744a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923722 Dec 21 01:45:22.178151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91b6a6de-3c54-4762-b296-084dd5bf57ea req-c41bb714-b7ef-4214-80bb-b5ba71b12732 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0425065 Dec 21 01:45:22.429952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc8b6d-16a7-4074-9f60-e9c15e0e29d2 req-f6343319-1f6f-4d96-a948-9e47838c1fb4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:22.433858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68cc8b6d-16a7-4074-9f60-e9c15e0e29d2 req-f6343319-1f6f-4d96-a948-9e47838c1fb4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 948 time: 0.0822313 Dec 21 01:45:22.496329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68cc8b6d-16a7-4074-9f60-e9c15e0e29d2 req-66c895cc-db06-4df3-8e97-e57e9456f2fc tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582011 Dec 21 01:45:23.798006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:23.855028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 827d262a-fadb-41a2-8aa7-79a143621c12 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:45:23.859103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 827d262a-fadb-41a2-8aa7-79a143621c12 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:23.859484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:23.953306 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:23.982114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:23.984438 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ebe45d-901c-49f4-84f3-137e8b790606" -d '{"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-plugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:23.998793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:24.004516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:24.055892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:24.332998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-661bf774-5d4d-4e77-a6d2-b542d16005a5 req-64cc6022-be7a-48cc-aa88-545ea03d7bf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1090d2e5-8279-4515-806d-77622ac3f31a HTTP/1.1" status: 200 len: 210 time: 0.0402727 Dec 21 01:45:24.779987 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d12a70-ac3f-407b-92d5-82f426ee7d1a x-openstack-request-id: req-b7d12a70-ac3f-407b-92d5-82f426ee7d1a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:24.780302 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-plugged", "status": "completed", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:24.780565 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7d12a70-ac3f-407b-92d5-82f426ee7d1a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:24.780958 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'code': 200} Dec 21 01:45:25.013193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-cea19cbb-45ab-4a4d-ba0b-63d750970f22 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.014701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-cea19cbb-45ab-4a4d-ba0b-63d750970f22 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38&tenant_id=c218759e69fc41da927984eceb830acd&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 949 time: 0.1579120 Dec 21 01:45:25.035886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ee0d-4af1-4c02-9626-cb597804352c req-1b5ac5af-391e-4ac8-8ed6-e78c29db1c53 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.037376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7b8ee0d-4af1-4c02-9626-cb597804352c req-1b5ac5af-391e-4ac8-8ed6-e78c29db1c53 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1301939 Dec 21 01:45:25.093672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0670457-3dd5-45b5-b803-6d52d9e68f34 req-8e48686c-189c-44f2-839e-5a0dd0b97936 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.096103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0670457-3dd5-45b5-b803-6d52d9e68f34 req-8e48686c-189c-44f2-839e-5a0dd0b97936 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1344912 Dec 21 01:45:25.143054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:45:25.185929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7b8ee0d-4af1-4c02-9626-cb597804352c req-0032ae6e-7245-4603-b53e-14776172040e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382790 Dec 21 01:45:25.190885 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-dba89c02-ae1f-401f-8a09-6a66e04f2e59 service neutron] delete failed (client error): The resource could not be found. Dec 21 01:45:25.191918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-dba89c02-ae1f-401f-8a09-6a66e04f2e59 service neutron] 10.222.0.45 "DELETE /v2.0/ports/827d262a-fadb-41a2-8aa7-79a143621c12/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1532795 Dec 21 01:45:25.214697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0670457-3dd5-45b5-b803-6d52d9e68f34 req-51a643a9-d526-48b4-844a-539b92045dad tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086051 Dec 21 01:45:25.325494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a594-6f94-4c35-842d-f16daa6c532b req-ff71427a-fc93-4b93-916f-31528138ca5e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.327187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afb4a594-6f94-4c35-842d-f16daa6c532b req-ff71427a-fc93-4b93-916f-31528138ca5e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 949 time: 0.0747094 Dec 21 01:45:25.454258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afb4a594-6f94-4c35-842d-f16daa6c532b req-8821e60b-7fae-4bdf-99f0-0695dcd2c5b2 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155477 Dec 21 01:45:25.474445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-6687972e-3a58-4412-bd12-77619d9013b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.476251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-6687972e-3a58-4412-bd12-77619d9013b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 1101 time: 0.1360934 Dec 21 01:45:25.606276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123212-040d-420e-afc0-0cdd8392b979 req-dfe21711-8ae1-40cf-8a87-631eaeaf2579 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.607807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b123212-040d-420e-afc0-0cdd8392b979 req-dfe21711-8ae1-40cf-8a87-631eaeaf2579 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.1100311 Dec 21 01:45:25.647455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-c046df50-1085-4c5f-af21-e949563bfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.648907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-c046df50-1085-4c5f-af21-e949563bfb1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1396434 Dec 21 01:45:25.710379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-375366c5-343b-40ac-99c8-f167a1cbcbc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 200 len: 217 time: 0.0452373 Dec 21 01:45:25.713835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b123212-040d-420e-afc0-0cdd8392b979 req-4cab899b-fa26-47c8-9628-a6f582a295b0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938849 Dec 21 01:45:25.777197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-a62a81a9-7410-4d50-861d-537b6358ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.779220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-a62a81a9-7410-4d50-861d-537b6358ddfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0572078 Dec 21 01:45:25.837392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-23761314-ac6f-4e52-b4a2-04aee37ac979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:25.839361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-23761314-ac6f-4e52-b4a2-04aee37ac979 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477383 Dec 21 01:45:25.949689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-e43b528d-92aa-4909-a3f4-a75f4a62c662 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956604 Dec 21 01:45:26.044486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29213e97-6ca5-47d0-bf9a-068deef0a515 req-88323389-a4df-4fc0-94d6-9de530e94c1c service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854681 Dec 21 01:45:26.312998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9e08e-96d2-4459-b9e5-135a2607cb7b req-3410c7da-02a0-41e9-8c00-aec3f0d6dda1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:26.314995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0e9e08e-96d2-4459-b9e5-135a2607cb7b req-3410c7da-02a0-41e9-8c00-aec3f0d6dda1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Dec 21 01:45:26.378004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0e9e08e-96d2-4459-b9e5-135a2607cb7b req-61d18666-5c76-4000-ad33-92486eaf220e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Dec 21 01:45:26.397446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:26.498101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9992c-7516-454e-9aae-5f18029e0904 req-bd922894-d38c-408f-bbac-b07adcd1fc21 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:26.500199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efc9992c-7516-454e-9aae-5f18029e0904 req-bd922894-d38c-408f-bbac-b07adcd1fc21 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0556548 Dec 21 01:45:26.553268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efc9992c-7516-454e-9aae-5f18029e0904 req-a614cd05-3020-4e1e-a1cf-810b643f3252 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Dec 21 01:45:26.862731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864dfb-20e2-4816-9a06-8169332439e8 req-3a0828a7-c223-4553-80ff-14a47b30c99e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:26.864767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12864dfb-20e2-4816-9a06-8169332439e8 req-3a0828a7-c223-4553-80ff-14a47b30c99e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.0749662 Dec 21 01:45:26.925412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12864dfb-20e2-4816-9a06-8169332439e8 req-0d5c5bb8-8193-4a9e-ab56-12c64b4a4d17 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545187 Dec 21 01:45:27.503973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db1ec6-447c-459e-a012-add1a5cac03f req-5c8de72e-54eb-4b83-b40c-0bc8fda77761 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:27.506406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3db1ec6-447c-459e-a012-add1a5cac03f req-5c8de72e-54eb-4b83-b40c-0bc8fda77761 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0565307 Dec 21 01:45:27.555372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3db1ec6-447c-459e-a012-add1a5cac03f req-d142511a-813a-49f1-b40d-1c07079769b1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Dec 21 01:45:27.674938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:27.683426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31389fcc-966b-4dba-be98-f68b0a13b268 req-7158bd07-ae6b-475d-aeef-d62351c98751 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:27.685062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31389fcc-966b-4dba-be98-f68b0a13b268 req-7158bd07-ae6b-475d-aeef-d62351c98751 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0528111 Dec 21 01:45:27.739711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31389fcc-966b-4dba-be98-f68b0a13b268 req-bf500a1f-bb98-4478-9ae0-4b6929d2696b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Dec 21 01:45:27.779226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:27.805400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:27.808234 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56110dbb-71ba-431f-a546-5b286456490f" -d '{"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-unplugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:27.822517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:27.827735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:27.872435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-b37b9296-67fb-4f89-91ef-07d831af5425 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:27.874305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-b37b9296-67fb-4f89-91ef-07d831af5425 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.0716746 Dec 21 01:45:27.894278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:27.985986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449af10-b41c-4666-8e44-19bb3c850c1a req-89237579-a93f-4e7e-94ae-8abf67732bca tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:27.987536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f449af10-b41c-4666-8e44-19bb3c850c1a req-89237579-a93f-4e7e-94ae-8abf67732bca tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1122112 Dec 21 01:45:28.050364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 8f15bb7d-c749-4121-aeb4-2f5e75307789 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:28.050701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:28.056033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f449af10-b41c-4666-8e44-19bb3c850c1a req-25291f77-360f-4aae-b17e-581d4cd9028d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616508 Dec 21 01:45:28.114246 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94096f13-b478-487d-b978-7521031a990e x-openstack-request-id: req-94096f13-b478-487d-b978-7521031a990e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:28.114536 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-unplugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:28.114792 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94096f13-b478-487d-b978-7521031a990e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:28.115185 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'code': 200} Dec 21 01:45:28.166266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 8f15bb7d-c749-4121-aeb4-2f5e75307789, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8f15bb7d-c749-4121-aeb4-2f5e75307789,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:28.166627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:28.199642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 8f15bb7d-c749-4121-aeb4-2f5e75307789 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:28.265938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f01c05-d4ba-44c7-aa63-2dc6f635bc60 req-fa8270c2-7c51-42c8-99cc-176f37843c11 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:28.267445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43f01c05-d4ba-44c7-aa63-2dc6f635bc60 req-fa8270c2-7c51-42c8-99cc-176f37843c11 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a1e651-eab2-4654-bce3-3cae11e73c09 HTTP/1.1" status: 200 len: 950 time: 0.1038799 Dec 21 01:45:28.338800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43f01c05-d4ba-44c7-aa63-2dc6f635bc60 req-4ecdbcf0-0dbb-491b-9689-2d1abc9e2069 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Dec 21 01:45:28.403292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:28.436023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=8f15bb7d-c749-4121-aeb4-2f5e75307789,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:28.451767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:28.459304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4', '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', '8f15bb7d-c749-4121-aeb4-2f5e75307789'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:28.495268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 8f15bb7d-c749-4121-aeb4-2f5e75307789 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:28.498076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:28.501824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b35fce38-2d10-4a25-a089-5aceaa10d3b7 req-560f246f-75de-4542-b6b8-12a90da50a1d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "DELETE /v2.0/ports/8f15bb7d-c749-4121-aeb4-2f5e75307789 HTTP/1.1" status: 204 len: 173 time: 0.6166446 Dec 21 01:45:28.502279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'name': 'network-vif-deleted', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:28.510653 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754b8690-d087-4487-bb89-c0c869b3f557" -d '{"events": [{"server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "name": "network-vif-deleted", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:28.725428 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715c863-8116-409d-bd7a-f9ec33ffab2b x-openstack-request-id: req-0715c863-8116-409d-bd7a-f9ec33ffab2b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:28.726461 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a1e651-eab2-4654-bce3-3cae11e73c09", "name": "network-vif-deleted", "tag": "8f15bb7d-c749-4121-aeb4-2f5e75307789", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:28.726882 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0715c863-8116-409d-bd7a-f9ec33ffab2b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:28.727418 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a1e651-eab2-4654-bce3-3cae11e73c09', 'name': 'network-vif-deleted', 'tag': '8f15bb7d-c749-4121-aeb4-2f5e75307789', 'status': 'completed', 'code': 200} Dec 21 01:45:28.872027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e17f6-28fd-4856-bff2-2d82285b83ba req-84bde3d6-71a5-40f7-8803-4096684f43f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:28.877806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b7e17f6-28fd-4856-bff2-2d82285b83ba req-84bde3d6-71a5-40f7-8803-4096684f43f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0831473 Dec 21 01:45:28.930267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b7e17f6-28fd-4856-bff2-2d82285b83ba req-e0934b9c-3e18-49b5-914c-9223841e1ae8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Dec 21 01:45:29.311002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-4912791e-e70a-4454-8e65-73a3742ffc18 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278933 Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.465090 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:29.468127 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:29.470384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-e4219ada-36bd-44b6-a3cf-0edee0f8a47d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:29.472339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-e4219ada-36bd-44b6-a3cf-0edee0f8a47d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605811 Dec 21 01:45:29.539747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-d2c7035d-ea4e-4e72-b000-124077010f5a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/quotas/c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 375 time: 0.0496297 Dec 21 01:45:29.609637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-7d4781d5-42b0-4e58-97da-87805e876fe5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636373 Dec 21 01:45:29.873842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0366990a-6ee5-4d55-9ec7-09958016316a req-db56e680-0ba9-4bf4-9833-c2d0701e0780 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 210 time: 0.0295789 Dec 21 01:45:30.129389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e4408-df92-410b-a6a7-1d228ced4c81 req-9616fc73-1264-438d-8fe9-0e1b47c3ed98 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:30.134736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd3e4408-df92-410b-a6a7-1d228ced4c81 req-9616fc73-1264-438d-8fe9-0e1b47c3ed98 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.1041379 Dec 21 01:45:30.155862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b3018-e355-4df2-910a-9f35b5142e4a req-b387352b-0979-4e15-907d-47fef9869d9d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:30.159212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb9b3018-e355-4df2-910a-9f35b5142e4a req-b387352b-0979-4e15-907d-47fef9869d9d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0920370 Dec 21 01:45:30.252918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb9b3018-e355-4df2-910a-9f35b5142e4a req-69635815-91ef-41cd-acba-53585f112020 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Dec 21 01:45:30.277616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd3e4408-df92-410b-a6a7-1d228ced4c81 req-f76c8bf7-6032-4759-960b-40148a4e925d tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286044 Dec 21 01:45:31.000704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5dcc48ee-c1ae-442f-8921-b03b3e839cce req-a5488d23-04bf-416e-b50c-7ae9e57a999d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 210 time: 0.0300899 Dec 21 01:45:31.409424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-62d655a2-dd69-45b8-803a-c2bda1abff2e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349598 Dec 21 01:45:31.536108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41756261-3056-44c6-857e-faf768125a6d req-ed543f05-a8be-429d-a394-a70d02e87396 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:31.537921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41756261-3056-44c6-857e-faf768125a6d req-ed543f05-a8be-429d-a394-a70d02e87396 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1996176 Dec 21 01:45:31.600093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229d877-7985-479a-a652-d1a6a018207d req-1a58f4ce-f128-4b2e-97d4-481a1b481beb tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:31.607381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0229d877-7985-479a-a652-d1a6a018207d req-1a58f4ce-f128-4b2e-97d4-481a1b481beb tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.2341125 Dec 21 01:45:31.668582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8f15bb7d-c749-4121-aeb4-2f5e75307789 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:31.685939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-c68ebed6-ae90-40c5-a8c0-97d911f7bd46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1703732 Dec 21 01:45:31.696118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 8f15bb7d-c749-4121-aeb4-2f5e75307789 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:31.696695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8f15bb7d-c749-4121-aeb4-2f5e75307789 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:31.696844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-7b42d301-6c9f-4145-8877-2243f2d894e6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:31.698296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-7b42d301-6c9f-4145-8877-2243f2d894e6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697480 Dec 21 01:45:31.705304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41756261-3056-44c6-857e-faf768125a6d req-3ee6a6ab-d8b8-4291-bfed-b239b10e7585 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408362 Dec 21 01:45:31.734857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0229d877-7985-479a-a652-d1a6a018207d req-f9e4fdd0-1bb3-4544-9162-df7c1844d53c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264644 Dec 21 01:45:31.758285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Request body: {'port': {'device_id': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'c218759e69fc41da927984eceb830acd'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:31.910354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-74bb0c1b-5006-483e-befe-8ca6daecaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:31.911827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-74bb0c1b-5006-483e-befe-8ca6daecaafa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 1096 time: 0.0986130 Dec 21 01:45:31.952890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Made reservation on behalf of c218759e69fc41da927984eceb830acd for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:31.958052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:32.480628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0bd852d-bf24-41e4-8085-bd61a52541ef req-789f0778-9fb2-4120-8e32-a5722cf6441b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 210 time: 0.0950925 Dec 21 01:45:32.551726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-52ef8fdf-2ffb-4c3a-a373-8727064ada6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:32.553178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-52ef8fdf-2ffb-4c3a-a373-8727064ada6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.5763917 Dec 21 01:45:32.567008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-0bf79f3c-daa2-48b8-9573-e723cd667285 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:32.568356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-0bf79f3c-daa2-48b8-9573-e723cd667285 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.1464417 Dec 21 01:45:32.647325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-9fe7e12f-89bb-40f4-bc9c-c38d7a109d07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0779493 Dec 21 01:45:32.648362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Allocated IP 192.168.233.133 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/4df738b8-ae7c-4f6f-9620-b38b190b094a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:45:32.772894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-e40e6b86-ac57-439b-9b73-d6ec72f324c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:32.774601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-e40e6b86-ac57-439b-9b73-d6ec72f324c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1164136 Dec 21 01:45:32.850401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-414dde0f-f8a3-49d2-9c75-f6c86c8d29b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624259 Dec 21 01:45:32.973250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:32.973617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:33.121509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43268-f0ef-4a26-a40a-74970d5096da req-e3ceb431-917e-4377-ba0c-d41c41e813e3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:33.129849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bd43268-f0ef-4a26-a40a-74970d5096da req-e3ceb431-917e-4377-ba0c-d41c41e813e3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.3091228 Dec 21 01:45:33.168991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:33.186749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cb48d-1b9d-40d9-9904-fe034a4b1add req-ae73c75f-d0b6-4eac-b5f1-a98b8ed39a53 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:33.188848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-593cb48d-1b9d-40d9-9904-fe034a4b1add req-ae73c75f-d0b6-4eac-b5f1-a98b8ed39a53 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 949 time: 0.3373616 Dec 21 01:45:33.254607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-10b91fed-2d86-4a54-9e39-1a8010263af3 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573608 Dec 21 01:45:33.354637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:33.355004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:33.383593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bd43268-f0ef-4a26-a40a-74970d5096da req-3b8fed71-5d0f-40b5-be16-858b64e32d38 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528105 Dec 21 01:45:33.415900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 5620ad17-841d-4b0f-ae4a-22f6132d5a0c owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:33.436948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-593cb48d-1b9d-40d9-9904-fe034a4b1add req-a9744aca-a2f0-4184-bd30-29f6343ba9cd tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210996 Dec 21 01:45:33.443585 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:33.482496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25', '827d262a-fadb-41a2-8aa7-79a143621c12'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:33.583397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-789b0f53-6f3b-4a73-8a2c-a6acb1487a38 req-2c8fce59-c353-4042-b98b-66007247b05a service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126862 Dec 21 01:45:33.611903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:33.615657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:45:33.627984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:33.637425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:45:33.646590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.646936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.647279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.647617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.647959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.648299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.648629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.648957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.649283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.649649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.649963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.650290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.650614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:33.797815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:33.798492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:33.862642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:33.891198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cb297-adf8-4e11-ba1b-3da6cdc03a9d req-e5cada5b-f7b0-4baa-a0bd-707c98c393e9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:33.894309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af3cb297-adf8-4e11-ba1b-3da6cdc03a9d req-e5cada5b-f7b0-4baa-a0bd-707c98c393e9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 936 time: 0.1932824 Dec 21 01:45:33.927491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5726f986-1d57-41cb-b2bc-1e7ef6f120d5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1889756 Dec 21 01:45:33.957066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Request body: {'port': {'device_id': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:33.994628 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.011999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:34.015859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0a9e6c16-fefc-43bd-a022-3523bbce4e6f None None] Provisioning complete for port 4df738b8-ae7c-4f6f-9620-b38b190b094a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:34.016471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6c16-fefc-43bd-a022-3523bbce4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.063014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=5620ad17-841d-4b0f-ae4a-22f6132d5a0c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:34.069850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af3cb297-adf8-4e11-ba1b-3da6cdc03a9d req-91f3052c-d385-4daf-a219-ff3899c571c9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583912 Dec 21 01:45:34.097544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e6c16-fefc-43bd-a022-3523bbce4e6f None None] Port 4df738b8-ae7c-4f6f-9620-b38b190b094a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:45:34.103668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:34.108690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.124196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 5620ad17-841d-4b0f-ae4a-22f6132d5a0c on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:34.131531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.134810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbc681be-1778-4d23-a94f-7be6827b9dea req-966ad736-9c0e-4136-97dc-a60646d37895 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "DELETE /v2.0/ports/5620ad17-841d-4b0f-ae4a-22f6132d5a0c HTTP/1.1" status: 204 len: 173 time: 1.5562015 Dec 21 01:45:34.135265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'name': 'network-vif-deleted', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:34.137702 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46589b27-4a2b-4b4d-ac28-d399ece3e0bc" -d '{"events": [{"server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "name": "network-vif-deleted", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:34.163839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'mac_address': 'fa:16:3e:fc:fa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:34.249364 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d802e-ab81-47ca-8f04-5e59ec752bfc x-openstack-request-id: req-db7d802e-ab81-47ca-8f04-5e59ec752bfc {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:34.252088 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d315038a-233a-45e3-b8b3-0379e3f479ff", "name": "network-vif-deleted", "tag": "5620ad17-841d-4b0f-ae4a-22f6132d5a0c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:34.252633 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db7d802e-ab81-47ca-8f04-5e59ec752bfc {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:34.253364 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd315038a-233a-45e3-b8b3-0379e3f479ff', 'name': 'network-vif-deleted', 'tag': '5620ad17-841d-4b0f-ae4a-22f6132d5a0c', 'status': 'completed', 'code': 200} Dec 21 01:45:34.289667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.328434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b85728ea-6fdd-447d-a09d-53e5ef604b5b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:34.383229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:34.396457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.504575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:34.679387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-396d8208-4adc-4a77-9b63-3e318200d2fd req-f4b63a9c-0048-4094-a392-4fc56d78144e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=d315038a-233a-45e3-b8b3-0379e3f479ff HTTP/1.1" status: 200 len: 210 time: 0.0576487 Dec 21 01:45:34.734907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['b85728ea-6fdd-447d-a09d-53e5ef604b5b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:34.847982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:34.887960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3b8a-f1dd-4de5-9308-9c36c9e90d36 req-eb81b6ca-5a7f-4196-b728-37c3d73501e5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:34.889887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7df3b8a-f1dd-4de5-9308-9c36c9e90d36 req-eb81b6ca-5a7f-4196-b728-37c3d73501e5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.3596694 Dec 21 01:45:34.894040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:34.947806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Transition to ACTIVE for port object 4df738b8-ae7c-4f6f-9620-b38b190b094a will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:34.960648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:35.030610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7df3b8a-f1dd-4de5-9308-9c36c9e90d36 req-36d9bdfd-5f66-4b82-8a5a-2f9571cde060 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198113 Dec 21 01:45:35.045693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:35.086270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:35.210288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-549f50a0-46b2-48b3-b9fd-4440d936c385 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1180017 Dec 21 01:45:35.340284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd551c07-5df0-4d07-80d4-d8166fe96586 req-d0a586b9-77d6-4d1a-a533-303becc386e3 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.361435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd551c07-5df0-4d07-80d4-d8166fe96586 req-d0a586b9-77d6-4d1a-a533-303becc386e3 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 946 time: 0.1958265 Dec 21 01:45:35.363081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-50edf5c8-0c33-43b5-906c-e0277e2219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.367293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-50edf5c8-0c33-43b5-906c-e0277e2219ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 1098 time: 0.0962646 Dec 21 01:45:35.457389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Attempting to bind port 4df738b8-ae7c-4f6f-9620-b38b190b094a on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:45:35.457655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Attempting to bind port 4df738b8-ae7c-4f6f-9620-b38b190b094a by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:45:35.457982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Attempting to bind port 4df738b8-ae7c-4f6f-9620-b38b190b094a on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:35.498373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Port 4df738b8-ae7c-4f6f-9620-b38b190b094a on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:45:35.498698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Attempting to bind port 4df738b8-ae7c-4f6f-9620-b38b190b094a on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:35.532612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:45:35.532957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:35.534111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:45:35.534858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Bound port: 4df738b8-ae7c-4f6f-9620-b38b190b094a, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:45:35.536786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:35.558859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-dffe1049-a72e-4414-ad0a-acf27406d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.560964 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-dffe1049-a72e-4414-ad0a-acf27406d8b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.1592224 Dec 21 01:45:35.579443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd551c07-5df0-4d07-80d4-d8166fe96586 req-3cfeafa5-f18a-4ac9-a16a-3ed3d8b3ccdf tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126324 Dec 21 01:45:35.647043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873501c7-2648-4271-afec-8ce42fa0d668 req-5a6b67b7-ab00-481b-9bf2-a3d6c204366d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.655456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-873501c7-2648-4271-afec-8ce42fa0d668 req-5a6b67b7-ab00-481b-9bf2-a3d6c204366d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.2663066 Dec 21 01:45:35.672573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-4b4799d1-b0a6-4ab9-b23d-60ef9002ce6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 200 len: 1001 time: 0.0986190 Dec 21 01:45:35.686245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5620ad17-841d-4b0f-ae4a-22f6132d5a0c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:35.748554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 5620ad17-841d-4b0f-ae4a-22f6132d5a0c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:35.749045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5620ad17-841d-4b0f-ae4a-22f6132d5a0c not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:35.754921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-873501c7-2648-4271-afec-8ce42fa0d668 req-2d198a2b-f31d-4bec-aa4d-693784795262 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983713 Dec 21 01:45:35.773630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:35.783691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:45:35.793244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:35.801737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-f7df70d3-1dca-4e3c-84f0-facd92558fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.805317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-f7df70d3-1dca-4e3c-84f0-facd92558fb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.1210332 Dec 21 01:45:35.880782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:35.903410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.905962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:35.910017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 1097 time: 1.9569576 Dec 21 01:45:35.918399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-c0c613c4-f243-4af3-8d5f-933b0aeac468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:35.921075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-c0c613c4-f243-4af3-8d5f-933b0aeac468 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072285 Dec 21 01:45:35.950922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2c05-4a5e-4177-bcd5-46c27ce11ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:36.094145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port b85728ea-6fdd-447d-a09d-53e5ef604b5b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:36.095357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:36.128397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-d3108c1a-5109-4e9e-9552-013423ab12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.136133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-d3108c1a-5109-4e9e-9552-013423ab12c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1100 time: 0.1456895 Dec 21 01:45:36.214568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-a135e074-7e3c-44ca-9d25-b662ec2d9cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801418 Dec 21 01:45:36.296592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:36.301505 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4606417-a56a-4314-a1cd-b372ce1122c9" -d '{"events": [{"name": "network-changed", "server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:36.311285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-354474ec-6497-43af-8479-b932d1693523 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.1492660 Dec 21 01:45:36.356766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:36.392773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47d4d-fc09-4af0-9f79-e0f31e67496e req-2e2543dd-eebd-4e1a-8040-367b553432b1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.405008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a47d4d-fc09-4af0-9f79-e0f31e67496e req-2e2543dd-eebd-4e1a-8040-367b553432b1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1678727 Dec 21 01:45:36.453093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:36.461190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:36.482242 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d946b-82fe-4009-b054-9312a271e9a3" -d '{"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-plugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:36.496624 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a791c77f-8a83-4647-9a20-7a67bdea4875 req-b5698962-5efa-4f76-a26f-d40e26b5c15b service neutron] 10.222.0.24 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714438 Dec 21 01:45:36.498545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5ad14da6-8ed6-4d55-ad04-031f2046358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.500314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-5ad14da6-8ed6-4d55-ad04-031f2046358d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1750760 Dec 21 01:45:36.505679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:36.517474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a47d4d-fc09-4af0-9f79-e0f31e67496e req-8a48bc74-a28a-46c1-98bd-8138a6877feb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067123 Dec 21 01:45:36.644128 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159567e0-3a5c-4f4a-acb1-43e733822c9c x-openstack-request-id: req-159567e0-3a5c-4f4a-acb1-43e733822c9c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:36.644551 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:36.644896 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-159567e0-3a5c-4f4a-acb1-43e733822c9c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:36.645421 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'status': 'completed', 'code': 200} Dec 21 01:45:36.648318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-bd3d841e-e934-4a5b-9033-529ed50abf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.650239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-bd3d841e-e934-4a5b-9033-529ed50abf2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211531 Dec 21 01:45:36.667970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:36.717283 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191feb05-45ab-4817-a8a4-9291098866e6 x-openstack-request-id: req-191feb05-45ab-4817-a8a4-9291098866e6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:36.718002 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-plugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:36.718002 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-191feb05-45ab-4817-a8a4-9291098866e6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:36.718510 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'code': 200} Dec 21 01:45:36.894763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-4d7922cb-5768-4b5d-ab37-150e5b545dfb service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992645 Dec 21 01:45:36.902704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d555ab4-3aa0-45b7-a9c3-dd7d38b0d82d req-386db23b-5410-4706-a8eb-f83b7b3adaf4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.903859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d555ab4-3aa0-45b7-a9c3-dd7d38b0d82d req-386db23b-5410-4706-a8eb-f83b7b3adaf4 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 948 time: 0.1425707 Dec 21 01:45:36.958878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d52d6c-a6de-46a2-9022-89e116e1a727 req-3ac320c1-35fd-4e6d-a8c9-6d1bc2217d23 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:36.961520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4d52d6c-a6de-46a2-9022-89e116e1a727 req-3ac320c1-35fd-4e6d-a8c9-6d1bc2217d23 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.1255381 Dec 21 01:45:37.053292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d555ab4-3aa0-45b7-a9c3-dd7d38b0d82d req-adc6705a-bec9-4dca-b3b9-73ae6b4ddb1e tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378074 Dec 21 01:45:37.080748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4d52d6c-a6de-46a2-9022-89e116e1a727 req-2c4aee40-d1ed-4343-b23d-dfef595eac74 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909283 Dec 21 01:45:37.097783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f226e06-77b0-4790-9faf-22d127b6f719 req-7d585780-7828-4374-ba8f-96fffb3e53bf service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927934 Dec 21 01:45:37.298035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-9a0680b1-2439-4746-a607-668b7c58e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:37.299540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-9a0680b1-2439-4746-a607-668b7c58e0a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1100 time: 0.0721111 Dec 21 01:45:37.548640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-b1c60c7c-10b6-48ed-b711-e631020c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:37.550629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-b1c60c7c-10b6-48ed-b711-e631020c8678 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.0992355 Dec 21 01:45:37.609936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-c7be87c5-7352-49d7-9fe5-f3272dd5ed88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.0452731 Dec 21 01:45:37.713132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-07543b94-a962-42f6-8a7d-2ead6ed76423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:37.714716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-07543b94-a962-42f6-8a7d-2ead6ed76423 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0794961 Dec 21 01:45:37.723690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883b85-4261-4172-b04a-ee7225e7fa6f req-5f83c97e-f45f-44fc-be1d-9e9632439131 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:37.725191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71883b85-4261-4172-b04a-ee7225e7fa6f req-5f83c97e-f45f-44fc-be1d-9e9632439131 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1181262 Dec 21 01:45:37.816451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71883b85-4261-4172-b04a-ee7225e7fa6f req-c9e75811-b911-4765-bd69-7b543cdc0e20 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809567 Dec 21 01:45:37.823221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-26096b63-7f9a-4185-b05d-9e989eef211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:37.824890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-26096b63-7f9a-4185-b05d-9e989eef211f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987482 Dec 21 01:45:37.993056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-f0c3b301-d141-4ade-9414-fcec7968ae0f service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142564 Dec 21 01:45:38.122112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-dc272af7-57be-41e7-940b-cee2973665f7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:38.123562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-dc272af7-57be-41e7-940b-cee2973665f7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 948 time: 0.1445284 Dec 21 01:45:38.129703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-be5fee9a-af4c-4ee7-8d89-3c2fc7700b8d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--224870587&fields=id&tenant_id=a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 267 time: 0.1411197 Dec 21 01:45:38.269906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4606417-a56a-4314-a1cd-b372ce1122c9 req-a2c7c98c-5756-46cf-8d3f-28bf59deb516 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567375 Dec 21 01:45:38.636103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff65b-178f-4749-a3fd-8d28e94af4e8 req-a84d824e-c306-41f6-92c1-4402efe6ff4f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:38.637611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b5ff65b-178f-4749-a3fd-8d28e94af4e8 req-a84d824e-c306-41f6-92c1-4402efe6ff4f tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 948 time: 0.4783914 Dec 21 01:45:38.656759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-ced7c2c0-8465-4874-8ffc-55268379fe54 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:38.658206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-ced7c2c0-8465-4874-8ffc-55268379fe54 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 824 time: 0.5131168 Dec 21 01:45:38.697087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-f79d7038-ee04-421f-bce9-9b8c3b472fc0 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/quotas/a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 375 time: 0.0264912 Dec 21 01:45:38.702425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:38.702762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:38.759880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b5ff65b-178f-4749-a3fd-8d28e94af4e8 req-4eca7e1e-bc20-4c68-b9a2-900085f40eb3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146958 Dec 21 01:45:38.833281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-324cdefd-f854-46c5-812c-082073ee66ab tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248667 Dec 21 01:45:38.904871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 6c454129-6a37-42d7-9a9e-36a34ac58ef4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6c454129-6a37-42d7-9a9e-36a34ac58ef4,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:38.905233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:38.950852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 6c454129-6a37-42d7-9a9e-36a34ac58ef4 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:38.989820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3199-cd52-4077-8d32-571bea1ebb4a req-942e7674-8893-4d75-8968-b10a905cc3ef tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:38.991330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51ce3199-cd52-4077-8d32-571bea1ebb4a req-942e7674-8893-4d75-8968-b10a905cc3ef tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.1540947 Dec 21 01:45:39.055913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-f40d3302-242f-498a-8b97-d179b20f3d48 service neutron] 10.222.0.43 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044120 Dec 21 01:45:39.159254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51ce3199-cd52-4077-8d32-571bea1ebb4a req-e5eeb90d-1ba6-4e4c-9b27-bf38f56fc3b6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Dec 21 01:45:39.241965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-24209ee4-6aea-4c82-b30a-cc71bab25b3d service neutron] 10.222.0.43 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719456 Dec 21 01:45:39.255032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:39.294111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=6c454129-6a37-42d7-9a9e-36a34ac58ef4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:39.302117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6c454129-6a37-42d7-9a9e-36a34ac58ef4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:39.400738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 6c454129-6a37-42d7-9a9e-36a34ac58ef4 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:39.404938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:39.408864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0f0e24b-17df-401a-b8cd-34c1fed67cde req-324dfa6b-e08d-4dfd-894e-8031dc757982 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.45 "DELETE /v2.0/ports/6c454129-6a37-42d7-9a9e-36a34ac58ef4 HTTP/1.1" status: 204 len: 173 time: 1.2725375 Dec 21 01:45:39.409782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'name': 'network-vif-deleted', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:39.411864 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237f68b1-4aba-4347-a19d-dc925525d8c3" -d '{"events": [{"server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "name": "network-vif-deleted", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:39.543516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650090-db68-417a-9f0d-cd4c549fbfde req-172a3fdb-7fe9-4391-876d-572aedcc1ce0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:39.545030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d650090-db68-417a-9f0d-cd4c549fbfde req-172a3fdb-7fe9-4391-876d-572aedcc1ce0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0829248 Dec 21 01:45:39.552188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-146bf051-310c-42e0-bd1e-5b448dae4fb4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:39.553643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-146bf051-310c-42e0-bd1e-5b448dae4fb4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.2019117 Dec 21 01:45:39.596474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-95051ea1-a4f3-4e27-86a2-3ce85dbe7620 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/quotas/124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 375 time: 0.0205564 Dec 21 01:45:39.626748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d650090-db68-417a-9f0d-cd4c549fbfde req-498e03a0-5a04-416d-9e20-51210e270dfb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Dec 21 01:45:39.676741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-d1da3dda-5d41-4d19-ade1-e5cced43da78 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696480 Dec 21 01:45:39.799386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978', '45d06a4e-33e9-4870-813b-6dff9889ad56'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:39.865119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-d334e84e-d022-4e66-a250-c62f512c55d7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:39.866696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-d334e84e-d022-4e66-a250-c62f512c55d7 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1869729 Dec 21 01:45:39.990855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-bf28eda2-b859-4b98-aa1d-241ea421415d service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981615 Dec 21 01:45:40.003421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b3592ef-3c2f-4a70-aeb4-72d573eb949e req-f1794a9b-7e96-4996-a79f-643756b7d0bd tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 210 time: 0.0927758 Dec 21 01:45:40.238147 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53068332-8132-44d2-ae6c-3955c2179d2a x-openstack-request-id: req-53068332-8132-44d2-ae6c-3955c2179d2a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:40.238147 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf49bc09-a83a-4e49-be2a-0ad034774755", "name": "network-vif-deleted", "tag": "6c454129-6a37-42d7-9a9e-36a34ac58ef4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:40.239523 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53068332-8132-44d2-ae6c-3955c2179d2a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:40.239523 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf49bc09-a83a-4e49-be2a-0ad034774755', 'name': 'network-vif-deleted', 'tag': '6c454129-6a37-42d7-9a9e-36a34ac58ef4', 'status': 'completed', 'code': 200} Dec 21 01:45:40.245633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac2a9852-506f-4bf4-b1ac-461914b493a5 req-f7423515-cd4d-43ce-99c6-74f927b97efc tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf49bc09-a83a-4e49-be2a-0ad034774755 HTTP/1.1" status: 200 len: 210 time: 0.0361085 Dec 21 01:45:40.369318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-5c7422d7-22a2-4ce5-8c6a-be695162818f service neutron] 10.222.0.43 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475018 Dec 21 01:45:40.400496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 45d06a4e-33e9-4870-813b-6dff9889ad56 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:40.401707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:40.683918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94586986-5c81-49be-981b-49d360d37e01 req-9b2050ef-72db-4c36-a339-e874d7e2bce5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:40.698968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94586986-5c81-49be-981b-49d360d37e01 req-9b2050ef-72db-4c36-a339-e874d7e2bce5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.2498004 Dec 21 01:45:40.816740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-e63f429a-3ed1-497b-b441-c66a549ef371 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:40.824732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-e63f429a-3ed1-497b-b441-c66a549ef371 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3e75729-f846-4d5f-b723-422e3ff7fa21 HTTP/1.1" status: 200 len: 946 time: 0.0980840 Dec 21 01:45:40.870037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 45d06a4e-33e9-4870-813b-6dff9889ad56, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=45d06a4e-33e9-4870-813b-6dff9889ad56,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:40.870409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:40.932291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 45d06a4e-33e9-4870-813b-6dff9889ad56 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:40.951015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94586986-5c81-49be-981b-49d360d37e01 req-fd2d620b-88ed-4d6f-8ad0-c9194c5c136b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512584 Dec 21 01:45:41.057879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Deleting port 96fb30c7-2f54-49be-9f1e-55ab98584c3b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:41.058600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:41.115427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430d77b-e27c-407b-b6a7-65bcced0e99a req-2343c3bd-3bfa-445d-9d4b-f85a2f6eb1df tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:41.116990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7430d77b-e27c-407b-b6a7-65bcced0e99a req-2343c3bd-3bfa-445d-9d4b-f85a2f6eb1df tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0707214 Dec 21 01:45:41.193474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7430d77b-e27c-407b-b6a7-65bcced0e99a req-d091d057-e937-457d-bfe1-ad092f700c31 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644462 Dec 21 01:45:41.218991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] For port 96fb30c7-2f54-49be-9f1e-55ab98584c3b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=96fb30c7-2f54-49be-9f1e-55ab98584c3b,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:41.220402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:41.263463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c08e554-c9fa-4e4b-bcd2-9d8683cfbc5c req-53186278-ba16-49d7-aceb-ba36aeeacfa5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0669985 Dec 21 01:45:41.465248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-084bdf6a-8773-4683-b75e-07f13f1f7780 req-9809ac9c-8a5b-43ea-981a-7953b89006a0 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 210 time: 0.1203735 Dec 21 01:45:41.646095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:41.659811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8f06f-3577-4a88-8396-9f6e3ddaff72 req-3fd50cf2-4941-44a2-9a47-be204b572f7a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:41.668965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35b8f06f-3577-4a88-8396-9f6e3ddaff72 req-3fd50cf2-4941-44a2-9a47-be204b572f7a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 949 time: 0.1781085 Dec 21 01:45:41.700687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6c454129-6a37-42d7-9a9e-36a34ac58ef4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:41.756898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:41.757359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:41.757673 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd disassociated. External IP: 172.25.6.57, port: 96fb30c7-2f54-49be-9f1e-55ab98584c3b. Dec 21 01:45:41.758027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Calling delete_port for 96fb30c7-2f54-49be-9f1e-55ab98584c3b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:41.762891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 6c454129-6a37-42d7-9a9e-36a34ac58ef4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:41.763652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6c454129-6a37-42d7-9a9e-36a34ac58ef4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:41.790981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=45d06a4e-33e9-4870-813b-6dff9889ad56,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:41.859667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35b8f06f-3577-4a88-8396-9f6e3ddaff72 req-d69246df-7972-4ba0-9ef9-5a22776cd08c tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851830 Dec 21 01:45:41.892375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-ba3d8437-4f84-4ce5-a7f1-5d66811df8d8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:41.894379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-ba3d8437-4f84-4ce5-a7f1-5d66811df8d8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.45 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 824 time: 0.5063467 Dec 21 01:45:41.988123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 45d06a4e-33e9-4870-813b-6dff9889ad56 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:41.993767 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:42.014870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fe6689b-d34a-426f-81f8-7ddae7700863 req-4648f973-0d43-4567-b232-4b37177448a9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "DELETE /v2.0/ports/45d06a4e-33e9-4870-813b-6dff9889ad56 HTTP/1.1" status: 204 len: 173 time: 2.1370747 Dec 21 01:45:42.118003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:42.147521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:42.194145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event deleted for resources: {'Port': ['ID=96fb30c7-2f54-49be-9f1e-55ab98584c3b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:42.221525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.222952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.224010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.224382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.224730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.225074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.225438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.227997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.228398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.228870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.229092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.232899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.233354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:42.245028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'name': 'network-vif-deleted', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:42.254509 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808a0c3c-e1c8-4955-8e89-863fe9b61d55" -d '{"events": [{"server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "name": "network-vif-deleted", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:42.329659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-05bd2948-4c8a-4b56-9b69-7a82c317ec32 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a494bc3f59a04438b6748cd45468e0ea HTTP/1.1" status: 200 len: 379 time: 0.3762515 Dec 21 01:45:42.400711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'port': {'device_id': '8be03785-33dd-4007-ab4f-810e237dacbc', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'admin_state_up': True, 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'security_groups': ['e0a1ede0-183a-45f3-9cea-9fd22c3423a1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:42.427202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0af186-5ad9-42c8-b721-d27485fb6021 req-fd5e023c-80cb-4072-80f9-263251c873ec tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:42.438591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb0af186-5ad9-42c8-b721-d27485fb6021 req-fd5e023c-80cb-4072-80f9-263251c873ec tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.2935252 Dec 21 01:45:42.538500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:45:42.647445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb0af186-5ad9-42c8-b721-d27485fb6021 req-eacfc8ca-6398-4cb9-bf9c-ebefb6a0a02f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027833 Dec 21 01:45:42.692632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90478c-2e8f-4c58-867c-cad20d52f691 req-c831f51e-8a85-4738-8c63-0d23f6d90c5b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:42.704583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b90478c-2e8f-4c58-867c-cad20d52f691 req-c831f51e-8a85-4738-8c63-0d23f6d90c5b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.2105074 Dec 21 01:45:42.779251 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05a68c-b612-4192-be2c-ebfba95f8d64 x-openstack-request-id: req-4e05a68c-b612-4192-be2c-ebfba95f8d64 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:42.780070 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8c153-8ce5-45f9-bc10-8fc857602121", "name": "network-vif-deleted", "tag": "45d06a4e-33e9-4870-813b-6dff9889ad56", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:42.781157 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e05a68c-b612-4192-be2c-ebfba95f8d64 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:42.781709 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8c153-8ce5-45f9-bc10-8fc857602121', 'name': 'network-vif-deleted', 'tag': '45d06a4e-33e9-4870-813b-6dff9889ad56', 'status': 'completed', 'code': 200} Dec 21 01:45:42.805246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:45:42.820339 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:45:42.848715 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:45:42.858618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:42.910434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b90478c-2e8f-4c58-867c-cad20d52f691 req-825ee11d-c019-4619-942e-5d8641e321df tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024429 Dec 21 01:45:42.927461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] No DVR routers for this DVR port 96fb30c7-2f54-49be-9f1e-55ab98584c3b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:42.944745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:42.950221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d6ffa221-649e-4661-8329-30f69ec01fe7 req-abad77e0-e0b8-42b0-9c64-77f46049da0d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.24 "DELETE /v2.0/ports/96fb30c7-2f54-49be-9f1e-55ab98584c3b HTTP/1.1" status: 204 len: 173 time: 2.1136453 Dec 21 01:45:42.951023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'name': 'network-vif-deleted', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:42.954692 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a9eeb-05ed-4ef8-bf00-f9178a8f99a1" -d '{"events": [{"server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "name": "network-vif-deleted", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:43.031200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13cf2e0c-8e82-41c4-9fc0-5fd665c80d45 req-af5cdc2b-d83d-4af4-ba12-06227c596478 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.1023979 Dec 21 01:45:43.078980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Made reservation on behalf of a494bc3f59a04438b6748cd45468e0ea for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:43.087356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:43.133673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32cd4651-1a25-435a-a8e3-eafba6a59870 req-11a32479-2f4d-4648-87be-769e3d322219 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 210 time: 0.0666664 Dec 21 01:45:43.214833 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d42f6c-2905-42bb-a8ba-81afbfbdeec7 x-openstack-request-id: req-81d42f6c-2905-42bb-a8ba-81afbfbdeec7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:43.215382 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e75729-f846-4d5f-b723-422e3ff7fa21", "name": "network-vif-deleted", "tag": "96fb30c7-2f54-49be-9f1e-55ab98584c3b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:43.215467 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81d42f6c-2905-42bb-a8ba-81afbfbdeec7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:43.215831 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e75729-f846-4d5f-b723-422e3ff7fa21', 'name': 'network-vif-deleted', 'tag': '96fb30c7-2f54-49be-9f1e-55ab98584c3b', 'status': 'completed', 'code': 200} Dec 21 01:45:43.300057 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:45:43.314903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd5be314-8eb2-4f5d-bd41-a2b0b767cd49 req-8be36c93-d059-4fb2-a447-7c29e5abc7c9 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=5be8c153-8ce5-45f9-bc10-8fc857602121 HTTP/1.1" status: 200 len: 210 time: 0.0727162 Dec 21 01:45:43.489130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-8d39bbc0-f58e-416e-a6da-fa648c944bc2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:43.505899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-8d39bbc0-f58e-416e-a6da-fa648c944bc2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 821 time: 0.4123259 Dec 21 01:45:43.562365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Request body: {'port': {'device_id': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'admin_state_up': True, 'tenant_id': '124cf379d7ef4c97bf7039df903b9cd8'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:43.660503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Allocated IP 172.20.0.5 (21879e0e-5728-4a44-aa89-b4702d99bfea/63fbf91a-7a7c-4177-a463-3684bb55a715/c71b82fc-0033-4d33-8d83-ac0b5fdabac9) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:45:43.719082 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:43.795756 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:45:43.816992 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:45:43.817852 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:43.863659 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-533925ce-875b-40b7-a6f8-cf53600e4663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:43.880858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:44.056947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4483-37bc-4755-a25f-9d3a378deb41 req-adfebe65-d127-40bc-a86d-c4224ce7a271 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:44.067812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-259a4483-37bc-4755-a25f-9d3a378deb41 req-adfebe65-d127-40bc-a86d-c4224ce7a271 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.2825541 Dec 21 01:45:44.076143 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:45:44.145569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:44.185962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'mac_address': 'fa:16:3e:e0:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:44.188783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 45d06a4e-33e9-4870-813b-6dff9889ad56 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:44.219300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Made reservation on behalf of 124cf379d7ef4c97bf7039df903b9cd8 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:44.224497 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:44.262694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 45d06a4e-33e9-4870-813b-6dff9889ad56 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:44.263212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 45d06a4e-33e9-4870-813b-6dff9889ad56 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:44.356368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:44.403132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:44.467513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:44.477500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:44.532542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a7f5b-14ea-4c1c-9b7f-80fca0341c8e req-9c583d2c-088e-43ce-8c14-0c4b99e54169 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:44.537123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c9a7f5b-14ea-4c1c-9b7f-80fca0341c8e req-9c583d2c-088e-43ce-8c14-0c4b99e54169 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.4208543 Dec 21 01:45:44.595631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-259a4483-37bc-4755-a25f-9d3a378deb41 req-82d38553-e26b-4200-b400-08c480442094 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180042 Dec 21 01:45:44.600685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:44.622010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.624371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.627023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.627864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.628547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.629037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.629550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.630143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.630585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.631300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.631533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.631977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.633324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:45:44.723553 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:45:44.737776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Allocated IP 172.20.0.12 (39c1229f-3fc7-4996-9218-d8edb8448aed/44f43eb1-f2cf-4af5-9c12-d515c60935c3/31bbe310-f4c6-496c-8ef6-0fa66bba1f65) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:45:44.776974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff528069-9d96-4ad5-8fb2-fdc9b9ef0dd7 None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:45:44.801271 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.054430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4df738b8-ae7c-4f6f-9620-b38b190b094a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:45.071611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c9a7f5b-14ea-4c1c-9b7f-80fca0341c8e req-dc61b4ee-8948-4861-94b5-8111de0e1411 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366174 Dec 21 01:45:45.111857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.274793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Network 21879e0e-5728-4a44-aa89-b4702d99bfea is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:45:45.311079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:45.355849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:45:45.358331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a1550-abae-4aff-9b22-7e270a451ede None None] New status for floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:45:45.551103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00dbc174-e191-43e4-b554-e3fa533a4f3e req-dbf5d56e-9582-42fb-a037-907cc65b9ad2 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.3273656 Dec 21 01:45:45.572167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.591194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event updated for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:45.650184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d32a-2c1c-4a43-bcc4-9e34b217164d req-fa878bf5-374e-45d4-9873-cfa4c9b99573 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:45.651854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eec8d32a-2c1c-4a43-bcc4-9e34b217164d req-fa878bf5-374e-45d4-9873-cfa4c9b99573 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 931 time: 0.3625848 Dec 21 01:45:45.736698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:45.737433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.779481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-5aa43cfa-f1ca-40b5-ac3c-40eeed60f16a tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3886747 Dec 21 01:45:45.809610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Request body: {'port': {'device_id': '8be03785-33dd-4007-ab4f-810e237dacbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:45.868716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.873936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eec8d32a-2c1c-4a43-bcc4-9e34b217164d req-c05516de-db7d-4b37-bd2b-b638e465136c tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084832 Dec 21 01:45:45.905036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 96fb30c7-2f54-49be-9f1e-55ab98584c3b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:45.970610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d12f14dd-4704-4b96-8277-c2458d880484 None None] Provisioning complete for port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:45.971037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d12f14dd-4704-4b96-8277-c2458d880484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:45.972920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 96fb30c7-2f54-49be-9f1e-55ab98584c3b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:45.973276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 96fb30c7-2f54-49be-9f1e-55ab98584c3b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:46.048715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d12f14dd-4704-4b96-8277-c2458d880484 None None] Port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:45:46.094701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:46.098292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:46.161635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Network 39c1229f-3fc7-4996-9218-d8edb8448aed is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:45:46.171227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:46.181878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:45:46.268342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c31c8822-e8b9-41be-b222-21e526feb996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:46.443715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:46.444479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:46.927402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-688364c3-b880-400a-80d1-e1ff36280d35 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3690126 Dec 21 01:45:46.950299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Request body: {'port': {'device_id': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:46.963946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8a3d0-986e-4d65-96af-0fdb67044758 req-e83abf28-2063-4f06-85bf-d34edc8303eb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:46.965658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78b8a3d0-986e-4d65-96af-0fdb67044758 req-e83abf28-2063-4f06-85bf-d34edc8303eb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 949 time: 0.8499372 Dec 21 01:45:47.088092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe48c12-241d-43dd-8d0e-739fa3e1640c req-c60c2c0d-0627-4265-a3ee-cc52206e0319 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:47.089576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abe48c12-241d-43dd-8d0e-739fa3e1640c req-c60c2c0d-0627-4265-a3ee-cc52206e0319 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.2141833 Dec 21 01:45:47.128944 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:47.171255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78b8a3d0-986e-4d65-96af-0fdb67044758 req-936cc56d-9930-4788-b2b6-61ed1abf7f2b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586406 Dec 21 01:45:47.277123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:47.732802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abe48c12-241d-43dd-8d0e-739fa3e1640c req-f49d42de-e268-45c7-ba91-513344c55d18 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279635 Dec 21 01:45:47.782980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaab65-78b0-4e63-9e54-c2c58302f619 req-71edc150-bf4c-4baf-a88f-add6f229efe4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:47.786280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1efaab65-78b0-4e63-9e54-c2c58302f619 req-71edc150-bf4c-4baf-a88f-add6f229efe4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 932 time: 0.2595456 Dec 21 01:45:47.888872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:47.917609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1efaab65-78b0-4e63-9e54-c2c58302f619 req-7e47bb31-e07d-42ae-bf19-f759dc4acf7b tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240578 Dec 21 01:45:47.955096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 4df738b8-ae7c-4f6f-9620-b38b190b094a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:45:47.961162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 4df738b8-ae7c-4f6f-9620-b38b190b094a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:45:47.961940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.070069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.121203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:48.127874 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787da8c1-d8b4-4216-8c12-a8a64f587205" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:48.159509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:48.174368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.256550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f01e7-b4b4-4d81-9c90-a64b0cb4375b req-fefb8b95-14b6-4b8e-ac18-3d6c58191933 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:48.283994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa9f01e7-b4b4-4d81-9c90-a64b0cb4375b req-fefb8b95-14b6-4b8e-ac18-3d6c58191933 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 931 time: 0.3162324 Dec 21 01:45:48.299067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:48.400140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:48.403964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-ed120d0f-6d80-4904-8c6b-b7b0fabf19a1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:48.407799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-ed120d0f-6d80-4904-8c6b-b7b0fabf19a1 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 950 time: 0.1388943 Dec 21 01:45:48.468668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.541650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.585830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71b82fc-0033-4d33-8d83-ac0b5fdabac9 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:48.618045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa9f01e7-b4b4-4d81-9c90-a64b0cb4375b req-bc535728-684f-4627-adf7-98339e501203 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254354 Dec 21 01:45:48.627380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 54675835-9b9c-4481-9b4b-38c31b385c03 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:48.628120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.632798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Transition to ACTIVE for port object 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:48.647383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.714946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde782f-1f0e-4390-a58d-efac9982140b req-f0bb2069-1ffe-49d3-9724-904a54205da3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:48.726681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffde782f-1f0e-4390-a58d-efac9982140b req-f0bb2069-1ffe-49d3-9724-904a54205da3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 950 time: 0.4891572 Dec 21 01:45:48.746333 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832ea81c-a2e8-4048-8e50-a1bc6796ed4d x-openstack-request-id: req-832ea81c-a2e8-4048-8e50-a1bc6796ed4d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:48.746714 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:48.747127 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-832ea81c-a2e8-4048-8e50-a1bc6796ed4d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:48.749522 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'code': 200} Dec 21 01:45:48.751831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.827564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Transition to ACTIVE for port object c71b82fc-0033-4d33-8d83-ac0b5fdabac9 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:48.931031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 54675835-9b9c-4481-9b4b-38c31b385c03, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=54675835-9b9c-4481-9b4b-38c31b385c03,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:48.931523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:48.965249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 54675835-9b9c-4481-9b4b-38c31b385c03 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:48.971451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:49.106483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23556be0-f09a-43ed-b20e-f77ca68a2f10 req-c6b6285c-8b91-4df1-ba24-f8be1bfa23e5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:49.115087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23556be0-f09a-43ed-b20e-f77ca68a2f10 req-c6b6285c-8b91-4df1-ba24-f8be1bfa23e5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.2840855 Dec 21 01:45:49.173472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:49.215888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:49.231296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e1585-c383-413e-b1e6-707cd19d99cc req-d4901fc6-21a6-42da-85a0-658210d16507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:49.232985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-688e1585-c383-413e-b1e6-707cd19d99cc req-d4901fc6-21a6-42da-85a0-658210d16507 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1102 time: 0.2629020 Dec 21 01:45:49.278187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffde782f-1f0e-4390-a58d-efac9982140b req-e9020291-9594-4009-8640-0e5a96b7fe49 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495572 Dec 21 01:45:49.295564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', '54675835-9b9c-4481-9b4b-38c31b385c03', 'f33f68de-ed9d-4be1-9811-e45950f5e978'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:49.379237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=54675835-9b9c-4481-9b4b-38c31b385c03,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:49.395965 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:49.507352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23556be0-f09a-43ed-b20e-f77ca68a2f10 req-a1f111ad-bd64-4840-948d-2e287088dc98 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911211 Dec 21 01:45:49.676817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 54675835-9b9c-4481-9b4b-38c31b385c03 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:49.680737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:49.688683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-10f24cff-4ef3-4f37-ae47-f37eda42e764 req-06996538-4568-40bf-8527-a4c08b5c1ed8 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "DELETE /v2.0/ports/54675835-9b9c-4481-9b4b-38c31b385c03 HTTP/1.1" status: 204 len: 173 time: 1.2707028 Dec 21 01:45:49.693201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'name': 'network-vif-deleted', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:49.711463 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b59caa-e963-4ee5-b3ac-16aa8e275a19" -d '{"events": [{"server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "name": "network-vif-deleted", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:49.772798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-c4b7a195-c218-4d20-9132-bbec51fff584 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:49.777195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-c4b7a195-c218-4d20-9132-bbec51fff584 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/ports?device_id=27b4ded8-732d-4a00-a82c-b0cd032daaee HTTP/1.1" status: 200 len: 948 time: 0.2805068 Dec 21 01:45:49.784835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:45:49.785439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:45:49.786001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:49.965984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:50.036013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:45:50.036380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:50.041097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-688e1585-c383-413e-b1e6-707cd19d99cc req-6765e589-29db-433a-844c-b5128e603f57 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566619 Dec 21 01:45:50.053494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port f33f68de-ed9d-4be1-9811-e45950f5e978 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:50.054164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.103284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:45:50.103629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:50.104021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:45:50.104477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Bound port: 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:45:50.104979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.133368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:45:50.135837 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:45:50.138028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379e5b-76d8-4edd-b832-4cce81586543 req-7609399c-37ba-403f-ac4c-b5bfd4cf2181 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:50.148064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4379e5b-76d8-4edd-b832-4cce81586543 req-7609399c-37ba-403f-ac4c-b5bfd4cf2181 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.2776835 Dec 21 01:45:50.166965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81666f7e-8b0b-468e-af90-5a5a35a835e9 req-026c0ae2-e947-4410-b249-576d73a5d535 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:50.174252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81666f7e-8b0b-468e-af90-5a5a35a835e9 req-026c0ae2-e947-4410-b249-576d73a5d535 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.6125274 Dec 21 01:45:50.236087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port f33f68de-ed9d-4be1-9811-e45950f5e978, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f33f68de-ed9d-4be1-9811-e45950f5e978,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:50.236700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.247996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:50.252051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:45:50.259701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for f33f68de-ed9d-4be1-9811-e45950f5e978 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:50.271408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.356687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:50.363201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.364775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] 10.222.0.45 "PUT /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 1093 time: 3.4186046 Dec 21 01:45:50.380908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81666f7e-8b0b-468e-af90-5a5a35a835e9 req-7f177b77-94c5-4e75-9b97-2be1d8f93a17 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057390 Dec 21 01:45:50.445849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:50.448226 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270c92e-f098-4858-9aea-cbbfec4e4c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:50.497937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4379e5b-76d8-4edd-b832-4cce81586543 req-68ba04b1-64ac-42c9-a62f-07408b86c501 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489163 Dec 21 01:45:50.559336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Attempting to bind port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:45:50.559690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Attempting to bind port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:45:50.560045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Attempting to bind port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:50.613512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.638584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 on network 21879e0e-5728-4a44-aa89-b4702d99bfea not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:45:50.638940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Attempting to bind port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 on network 21879e0e-5728-4a44-aa89-b4702d99bfea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:45:50.660553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:50.677681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:45:50.678058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Checking segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:45:50.679568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Bound using segment: {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:45:50.679568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Bound port: c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f7b97-ddb5-4a05-b936-a3db7cd07f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:45:50.679568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.701000 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1448a8b5-24a5-47fe-a3ea-f196697a4114 x-openstack-request-id: req-1448a8b5-24a5-47fe-a3ea-f196697a4114 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:50.701542 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adceb3-4da9-412f-bc05-f2d00291eaa2", "name": "network-vif-deleted", "tag": "54675835-9b9c-4481-9b4b-38c31b385c03", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:50.701542 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1448a8b5-24a5-47fe-a3ea-f196697a4114 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:50.701980 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88adceb3-4da9-412f-bc05-f2d00291eaa2', 'name': 'network-vif-deleted', 'tag': '54675835-9b9c-4481-9b4b-38c31b385c03', 'status': 'completed', 'code': 200} Dec 21 01:45:50.768500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-cf0272dd-7653-4b9c-8ddc-199e72c59079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:50.770454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-cf0272dd-7653-4b9c-8ddc-199e72c59079 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1096 time: 0.3118277 Dec 21 01:45:50.771332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaaf5c-a329-4a8f-9a0b-9ff3fd9ea522 service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:50.833467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=f33f68de-ed9d-4be1-9811-e45950f5e978,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:50.851796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:45:50.854805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:45:50.867278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.886684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port f33f68de-ed9d-4be1-9811-e45950f5e978 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:50.890680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:50.895479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc51c9d7-b335-4e3d-b523-a0f1a87cc527 req-d1815c8f-0237-48b9-b639-2774c2debbf6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "DELETE /v2.0/ports/f33f68de-ed9d-4be1-9811-e45950f5e978 HTTP/1.1" status: 204 len: 173 time: 1.0945787 Dec 21 01:45:51.028481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-dac4882e-05ac-4f4b-a5ab-6fbe663e7662 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 217 time: 0.1721354 Dec 21 01:45:51.139450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Pushing event updated for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:51.163685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1f5dc92-9594-4216-bb68-7dbaa79f4853 req-c888f107-80ec-4ddb-ba38-8fb47eec57d0 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=88adceb3-4da9-412f-bc05-f2d00291eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0948265 Dec 21 01:45:51.173212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:51.176783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:51.179574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-9b3074ce-b1c0-4301-ba8a-7ff35f2e9c04 service neutron] 10.222.0.45 "PUT /v2.0/ports/c71b82fc-0033-4d33-8d83-ac0b5fdabac9 HTTP/1.1" status: 200 len: 1092 time: 5.3752716 Dec 21 01:45:51.270719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b6b7a-ba3b-4a8a-8d25-b952ee96acad req-822ac9df-8d76-45ca-b50b-70911f31712b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:51.272662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-304b6b7a-ba3b-4a8a-8d25-b952ee96acad req-822ac9df-8d76-45ca-b50b-70911f31712b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 943 time: 0.5882168 Dec 21 01:45:51.276481 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa2184-e9b4-4bff-ac83-dc4d4e91a68e x-openstack-request-id: req-14fa2184-e9b4-4bff-ac83-dc4d4e91a68e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:51.277159 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:51.277632 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14fa2184-e9b4-4bff-ac83-dc4d4e91a68e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:51.278250 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'status': 'completed', 'code': 200} Dec 21 01:45:51.475578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-57444d97-17eb-4c80-af3a-edf0192ce915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:51.477069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-57444d97-17eb-4c80-af3a-edf0192ce915 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.3587432 Dec 21 01:45:51.530874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-304b6b7a-ba3b-4a8a-8d25-b952ee96acad req-3da89e4a-92ff-4f9f-bc62-a575d47079fb tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481411 Dec 21 01:45:51.577994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-a2386d3c-0df5-4e9f-8694-96166cd13bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:51.579585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-a2386d3c-0df5-4e9f-8694-96166cd13bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 1095 time: 0.2710011 Dec 21 01:45:51.585361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-2b0a305e-6bee-45a4-a377-085bcb5c688e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515883 Dec 21 01:45:51.604262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66628960-72ee-4169-bf31-4075d691381e req-6e307194-89a2-47b6-8cd0-4f99368daf03 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:51.606319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66628960-72ee-4169-bf31-4075d691381e req-6e307194-89a2-47b6-8cd0-4f99368daf03 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.2150228 Dec 21 01:45:51.677981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-3337719f-7786-428e-bde8-d6d6d15c73f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9 HTTP/1.1" status: 200 len: 217 time: 0.0698099 Dec 21 01:45:51.885114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:51.912441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 54675835-9b9c-4481-9b4b-38c31b385c03 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:51.958417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 54675835-9b9c-4481-9b4b-38c31b385c03 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:51.959223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 54675835-9b9c-4481-9b4b-38c31b385c03 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:52.013688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66628960-72ee-4169-bf31-4075d691381e req-bcb8e113-dc58-4a13-9621-22a90da5fc3a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541992 Dec 21 01:45:52.019969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-fa31f468-bab2-407e-9a2d-df8d979c0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:52.021722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-fa31f468-bab2-407e-9a2d-df8d979c0503 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.3003807 Dec 21 01:45:52.042478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e59af4-997d-412d-a0ba-03189702813d req-11e99d15-ca3f-4a4f-97d4-194f6cb649cf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:52.044021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56e59af4-997d-412d-a0ba-03189702813d req-11e99d15-ca3f-4a4f-97d4-194f6cb649cf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.3284879 Dec 21 01:45:52.090874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-ed43f5a1-db6e-4282-bb20-e1e9f1a19a87 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797122 Dec 21 01:45:52.187294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56e59af4-997d-412d-a0ba-03189702813d req-a91f5f1f-0cb2-4ee2-bac8-2a967401a05d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301253 Dec 21 01:45:52.191906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-f26a0432-a500-4aac-8497-b27bab493207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:52.192372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-f26a0432-a500-4aac-8497-b27bab493207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471553 Dec 21 01:45:52.631701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27130720-7a2f-450c-bab4-0745a19c6e3a req-4c7ada4e-a1ce-4b87-849c-7621a2895609 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:52.640353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27130720-7a2f-450c-bab4-0745a19c6e3a req-4c7ada4e-a1ce-4b87-849c-7621a2895609 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.5243630 Dec 21 01:45:52.703820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'name': 'network-vif-deleted', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:52.708158 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ae47d-2917-4b4b-bdb2-b23989cfecc1" -d '{"events": [{"server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "name": "network-vif-deleted", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:52.729785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-179735cd-1c55-42d7-bd8a-f8e0e0f85c70 req-14b44608-e912-450f-93a2-ea31b007252b service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225572 Dec 21 01:45:52.742962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-80634edd-55fc-4c8e-9c4f-e9481b41affe service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220027 Dec 21 01:45:52.746587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27130720-7a2f-450c-bab4-0745a19c6e3a req-7466df5d-315e-4f2c-9f9a-1d2d3789fea6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055229 Dec 21 01:45:52.981379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-706663dc-a737-46a2-b8e7-02246922d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:52.984971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-706663dc-a737-46a2-b8e7-02246922d92b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1096 time: 0.1324875 Dec 21 01:45:52.997138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85685f5e-49bd-4d07-871c-6d25b2645436 req-c59b0e0a-5adf-475f-bc18-3319c3a7e805 service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374792 Dec 21 01:45:53.027592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f82da1-9466-4289-9632-226fa76d5768 req-32cebdc4-aed0-4b19-9f5e-10813fcab6f8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.027592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3f82da1-9466-4289-9632-226fa76d5768 req-32cebdc4-aed0-4b19-9f5e-10813fcab6f8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 943 time: 0.1612368 Dec 21 01:45:53.045072 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad402f34-60e1-42c5-8020-f05e2a5c58ca x-openstack-request-id: req-ad402f34-60e1-42c5-8020-f05e2a5c58ca {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:53.045396 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b4ded8-732d-4a00-a82c-b0cd032daaee", "name": "network-vif-deleted", "tag": "f33f68de-ed9d-4be1-9811-e45950f5e978", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:53.045657 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad402f34-60e1-42c5-8020-f05e2a5c58ca {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:53.046050 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b4ded8-732d-4a00-a82c-b0cd032daaee', 'name': 'network-vif-deleted', 'tag': 'f33f68de-ed9d-4be1-9811-e45950f5e978', 'status': 'completed', 'code': 200} Dec 21 01:45:53.142760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3f82da1-9466-4289-9632-226fa76d5768 req-e1c705cc-bcd2-46c9-84b1-6153006246af tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115866 Dec 21 01:45:53.223050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-121b3451-7cb3-401e-80d8-64b7deeda05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.224539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-121b3451-7cb3-401e-80d8-64b7deeda05f service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2263794 Dec 21 01:45:53.237617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7dc32-a98e-4b98-bb15-2389f871dea4 req-5dcd3aaa-e6a8-4304-8248-81c8d766fc57 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.239177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4c7dc32-a98e-4b98-bb15-2389f871dea4 req-5dcd3aaa-e6a8-4304-8248-81c8d766fc57 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.0928533 Dec 21 01:45:53.280487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-c4c7e8d3-5169-41b4-9066-befdf388c615 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 217 time: 0.0403402 Dec 21 01:45:53.280974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:53.283219 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11" -d '{"events": [{"name": "network-changed", "server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:53.424522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-70f83a89-9384-481b-97bd-823a8f8e9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.426004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-70f83a89-9384-481b-97bd-823a8f8e9472 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1266344 Dec 21 01:45:53.439478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4c7dc32-a98e-4b98-bb15-2389f871dea4 req-07d4bf61-5808-47dc-9bfe-f093fdbde10a tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633046 Dec 21 01:45:53.468613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-13d9da1d-0e3b-4ddf-b87c-6e73ecfb9f02 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.470219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-13d9da1d-0e3b-4ddf-b87c-6e73ecfb9f02 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.1929638 Dec 21 01:45:53.507393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-81c33289-b301-4821-910d-2e9b3a07b64e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362246 Dec 21 01:45:53.510429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-8336cd3c-3e5b-4acc-946d-c8e4f817864c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/quotas/13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 375 time: 0.0300338 Dec 21 01:45:53.662277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-e5b97b23-837f-4fd8-8a1b-b043d56ef624 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452737 Dec 21 01:45:53.694164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-fcbc8406-2b9e-467f-b866-76478c2f35f1 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760616 Dec 21 01:45:53.701532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a8385-cfde-49f2-a72b-344f1f4c569e req-458aea77-1e6b-4eaf-b240-75a6c8e24775 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:53.702899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a5a8385-cfde-49f2-a72b-344f1f4c569e req-458aea77-1e6b-4eaf-b240-75a6c8e24775 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1682060 Dec 21 01:45:53.864901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a5a8385-cfde-49f2-a72b-344f1f4c569e req-548221b6-6433-4390-8588-760c97e3655b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533906 Dec 21 01:45:53.876471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-5357bd58-d1ce-4f9e-a67e-9546f4b63625 service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053721 Dec 21 01:45:53.890269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6270c92e-f098-4858-9aea-cbbfec4e4c9d req-0c44b177-3d9c-4db0-8c94-c994eafe49fa service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858218 Dec 21 01:45:53.903346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f33f68de-ed9d-4be1-9811-e45950f5e978 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:45:53.940565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: f33f68de-ed9d-4be1-9811-e45950f5e978 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:45:53.940912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f33f68de-ed9d-4be1-9811-e45950f5e978 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:45:54.028770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7a8662c9-e801-433d-90e9-e08faf8b28bc service neutron] 10.222.0.43 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332459 Dec 21 01:45:54.037531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e69ee-6927-4990-bb70-7560c235de7a req-a7467e40-215a-4286-9f67-c91d0b7255eb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.044512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e3e69ee-6927-4990-bb70-7560c235de7a req-a7467e40-215a-4286-9f67-c91d0b7255eb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0856481 Dec 21 01:45:54.100962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e3e69ee-6927-4990-bb70-7560c235de7a req-e60cc51d-a297-43c7-9150-534219a1e236 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Dec 21 01:45:54.152498 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf49cd3-1755-4eb6-9fd5-75e87db8ac7f x-openstack-request-id: req-ddf49cd3-1755-4eb6-9fd5-75e87db8ac7f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:54.152923 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:54.153232 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddf49cd3-1755-4eb6-9fd5-75e87db8ac7f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:54.153721 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'status': 'completed', 'code': 200} Dec 21 01:45:54.263553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-94fbcb07-7928-46cc-b7ff-8c6ba0170abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.265068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-94fbcb07-7928-46cc-b7ff-8c6ba0170abb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 1095 time: 0.0645256 Dec 21 01:45:54.407637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b6ecd-7755-42db-8082-c0435e8a66a5 req-00fbf6fc-bd9f-45d3-b54a-9abb0a4c59ce tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.424348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f3b6ecd-7755-42db-8082-c0435e8a66a5 req-00fbf6fc-bd9f-45d3-b54a-9abb0a4c59ce tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.1169314 Dec 21 01:45:54.502941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-af1d1ba2-305b-4dad-b1c3-7cab834b57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.504439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-af1d1ba2-305b-4dad-b1c3-7cab834b57f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.2208116 Dec 21 01:45:54.529854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f3b6ecd-7755-42db-8082-c0435e8a66a5 req-cc65d105-4743-4bed-bcfe-4aac76f21ebc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046243 Dec 21 01:45:54.616680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-81be4abc-123d-4b01-891f-59b5882fe0d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9 HTTP/1.1" status: 200 len: 217 time: 0.1002228 Dec 21 01:45:54.641462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc4f9-c1f2-43f0-a4db-bfd83aafc7a3 req-e25b0a42-2626-4c03-a313-3f94b1a0e2b0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.644925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-86ae16eb-254f-4904-9631-d7ec58d365c6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.649118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d5dc4f9-c1f2-43f0-a4db-bfd83aafc7a3 req-e25b0a42-2626-4c03-a313-3f94b1a0e2b0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.2126141 Dec 21 01:45:54.652413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-86ae16eb-254f-4904-9631-d7ec58d365c6 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.0844848 Dec 21 01:45:54.789623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Deleting port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:45:54.790352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:54.796544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-7b1ea46c-f64e-44d4-8ce7-a84ef5679bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.798642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-7b1ea46c-f64e-44d4-8ce7-a84ef5679bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.1468000 Dec 21 01:45:54.815639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d5dc4f9-c1f2-43f0-a4db-bfd83aafc7a3 req-2077eb4b-2060-4ac4-85a9-dc30e589ee54 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655037 Dec 21 01:45:54.827531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63aea9d-4ff0-4090-a7de-4ebf7aadff59 req-7a64bd2c-f157-4811-8963-8bfa4f2190b8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.829764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a63aea9d-4ff0-4090-a7de-4ebf7aadff59 req-7a64bd2c-f157-4811-8963-8bfa4f2190b8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 943 time: 0.1170924 Dec 21 01:45:54.924330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-806e0019-7c88-44e0-8394-42cf02e10464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:54.926090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-806e0019-7c88-44e0-8394-42cf02e10464 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953953 Dec 21 01:45:54.938101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a63aea9d-4ff0-4090-a7de-4ebf7aadff59 req-53c0eb26-cbe6-46aa-ad5f-7084899f7a72 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984008 Dec 21 01:45:54.989016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] For port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:54.989640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:54.993537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d45237a8-0cc1-4385-aa49-ff287385dc8d req-87a4fce9-ea7f-411d-9d97-7134f71f4df1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0662932 Dec 21 01:45:55.031122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Calling delete_port for 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:45:55.067896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-e6c52480-7641-465a-afba-46e698f41a86 service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288004 Dec 21 01:45:55.240101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:55.272182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8961-89cd-4363-b6a6-a681e30e5be2 req-2f1178f2-8512-4217-90af-9ceadb7569a3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:55.276191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:55.286510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b57e8961-89cd-4363-b6a6-a681e30e5be2 req-2f1178f2-8512-4217-90af-9ceadb7569a3 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/ports?device_id=69768720-17ad-467e-9c45-89f5da8824b3 HTTP/1.1" status: 200 len: 949 time: 0.1356881 Dec 21 01:45:55.296768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Pushing event deleted for resources: {'Port': ['ID=523c5e2b-ae0a-463b-b0e1-70e42a3bbe54,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:55.338580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc1248d1-e9a5-4714-95b6-1ab1003fdf11 req-6642edf5-4ef3-4c2d-8ab5-32eed31fbca4 service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592831 Dec 21 01:45:55.353598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] No DVR routers for this DVR port 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:45:55.385168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:55.393285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-104d1f5d-a957-4b93-9a39-61ffb6f83641 req-d6437ee5-0e3b-47de-aea7-215f0695a938 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.24 "DELETE /v2.0/ports/523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 HTTP/1.1" status: 204 len: 173 time: 0.7344449 Dec 21 01:45:55.393936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'name': 'network-vif-deleted', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:45:55.396901 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3679ab29-9716-48dc-bb3c-9a917938aded" -d '{"events": [{"server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "name": "network-vif-deleted", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:45:55.410693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b57e8961-89cd-4363-b6a6-a681e30e5be2 req-5ad48492-55e9-4a77-b900-53334bdf1774 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38ea9a3-2211-4094-9688-cf69b5ae4027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233299 Dec 21 01:45:55.544092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-5f800621-7c55-443e-ab34-fa566396d5a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052988 Dec 21 01:45:55.640667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516c89-df79-47d3-961a-34c48b25f9f5 req-30667b81-e45e-4ba4-bb1d-374733361d43 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:55.644720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16516c89-df79-47d3-961a-34c48b25f9f5 req-30667b81-e45e-4ba4-bb1d-374733361d43 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1447930 Dec 21 01:45:55.772824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c71b82fc-0033-4d33-8d83-ac0b5fdabac9 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:55.829304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16516c89-df79-47d3-961a-34c48b25f9f5 req-672c2358-5f07-47f7-abb7-8617cbd1f95e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614392 Dec 21 01:45:55.857470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1e8b2-e2a6-48f0-9007-9034d133ed13 req-7ff82810-5837-4d58-91bb-9025018fb22d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:55.871370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74c1e8b2-e2a6-48f0-9007-9034d133ed13 req-7ff82810-5837-4d58-91bb-9025018fb22d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1522443 Dec 21 01:45:55.900643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:55.913813 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6279fde-aaeb-4285-8ca3-86de8253562f x-openstack-request-id: req-b6279fde-aaeb-4285-8ca3-86de8253562f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:45:55.914329 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69768720-17ad-467e-9c45-89f5da8824b3", "name": "network-vif-deleted", "tag": "523c5e2b-ae0a-463b-b0e1-70e42a3bbe54", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:45:55.914329 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6279fde-aaeb-4285-8ca3-86de8253562f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:45:55.914752 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69768720-17ad-467e-9c45-89f5da8824b3', 'name': 'network-vif-deleted', 'tag': '523c5e2b-ae0a-463b-b0e1-70e42a3bbe54', 'status': 'completed', 'code': 200} Dec 21 01:45:55.916056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'port_id': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'mac_address': 'fa:16:3e:3b:53:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:45:55.990854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:56.000958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74c1e8b2-e2a6-48f0-9007-9034d133ed13 req-8af57894-4e8c-4457-895c-b78a986a6891 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280861 Dec 21 01:45:56.005616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71b82fc-0033-4d33-8d83-ac0b5fdabac9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:56.028957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:45:56.042374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:56.100401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:56.170289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829009d-f4cf-4ec4-90b6-9ca39f8d77ab req-f5790d3a-6158-4ee9-b9c2-ab3e44d8d280 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:56.172840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0829009d-f4cf-4ec4-90b6-9ca39f8d77ab req-f5790d3a-6158-4ee9-b9c2-ab3e44d8d280 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.1178992 Dec 21 01:45:56.247091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0829009d-f4cf-4ec4-90b6-9ca39f8d77ab req-9e8a276c-22d1-414f-9e32-fb88ae538d0a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Dec 21 01:45:56.416004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:56.493592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fb83369-35aa-4ed3-abbd-5cec636f7b4d req-7052a985-1392-4521-afc4-915a668abac8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0884376 Dec 21 01:45:56.525498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c71b82fc-0033-4d33-8d83-ac0b5fdabac9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:56.566905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f467e-8e89-4022-a6e4-ae86bb0423af req-331017e6-8523-40c0-a392-d0f14580962c tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:56.578397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f8f467e-8e89-4022-a6e4-ae86bb0423af req-331017e6-8523-40c0-a392-d0f14580962c tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 944 time: 0.3369870 Dec 21 01:45:56.649183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-b1f8d4af-b51f-4a5c-8857-b7fcaa8abe09 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:56.651088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-b1f8d4af-b51f-4a5c-8857-b7fcaa8abe09 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 807 time: 0.4216831 Dec 21 01:45:56.680830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Request body: {'port': {'device_id': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'admin_state_up': True, 'tenant_id': '13ab032e172a47efa1f73fb670e42709'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:56.823619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f8f467e-8e89-4022-a6e4-ae86bb0423af req-911f0a79-63f9-4490-ba5a-bef3cbc96375 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427442 Dec 21 01:45:56.846804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Made reservation on behalf of 13ab032e172a47efa1f73fb670e42709 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:45:56.851719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.032606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33232) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:57.051484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff4a6-c441-4173-bc12-951d2951043c req-11d310f1-9701-40a8-a893-c45740ab3800 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:57.060301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baeff4a6-c441-4173-bc12-951d2951043c req-11d310f1-9701-40a8-a893-c45740ab3800 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1087084 Dec 21 01:45:57.167840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baeff4a6-c441-4173-bc12-951d2951043c req-02a39135-d9fb-4f52-8b84-970741407308 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029735 Dec 21 01:45:57.325096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Allocated IP 172.20.0.14 (51c1194d-aed5-44d8-b80d-94ead05a1e3c/e937a214-6e40-47af-8ba3-d087fdefdc21/208f459e-8be7-4a37-b4ef-40dd6b7e394f) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:45:57.477355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a4c4dab1-8e6b-4fcf-a72a-1821f245ffd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=121a0ae707694e01b8fdf39ccc7f0ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428420 Dec 21 01:45:57.478237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33248) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:57.483736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f363-b5c4-47f8-822a-8b6cb0596da8 req-0a00c1ca-0b00-4cdd-a2a1-7762f5085899 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:57.486421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8f7f363-b5c4-47f8-822a-8b6cb0596da8 req-0a00c1ca-0b00-4cdd-a2a1-7762f5085899 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.2792499 Dec 21 01:45:57.548627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.607376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.616026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c98352-ebc3-4908-95ec-ac4d4b6b680f req-30b0ea0d-7b25-48cf-a1dc-1ded91330dee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:57.624090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13c98352-ebc3-4908-95ec-ac4d4b6b680f req-30b0ea0d-7b25-48cf-a1dc-1ded91330dee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.2079685 Dec 21 01:45:57.675343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-a7f008c4-7c93-4189-86a2-1e86183da4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:57.677163 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-a7f008c4-7c93-4189-86a2-1e86183da4b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1102 time: 0.0851271 Dec 21 01:45:57.710606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8f7f363-b5c4-47f8-822a-8b6cb0596da8 req-4ec7ec1d-5306-474b-95fd-8e47a6cc4130 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115531 Dec 21 01:45:57.716000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.719448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.720737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e38ea9a3-2211-4094-9688-cf69b5ae4027 HTTP/1.1" status: 204 len: 168 time: 0.2414062 Dec 21 01:45:57.783653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89e9ab-2b73-4021-8d0b-db6848df8b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ea9a3-2211-4094-9688-cf69b5ae4027,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:57.815394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13c98352-ebc3-4908-95ec-ac4d4b6b680f req-273b3ece-2f68-4f9e-8882-f936f36d1ac4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903360 Dec 21 01:45:57.853190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:57.873133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-a7411590-9d0e-426e-87e6-65ca9cf83dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:57.874694 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-a7411590-9d0e-426e-87e6-65ca9cf83dc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1879954 Dec 21 01:45:57.960218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-feb3a33e-a344-4d14-8c00-4343d8e54447 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.0771534 Dec 21 01:45:57.982087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b32313a4-2e52-498a-9cec-8f9eee90d60a req-3fd0ed50-0812-410d-b3e1-5143360cb5c6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0684977 Dec 21 01:45:58.018399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.052661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-b10edd33-21a6-414a-91c3-0f4a91e74623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:58.055396 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-b10edd33-21a6-414a-91c3-0f4a91e74623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0855408 Dec 21 01:45:58.062220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:58.066626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:45:58.130490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-7bb59856-1480-4af2-a00c-e1a1976515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:58.132424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-7bb59856-1480-4af2-a00c-e1a1976515e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688071 Dec 21 01:45:58.253446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Network 51c1194d-aed5-44d8-b80d-94ead05a1e3c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:45:58.262478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:45:58.270953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:45:58.283361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:58.333816 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-6f5e6528-f94a-4176-8295-1240f566638a service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877203 Dec 21 01:45:58.421304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d39cc-b459-402d-95e6-baa3e0d14132 req-2f7ed7f8-9d7e-4322-8361-6984fd10f5f2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:58.422921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-126d39cc-b459-402d-95e6-baa3e0d14132 req-2f7ed7f8-9d7e-4322-8361-6984fd10f5f2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 944 time: 0.2734406 Dec 21 01:45:58.473500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:58.474113 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.507817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33264) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:58.544746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-d88891e8-458f-48d9-9bbc-c84c907165df tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8711667 Dec 21 01:45:58.548604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-348b484e-2ae5-4ef2-8b3d-04e99783d40f service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095120 Dec 21 01:45:58.566686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-126d39cc-b459-402d-95e6-baa3e0d14132 req-1eee79aa-463f-4be5-85ca-cc232e28ef3d tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335003 Dec 21 01:45:58.570355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Request body: {'port': {'device_id': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:45:58.587809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f93fcc96-2c1d-4013-aca5-575bc6b782a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22ec1bc776304a3eb32aaa69b1095d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720940 Dec 21 01:45:58.589268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33266) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:45:58.594277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790d616-f383-4c41-994c-c597608db106 req-93e47fac-40fa-4795-9795-68682668fe48 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:58.602038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b790d616-f383-4c41-994c-c597608db106 req-93e47fac-40fa-4795-9795-68682668fe48 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1780798 Dec 21 01:45:58.702540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.726853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b790d616-f383-4c41-994c-c597608db106 req-dc2f7d0f-7487-4a77-8e31-25783b3c240f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213765 Dec 21 01:45:58.729000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.768488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.846322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.849670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:58.855622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/589f12bb-ec0a-40ee-ad58-c213813f7aeb HTTP/1.1" status: 204 len: 168 time: 0.2646480 Dec 21 01:45:58.886591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c819e23-2448-4314-b9d6-742e509735c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f12bb-ec0a-40ee-ad58-c213813f7aeb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:45:59.134446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f72a7-3e3d-49c7-98b5-82ca8048c984 req-a68b5869-9609-4df8-a4e8-0bd20c810d4d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:59.142026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f89f72a7-3e3d-49c7-98b5-82ca8048c984 req-a68b5869-9609-4df8-a4e8-0bd20c810d4d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1955318 Dec 21 01:45:59.163632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1070bea-2f41-4c18-a410-6d7f2520113e req-3ddb5c1f-7af7-4375-bd7e-debf51812efa tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:59.170982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1070bea-2f41-4c18-a410-6d7f2520113e req-3ddb5c1f-7af7-4375-bd7e-debf51812efa tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.1906779 Dec 21 01:45:59.275437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f89f72a7-3e3d-49c7-98b5-82ca8048c984 req-febc2414-d09a-4d60-9690-7787b5b37530 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324911 Dec 21 01:45:59.297310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1070bea-2f41-4c18-a410-6d7f2520113e req-ed94ae17-f40c-46be-aa1f-2dbbdeb58b15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189444 Dec 21 01:45:59.401163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208f459e-8be7-4a37-b4ef-40dd6b7e394f {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:45:59.793175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:45:59.837419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:59.883142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Transition to ACTIVE for port object 208f459e-8be7-4a37-b4ef-40dd6b7e394f will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:45:59.897935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:45:59.911178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c71b82fc-0033-4d33-8d83-ac0b5fdabac9 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:45:59.917287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13298-bfde-4dec-b076-96d373b7f10f req-01e11f98-aac6-4a7b-8f80-97c740f87e3a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:59.924628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2dd13298-bfde-4dec-b076-96d373b7f10f req-01e11f98-aac6-4a7b-8f80-97c740f87e3a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 932 time: 0.5097058 Dec 21 01:45:59.980140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569696ea-8f5a-486e-8fb0-b976efac4610 req-51bcbe46-13bb-4490-bed9-e18fd7014e2b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:45:59.987691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-569696ea-8f5a-486e-8fb0-b976efac4610 req-51bcbe46-13bb-4490-bed9-e18fd7014e2b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 944 time: 0.1532946 Dec 21 01:45:59.989150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:00.084600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:00.118549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2dd13298-bfde-4dec-b076-96d373b7f10f req-4efe1e14-d704-4198-8c53-2410f446fa2d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928422 Dec 21 01:46:00.157020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:00.157020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 523c5e2b-ae0a-463b-b0e1-70e42a3bbe54 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:00.254890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-569696ea-8f5a-486e-8fb0-b976efac4610 req-33c27d5a-7426-4c6e-8ba0-44c8e9c371d2 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662292 Dec 21 01:46:00.287243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:46:00.307497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:00.316171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:00.316800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:00.316800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:00.324037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:00.346491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.391547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:46:00.392199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:00.410761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:00.411106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:00.411558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:00.414569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Bound port: 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:00.414959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.433302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'port_id': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'mac_address': 'fa:16:3e:66:f9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27904162-db89-4000-9aa6-a699b0788dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:00.491682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.510407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:00.539383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:00.539605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c70e-f3c6-43a6-afc0-412f23f96cab req-edb385c1-5961-41a2-9b34-6a4b5ee29610 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:00.543053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3af2c70e-f3c6-43a6-afc0-412f23f96cab req-edb385c1-5961-41a2-9b34-6a4b5ee29610 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.2183831 Dec 21 01:46:00.552765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.650538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:00.673820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.700459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:00.703664 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28795a22-56aa-44be-8f5a-dfca2078975f" -d '{"events": [{"server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "name": "network-vif-plugged", "status": "completed", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:00.719543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:00.725865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.726929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:00.745826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f7d83-1fcc-4533-b056-60b4e2e05a9b req-fc7ee704-8f32-4611-ac23-ecab02eb48db tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:00.747649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d79f7d83-1fcc-4533-b056-60b4e2e05a9b req-fc7ee704-8f32-4611-ac23-ecab02eb48db tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.3247561 Dec 21 01:46:00.785982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3af2c70e-f3c6-43a6-afc0-412f23f96cab req-b760aa95-9c8b-4ff8-a333-3450d3704c2b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178242 Dec 21 01:46:00.858202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:00.865734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:00.942736 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.944222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:00.965389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:00.974612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:00.996267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:01.001289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6db93e70-5915-46b7-aca8-663e85e41f0d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:01.055018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:01.121911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.123020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:01.125465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] 10.222.0.45 "PUT /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 1093 time: 2.5634429 Dec 21 01:46:01.126434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:01.129809 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed07666-88b9-4f59-92de-261b0114e9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:01.146095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d79f7d83-1fcc-4533-b056-60b4e2e05a9b req-ccc5f0af-9d46-4500-9cea-82a00cd8836c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565009 Dec 21 01:46:01.170755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b0071-1497-4c55-bfaa-2fd39ec2991f req-94272b01-b969-4f2c-a3e8-84cf5c2ca6e3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.198436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d08b0071-1497-4c55-bfaa-2fd39ec2991f req-94272b01-b969-4f2c-a3e8-84cf5c2ca6e3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.2942441 Dec 21 01:46:01.219361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:01.262880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d490355-3f4f-4540-9010-d55f62844d05 service neutron] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:01.311641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d08b0071-1497-4c55-bfaa-2fd39ec2991f req-3806241e-6ec1-47c1-9af2-b48ff136434e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100533 Dec 21 01:46:01.336552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-bc5b86b3-fe3d-43e7-b472-2ad4a028041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.340645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-bc5b86b3-fe3d-43e7-b472-2ad4a028041e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1096 time: 0.1191454 Dec 21 01:46:01.429992 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80818567-32c7-4dfd-a825-440a8d566d5f x-openstack-request-id: req-80818567-32c7-4dfd-a825-440a8d566d5f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:01.430379 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "name": "network-vif-plugged", "status": "completed", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:01.430593 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80818567-32c7-4dfd-a825-440a8d566d5f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:01.431537 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'code': 200} Dec 21 01:46:01.441915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-b22d2682-d681-43b0-bf59-d9a30f9acc91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 217 time: 0.0871453 Dec 21 01:46:01.542405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-8fc7ad0e-be0d-4325-853d-13493e4a38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.545014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-8fc7ad0e-be0d-4325-853d-13493e4a38b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0950041 Dec 21 01:46:01.547347 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9613d66-e542-4900-bc48-f2c045150270 x-openstack-request-id: req-a9613d66-e542-4900-bc48-f2c045150270 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:01.547727 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:01.547988 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9613d66-e542-4900-bc48-f2c045150270 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:01.548460 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'status': 'completed', 'code': 200} Dec 21 01:46:01.645773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-bbd731b9-98d6-47d1-a4c6-ca05d71b46eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823691 Dec 21 01:46:01.782678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e917ed5-f8d3-4d3d-bd5c-51ca161acca2 req-5585cbea-e628-46eb-9c10-9c19e02bff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.784496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e917ed5-f8d3-4d3d-bd5c-51ca161acca2 req-5585cbea-e628-46eb-9c10-9c19e02bff12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 1097 time: 0.2199264 Dec 21 01:46:01.802311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:01.818546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3403-7334-48ca-8355-88d1341b9a38 req-cd75ddbb-ab36-49fd-810e-210e16bdf623 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:01.820231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b7c3403-7334-48ca-8355-88d1341b9a38 req-cd75ddbb-ab36-49fd-810e-210e16bdf623 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.2349689 Dec 21 01:46:01.925256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b7c3403-7334-48ca-8355-88d1341b9a38 req-d8db50d7-c800-4634-b41b-d8975f5cd1ff tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919478 Dec 21 01:46:01.957844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-baa2b006-dc90-40b7-a9e9-96342f6fba64 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923584 Dec 21 01:46:01.972867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:01.976376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e917ed5-f8d3-4d3d-bd5c-51ca161acca2 req-5e583b1a-bc23-4b56-9d5a-87bbba3066a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809700 Dec 21 01:46:01.989743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed', 'port_id': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'mac_address': 'fa:16:3e:cf:3d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f43eb1-f2cf-4af5-9c12-d515c60935c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:02.040944 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:02.064732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:02.092379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:02.122412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ebee-3047-4eff-a3df-a4b694a00a88 req-ae2c484e-9e9c-4972-9de2-830e4c5ffc5e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:02.124033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7856ebee-3047-4eff-a3df-a4b694a00a88 req-ae2c484e-9e9c-4972-9de2-830e4c5ffc5e tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.4102373 Dec 21 01:46:02.127713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:02.145770 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:46:02.217302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb13092a-10e4-4a59-956e-9be412c23fdd req-749d5a4b-8eb8-4687-96ba-c9a98bd7670a service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396448 Dec 21 01:46:02.251326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7856ebee-3047-4eff-a3df-a4b694a00a88 req-73729529-29c3-4439-9496-453e747093e9 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118000 Dec 21 01:46:02.293760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:02.490342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545e08-b7c7-4987-a46d-96f803a2e986 req-fbc26234-f3ee-4419-b040-1915793b1e6e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:02.492148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0545e08-b7c7-4987-a46d-96f803a2e986 req-fbc26234-f3ee-4419-b040-1915793b1e6e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.1664207 Dec 21 01:46:02.535535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031bede-4ec7-4dd2-a4e4-874954068738 req-402b042e-c9ff-4e04-aaeb-301955746608 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:02.543629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9031bede-4ec7-4dd2-a4e4-874954068738 req-402b042e-c9ff-4e04-aaeb-301955746608 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1354859 Dec 21 01:46:02.548580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-4964a105-7748-4222-859e-fe1b1d2d73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:02.550199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-4964a105-7748-4222-859e-fe1b1d2d73ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1096 time: 0.1429343 Dec 21 01:46:02.571705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['31bbe310-f4c6-496c-8ef6-0fa66bba1f65'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:02.677618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0545e08-b7c7-4987-a46d-96f803a2e986 req-bb79eaf7-425c-4a6e-8e83-6a7d17faa99b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735251 Dec 21 01:46:02.720823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9031bede-4ec7-4dd2-a4e4-874954068738 req-d68e153d-55b8-4146-93da-bcb95a5e012b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762168 Dec 21 01:46:02.792848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-249d584d-5b76-4342-a4fb-d094632d069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:02.794625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-249d584d-5b76-4342-a4fb-d094632d069b service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.2323074 Dec 21 01:46:02.868896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-a89138c8-fe55-414b-b595-9900435b0576 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 217 time: 0.0634108 Dec 21 01:46:03.012118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e78e-7d8b-438d-91ea-5bca5cfdea80 req-a8174f62-3667-47f4-bcff-e23c8608c714 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.014044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a11e78e-7d8b-438d-91ea-5bca5cfdea80 req-a8174f62-3667-47f4-bcff-e23c8608c714 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.1442096 Dec 21 01:46:03.015568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-e18a1233-f9cd-430c-af75-d72073974b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.016913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-e18a1233-f9cd-430c-af75-d72073974b88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1192682 Dec 21 01:46:03.076371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-9073a8ae-3f30-4ee2-9d5c-e25c061ea8f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356441 Dec 21 01:46:03.142051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a11e78e-7d8b-438d-91ea-5bca5cfdea80 req-b04b3927-3949-4dd7-8ce7-ff3ced6e0a15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220055 Dec 21 01:46:03.198102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1a92d-0955-4e8b-bfa1-cf71dbb882f4 req-8b7acd26-a1ec-4eb1-bee7-823a975e5fc2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.199777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59e1a92d-0955-4e8b-bfa1-cf71dbb882f4 req-8b7acd26-a1ec-4eb1-bee7-823a975e5fc2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1199210 Dec 21 01:46:03.242889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-63854486-8972-45fb-8875-772a1c6f92a1 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567488 Dec 21 01:46:03.312417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59e1a92d-0955-4e8b-bfa1-cf71dbb882f4 req-13f79596-d712-4f4f-b4da-cbb067837892 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015360 Dec 21 01:46:03.426816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ed07666-88b9-4f59-92de-261b0114e9ee req-649c60ce-9079-4e02-9cf7-eceef5c426f4 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727757 Dec 21 01:46:03.434286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e65c4-a8b8-4d6e-ab40-1ebfdc3e4f9a req-b9302233-53b1-45f2-bb58-4e5897bece01 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.435687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c1e65c4-a8b8-4d6e-ab40-1ebfdc3e4f9a req-b9302233-53b1-45f2-bb58-4e5897bece01 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.0835602 Dec 21 01:46:03.496500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c1e65c4-a8b8-4d6e-ab40-1ebfdc3e4f9a req-64612bde-21c3-47f2-a91c-46539f4e8a44 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542510 Dec 21 01:46:03.538928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33414) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:03.677374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85348d57-f843-4eb0-8170-6b27cdc73bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.767164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85348d57-f843-4eb0-8170-6b27cdc73bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.771947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85348d57-f843-4eb0-8170-6b27cdc73bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.806642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85348d57-f843-4eb0-8170-6b27cdc73bf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7407de3f87b94a548bc57fe849eff896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663710 Dec 21 01:46:03.809199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33422) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:03.823473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:03.844466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348d57-f843-4eb0-8170-6b27cdc73bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d91cee-3736-42b1-88bb-363a008c8b68,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:03.875390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.902947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.904713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 6db93e70-5915-46b7-aca8-663e85e41f0d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:03.905258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.910962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15768-72bb-4c3e-b1aa-bcf311a25c51 req-bd7a9da3-e15e-45d8-bd36-d9712451718c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.913285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7c15768-72bb-4c3e-b1aa-bcf311a25c51 req-bd7a9da3-e15e-45d8-bd36-d9712451718c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 943 time: 0.1333671 Dec 21 01:46:03.933670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed31b82-5585-429f-b527-48cf9e68f92a req-4a36809d-2031-4ce9-a4b9-b3ccacb2dad5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:03.946413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ed31b82-5585-429f-b527-48cf9e68f92a req-4a36809d-2031-4ce9-a4b9-b3ccacb2dad5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1353261 Dec 21 01:46:03.967635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.970646 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:03.974477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03d91cee-3736-42b1-88bb-363a008c8b68 HTTP/1.1" status: 204 len: 168 time: 0.1618872 Dec 21 01:46:03.995160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abde20-7442-46f3-9ecd-dcb015ae0a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d91cee-3736-42b1-88bb-363a008c8b68,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:04.026239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.029664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ed31b82-5585-429f-b527-48cf9e68f92a req-b1d45b35-ce50-432c-ba7a-eeb6debd1a90 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820878 Dec 21 01:46:04.078385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7c15768-72bb-4c3e-b1aa-bcf311a25c51 req-0c5b5a4e-37fe-4c78-8e1d-6872a257bb59 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087966 Dec 21 01:46:04.128964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:04.135828 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df98938f-0390-4e25-aac0-9cbee9cfd130" -d '{"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-plugged", "status": "completed", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:04.143279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:04.152480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.333101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d7c4-4baa-4abf-a5f6-33af502cb32a req-3c97ac5c-adf0-4d25-a1cb-d6f3c9feaeb9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:04.341745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a7d7c4-4baa-4abf-a5f6-33af502cb32a req-3c97ac5c-adf0-4d25-a1cb-d6f3c9feaeb9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.0843191 Dec 21 01:46:04.429883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33458) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:04.450647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a7d7c4-4baa-4abf-a5f6-33af502cb32a req-0b53ce07-b998-4898-b4b1-cf009e1e5694 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036019 Dec 21 01:46:04.451435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca2668aa-4072-4387-8601-a292c773632c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.494665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:04.507001 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943214bc-adda-460b-9766-6f63c255cc02 x-openstack-request-id: req-943214bc-adda-460b-9766-6f63c255cc02 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:04.507525 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-plugged", "status": "completed", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:04.508409 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-943214bc-adda-460b-9766-6f63c255cc02 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:04.508961 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'code': 200} Dec 21 01:46:04.545682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce820b4-b85d-4794-9406-422948a17d84 req-e43b2ea6-e194-4856-acea-50b39b67a626 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:04.553879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce820b4-b85d-4794-9406-422948a17d84 req-e43b2ea6-e194-4856-acea-50b39b67a626 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0948625 Dec 21 01:46:04.586570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca2668aa-4072-4387-8601-a292c773632c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.591373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca2668aa-4072-4387-8601-a292c773632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.622840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2668aa-4072-4387-8601-a292c773632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c187f-d04b-4e93-9f84-badf686bb269,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:04.653814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ca2668aa-4072-4387-8601-a292c773632c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8a969719a2a403383d69bc233b9b1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204540 Dec 21 01:46:04.654604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33462) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:04.673978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094876f-a988-45e1-9750-addf1a57010d req-3011e14f-9bf6-4196-8da2-dada2c3c97b2 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:04.675575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c094876f-a988-45e1-9750-addf1a57010d req-3011e14f-9bf6-4196-8da2-dada2c3c97b2 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 949 time: 0.1183908 Dec 21 01:46:04.680470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce820b4-b85d-4794-9406-422948a17d84 req-a087a91b-565e-4664-908a-2999e6b963f5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257737 Dec 21 01:46:04.685272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ee8a7-7fde-4eb3-b2f9-f940d2b27102 req-b68b53ae-28ee-4d3d-a1a6-b679cb5cb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:04.686789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-283ee8a7-7fde-4eb3-b2f9-f940d2b27102 req-b68b53ae-28ee-4d3d-a1a6-b679cb5cb2ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 1097 time: 0.1307678 Dec 21 01:46:04.713759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.741975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.807439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.808194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c094876f-a988-45e1-9750-addf1a57010d req-65d0c9f3-2726-4a3a-8a85-92de078c5e18 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162548 Dec 21 01:46:04.812757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-283ee8a7-7fde-4eb3-b2f9-f940d2b27102 req-eb9fe93e-1a4e-4b0d-a66e-65829b220b68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140251 Dec 21 01:46:04.813177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:04.814720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e69c187f-d04b-4e93-9f84-badf686bb269 HTTP/1.1" status: 204 len: 168 time: 0.1588023 Dec 21 01:46:04.832401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39bbeb-7b20-44fe-8627-149b65b21006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c187f-d04b-4e93-9f84-badf686bb269,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:04.854456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b048-19c8-4dd4-bccd-16a33dc46450 req-21741b2f-35da-4be3-a4d9-3dd3a9bcb782 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:04.856277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f61b048-19c8-4dd4-bccd-16a33dc46450 req-21741b2f-35da-4be3-a4d9-3dd3a9bcb782 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.0985878 Dec 21 01:46:04.931987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f61b048-19c8-4dd4-bccd-16a33dc46450 req-5aee1d8a-dbed-4f1e-8844-1cf1afe1b2e9 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684741 Dec 21 01:46:05.065259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c326511-acbb-4c56-8dc4-c2460d57f5ce req-47f16f0d-46de-4909-b71e-f2a03d0ab12f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:05.066720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c326511-acbb-4c56-8dc4-c2460d57f5ce req-47f16f0d-46de-4909-b71e-f2a03d0ab12f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.0571425 Dec 21 01:46:05.075560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:05.081062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Request body: {'floatingip': {'port_id': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:05.135318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:05.201066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de60c-ef02-4874-b63a-b7e7453a7689 req-b2938145-9097-488a-8051-ded4f112f64b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:05.203058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-382de60c-ef02-4874-b63a-b7e7453a7689 req-b2938145-9097-488a-8051-ded4f112f64b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0626659 Dec 21 01:46:05.333965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-382de60c-ef02-4874-b63a-b7e7453a7689 req-228e44c4-3413-4c2b-ba1a-5a1d634aed2d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111951 Dec 21 01:46:05.441800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45649ae0-5d3e-4622-a77c-9f613837770a req-e8575c7b-9c17-45fd-b0ab-bb7c6e5f48d9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:05.445928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45649ae0-5d3e-4622-a77c-9f613837770a req-e8575c7b-9c17-45fd-b0ab-bb7c6e5f48d9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1304035 Dec 21 01:46:05.521427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45649ae0-5d3e-4622-a77c-9f613837770a req-194d233c-285b-41e7-928f-950c0539bdbb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Dec 21 01:46:05.669749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dcbf8-2144-4654-a1c2-3086060f5cc3 req-b848e5b6-cdcf-46f6-b582-83d03451fa26 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:05.672088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-208dcbf8-2144-4654-a1c2-3086060f5cc3 req-b848e5b6-cdcf-46f6-b582-83d03451fa26 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Dec 21 01:46:05.754000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-208dcbf8-2144-4654-a1c2-3086060f5cc3 req-d82724cf-afb8-445a-b700-83ae9437d199 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755341 Dec 21 01:46:05.756373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:05.762262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:05.845480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd66ac-e5d3-4d3c-b708-30ea70259af8 req-1476a7e2-b5d1-479f-8e43-497f879e5af3 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:05.848434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72cd66ac-e5d3-4d3c-b708-30ea70259af8 req-1476a7e2-b5d1-479f-8e43-497f879e5af3 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0546880 Dec 21 01:46:05.849409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:05.872491 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd associated. External IP: 172.25.6.57, port: c71b82fc-0033-4d33-8d83-ac0b5fdabac9. Dec 21 01:46:05.877779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33518) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:05.912947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72cd66ac-e5d3-4d3c-b708-30ea70259af8 req-85c93110-b1fb-425b-9dad-ad1c354ea756 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Dec 21 01:46:05.921530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:46:05.926132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:05.926701 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.012981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-network', 'tenant_id': '999634003eed4f618887996c14ad90a2'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:06.024988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.044480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Made reservation on behalf of 999634003eed4f618887996c14ad90a2 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:06.047898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.058112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.070787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:06.079193 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.131304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:06.161048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.166138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.193567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:46:06.202547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1445c26f-1fe3-409e-8460-0e928cdfa29f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:06.211059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.211402 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Added segment a22e4653-9fe3-4b2c-a790-a930b55a21e1 of type vlan for network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 Dec 21 01:46:06.251952 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.277361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.278359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:06.279028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.316791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4352169 Dec 21 01:46:06.338826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:06.344270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Request body: {'subnet': {'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-subnet', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:06.346290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0ac3-2376-493b-bc92-d23d2bd1b210 admin admin] Pushing event updated for resources: {'Network': ['ID=1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:06.357492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:46:06.425852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:46:06.429248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Made reservation on behalf of 999634003eed4f618887996c14ad90a2 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:06.431897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.507421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73688ce7-5f39-45ea-92db-cc195bd104f1 req-8ace6977-8ad0-4002-8921-7ef911e20c13 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:06.509597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73688ce7-5f39-45ea-92db-cc195bd104f1 req-8ace6977-8ad0-4002-8921-7ef911e20c13 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0719581 Dec 21 01:46:06.510327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:06.517636 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a4b479-10ff-4817-b80b-a7e1a933a1ea" -d '{"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-plugged", "status": "completed", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:06.582515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73688ce7-5f39-45ea-92db-cc195bd104f1 req-f30a775f-dad7-4af8-8cbe-bfa5562b1d64 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Dec 21 01:46:06.605863 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f522c8-dd37-47ae-af95-002a4bc9e12d x-openstack-request-id: req-30f522c8-dd37-47ae-af95-002a4bc9e12d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:06.606260 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-plugged", "status": "completed", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:06.606755 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30f522c8-dd37-47ae-af95-002a4bc9e12d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:06.607357 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'code': 200} Dec 21 01:46:06.680488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:06.683221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.692628 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:06.710619 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:06.712508 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:06.729385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-47e91142-6f3d-4747-9973-9d9074a0f180 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "PUT /v2.0/floatingips/dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd HTTP/1.1" status: 200 len: 990 time: 1.6505661 Dec 21 01:46:06.732635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262353d-db01-4c60-bde7-cfa30a1cab4f req-ea3d710f-8089-4080-bbf6-b973f6723611 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:06.740804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3262353d-db01-4c60-bde7-cfa30a1cab4f req-ea3d710f-8089-4080-bbf6-b973f6723611 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.0946167 Dec 21 01:46:06.750285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:06.752701 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ff5a6-f139-45c6-be97-da8e513d7d27" -d '{"events": [{"name": "network-changed", "server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:06.782710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.848625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b58b38-567e-4e23-8a14-ea759617cdc5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:06.851729 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:06.853447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3262353d-db01-4c60-bde7-cfa30a1cab4f req-e22d90e4-13c9-45d7-b0c0-959cadffcc5f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115322 Dec 21 01:46:06.863401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116edec-30d9-4766-9eff-14502523475e req-e513972d-0629-4e32-8170-fa826425d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:06.864872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4116edec-30d9-4766-9eff-14502523475e req-e513972d-0629-4e32-8170-fa826425d939 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1098 time: 0.1162288 Dec 21 01:46:06.871270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Checking segment: {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:06.871582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Network hostable DHCP agents. Network: 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:46:06.891307 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1762f6-6e98-476e-81a2-bfdcdfe7c270 x-openstack-request-id: req-ce1762f6-6e98-476e-81a2-bfdcdfe7c270 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:06.891599 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:06.891852 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce1762f6-6e98-476e-81a2-bfdcdfe7c270 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:06.892254 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'status': 'completed', 'code': 200} Dec 21 01:46:06.917259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:46:06.931956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:06.936749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:06.937461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:06.944123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9951c917-6c6c-42e4-b631-063baef6d394 None None] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:06.972750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a85352f-f56d-479b-8fa4-898552d35d9f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6327059 Dec 21 01:46:06.975378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33552) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:06.982076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:07.013957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.015059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.092804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4116edec-30d9-4766-9eff-14502523475e req-3babd626-6550-45ea-8772-8d8f484edd7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102938 Dec 21 01:46:07.097603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'project_id': '999634003eed4f618887996c14ad90a2', 'fixed_ips': [{'subnet_id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:46:07.098962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.099412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.101836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-26885929-5e8d-477d-82c4-2f351b3c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.103452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-26885929-5e8d-477d-82c4-2f351b3c593e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a494bc3f59a04438b6748cd45468e0ea&device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 1097 time: 0.1477137 Dec 21 01:46:07.120347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a534e0-5ea7-477a-8e22-a7d373fee8b4 req-7434c69a-dd06-4f79-b5f1-78ea18c105cc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.122765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64a534e0-5ea7-477a-8e22-a7d373fee8b4 req-7434c69a-dd06-4f79-b5f1-78ea18c105cc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.1276166 Dec 21 01:46:07.131827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368705c-bbe0-440d-af29-3861649c6954 req-c1ae0ed4-4b95-4590-b53f-a6eb3752f178 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.142126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5368705c-bbe0-440d-af29-3861649c6954 req-c1ae0ed4-4b95-4590-b53f-a6eb3752f178 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.1862469 Dec 21 01:46:07.163454 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:3b:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be03785-33dd-4007-ab4f-810e237dacbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:46:05Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:07.200479 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:07.214072 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:07.215623 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:07.260328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5368705c-bbe0-440d-af29-3861649c6954 req-834c6cc9-31c4-421c-b0a4-5af86affe18e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 Dec 21 01:46:07.290448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Allocated IP 172.20.0.2 (1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3/a0b58b38-567e-4e23-8a14-ea759617cdc5/48847918-d1d5-4723-b6cb-ab9274884d16) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:07.290762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.291025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64a534e0-5ea7-477a-8e22-a7d373fee8b4 req-5b5c9392-4c8b-4aad-bfac-90bf0b90dc90 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323006 Dec 21 01:46:07.356693 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:07.417180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689ec99-09d0-4576-9855-c0cc1c072e83 req-0bafa097-2270-4083-aea6-53491614192d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.426555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6689ec99-09d0-4576-9855-c0cc1c072e83 req-0bafa097-2270-4083-aea6-53491614192d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0723104 Dec 21 01:46:07.555318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6689ec99-09d0-4576-9855-c0cc1c072e83 req-1f07d42f-4040-40f9-acac-b333bc35eb00 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225412 Dec 21 01:46:07.606617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.614518 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.636753 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.638722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.645635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-4ad3c803-40a6-4043-b56b-2cd8fd6b91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.656233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-4ad3c803-40a6-4043-b56b-2cd8fd6b91b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 200 len: 924 time: 0.1963594 Dec 21 01:46:07.777205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:07.785935 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:3b:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be03785-33dd-4007-ab4f-810e237dacbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:46:05Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:07.789533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:07.797161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:07.807482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Pushing event updated for resources: {'Port': ['ID=48847918-d1d5-4723-b6cb-ab9274884d16,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:07.816818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Allocated IP 172.25.6.227 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/508fca64-6ea5-427c-9871-262f9c9835ee) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:07.857014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:07.866128 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885d2e7-6b96-4b11-94a9-76bc65bee0ae None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'port_id': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'mac_address': 'fa:16:3e:3b:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be03785-33dd-4007-ab4f-810e237dacbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:42:06Z', 'updated_at': '2021-12-21T01:46:05Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:07.877731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-430e3a8d-a0d8-48b2-846e-26544b94a741 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9 HTTP/1.1" status: 200 len: 998 time: 0.1989372 Dec 21 01:46:07.889459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7a26f-ac5a-4565-ac4c-6c68f40ce20d req-5e5ac717-d1f8-430f-874a-164f1521fb81 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:07.897117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cea7a26f-ac5a-4565-ac4c-6c68f40ce20d req-5e5ac717-d1f8-430f-874a-164f1521fb81 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1436899 Dec 21 01:46:07.950615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:07.991672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:07.992306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Attempting to bind port 48847918-d1d5-4723-b6cb-ab9274884d16 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:07.992845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Attempting to bind port 48847918-d1d5-4723-b6cb-ab9274884d16 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:07.993781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Attempting to bind port 48847918-d1d5-4723-b6cb-ab9274884d16 on network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:08.013977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:08.014635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Checking segment: {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:08.015244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.016038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Bound using segment: {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:08.016991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Bound port: 48847918-d1d5-4723-b6cb-ab9274884d16, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:08.017579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.047844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.054555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-3abb487d-b27c-4a09-a41d-aeb31d8c914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:08.057655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-3abb487d-b27c-4a09-a41d-aeb31d8c914b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 200 len: 863 time: 0.1518247 Dec 21 01:46:08.074850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cea7a26f-ac5a-4565-ac4c-6c68f40ce20d req-9d9c1f1a-eb74-4479-86cb-dff6958e1581 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749151 Dec 21 01:46:08.117103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:08.122281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:08.132848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:08.136829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Pushing event updated for resources: {'Port': ['ID=508fca64-6ea5-427c-9871-262f9c9835ee,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:08.185461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] For port 48847918-d1d5-4723-b6cb-ab9274884d16, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:08.189109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] For port 48847918-d1d5-4723-b6cb-ab9274884d16, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=48847918-d1d5-4723-b6cb-ab9274884d16,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.220109 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:08.222582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-5c87e610-478d-46d5-973f-3d0050947fdd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:08.224008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-5c87e610-478d-46d5-973f-3d0050947fdd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.2724049 Dec 21 01:46:08.228834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-53e88147-1c9e-42f4-ab91-90085396aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:08.230674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-53e88147-1c9e-42f4-ab91-90085396aece service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21879e0e-5728-4a44-aa89-b4702d99bfea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463947 Dec 21 01:46:08.231791 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.246403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-97353237-0a54-4bd1-8184-d169b61cf253 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/quotas/ce599c9945844f0a82056d15cdfb094b HTTP/1.1" status: 200 len: 375 time: 0.0147321 Dec 21 01:46:08.308399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163e97e-5c9e-48fc-bf60-5d07965b6e81 None None] New status for floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:46:08.326611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:08.366420 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.398460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4699df34-b609-4104-a655-040ae765a2f7', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4699df34-b609-4104-a655-040ae765a2f7', 'mac_address': 'fa:16:3e:09:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:08.417610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4198a3-ab78-49a0-bf1a-8ce9c0ab23e0 None None] Pushing event updated for resources: {'Port': ['ID=48847918-d1d5-4723-b6cb-ab9274884d16,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:08.435013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-d6c29532-392d-4afb-8d63-b45be068925c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805351 Dec 21 01:46:08.522699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.546803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:08.550792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.566164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.583712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:08.600827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aa118-a412-408d-a3a6-f36b118af523 req-ed953571-8cf1-4b99-b00e-f23e307b3dfe tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:08.607430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252aa118-a412-408d-a3a6-f36b118af523 req-ed953571-8cf1-4b99-b00e-f23e307b3dfe tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.1667776 Dec 21 01:46:08.610330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:08.623824 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf5ec21-edf8-460b-8720-f205a35202ad" -d '{"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-unplugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:08.645153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-7b5466c2-7d72-426a-ae6d-8efd9ba35973 service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368537 Dec 21 01:46:08.658097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-e91cdcd4-0f58-4a05-856e-acfea258be52 service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215276 Dec 21 01:46:08.696799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:08.708043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:08.733451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:08.805137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:08.866777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252aa118-a412-408d-a3a6-f36b118af523 req-160ae5e2-cf75-457e-a461-3b7d374423f1 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445438 Dec 21 01:46:08.954980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:09.005126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-51150349-92a8-432f-8a4f-6d7d7cda7f80 service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465416 Dec 21 01:46:09.024289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64ff5a6-f139-45c6-be97-da8e513d7d27 req-12f11d22-8b76-4a8e-938a-500e65fa46e2 service neutron] 10.222.0.45 "GET /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119760 Dec 21 01:46:09.064891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2327-66a9-42bb-aa21-b791e3474d37 req-a598aef2-23c5-47ce-9567-d506bb032e56 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:09.066652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-103c2327-66a9-42bb-aa21-b791e3474d37 req-a598aef2-23c5-47ce-9567-d506bb032e56 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0577264 Dec 21 01:46:09.122876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4699df34-b609-4104-a655-040ae765a2f7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:09.154269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:46:09.173309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-103c2327-66a9-42bb-aa21-b791e3474d37 req-c26b42ae-e351-4bfa-8fb2-49d566be60c9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979180 Dec 21 01:46:09.261367 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814aa10a-09b1-42f6-bff7-1304fff9bd16 x-openstack-request-id: req-814aa10a-09b1-42f6-bff7-1304fff9bd16 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:09.261691 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-unplugged", "status": "completed", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:09.261950 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-814aa10a-09b1-42f6-bff7-1304fff9bd16 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:09.262349 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'code': 200} Dec 21 01:46:09.399538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:09.411263 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Sync routers for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:09.439981 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:09.440650 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:09.446411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-182c8199-fbdb-4763-bc92-1776e667f43f req-fe442b45-ebd6-43cc-ad33-017cd52393ee tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 210 time: 0.0422893 Dec 21 01:46:09.462861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:09.464116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e6d87aa7-b088-4335-bd02-674fd0a5eed7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4874048 Dec 21 01:46:09.469807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33610) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:09.652753 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:09.769507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 48847918-d1d5-4723-b6cb-ab9274884d16 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:09.871428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 48847918-d1d5-4723-b6cb-ab9274884d16 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:09.872050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:09.938131 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:08Z', 'revision_number': 3, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:09.977965 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Checking router: ce7da6c4-612f-46b3-87ff-bd81b6f799e9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:09.978308 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Updating router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 port 508fca64-6ea5-427c-9871-262f9c9835ee binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:46:10.009642 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.011874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc32223-50d9-4467-8d1f-42c49b6af8bb None None] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:10.040775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230359b9-faef-47bd-8a9d-b782a5f417af req-26afc25a-646e-49df-afc2-8649cd33ddbd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:10.043009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-230359b9-faef-47bd-8a9d-b782a5f417af req-26afc25a-646e-49df-afc2-8649cd33ddbd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.4941902 Dec 21 01:46:10.114883 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.174614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c5cae607-fe7a-465b-b01e-f4bd8b5a71c7 None None] Provisioning complete for port 48847918-d1d5-4723-b6cb-ab9274884d16 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:10.175217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5cae607-fe7a-465b-b01e-f4bd8b5a71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.194513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d1239-f257-4b4a-9256-444c7f7595ca req-ac258e77-9a45-433f-a54a-c6f865fa38f5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:10.196095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f2d1239-f257-4b4a-9256-444c7f7595ca req-ac258e77-9a45-433f-a54a-c6f865fa38f5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.2203093 Dec 21 01:46:10.247058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 48847918-d1d5-4723-b6cb-ab9274884d16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=48847918-d1d5-4723-b6cb-ab9274884d16,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:10.259448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.272576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-230359b9-faef-47bd-8a9d-b782a5f417af req-6fbc740d-2757-4cec-b68f-a2e4ba4ed492 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088065 Dec 21 01:46:10.411314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f2d1239-f257-4b4a-9256-444c7f7595ca req-6070e517-7d22-4d30-8dc6-e8ae0be12148 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067132 Dec 21 01:46:10.464733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=48847918-d1d5-4723-b6cb-ab9274884d16,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:10.518453 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.538711 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.613936 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Attempting to bind port 508fca64-6ea5-427c-9871-262f9c9835ee on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:10.614314 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Attempting to bind port 508fca64-6ea5-427c-9871-262f9c9835ee by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:10.614680 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Attempting to bind port 508fca64-6ea5-427c-9871-262f9c9835ee on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:10.622338 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:10.622768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:10.623463 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.623791 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:10.624815 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Bound port: 508fca64-6ea5-427c-9871-262f9c9835ee, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:10.625219 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.631909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22629b13-130d-477c-a685-921e7a618436 req-9b0cfb45-1829-4920-900e-f16d5c70c45a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:10.638624 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Pushing event updated for resources: {'Port': ['ID=508fca64-6ea5-427c-9871-262f9c9835ee,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:10.647232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22629b13-130d-477c-a685-921e7a618436 req-9b0cfb45-1829-4920-900e-f16d5c70c45a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.2524381 Dec 21 01:46:10.705810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-b1122bb8-37d1-429b-bce0-e2a89da3cea6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:10.707451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-b1122bb8-37d1-429b-bce0-e2a89da3cea6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "GET /v2.0/ports?device_id=8656f599-acbd-4e43-b4b8-ba3284f2c284 HTTP/1.1" status: 200 len: 945 time: 0.2174156 Dec 21 01:46:10.716851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] For port 508fca64-6ea5-427c-9871-262f9c9835ee, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:10.720540 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] For port 508fca64-6ea5-427c-9871-262f9c9835ee, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=508fca64-6ea5-427c-9871-262f9c9835ee,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:10.727361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.727734 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.728444 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.728756 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.729168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.730552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.730552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.730781 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.731101 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.731425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.731760 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.732090 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.732417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:10.736963 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.807882 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:10.808629 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:10.818202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6d509f00-c188-48c0-bc32-652c9a0452ef None None] Provisioning complete for port 48847918-d1d5-4723-b6cb-ab9274884d16 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:10.818762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d509f00-c188-48c0-bc32-652c9a0452ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:10.848560 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ac5d-a7ee-4768-824f-e30778d52d74 None None] Pushing event updated for resources: {'Port': ['ID=508fca64-6ea5-427c-9871-262f9c9835ee,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:10.903035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22629b13-130d-477c-a685-921e7a618436 req-313f8da6-4051-4628-9e33-e93d450dcb13 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549100 Dec 21 01:46:10.987271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e40ad-61de-4bb2-a24c-410e7088d63c req-2d127276-0cf5-4551-bd9d-5f56425e7e38 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:10.996428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710e40ad-61de-4bb2-a24c-410e7088d63c req-2d127276-0cf5-4551-bd9d-5f56425e7e38 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1098 time: 0.3034632 Dec 21 01:46:11.036837 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:11.091044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-e60163af-0954-403a-a557-7d5a15f9fbc1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:11.092751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-e60163af-0954-403a-a557-7d5a15f9fbc1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.24 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.2058680 Dec 21 01:46:11.123359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e394388-75cb-4e1c-9e1b-2315944e444d req-df720c80-6d91-4651-ad88-f37d88783391 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 210 time: 0.0801742 Dec 21 01:46:11.130148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Request body: {'port': {'device_id': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'admin_state_up': True, 'tenant_id': 'ce599c9945844f0a82056d15cdfb094b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:11.156799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.174901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Deleting port 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:11.177323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.196847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710e40ad-61de-4bb2-a24c-410e7088d63c req-86fa6c24-136b-4a93-804b-5ee52918bc36 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995327 Dec 21 01:46:11.276988 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:08Z', 'revision_number': 3, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:11.324989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Made reservation on behalf of ce599c9945844f0a82056d15cdfb094b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:11.331726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.355609 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31933fd7-465b-4dbf-9729-3b6745b41236 None None] The sync data for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 is: [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:08Z', 'revision_number': 3, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:11.527245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Allocated IP 172.20.0.13 (a10616f5-ce2c-41ac-acee-099a3343fa91/27904162-db89-4000-9aa6-a699b0788dc3/be22af88-b788-480a-afaf-6b23f4a8b7cd) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:11.576457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] For port 6db93e70-5915-46b7-aca8-663e85e41f0d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6db93e70-5915-46b7-aca8-663e85e41f0d,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:11.576835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.582905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f524-6ca8-40d1-923b-526169b896a7 req-4bfca39a-92da-4260-bd95-2548bcfe6142 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:11.589789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5f0f524-6ca8-40d1-923b-526169b896a7 req-4bfca39a-92da-4260-bd95-2548bcfe6142 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1098 time: 0.2063944 Dec 21 01:46:11.657409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845cbba-dfd1-4e76-ab44-f12516b8f390 req-54476ac0-2b21-4cb4-803d-de4b44aa9c47 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:11.658991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b845cbba-dfd1-4e76-ab44-f12516b8f390 req-54476ac0-2b21-4cb4-803d-de4b44aa9c47 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.2203259 Dec 21 01:46:11.663448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Calling delete_port for 6db93e70-5915-46b7-aca8-663e85e41f0d owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:11.763370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 48847918-d1d5-4723-b6cb-ab9274884d16 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:11.793231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Allocated IP 172.20.0.1 (1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3/a0b58b38-567e-4e23-8a14-ea759617cdc5/95c570bb-f1a3-4cce-8736-3bb45dc48b49) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:11.816414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.858369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 48847918-d1d5-4723-b6cb-ab9274884d16 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:11.858781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.875989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:11.919996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:11.974578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Network a10616f5-ce2c-41ac-acee-099a3343fa91 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:11.988110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6db93e70-5915-46b7-aca8-663e85e41f0d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:11.994431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:12.009185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:12.019310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:12.019995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.029308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b845cbba-dfd1-4e76-ab44-f12516b8f390 req-45eccabe-0464-4cb8-9255-43ab783e18d9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632290 Dec 21 01:46:12.058353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:12.082304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-248e0cc7-1c28-4ea9-b38d-794271f09f9c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9629505 Dec 21 01:46:12.102209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Request body: {'port': {'device_id': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:12.188753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5f0f524-6ca8-40d1-923b-526169b896a7 req-d5f3afce-852e-4492-9aab-02b8fe35967e tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979500 Dec 21 01:46:12.285531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.332138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4699df34-b609-4104-a655-040ae765a2f7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:12.332569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.504047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.593713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.603272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.690701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3345a5a-c0ca-4819-b4a8-f0152f119804 req-93ab5533-334f-40cc-a1b7-2a5e106ce18d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:12.692635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3345a5a-c0ca-4819-b4a8-f0152f119804 req-93ab5533-334f-40cc-a1b7-2a5e106ce18d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1511319 Dec 21 01:46:12.693689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:12.707806 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.751808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:12.759568 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6c69c-837e-4320-bdfb-9b338f007fd8" -d '{"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:12.782131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:12.789511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event deleted for resources: {'Port': ['ID=6db93e70-5915-46b7-aca8-663e85e41f0d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:12.794821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.805924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:12.815636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] No DVR routers for this DVR port 6db93e70-5915-46b7-aca8-663e85e41f0d on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:12.825322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:12.828149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.832307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cba8cae-bf94-4648-8700-fd9bc1a89240 req-64de9ef1-8c9e-47ec-97f2-6311df2a42f6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "DELETE /v2.0/ports/6db93e70-5915-46b7-aca8-663e85e41f0d HTTP/1.1" status: 204 len: 173 time: 2.1082103 Dec 21 01:46:12.834003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-deleted', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:12.836882 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fb5e4e-b816-4de6-9d7d-bfebe1118356" -d '{"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-deleted", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:12.848266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606934-f568-450d-9a8d-1f58026ba80b req-fb6b4677-388c-49ba-bfb4-d9a2da7b8055 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:12.856362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31606934-f568-450d-9a8d-1f58026ba80b req-fb6b4677-388c-49ba-bfb4-d9a2da7b8055 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 932 time: 0.4108353 Dec 21 01:46:12.871832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:12.907471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:12.916905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be22af88-b788-480a-afaf-6b23f4a8b7cd {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:12.928557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:12.945478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Transition to ACTIVE for port object be22af88-b788-480a-afaf-6b23f4a8b7cd will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:46:12.952235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.043067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:13.044020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31606934-f568-450d-9a8d-1f58026ba80b req-c560904f-0422-4ea1-a0b7-8f48e3390680 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866896 Dec 21 01:46:13.049552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Attempting to bind port be22af88-b788-480a-afaf-6b23f4a8b7cd on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:13.049876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Attempting to bind port be22af88-b788-480a-afaf-6b23f4a8b7cd by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:13.050211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Attempting to bind port be22af88-b788-480a-afaf-6b23f4a8b7cd on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:13.067843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Port be22af88-b788-480a-afaf-6b23f4a8b7cd on network a10616f5-ce2c-41ac-acee-099a3343fa91 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:46:13.067843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Attempting to bind port be22af88-b788-480a-afaf-6b23f4a8b7cd on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:13.067843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:13.067843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Checking segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:13.067843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Bound using segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:13.068321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Bound port: be22af88-b788-480a-afaf-6b23f4a8b7cd, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:13.068584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.142044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:13.145566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:13.150516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3345a5a-c0ca-4819-b4a8-f0152f119804 req-3c8c603f-4e37-43e1-bc51-eef91aa1cdf6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371603 Dec 21 01:46:13.153887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.155194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.212782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:13.213470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.216783 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] 10.222.0.24 "PUT /v2.0/ports/be22af88-b788-480a-afaf-6b23f4a8b7cd HTTP/1.1" status: 200 len: 1093 time: 1.1172705 Dec 21 01:46:13.217283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:13.220468 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d206fae0-8ddb-445a-95c3-a0cb346aead3" -d '{"events": [{"name": "network-changed", "server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:13.261643 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90838af3-6adf-4bf5-a6e1-f981d840f4d2 x-openstack-request-id: req-90838af3-6adf-4bf5-a6e1-f981d840f4d2 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:13.261959 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-plugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:13.262213 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90838af3-6adf-4bf5-a6e1-f981d840f4d2 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:13.262821 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'code': 200} Dec 21 01:46:13.305763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f68e0f24-71f5-4323-90c7-7faf8f786ba7 None None] Provisioning complete for port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:13.306146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f68e0f24-71f5-4323-90c7-7faf8f786ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.324858 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48654a-b441-4720-a1db-3364d2116d59 x-openstack-request-id: req-1f48654a-b441-4720-a1db-3364d2116d59 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:13.325455 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8656f599-acbd-4e43-b4b8-ba3284f2c284", "name": "network-vif-deleted", "tag": "6db93e70-5915-46b7-aca8-663e85e41f0d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:13.325455 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f48654a-b441-4720-a1db-3364d2116d59 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:13.332576 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8656f599-acbd-4e43-b4b8-ba3284f2c284', 'name': 'network-vif-deleted', 'tag': '6db93e70-5915-46b7-aca8-663e85e41f0d', 'status': 'completed', 'code': 200} Dec 21 01:46:13.367723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef761d4-fc7a-470b-98f9-de54964c6ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:13.389851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f68e0f24-71f5-4323-90c7-7faf8f786ba7 None None] Port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:46:13.401497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-8a1d71b1-d310-4829-ba11-c4a53c34314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:13.403228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-8a1d71b1-d310-4829-ba11-c4a53c34314d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 1096 time: 0.1150022 Dec 21 01:46:13.501681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-a316a8ec-3b0a-4b20-8bad-ec0c3341437f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd HTTP/1.1" status: 200 len: 217 time: 0.0767505 Dec 21 01:46:13.528933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc369bd-5303-4bf7-b246-8e7772d12ce9 req-7d3d3909-24c6-4ba4-8270-5ee86dcd1b8f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:13.537734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cc369bd-5303-4bf7-b246-8e7772d12ce9 req-7d3d3909-24c6-4ba4-8270-5ee86dcd1b8f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1733453 Dec 21 01:46:13.604981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-8faa7bf5-e520-4097-bacd-21c060b53154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:13.607243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-8faa7bf5-e520-4097-bacd-21c060b53154 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 200 len: 855 time: 0.1046214 Dec 21 01:46:13.659707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:13.697028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-85d24dea-1c5c-47e3-b9c7-dcd2e4ce70c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a10616f5-ce2c-41ac-acee-099a3343fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789738 Dec 21 01:46:13.735744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cc369bd-5303-4bf7-b246-8e7772d12ce9 req-6f1a3f43-440c-413f-be9a-bfa35101e9f9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967278 Dec 21 01:46:13.779585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 508fca64-6ea5-427c-9871-262f9c9835ee up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:13.877486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:14.040337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:14.061003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c', 'port_id': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'mac_address': 'fa:16:3e:c2:a6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a214-6e40-47af-8ba3-d087fdefdc21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:14.064251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:14.164777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 6db93e70-5915-46b7-aca8-663e85e41f0d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:14.167894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6db93e70-5915-46b7-aca8-663e85e41f0d not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:14.189257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.265870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.268816 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d02107ee-adf2-4218-a4ab-0fe6ec2d8144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.278786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.304238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208f459e-8be7-4a37-b4ef-40dd6b7e394f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:14.363870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 508fca64-6ea5-427c-9871-262f9c9835ee triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:14.364154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.428736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:14.433313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.433515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:14.455620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.510175 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e1d3c9-e8a8-4b80-a601-1d72d3b7e649 x-openstack-request-id: req-c5e1d3c9-e8a8-4b80-a601-1d72d3b7e649 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:14.510818 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:14.510818 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5e1d3c9-e8a8-4b80-a601-1d72d3b7e649 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:14.511196 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'status': 'completed', 'code': 200} Dec 21 01:46:14.568956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.574820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-2ad58375-bb99-4730-b579-fb4ca3d53b0d service neutron] 10.222.0.24 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8703339 Dec 21 01:46:14.578972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:14.601150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a5ff3-7292-459d-ab4f-f1f8db60b7f2 req-0b0b2e7a-7859-42c6-ada8-60e1db5552bc tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:14.606649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 508fca64-6ea5-427c-9871-262f9c9835ee, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=508fca64-6ea5-427c-9871-262f9c9835ee,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:14.612194 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:14.614179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-065a5ff3-7292-459d-ab4f-f1f8db60b7f2 req-0b0b2e7a-7859-42c6-ada8-60e1db5552bc tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 944 time: 0.4136419 Dec 21 01:46:14.716579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=508fca64-6ea5-427c-9871-262f9c9835ee,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:14.762654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de5b422b-9b61-4f5d-9ebb-428cd60305dc req-8beca91e-247a-43a8-bfb6-84545b8a5305 service neutron] 10.222.0.24 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800320 Dec 21 01:46:14.771990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-065a5ff3-7292-459d-ab4f-f1f8db60b7f2 req-156255af-4c92-461d-aaed-49d51f97e096 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437018 Dec 21 01:46:14.777098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:14.790638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:14.910407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['208f459e-8be7-4a37-b4ef-40dd6b7e394f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:14.977959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-f1da34bd-9e58-447a-9699-73b75d7aa3e5 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:46:14.979996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-f1da34bd-9e58-447a-9699-73b75d7aa3e5 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242574 Dec 21 01:46:15.020970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-523ca4f7-6aab-4ac0-ae88-0380aaede53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:15.022715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-523ca4f7-6aab-4ac0-ae88-0380aaede53b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 1096 time: 0.1245806 Dec 21 01:46:15.044002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:46:15.071139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11e4f0-2024-4c88-95b6-b89ffc9c00f3 req-220c3889-124a-4d89-80ea-30394c75374b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:15.072711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd11e4f0-2024-4c88-95b6-b89ffc9c00f3 req-220c3889-124a-4d89-80ea-30394c75374b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1809585 Dec 21 01:46:15.130719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-5a1dd2d4-fa28-427b-bfc9-0a42d84ca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:15.132139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-5a1dd2d4-fa28-427b-bfc9-0a42d84ca793 service neutron] 10.222.0.43 "GET /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 1095 time: 0.1085353 Dec 21 01:46:15.170127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:15.171071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:46:15.230250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-248a8d72-25ea-4d56-a168-f13fb23cb250 None None] Provisioning complete for port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:15.230621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-248a8d72-25ea-4d56-a168-f13fb23cb250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:15.251512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-10c1ee0e-adb7-4452-b9b4-a9d20f4f97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:15.253251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-10c1ee0e-adb7-4452-b9b4-a9d20f4f97aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 915 time: 0.2100942 Dec 21 01:46:15.256629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd11e4f0-2024-4c88-95b6-b89ffc9c00f3 req-e0fa3021-784d-40dc-98dd-daddded98b79 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226337 Dec 21 01:46:15.283927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:15.294482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-248a8d72-25ea-4d56-a168-f13fb23cb250 None None] Port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:46:15.295864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aba68ce9-4d8a-45bb-80b1-8bc393fe06a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/ce7da6c4-612f-46b3-87ff-bd81b6f799e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8214033 Dec 21 01:46:15.305272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Sync routers for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:15.322158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:15.322900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:45:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:15.334339 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-fe010d50-cc3a-4771-a3d6-60015e3c8704 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd HTTP/1.1" status: 200 len: 217 time: 0.0501356 Dec 21 01:46:15.473018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-a2e4b7fa-184f-40f1-84ee-d1b0e562e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:15.477937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-a2e4b7fa-184f-40f1-84ee-d1b0e562e8d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 200 len: 855 time: 0.1329200 Dec 21 01:46:15.501057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:15.562727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-2b44b766-413b-47d7-81e8-d18e12833db3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a10616f5-ce2c-41ac-acee-099a3343fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656240 Dec 21 01:46:15.563469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:15.570419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:15.571807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:15.594482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:46:15.595049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:15.623199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:15.623736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:15.624403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:15.625020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Bound port: 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:15.690886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:15.705579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 508fca64-6ea5-427c-9871-262f9c9835ee up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:15.727022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:15.733470 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e5da4922-8cc5-4119-a740-5a911f80128b service neutron] 10.222.0.43 "POST /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65/bindings HTTP/1.1" status: 201 len: 390 time: 0.5670004 Dec 21 01:46:15.832829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-f8bd38c0-8891-43ad-a73f-66d359dd3c6e service neutron] 10.222.0.24 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501311 Dec 21 01:46:15.841829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 508fca64-6ea5-427c-9871-262f9c9835ee triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:15.841829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:15.930113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:13Z', 'revision_number': 4, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '95c570bb-f1a3-4cce-8736-3bb45dc48b49', 'name': '', 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'mac_address': 'fa:16:3e:18:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:11Z', 'updated_at': '2021-12-21T01:46:13Z', 'revision_number': 2, 'project_id': '999634003eed4f618887996c14ad90a2', 'subnets': [{'id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:15.963994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Checking router: ce7da6c4-612f-46b3-87ff-bd81b6f799e9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:15.963994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Updating router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:46:16.024080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d206fae0-8ddb-445a-95c3-a0cb346aead3 req-c7a733f2-0f0a-4ddf-9f26-ad48da4ab4ec service neutron] 10.222.0.24 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829734 Dec 21 01:46:16.024426 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.232088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-50fe6cb4-36dc-4a9b-abc2-9170e80ae1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.234243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-50fe6cb4-36dc-4a9b-abc2-9170e80ae1fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1098 time: 0.0738287 Dec 21 01:46:16.296224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060b915-c318-48ac-9a5e-a41ce428b58e req-b4b664b2-ba80-4fd7-ba02-5f009a06abf7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.297857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6060b915-c318-48ac-9a5e-a41ce428b58e req-b4b664b2-ba80-4fd7-ba02-5f009a06abf7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.7307279 Dec 21 01:46:16.331686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.345602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.388269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-fc5a0679-0ead-4639-bfb2-e87597ed3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.390348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-fc5a0679-0ead-4639-bfb2-e87597ed3f77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1470077 Dec 21 01:46:16.407489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-21a99ba3-23d1-4e95-97f4-792c475a8a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.412049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6060b915-c318-48ac-9a5e-a41ce428b58e req-70a240e0-0c8d-4642-9c90-8251b7e7c287 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012950 Dec 21 01:46:16.497406 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-2fcd605f-d5d4-48e3-afed-74a392c1d813 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 217 time: 0.0900717 Dec 21 01:46:16.516666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb68ea5-876d-4376-a0b3-aebdf1c20106 None None] Pushing event updated for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:16.548216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Attempting to bind port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:16.548540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Attempting to bind port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:16.548969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Attempting to bind port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 on network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:16.555710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e988b8b-73ad-4cb1-a30e-596a5d9e4241 req-cfd4e4e4-f633-4654-b565-9130134e577a tempest-FloatingIPsNegativeTestJSON-136702421 tempest-FloatingIPsNegativeTestJSON-136702421-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=999634003eed4f618887996c14ad90a2 HTTP/1.1" status: 200 len: 217 time: 0.1108816 Dec 21 01:46:16.561836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:16.562209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Checking segment: {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:16.562612 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.563048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Bound using segment: {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:16.563469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Bound port: 95c570bb-f1a3-4cce-8736-3bb45dc48b49, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22e4653-9fe3-4b2c-a790-a930b55a21e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:16.563848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.619269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-9f86ff6b-e350-4d8b-9a98-b2a6edf0f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.620843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-9f86ff6b-e350-4d8b-9a98-b2a6edf0f6ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.1164894 Dec 21 01:46:16.664806 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-1d1809e7-2728-43f6-86b6-7d5d22fe2250 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361323 Dec 21 01:46:16.689961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981189-923f-47ad-aab1-0a8992af83f1 req-92c86e81-f9d7-48a5-ba83-ea247c4a0753 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.697548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b981189-923f-47ad-aab1-0a8992af83f1 req-92c86e81-f9d7-48a5-ba83-ea247c4a0753 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 944 time: 0.1397853 Dec 21 01:46:16.726343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] For port 95c570bb-f1a3-4cce-8736-3bb45dc48b49, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:16.741654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] For port 95c570bb-f1a3-4cce-8736-3bb45dc48b49, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=95c570bb-f1a3-4cce-8736-3bb45dc48b49,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:16.752742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:16.761190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396324-1f64-4767-afdf-6dccacb559d3 req-f1784f8d-a602-473c-bbef-ed5421df7042 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:16.769129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e396324-1f64-4767-afdf-6dccacb559d3 req-f1784f8d-a602-473c-bbef-ed5421df7042 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.1194837 Dec 21 01:46:16.800468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b981189-923f-47ad-aab1-0a8992af83f1 req-e8b90b9e-48de-4c69-acc8-fdf846efc616 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983946 Dec 21 01:46:16.816037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-1df8305b-98f7-40e8-a676-246804293038 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335309 Dec 21 01:46:16.890763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e396324-1f64-4767-afdf-6dccacb559d3 req-8514c71e-a9ab-45d5-83fc-a3f6a99df148 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206107 Dec 21 01:46:17.017600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-b781ab51-1e2b-420d-a7f3-c46a30b42ef6 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905611 Dec 21 01:46:17.022138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec5bb-c5e2-4761-a394-7d7c1755add4 req-44c738cf-d24b-4522-96b1-1e47197020b3 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:17.031038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ccec5bb-c5e2-4761-a394-7d7c1755add4 req-44c738cf-d24b-4522-96b1-1e47197020b3 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1148727 Dec 21 01:46:17.099158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:17.099882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:17.111198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ccec5bb-c5e2-4761-a394-7d7c1755add4 req-dc4d8ef0-c075-42ad-a423-983b03c4f70f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791967 Dec 21 01:46:17.171735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ab054cc-6690-451c-88cd-0bf920c49f81 req-b80b57a3-d8e7-419a-8819-6ced4d63236c tempest-FloatingIPsNegativeTestJSON-136702421 tempest-FloatingIPsNegativeTestJSON-136702421-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0557625 Dec 21 01:46:17.224761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb68ea5-876d-4376-a0b3-aebdf1c20106 None None] Pushing event updated for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:17.236450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] Provisioning complete for port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:17.236920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.312791 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.322506 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-90cfe7b4-1825-4843-93b3-b161d5266a75 req-5006ef8c-d61a-43b9-9b58-7b492b3bd245 tempest-FloatingIPsNegativeTestJSON-136702421 tempest-FloatingIPsNegativeTestJSON-136702421-project] show failed (client error): The resource could not be found. Dec 21 01:46:17.332081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90cfe7b4-1825-4843-93b3-b161d5266a75 req-5006ef8c-d61a-43b9-9b58-7b492b3bd245 tempest-FloatingIPsNegativeTestJSON-136702421 tempest-FloatingIPsNegativeTestJSON-136702421-project] 10.222.0.43 "GET /v2.0/floatingips/1c833ae8-dd6d-4321-bb86-eda597f66488 HTTP/1.1" status: 404 len: 350 time: 0.0544116 Dec 21 01:46:17.335660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:17.385083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:17.457188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.608828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] For port 95c570bb-f1a3-4cce-8736-3bb45dc48b49, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=95c570bb-f1a3-4cce-8736-3bb45dc48b49,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:17.652112 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.734856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b97ee-5d37-42e2-b786-96f2bdbe9aef None None] Pushing event updated for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:17.741619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bfd53-416b-47b6-a40b-dae2ed67a044 req-c1d95d05-3dd2-4c01-9743-a5a8fb88e94a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:17.747017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-147bfd53-416b-47b6-a40b-dae2ed67a044 req-c1d95d05-3dd2-4c01-9743-a5a8fb88e94a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1874247 Dec 21 01:46:17.862343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.882437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:17.884143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-147bfd53-416b-47b6-a40b-dae2ed67a044 req-ca5b5696-1956-42dd-9923-9f7271678cb8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290784 Dec 21 01:46:17.900948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-27d68c5e-83ad-4098-9bc2-f39de9385afd None None] Provisioning complete for port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:17.901751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d68c5e-83ad-4098-9bc2-f39de9385afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:17.964617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b380b-fe24-4c65-a32d-f1676f015661 req-285e1c4d-5827-46f4-b6a1-ce87f473e72d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:17.969864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e6b380b-fe24-4c65-a32d-f1676f015661 req-285e1c4d-5827-46f4-b6a1-ce87f473e72d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 944 time: 0.0838945 Dec 21 01:46:18.046660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:13Z', 'revision_number': 4, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '95c570bb-f1a3-4cce-8736-3bb45dc48b49', 'name': '', 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'mac_address': 'fa:16:3e:18:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:11Z', 'updated_at': '2021-12-21T01:46:16Z', 'revision_number': 4, 'project_id': '999634003eed4f618887996c14ad90a2', 'subnets': [{'id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:18.080355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0ba6-7ea0-4d4c-8a00-cbc822f21d18 None None] The sync data for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 is: [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:13Z', 'revision_number': 4, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '95c570bb-f1a3-4cce-8736-3bb45dc48b49', 'name': '', 'network_id': '1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'mac_address': 'fa:16:3e:18:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:11Z', 'updated_at': '2021-12-21T01:46:16Z', 'revision_number': 4, 'project_id': '999634003eed4f618887996c14ad90a2', 'subnets': [{'id': 'a0b58b38-567e-4e23-8a14-ea759617cdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:18.087908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e6b380b-fe24-4c65-a32d-f1676f015661 req-92cc3a05-43aa-4117-80a3-24d14a12ed6e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132445 Dec 21 01:46:18.148631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cddf19-4e45-4cab-aaaa-74e0a857b079 req-bafecf9d-2de5-47e9-bbd2-5d71ee778120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:18.151418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5cddf19-4e45-4cab-aaaa-74e0a857b079 req-bafecf9d-2de5-47e9-bbd2-5d71ee778120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.1104472 Dec 21 01:46:18.159811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 208f459e-8be7-4a37-b4ef-40dd6b7e394f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:46:18.188481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 208f459e-8be7-4a37-b4ef-40dd6b7e394f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:18.188919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.265640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5cddf19-4e45-4cab-aaaa-74e0a857b079 req-0bb9a332-b38e-4b0e-8444-6bfc6f575d43 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071558 Dec 21 01:46:18.405913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Deleting port 95c570bb-f1a3-4cce-8736-3bb45dc48b49 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:18.406520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.409244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.438288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:18.457554 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d8ba8-f178-4a69-8337-e186c8e7372b" -d '{"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:18.500656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:18.528064 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.530811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48032ac5-938a-46eb-b7c9-2b5e12c485a2 req-247d0cc7-34bc-4ebd-8a4a-358af875ee7a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:18.539428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48032ac5-938a-46eb-b7c9-2b5e12c485a2 req-247d0cc7-34bc-4ebd-8a4a-358af875ee7a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1256664 Dec 21 01:46:18.576062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] For port 95c570bb-f1a3-4cce-8736-3bb45dc48b49, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=95c570bb-f1a3-4cce-8736-3bb45dc48b49,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:18.576583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.598728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Calling delete_port for 95c570bb-f1a3-4cce-8736-3bb45dc48b49 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:18.668932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48032ac5-938a-46eb-b7c9-2b5e12c485a2 req-004678f2-79d4-4e5c-99f1-6c45eb769ffb tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211121 Dec 21 01:46:18.676128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:18.690934 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421312b-b8a0-4f6b-8337-f112be03a915 x-openstack-request-id: req-2421312b-b8a0-4f6b-8337-f112be03a915 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:18.691338 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:18.691713 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2421312b-b8a0-4f6b-8337-f112be03a915 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:18.692211 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'code': 200} Dec 21 01:46:18.720501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:18.878539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fa397-f561-4cac-a818-14170c7ddf1c req-d063bdee-bf93-4d6d-bc3d-5c29a7166ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:18.883558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f0fa397-f561-4cac-a818-14170c7ddf1c req-d063bdee-bf93-4d6d-bc3d-5c29a7166ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1098 time: 0.0856431 Dec 21 01:46:18.931513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:19.010512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f0fa397-f561-4cac-a818-14170c7ddf1c req-20eb8dd5-9d67-44ce-9548-dc73f2fe560d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131728 Dec 21 01:46:19.045579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c570bb-f1a3-4cce-8736-3bb45dc48b49,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:19.092762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb0a9-912f-4beb-a31a-d62bee6dd6f1 req-8b8ec0a1-4a48-42c6-b997-0afdc8445a4f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:19.108937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da8bb0a9-912f-4beb-a31a-d62bee6dd6f1 req-8b8ec0a1-4a48-42c6-b997-0afdc8445a4f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0890765 Dec 21 01:46:19.199249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da8bb0a9-912f-4beb-a31a-d62bee6dd6f1 req-03a8b042-1c3e-459b-955f-4ca8a8e7b285 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860643 Dec 21 01:46:19.315541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:19.348384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:19.415460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca9cf0-fe81-4341-99f3-f51998f7afff req-583495e0-e478-4d38-8e97-ff336ad21c52 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:19.425292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89ca9cf0-fe81-4341-99f3-f51998f7afff req-583495e0-e478-4d38-8e97-ff336ad21c52 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 944 time: 0.1650653 Dec 21 01:46:19.532927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89ca9cf0-fe81-4341-99f3-f51998f7afff req-2c574539-e074-46f7-971f-eee1665f73da tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065531 Dec 21 01:46:19.725298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832ba58-ae39-42e0-9d7d-183361f4942f req-f06b21ef-c1ac-4d89-a314-655a7c4cea5a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:19.734129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b832ba58-ae39-42e0-9d7d-183361f4942f req-f06b21ef-c1ac-4d89-a314-655a7c4cea5a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0966489 Dec 21 01:46:19.744931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:46:19.829047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b832ba58-ae39-42e0-9d7d-183361f4942f req-f589af81-aa31-4180-a5f7-df28ea442131 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936165 Dec 21 01:46:19.919001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72306e85-5bbf-46cc-b7ab-b540121d7166 req-266063f7-1627-4ed4-b697-f896a47b6003 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:19.930348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72306e85-5bbf-46cc-b7ab-b540121d7166 req-266063f7-1627-4ed4-b697-f896a47b6003 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0741138 Dec 21 01:46:19.971096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:19.971663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:19.977751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c17157cc-fb65-43fd-a07d-9b4da770a766 admin admin] 10.222.0.43 "PUT /v2.0/routers/ce7da6c4-612f-46b3-87ff-bd81b6f799e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6407394 Dec 21 01:46:19.979980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33832) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:20.064941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72306e85-5bbf-46cc-b7ab-b540121d7166 req-2d2dc582-b148-4fd3-89e2-bdbc507b8793 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302843 Dec 21 01:46:20.168248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:20.205254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'port_id': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'mac_address': 'fa:16:3e:4c:2c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27904162-db89-4000-9aa6-a699b0788dc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:20.213999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:20.319379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:20.340530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be22af88-b788-480a-afaf-6b23f4a8b7cd {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:20.377652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:20.383968 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:20.469399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:20.475720 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Sync routers for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:20.506359 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:20.507602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:20.573445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177fc1-eafa-467a-b82d-21713329cd26 req-e45d5804-9a7c-4c19-a38f-b20743a8b982 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:20.592768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45177fc1-eafa-467a-b82d-21713329cd26 req-e45d5804-9a7c-4c19-a38f-b20743a8b982 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1656075 Dec 21 01:46:20.653863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:20.679620 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:20.719037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45177fc1-eafa-467a-b82d-21713329cd26 req-3b78df93-e44c-41ef-8301-ec57fe61166e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199944 Dec 21 01:46:20.868462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['be22af88-b788-480a-afaf-6b23f4a8b7cd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:20.939175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff1ea-3753-4204-bb29-32dd4e2baeac req-dd5fe8d5-eba5-4843-8ba9-f0e84bd1f330 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:20.943876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ccff1ea-3753-4204-bb29-32dd4e2baeac req-dd5fe8d5-eba5-4843-8ba9-f0e84bd1f330 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 945 time: 0.1575575 Dec 21 01:46:20.971452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Deleting port 508fca64-6ea5-427c-9871-262f9c9835ee {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:20.973493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:21.031352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:18Z', 'revision_number': 5, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port': {'id': '508fca64-6ea5-427c-9871-262f9c9835ee', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:21.092139 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Checking router: ce7da6c4-612f-46b3-87ff-bd81b6f799e9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:21.104083 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Routers {'ce7da6c4-612f-46b3-87ff-bd81b6f799e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:21.104570 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:21.184623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] For port 508fca64-6ea5-427c-9871-262f9c9835ee, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=508fca64-6ea5-427c-9871-262f9c9835ee,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:21.185005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:21.205875 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] Set router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:21.237111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Calling delete_port for 508fca64-6ea5-427c-9871-262f9c9835ee owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:21.270280 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:20Z', 'revision_number': 6, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:21.306246 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7505f-53b9-478c-851c-f5976cd309cf None None] The sync data for ids ['ce7da6c4-612f-46b3-87ff-bd81b6f799e9'] in n-d-761264-20 is: [{'id': 'ce7da6c4-612f-46b3-87ff-bd81b6f799e9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1436895880-router', 'tenant_id': '999634003eed4f618887996c14ad90a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:07Z', 'updated_at': '2021-12-21T01:46:20Z', 'revision_number': 6, 'project_id': '999634003eed4f618887996c14ad90a2', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:21.387565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ccff1ea-3753-4204-bb29-32dd4e2baeac req-1db2a415-5b80-4edd-ac7a-a6ca2bfd2a20 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344957 Dec 21 01:46:21.398140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152382-f274-4f1e-a956-fb88aa32f05a req-d25ab87f-2053-4049-96de-1293bc0e48e0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:21.414204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14152382-f274-4f1e-a956-fb88aa32f05a req-d25ab87f-2053-4049-96de-1293bc0e48e0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.2321115 Dec 21 01:46:21.549441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14152382-f274-4f1e-a956-fb88aa32f05a req-66b8f594-c836-422b-bfd9-f5ad4dca4ff3 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390231 Dec 21 01:46:21.579113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a7e24-7ba6-49e6-b0a5-c2ca852d7661 req-4a35201a-0bc3-4984-be4c-d3dc26beeb9f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:21.581175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f26a7e24-7ba6-49e6-b0a5-c2ca852d7661 req-4a35201a-0bc3-4984-be4c-d3dc26beeb9f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1135318 Dec 21 01:46:21.707067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f26a7e24-7ba6-49e6-b0a5-c2ca852d7661 req-5e03e2e0-c520-432c-8e80-90c43596af18 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008775 Dec 21 01:46:21.714419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:21.721705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 95c570bb-f1a3-4cce-8736-3bb45dc48b49 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:21.793538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 95c570bb-f1a3-4cce-8736-3bb45dc48b49 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:21.796715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 95c570bb-f1a3-4cce-8736-3bb45dc48b49 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:21.812655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=508fca64-6ea5-427c-9871-262f9c9835ee,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:21.883768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.013391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6cd4-65ed-41dc-929d-b28088446346 req-5f7a9158-d7f8-4a8e-85a3-e47ec1d938d7 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:22.015691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b85b6cd4-65ed-41dc-929d-b28088446346 req-5f7a9158-d7f8-4a8e-85a3-e47ec1d938d7 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1098 time: 0.1421382 Dec 21 01:46:22.029384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.039690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16646699-d87d-485d-bdc9-b7c2dc60c701 req-b276f100-34aa-47c9-9207-9c70174a2de3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:22.041787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16646699-d87d-485d-bdc9-b7c2dc60c701 req-b276f100-34aa-47c9-9207-9c70174a2de3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1072526 Dec 21 01:46:22.273724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.286267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16646699-d87d-485d-bdc9-b7c2dc60c701 req-8548921a-3096-49cc-95a3-ddfd93a5c79d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560335 Dec 21 01:46:22.298320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.351188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b85b6cd4-65ed-41dc-929d-b28088446346 req-16b310cf-041d-42fb-bd51-2cc13485973c tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071411 Dec 21 01:46:22.455346 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.456046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce7da6c4-612f-46b3-87ff-bd81b6f799e9 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:46:22.463015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.468834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-30b2882d-3236-4d67-a537-c54d3419bc64 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ce7da6c4-612f-46b3-87ff-bd81b6f799e9 HTTP/1.1" status: 204 len: 168 time: 2.4855897 Dec 21 01:46:22.469267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33880) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:22.564539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Deleting subnet a0b58b38-567e-4e23-8a14-ea759617cdc5 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:46:22.574141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.575442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fea28-e946-47f7-9a2a-08b4d89ee464 req-8c39df7f-ed82-4c4b-b386-f77132371e6c tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:22.583183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a94fea28-e946-47f7-9a2a-08b4d89ee464 req-8c39df7f-ed82-4c4b-b386-f77132371e6c tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1098 time: 0.0729797 Dec 21 01:46:22.646539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.732467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.750027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a94fea28-e946-47f7-9a2a-08b4d89ee464 req-8906d187-c855-4ec1-8c5f-4513ec5670c1 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598682 Dec 21 01:46:22.808573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58b88-720f-4ab9-b790-5c5a927fc1bf req-d8c9e999-7df9-46a6-a63f-de3d79d07fa6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:22.812223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebc58b88-720f-4ab9-b790-5c5a927fc1bf req-d8c9e999-7df9-46a6-a63f-de3d79d07fa6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 945 time: 0.1659017 Dec 21 01:46:22.829638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.848728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:22.852096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0b58b38-567e-4e23-8a14-ea759617cdc5 HTTP/1.1" status: 204 len: 168 time: 0.3816924 Dec 21 01:46:22.859050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3c5c2-19dd-4e81-bff3-0bbb7ce4f82a None None] Network 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:22.871251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:22.887628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55151886-16d9-49b2-b75a-e92d746a2ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b58b38-567e-4e23-8a14-ea759617cdc5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:23.003863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.061945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebc58b88-720f-4ab9-b790-5c5a927fc1bf req-543ae7a7-520d-4f56-a02e-f3f3e397baef tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393551 Dec 21 01:46:23.086685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144cfc-fe5c-437f-a7c2-00fde1ba50e0 req-25109d9c-375d-4f6a-be68-4cb2754a2125 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:23.091764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b144cfc-fe5c-437f-a7c2-00fde1ba50e0 req-25109d9c-375d-4f6a-be68-4cb2754a2125 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.2436247 Dec 21 01:46:23.098361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Deleting port 48847918-d1d5-4723-b6cb-ab9274884d16 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:23.099020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.127301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] DHCP port deletion for 1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:46:23.212997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b144cfc-fe5c-437f-a7c2-00fde1ba50e0 req-433242cd-14ca-41a3-9e21-262719cda75b tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146801 Dec 21 01:46:23.236244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Deleting port 48847918-d1d5-4723-b6cb-ab9274884d16 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:23.236874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.240768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] For port 48847918-d1d5-4723-b6cb-ab9274884d16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=48847918-d1d5-4723-b6cb-ab9274884d16,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:23.242551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.288802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Calling delete_port for 48847918-d1d5-4723-b6cb-ab9274884d16 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:23.406338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] For port 48847918-d1d5-4723-b6cb-ab9274884d16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=48847918-d1d5-4723-b6cb-ab9274884d16,segment=NetworkSegment(a22e4653-9fe3-4b2c-a790-a930b55a21e1),segment_id=a22e4653-9fe3-4b2c-a790-a930b55a21e1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:23.408632 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.437317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Calling delete_port for 48847918-d1d5-4723-b6cb-ab9274884d16 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:23.469376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a72cb5-10ec-4040-8c49-8235c3c9825a req-2f78b522-c915-4e5a-8eae-587cf7669ee7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:23.480131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a72cb5-10ec-4040-8c49-8235c3c9825a req-2f78b522-c915-4e5a-8eae-587cf7669ee7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0804431 Dec 21 01:46:23.487997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.528765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.567320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] No DVR routers for this DVR port 48847918-d1d5-4723-b6cb-ab9274884d16 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:23.580795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=48847918-d1d5-4723-b6cb-ab9274884d16,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:23.589597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] Pushing event deleted for resources: {'Port': ['ID=48847918-d1d5-4723-b6cb-ab9274884d16,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:23.615886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a72cb5-10ec-4040-8c49-8235c3c9825a req-8a850c74-c7f1-4513-8650-3899b54e97c4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344507 Dec 21 01:46:23.617237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbdd68-8342-4165-84f2-a79a1cf06324 None None] No DVR routers for this DVR port 48847918-d1d5-4723-b6cb-ab9274884d16 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:23.783323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 48847918-d1d5-4723-b6cb-ab9274884d16 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:23.818812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:23.850784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 48847918-d1d5-4723-b6cb-ab9274884d16 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:23.851237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 48847918-d1d5-4723-b6cb-ab9274884d16 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:23.852178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 508fca64-6ea5-427c-9871-262f9c9835ee no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:23.862090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.862435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.863170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.863774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > port after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.864108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.864453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > port after_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.864756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.865068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.865419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.865737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.906555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 508fca64-6ea5-427c-9871-262f9c9835ee {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:23.907886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 508fca64-6ea5-427c-9871-262f9c9835ee not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:23.984959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:23.997794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.998154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.999416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:23.999764 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 01:46:24.000269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:24.020300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22e4653-9fe3-4b2c-a790-a930b55a21e1') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:24.020630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22e4653-9fe3-4b2c-a790-a930b55a21e1') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:24.043047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.079318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.090591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:46:24.091705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:24.121076 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:46:24.124078 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:46:24.154450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port be22af88-b788-480a-afaf-6b23f4a8b7cd completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:46:24.162654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port be22af88-b788-480a-afaf-6b23f4a8b7cd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:24.163017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.199213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.208137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.214019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3 HTTP/1.1" status: 204 len: 168 time: 1.3393373 Dec 21 01:46:24.269803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a603-e25d-469f-8b71-36a067092a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb7ee3b-83a6-4f8c-9c6b-24d48b0c4cd3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:24.307094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfbad0-323f-4d72-be55-e63441f20dd9 req-43375005-ffec-44cb-a7bf-3e661e0ef923 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:24.319228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6cfbad0-323f-4d72-be55-e63441f20dd9 req-43375005-ffec-44cb-a7bf-3e661e0ef923 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 945 time: 0.1130621 Dec 21 01:46:24.409025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6cfbad0-323f-4d72-be55-e63441f20dd9 req-a0a9e405-ef56-4b13-bb68-54626d928701 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883689 Dec 21 01:46:24.445465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.479683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33936) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:24.513207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:24.515519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:24.520034 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c135ba2-0f00-4707-ad0e-315abaf83062" -d '{"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-plugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:24.524474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.558082 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-129bcd93-d74d-447f-938f-d6d1a00bff50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=999634003eed4f618887996c14ad90a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767500 Dec 21 01:46:24.561345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33940) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:24.631151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:24.652206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.733886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e19ef-1093-4613-a795-89859dd30250 req-fda926e1-f0b9-4a2b-aef3-3567346fafd7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:24.742141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121e19ef-1093-4613-a795-89859dd30250 req-fda926e1-f0b9-4a2b-aef3-3567346fafd7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.1198156 Dec 21 01:46:24.798827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:24.806858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-2794ee5f-72ec-4e11-9c81-58c6593c9c31 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:46:24.807909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-2794ee5f-72ec-4e11-9c81-58c6593c9c31 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057056 Dec 21 01:46:24.915722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-0cf563ba-e446-4bd9-8f96-0c4d0c6b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:24.915722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-0cf563ba-e446-4bd9-8f96-0c4d0c6b2108 service neutron] 10.222.0.43 "GET /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 1095 time: 0.0923636 Dec 21 01:46:24.933348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Request body: {'binding': {'host': 'n-h1-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:24.933938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:46:24.934106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121e19ef-1093-4613-a795-89859dd30250 req-a9d79e12-7403-4eff-8a29-f2c470843d09 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834724 Dec 21 01:46:25.014322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:25.017422 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:25.018758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1445c26f-1fe3-409e-8460-0e928cdfa29f HTTP/1.1" status: 204 len: 168 time: 0.4563780 Dec 21 01:46:25.049915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed630d7-49e2-46b3-afff-24c6d0b8c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445c26f-1fe3-409e-8460-0e928cdfa29f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:25.188271 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df5a5a-a008-4b96-a7ad-c90379326e8d x-openstack-request-id: req-62df5a5a-a008-4b96-a7ad-c90379326e8d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:25.189249 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-plugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:25.189733 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62df5a5a-a008-4b96-a7ad-c90379326e8d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:25.190909 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'code': 200} Dec 21 01:46:25.215658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on host n-h1-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:25.216022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:25.216321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:25.225485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:46:25.233998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:25.248252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:25.249376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:25.249970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:25.250579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Bound port: 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:25.380478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:25.390051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753cc57-dd6c-47bd-a3f5-4606767d2f7e req-18a49ac6-2b90-4455-aba4-0358898ba495 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:25.390648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:25.391804 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b3b5ab14-30ec-4be9-8a53-2400cbc24ac6 service neutron] 10.222.0.43 "POST /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4620910 Dec 21 01:46:25.393773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97261b46-b9de-47d1-92da-c665ca7fc913 req-eba926d1-4261-4af3-9e45-887fbc45914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:25.395639 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97261b46-b9de-47d1-92da-c665ca7fc913 req-eba926d1-4261-4af3-9e45-887fbc45914a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 1098 time: 0.1004806 Dec 21 01:46:25.408371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0753cc57-dd6c-47bd-a3f5-4606767d2f7e req-18a49ac6-2b90-4455-aba4-0358898ba495 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1341136 Dec 21 01:46:25.472461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97261b46-b9de-47d1-92da-c665ca7fc913 req-0dac2314-74fc-4fb5-a3df-8c8ab8c96077 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Dec 21 01:46:25.516879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0753cc57-dd6c-47bd-a3f5-4606767d2f7e req-e0e80230-a961-4d5f-90a1-f91fc30009d7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075218 Dec 21 01:46:25.821385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa41b-5635-43ae-84a2-fc2cf31e7c21 req-ee63c3c8-46fc-4084-b78a-23d8143cb896 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:25.822956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb7fa41b-5635-43ae-84a2-fc2cf31e7c21 req-ee63c3c8-46fc-4084-b78a-23d8143cb896 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1082170 Dec 21 01:46:25.862418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73437f30-9c4d-431b-b3cb-6f1265ca8bd6 req-0bf813f5-289d-4276-9438-13268a293dd7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:25.864095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73437f30-9c4d-431b-b3cb-6f1265ca8bd6 req-0bf813f5-289d-4276-9438-13268a293dd7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0985403 Dec 21 01:46:25.911421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb7fa41b-5635-43ae-84a2-fc2cf31e7c21 req-ba1733cd-734c-45a7-98f8-9df32b6b3c79 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792887 Dec 21 01:46:25.969929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73437f30-9c4d-431b-b3cb-6f1265ca8bd6 req-cd90240e-59d4-4fb5-9cfd-150b12ce13cd tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Dec 21 01:46:26.137239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c8f9f-a445-4a33-9d1a-8dac8c901ba0 req-f3484da2-0055-474e-90ac-9cbede115cea tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:26.146954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d3c8f9f-a445-4a33-9d1a-8dac8c901ba0 req-f3484da2-0055-474e-90ac-9cbede115cea tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0957878 Dec 21 01:46:26.397777 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:26.433797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d3c8f9f-a445-4a33-9d1a-8dac8c901ba0 req-08549351-8707-4f13-8aa8-5a75d90f3bff tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808499 Dec 21 01:46:26.657246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a915-bf05-4ca6-953e-a7dd7834f54b req-eda85143-9d45-4293-9759-18bc6727ad33 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:26.666716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfc4a915-bf05-4ca6-953e-a7dd7834f54b req-eda85143-9d45-4293-9759-18bc6727ad33 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0684175 Dec 21 01:46:26.728568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfc4a915-bf05-4ca6-953e-a7dd7834f54b req-74fb0e40-97e6-4512-be51-cef5268cbd78 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Dec 21 01:46:27.105740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df987-2eb4-4818-a4fb-c5a0d83a7b96 req-7f6fa2fc-c902-45dd-bb4b-26f67a2f3d45 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:27.130526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-777df987-2eb4-4818-a4fb-c5a0d83a7b96 req-7f6fa2fc-c902-45dd-bb4b-26f67a2f3d45 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1076720 Dec 21 01:46:27.152923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:27.222082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d952fa-23dd-453a-bff9-583d850e4e8a req-462fedf1-b7d4-4c01-b5e1-fdddc313aba1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:27.224151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6d952fa-23dd-453a-bff9-583d850e4e8a req-462fedf1-b7d4-4c01-b5e1-fdddc313aba1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1554308 Dec 21 01:46:27.229878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-777df987-2eb4-4818-a4fb-c5a0d83a7b96 req-1e1d4c45-e70f-45ce-b132-41e6f0fb0c38 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971255 Dec 21 01:46:27.312856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6d952fa-23dd-453a-bff9-583d850e4e8a req-69ad6aa3-d562-405e-a0b3-a85dec8c7ef8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817876 Dec 21 01:46:27.354410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95566cc1-1277-47c9-a223-7113ad921418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.454130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95566cc1-1277-47c9-a223-7113ad921418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.460209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95566cc1-1277-47c9-a223-7113ad921418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.503153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95566cc1-1277-47c9-a223-7113ad921418 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6718602c51db4037bb500f6c7f61bfe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490999 Dec 21 01:46:27.505923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34060) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:27.518462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95566cc1-1277-47c9-a223-7113ad921418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac87c6-3623-4dda-a0c0-31d75e97dbae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:27.594743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbdf62-a61d-40fc-b214-c26033565884 req-9cee3125-aaa5-4e96-83cc-a3c633cfbdc4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:27.596132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7cbdf62-a61d-40fc-b214-c26033565884 req-9cee3125-aaa5-4e96-83cc-a3c633cfbdc4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0840099 Dec 21 01:46:27.614588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.656461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.697968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7cbdf62-a61d-40fc-b214-c26033565884 req-4957cf03-c53b-4bfa-a5ec-2b1f32690fc6 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 Dec 21 01:46:27.743515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.746634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:27.762719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5ac87c6-3623-4dda-a0c0-31d75e97dbae HTTP/1.1" status: 204 len: 168 time: 0.2554886 Dec 21 01:46:27.772604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be510-c3f2-4ec5-9ad3-a4621428678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac87c6-3623-4dda-a0c0-31d75e97dbae,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:27.916550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f519bf-62dc-4bfc-876c-3ba44be797f4 req-e6a138a2-d064-41a9-bb19-5f78dfdc1418 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:27.928426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9f519bf-62dc-4bfc-876c-3ba44be797f4 req-e6a138a2-d064-41a9-bb19-5f78dfdc1418 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0886943 Dec 21 01:46:28.016164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9f519bf-62dc-4bfc-876c-3ba44be797f4 req-f99d6c81-34c3-4ede-877a-500f6f9d1589 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Dec 21 01:46:28.418123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7e05-feef-49dc-b622-3116e6a85e97 req-3c2796b6-daed-46ad-a704-0b2c925a4147 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:28.424370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bfa7e05-feef-49dc-b622-3116e6a85e97 req-3c2796b6-daed-46ad-a704-0b2c925a4147 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0973597 Dec 21 01:46:28.522023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bfa7e05-feef-49dc-b622-3116e6a85e97 req-5f49d386-6af4-43f0-97e1-31c1e7d532aa tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942981 Dec 21 01:46:28.566211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a55820-14b8-45c6-baa2-9bb3159743d2 req-5e9a86ec-149c-42e3-87b1-2c6d6b9c456d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:28.581274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24a55820-14b8-45c6-baa2-9bb3159743d2 req-5e9a86ec-149c-42e3-87b1-2c6d6b9c456d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1433423 Dec 21 01:46:28.665809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24a55820-14b8-45c6-baa2-9bb3159743d2 req-8add0a94-2ddd-4171-a81c-7034d6ffe9d8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824420 Dec 21 01:46:28.803323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace3007-1dba-477b-b5e6-dbab8e2fd17c req-6d7be0d0-9928-4edb-8e70-0bb0f42f2be9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:28.804988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cace3007-1dba-477b-b5e6-dbab8e2fd17c req-6d7be0d0-9928-4edb-8e70-0bb0f42f2be9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0897574 Dec 21 01:46:28.879405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372c6e-6438-42a5-85a0-49ebd73ace7b req-fed83d04-1b02-4a51-a5c6-bfa8bd6d7b21 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:28.880912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b372c6e-6438-42a5-85a0-49ebd73ace7b req-fed83d04-1b02-4a51-a5c6-bfa8bd6d7b21 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0941935 Dec 21 01:46:28.902224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cace3007-1dba-477b-b5e6-dbab8e2fd17c req-07da977b-0d4d-403f-b005-76838f4d4528 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786612 Dec 21 01:46:28.944913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b372c6e-6438-42a5-85a0-49ebd73ace7b req-03bda228-ad25-4030-b377-e1a5bb02db94 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Dec 21 01:46:29.309624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6a016-0917-4aa5-888d-00177e215d67 req-d50291ee-2e7a-4cd9-a686-b1bb93ee0431 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:29.320151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dca6a016-0917-4aa5-888d-00177e215d67 req-d50291ee-2e7a-4cd9-a686-b1bb93ee0431 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0686753 Dec 21 01:46:29.383810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dca6a016-0917-4aa5-888d-00177e215d67 req-de951ea3-eb40-4a11-83cf-9872a6fd49c1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624800 Dec 21 01:46:29.532937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2190-75b4-478c-b4b4-c3579c3f3ac1 req-d177ae9d-199e-438f-b99a-63148d531b63 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:29.534784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15fb2190-75b4-478c-b4b4-c3579c3f3ac1 req-d177ae9d-199e-438f-b99a-63148d531b63 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0733058 Dec 21 01:46:29.585168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15fb2190-75b4-478c-b4b4-c3579c3f3ac1 req-c2a0cf8c-135c-48f6-a3fe-ef9331f725ff tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Dec 21 01:46:29.711566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9c4ff-15a4-4c9b-a5b6-35f9e3ae454d req-4a83227b-00c8-4eb4-b5f0-cc6c284ed6ff tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:29.714180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfe9c4ff-15a4-4c9b-a5b6-35f9e3ae454d req-4a83227b-00c8-4eb4-b5f0-cc6c284ed6ff tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0580814 Dec 21 01:46:29.778223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfe9c4ff-15a4-4c9b-a5b6-35f9e3ae454d req-9bdb5451-aa12-4282-ae2e-d0a1e2541cc7 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Dec 21 01:46:29.896299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5c38-8e6e-4373-9e57-03d1ca1f0a4c req-346e75d7-f7d2-4b11-bbf8-484e148916db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:29.897776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-274e5c38-8e6e-4373-9e57-03d1ca1f0a4c req-346e75d7-f7d2-4b11-bbf8-484e148916db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0575089 Dec 21 01:46:29.950106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-274e5c38-8e6e-4373-9e57-03d1ca1f0a4c req-4509fdf3-56a3-4094-9b73-c9503fbd2c85 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Dec 21 01:46:30.127298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989545a7-244b-4f3d-ade1-a010be80edcb req-132e86fc-121a-4420-864c-71b198e013e9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:30.128788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-989545a7-244b-4f3d-ade1-a010be80edcb req-132e86fc-121a-4420-864c-71b198e013e9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0677688 Dec 21 01:46:30.186411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-989545a7-244b-4f3d-ade1-a010be80edcb req-8108c046-6fc1-4a36-8e33-e9c905813b15 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Dec 21 01:46:30.308935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1902c-cd0c-42be-b994-ae7345090847 req-cf1921b5-f320-42de-a43e-5f5efeec3268 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:30.310552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8c1902c-cd0c-42be-b994-ae7345090847 req-cf1921b5-f320-42de-a43e-5f5efeec3268 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0605552 Dec 21 01:46:30.379396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8c1902c-cd0c-42be-b994-ae7345090847 req-ac9e620e-b737-4a0e-b81f-a44058d53def tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568523 Dec 21 01:46:30.627166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f913d5-529b-48e1-b542-96318c342984 req-8c79ad2d-08a1-4716-8c21-ed0157c85d2b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:30.628750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24f913d5-529b-48e1-b542-96318c342984 req-8c79ad2d-08a1-4716-8c21-ed0157c85d2b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0527835 Dec 21 01:46:30.675050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24f913d5-529b-48e1-b542-96318c342984 req-b3193622-07d0-470e-9220-ac256214aa9e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Dec 21 01:46:30.775637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa661-383b-49fa-a5ed-7de104ff98fc req-ed233d86-fa3d-4b5a-b114-cfd74ec22537 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:30.777143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a08fa661-383b-49fa-a5ed-7de104ff98fc req-ed233d86-fa3d-4b5a-b114-cfd74ec22537 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 950 time: 0.0477269 Dec 21 01:46:30.829190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a08fa661-383b-49fa-a5ed-7de104ff98fc req-573168c5-d155-4fba-bce6-60815efab8a2 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Dec 21 01:46:31.133548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d25dea-c1cf-44bc-88dd-04ad2b1761a4 req-ebdd4ce9-9a27-441b-b457-4e6ff7425304 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.135067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1d25dea-c1cf-44bc-88dd-04ad2b1761a4 req-ebdd4ce9-9a27-441b-b457-4e6ff7425304 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0486207 Dec 21 01:46:31.210276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1d25dea-c1cf-44bc-88dd-04ad2b1761a4 req-4fb0c0c6-8126-4218-83a0-6a18e422fc0c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 Dec 21 01:46:31.223558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-ebd153fe-41d9-4339-8a6d-770a932b386f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465248 Dec 21 01:46:31.311911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-d2a63ad3-9e3d-4de8-8aac-8dd7e13adcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.313488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-d2a63ad3-9e3d-4de8-8aac-8dd7e13adcba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 1096 time: 0.0533240 Dec 21 01:46:31.464255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-2cf165d8-20d7-44da-8f8c-c12d867c180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.465761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-2cf165d8-20d7-44da-8f8c-c12d867c180a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1261244 Dec 21 01:46:31.474593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff990497-9a23-43e4-afb0-86e2ec992864 req-bf2c9168-f4c1-4698-b2d6-384ae6ea57b8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.476027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff990497-9a23-43e4-afb0-86e2ec992864 req-bf2c9168-f4c1-4698-b2d6-384ae6ea57b8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0759387 Dec 21 01:46:31.522278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-88c05676-ff21-44c9-b6fa-8e3b45a4040d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 200 len: 217 time: 0.0453317 Dec 21 01:46:31.620652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff990497-9a23-43e4-afb0-86e2ec992864 req-c1be23c1-eb0f-4cc7-aa6d-1ba91b548f30 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368866 Dec 21 01:46:31.623225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-18549ad0-8e17-4603-87c0-fcb561a33cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.625110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-18549ad0-8e17-4603-87c0-fcb561a33cd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0889189 Dec 21 01:46:31.636534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa71ca-cad9-4430-90b7-bce668c07446 req-bba42bb3-d84c-48cf-8638-89e9a1ba3cd4 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:31.637982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85fa71ca-cad9-4430-90b7-bce668c07446 req-bba42bb3-d84c-48cf-8638-89e9a1ba3cd4 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1191361 Dec 21 01:46:31.674259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-1c5a078a-04a0-4229-9ee5-db693f3db20b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352573 Dec 21 01:46:31.729820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85fa71ca-cad9-4430-90b7-bce668c07446 req-7dbd6adb-2e52-4468-a99f-80cbd96d5847 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824306 Dec 21 01:46:31.791632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-73899126-9362-4e3c-bc5c-4b3fba5aa521 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094406 Dec 21 01:46:32.211280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d2744-7f7e-4e04-b67e-62dfdac7c4b4 req-fa7547c4-2731-4c82-865f-539641866937 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:32.212643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b5d2744-7f7e-4e04-b67e-62dfdac7c4b4 req-fa7547c4-2731-4c82-865f-539641866937 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1095326 Dec 21 01:46:32.216108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd607b4-d6d3-4d3f-97e4-71673aa85edb req-725fc36b-b582-4fb4-8aaf-473b0ee3bc84 service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077430 Dec 21 01:46:32.260307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b5d2744-7f7e-4e04-b67e-62dfdac7c4b4 req-30117a2f-d9ac-4572-b2c7-3f43783a99a3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Dec 21 01:46:32.459599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02307df-ea3e-4a4b-bf57-05f0a5e3b83e req-89e02a9a-794d-4b8a-a9fa-5365fbcf1b2f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:32.461204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e02307df-ea3e-4a4b-bf57-05f0a5e3b83e req-89e02a9a-794d-4b8a-a9fa-5365fbcf1b2f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0503485 Dec 21 01:46:32.516951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e02307df-ea3e-4a4b-bf57-05f0a5e3b83e req-1375f687-ae41-4bfe-bca8-0643252d049e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 Dec 21 01:46:32.784328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91063cf-a358-4592-82a2-a5609f8f447f req-89009286-61bc-4983-a2ee-ccd17975b44a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:32.789231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c91063cf-a358-4592-82a2-a5609f8f447f req-89009286-61bc-4983-a2ee-ccd17975b44a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 946 time: 0.0613396 Dec 21 01:46:32.837670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c91063cf-a358-4592-82a2-a5609f8f447f req-c04cd29b-3e22-4e97-bc5c-fd199a5e3e6c tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Dec 21 01:46:33.031121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-5cbda0ff-40e5-4515-8281-a456db7879fb tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.032592 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-5cbda0ff-40e5-4515-8281-a456db7879fb tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1098 time: 0.0490160 Dec 21 01:46:33.044429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:33.071747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9e57-03d6-415a-b5e0-a631fee2a634 req-012e51bf-c31e-4b9e-b0d7-2251f8d805b1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.078537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-898b9e57-03d6-415a-b5e0-a631fee2a634 req-012e51bf-c31e-4b9e-b0d7-2251f8d805b1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0669529 Dec 21 01:46:33.111371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.132519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-898b9e57-03d6-415a-b5e0-a631fee2a634 req-761ef308-a4da-4405-abd3-20fb23f9133b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Dec 21 01:46:33.271757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:33.316034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:33.388337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:33.392498 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5c3783-daa4-47a0-b234-172e3d905440" -d '{"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-unplugged", "status": "completed", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:33.398434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.408804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.427934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23365-06c8-457e-aaab-f0a10f6e5f9e req-50b9916e-c566-4e11-9a9b-37bbecc81ebd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.436330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c23365-06c8-457e-aaab-f0a10f6e5f9e req-50b9916e-c566-4e11-9a9b-37bbecc81ebd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0969167 Dec 21 01:46:33.495653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c23365-06c8-457e-aaab-f0a10f6e5f9e req-e156072e-c894-4285-8e9e-0fc21c0ea8db tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Dec 21 01:46:33.527759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:33.528384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:33.530275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:33.538242 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5c65a-1e0a-43fa-a094-f288d2de214b x-openstack-request-id: req-92a5c65a-1e0a-43fa-a094-f288d2de214b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:33.538537 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-unplugged", "status": "completed", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:33.538789 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a5c65a-1e0a-43fa-a094-f288d2de214b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:33.539200 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'code': 200} Dec 21 01:46:33.539732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:33.550368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:46:33.550758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Attempting to bind port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on network 39c1229f-3fc7-4996-9218-d8edb8448aed {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:33.557831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:33.558170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Checking segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:33.558552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Bound using segment: {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:33.558977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Bound port: 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e73f3da-bbd0-48a5-b1b1-1a05df38f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '39c1229f-3fc7-4996-9218-d8edb8448aed'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:33.559330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.637402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:33.640366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:33.643770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:33.650294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.670631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e4881-91d4-41e3-bd40-fbfdbafc316f req-89f07c90-8574-4175-9125-c80740f1c4f0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.677947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-006e4881-91d4-41e3-bd40-fbfdbafc316f req-89f07c90-8574-4175-9125-c80740f1c4f0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0708182 Dec 21 01:46:33.737987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.738990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.740635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] 10.222.0.24 "PUT /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 1124 time: 0.7007039 Dec 21 01:46:33.752316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-006e4881-91d4-41e3-bd40-fbfdbafc316f req-b121ab73-ea9c-4224-b37f-fed8b7a5d962 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734091 Dec 21 01:46:33.753803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde1c59-046d-4598-932a-c28ac9adf45c service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=8']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:33.814922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62c97866-eaac-4dd1-a716-a749f5a0eb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.940508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['31bbe310-f4c6-496c-8ef6-0fa66bba1f65'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:33.954697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62c97866-eaac-4dd1-a716-a749f5a0eb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.964286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62c97866-eaac-4dd1-a716-a749f5a0eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:33.980049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d49f-05cd-460a-ab6b-02d56e01426b req-9d7de9da-1b7f-4775-b1d6-35eb719fee06 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:33.989411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f53d49f-05cd-460a-ab6b-02d56e01426b req-9d7de9da-1b7f-4775-b1d6-35eb719fee06 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.0650640 Dec 21 01:46:34.004315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:34.006331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['31bbe310-f4c6-496c-8ef6-0fa66bba1f65'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:34.019856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62c97866-eaac-4dd1-a716-a749f5a0eb5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0ea596d30594aba96fc471cfdad75c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784213 Dec 21 01:46:34.024061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:34.040340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c97866-eaac-4dd1-a716-a749f5a0eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc6ac6-1ebd-488e-9028-54e57fa99ae7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:34.047436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f53d49f-05cd-460a-ab6b-02d56e01426b req-a35e9a8d-58ed-4dc3-be5f-31055f6663f9 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548301 Dec 21 01:46:34.091490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:34.115740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.143503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.224794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.227595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.231223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20dc6ac6-1ebd-488e-9028-54e57fa99ae7 HTTP/1.1" status: 204 len: 168 time: 0.2037189 Dec 21 01:46:34.241042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b07afb-52d3-47da-bc02-f5ef0f23fe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc6ac6-1ebd-488e-9028-54e57fa99ae7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:34.301533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940caf-89a9-4524-a004-2716a661f396 req-b7b287c9-9f79-46a1-8bcd-65c7ffde3289 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:34.303366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd940caf-89a9-4524-a004-2716a661f396 req-b7b287c9-9f79-46a1-8bcd-65c7ffde3289 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0661368 Dec 21 01:46:34.372231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd940caf-89a9-4524-a004-2716a661f396 req-3f3b40af-92a8-4237-836f-788f5c7e1386 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Dec 21 01:46:34.533771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.622398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:34.646168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:34.648398 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee62e6d-ee50-4288-9083-32a6a2fefb4b" -d '{"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-unplugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:34.659850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76c8f4-0e5e-4bfa-b960-5f5623526301 req-f29aa67d-1ca8-482b-9247-49bc4aa499cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:34.664728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:46:34.672193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff76c8f4-0e5e-4bfa-b960-5f5623526301 req-f29aa67d-1ca8-482b-9247-49bc4aa499cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0830350 Dec 21 01:46:34.675258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:34.684888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:34.733976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff76c8f4-0e5e-4bfa-b960-5f5623526301 req-472961cf-b2ef-495a-bf0e-bdbb6a77304b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607610 Dec 21 01:46:34.766048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:34.808726 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1bc3c-593f-464c-a153-9dcb40ab0ce5 x-openstack-request-id: req-2dc1bc3c-593f-464c-a153-9dcb40ab0ce5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:34.808726 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-unplugged", "status": "completed", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:34.809112 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dc1bc3c-593f-464c-a153-9dcb40ab0ce5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:34.809788 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'code': 200} Dec 21 01:46:34.926875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9a789-4045-465e-9e9e-84fadab94db2 req-e2b817fb-9825-4866-9a0e-d789c605e3b5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:34.928423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b9a789-4045-465e-9e9e-84fadab94db2 req-e2b817fb-9825-4866-9a0e-d789c605e3b5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0604711 Dec 21 01:46:34.999909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4b9a789-4045-465e-9e9e-84fadab94db2 req-46f434cd-5143-4ec3-9a67-cc78f0e85ecf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Dec 21 01:46:35.057573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34548) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:35.177741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1843911071-network', 'tenant_id': '5bedcf8d351a48b29e20921f342f49fd'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:35.208608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Made reservation on behalf of 5bedcf8d351a48b29e20921f342f49fd for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:35.212173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.223437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.352000 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.362964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebfe11-cd77-4d7b-8529-9f4ae5554867 req-2300f2da-e951-4b79-b14e-c152f3f5a187 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:35.364704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4ebfe11-cd77-4d7b-8529-9f4ae5554867 req-2300f2da-e951-4b79-b14e-c152f3f5a187 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.2336922 Dec 21 01:46:35.366221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.413684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:46:35.426652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c6718f-e6ed-4c7a-af77-41cc34d2c23d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:35.444158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.444511 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Added segment 2267dcd1-4f18-4873-9001-3e2fe204f86e of type vlan for network 340cb022-6918-49c2-82d1-961e007959f8 Dec 21 01:46:35.460021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.460371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.460738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.461065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.461449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.461877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.462233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.462532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.462856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.463314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.463663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.464016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.464494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:35.512108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4ebfe11-cd77-4d7b-8529-9f4ae5554867 req-da9adf7d-afbd-4bd4-884f-b4aecd88f586 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319153 Dec 21 01:46:35.515982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.540140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:35.543284 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad8be70-ddef-44f7-b814-e7e771a0d851" -d '{"events": [{"name": "network-changed", "server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:35.569090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.570386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:35.571239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.636077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5773234 Dec 21 01:46:35.639405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34602) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:35.644907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Request body: {'subnet': {'network_id': '340cb022-6918-49c2-82d1-961e007959f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1843911071-subnet', 'tenant_id': '5bedcf8d351a48b29e20921f342f49fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:35.660664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f165ef9-c84c-41e3-a8c9-34dedf3c562f admin admin] Pushing event updated for resources: {'Network': ['ID=340cb022-6918-49c2-82d1-961e007959f8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:35.674653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 340cb022-6918-49c2-82d1-961e007959f8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:46:35.690394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Made reservation on behalf of 5bedcf8d351a48b29e20921f342f49fd for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:35.694860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:35.901930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b639-f90e-4bd3-b09b-e05f3592648e req-bd44fc88-32ef-4b51-a8c0-4586c8daa445 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:35.903504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2360b639-f90e-4bd3-b09b-e05f3592648e req-bd44fc88-32ef-4b51-a8c0-4586c8daa445 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0917592 Dec 21 01:46:35.939768 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39533235-f7e4-4080-bd5c-21ea2a52dd87 x-openstack-request-id: req-39533235-f7e4-4080-bd5c-21ea2a52dd87 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:35.940066 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:35.940320 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39533235-f7e4-4080-bd5c-21ea2a52dd87 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:35.940706 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'status': 'completed', 'code': 200} Dec 21 01:46:35.988501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:36.030016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2360b639-f90e-4bd3-b09b-e05f3592648e req-71011cc2-2eeb-4c27-9be8-4ee3d77f134a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187007 Dec 21 01:46:36.093742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4ea8a3-6368-424b-9295-e77f304ca069,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:36.108376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Checking segment: {'id': '2267dcd1-4f18-4873-9001-3e2fe204f86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '340cb022-6918-49c2-82d1-961e007959f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:36.108788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Network hostable DHCP agents. Network: 340cb022-6918-49c2-82d1-961e007959f8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:46:36.197202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Network 340cb022-6918-49c2-82d1-961e007959f8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:46:36.216776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-bda3630c-4076-474a-9cc7-16bf801086f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.218772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-bda3630c-4076-474a-9cc7-16bf801086f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1127 time: 0.2218716 Dec 21 01:46:36.222926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 340cb022-6918-49c2-82d1-961e007959f8) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:36.230371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.230955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:36.231706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4aed5c-7fdb-458a-8ac0-ff67b81714e1 None None] Network 340cb022-6918-49c2-82d1-961e007959f8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:36.240518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e118d-6847-4bc2-9934-edd1bcd96ab1 req-c09192e2-3f9d-4d10-a3e5-0bae01e15d46 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.241975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-832e118d-6847-4bc2-9934-edd1bcd96ab1 req-c09192e2-3f9d-4d10-a3e5-0bae01e15d46 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1452811 Dec 21 01:46:36.300036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f1584-d006-49d3-a879-620b249378f0 req-9f5f4945-e40a-4617-b59b-034ed0b9c9e0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.301533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-356f1584-d006-49d3-a879-620b249378f0 req-9f5f4945-e40a-4617-b59b-034ed0b9c9e0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1468899 Dec 21 01:46:36.331112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f2d00-af9b-4e00-a0a7-25954fabe927 None None] Network 340cb022-6918-49c2-82d1-961e007959f8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:36.331292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-883dea8d-f67e-488c-95ed-c8b66e94312e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6904657 Dec 21 01:46:36.406308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-832e118d-6847-4bc2-9934-edd1bcd96ab1 req-375b5b5b-bec0-4c70-9b23-413e9ba7708f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556957 Dec 21 01:46:36.430861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-356f1584-d006-49d3-a879-620b249378f0 req-ebd34e24-2518-4281-9b25-6611f48bc040 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032639 Dec 21 01:46:36.432675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-06e4d034-ccb5-4154-83f3-48ef9bf151c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.434296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-06e4d034-ccb5-4154-83f3-48ef9bf151c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.2054665 Dec 21 01:46:36.491526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-2d58c3fa-5bdb-46aa-b244-5c7243d221cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 217 time: 0.0464325 Dec 21 01:46:36.570884 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-515c5a53-5185-46f1-8dd1-daee5f7b5f9a req-34d2d368-b934-4f35-9014-90250c350fd1 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] show failed (client error): The resource could not be found. Dec 21 01:46:36.571937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-515c5a53-5185-46f1-8dd1-daee5f7b5f9a req-34d2d368-b934-4f35-9014-90250c350fd1 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/c2e583dd-b263-40a0-a157-a471587a4f3d HTTP/1.1" status: 404 len: 352 time: 0.0301995 Dec 21 01:46:36.586626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-7006e57c-0713-44f3-a91e-1ee0ac847b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.588103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-7006e57c-0713-44f3-a91e-1ee0ac847b54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0880795 Dec 21 01:46:36.600534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b29e3-0d22-4e2b-bc5d-501541241f28 req-b5ba792b-8daa-4a0d-b40b-dfb9d4706e22 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.602063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b2b29e3-0d22-4e2b-bc5d-501541241f28 req-b5ba792b-8daa-4a0d-b40b-dfb9d4706e22 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.1134279 Dec 21 01:46:36.633570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-5e1337e1-34d2-40cd-b710-a765c5e2d09c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304523 Dec 21 01:46:36.753523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b2b29e3-0d22-4e2b-bc5d-501541241f28 req-50c35d85-3ad3-47f3-9925-eb78cee22b81 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418171 Dec 21 01:46:36.773901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb274a0-5828-4af3-97ad-071048afa2f8 req-5a7ef8c8-1c17-415a-9c50-19a6e6c5fa46 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:36.775230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fb274a0-5828-4af3-97ad-071048afa2f8 req-5a7ef8c8-1c17-415a-9c50-19a6e6c5fa46 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.1441147 Dec 21 01:46:36.801096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-34a65f5c-815b-4ace-adb2-6c901913006d service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516087 Dec 21 01:46:36.888622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fb274a0-5828-4af3-97ad-071048afa2f8 req-550983b1-0ec8-4c06-82d8-6cec4d85e83e tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005449 Dec 21 01:46:36.934626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aad8be70-ddef-44f7-b814-e7e771a0d851 req-6bd0e2fd-fae5-482a-8b3b-40273ff23607 service neutron] 10.222.0.45 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223645 Dec 21 01:46:36.979543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87fcad95-3e12-4bf7-bb30-7eebd3d8d6e1 req-b37a16d3-1569-4c56-933d-f595e9d12183 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bedcf8d351a48b29e20921f342f49fd HTTP/1.1" status: 200 len: 3001 time: 0.0556142 Dec 21 01:46:37.023115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87fcad95-3e12-4bf7-bb30-7eebd3d8d6e1 req-8178542f-432b-4c03-8506-948ac6c2f777 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/f4c6718f-e6ed-4c7a-af77-41cc34d2c23d HTTP/1.1" status: 200 len: 2998 time: 0.0373850 Dec 21 01:46:37.066484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87fcad95-3e12-4bf7-bb30-7eebd3d8d6e1 req-2e48a266-42d5-425a-b697-20b2896987e5 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/f4c6718f-e6ed-4c7a-af77-41cc34d2c23d HTTP/1.1" status: 200 len: 2998 time: 0.0375202 Dec 21 01:46:37.137480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4fe8bc9-432a-4929-bfdf-db04fb10e7c5 req-431247de-9cad-4b4d-9100-1f3976f05460 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/f4c6718f-e6ed-4c7a-af77-41cc34d2c23d HTTP/1.1" status: 200 len: 2998 time: 0.0480733 Dec 21 01:46:37.201527 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-a4fe8bc9-432a-4929-bfdf-db04fb10e7c5 req-ee454a8b-0665-4603-adcc-795dbc646039 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 01:46:37.202474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4fe8bc9-432a-4929-bfdf-db04fb10e7c5 req-ee454a8b-0665-4603-adcc-795dbc646039 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4c6718f-e6ed-4c7a-af77-41cc34d2c23d HTTP/1.1" status: 409 len: 352 time: 0.0587287 Dec 21 01:46:37.243288 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-447e2acd-dc5e-4824-8cdf-eb8e8f98019a req-7c4ebeed-ef07-4368-ad15-fc24fc9ea812 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] show failed (client error): The resource could not be found. Dec 21 01:46:37.244387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-447e2acd-dc5e-4824-8cdf-eb8e8f98019a req-7c4ebeed-ef07-4368-ad15-fc24fc9ea812 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/e678b44b-966b-4ec8-aaf4-fb78b2355925 HTTP/1.1" status: 404 len: 352 time: 0.0172803 Dec 21 01:46:37.286145 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-12baaba7-5ea1-4fa5-9a3d-831c4a1aced6 req-b6ae4c7b-b88d-4cbe-96ff-0d42173b35b1 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] show failed (client error): The resource could not be found. Dec 21 01:46:37.287159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12baaba7-5ea1-4fa5-9a3d-831c4a1aced6 req-b6ae4c7b-b88d-4cbe-96ff-0d42173b35b1 tempest-SecurityGroupsNegativeTestJSON-589125807 tempest-SecurityGroupsNegativeTestJSON-589125807-project] 10.222.0.43 "GET /v2.0/security-groups/19dccfea-4424-40e0-92df-7c9bc653a4f2 HTTP/1.1" status: 404 len: 352 time: 0.0173070 Dec 21 01:46:37.297771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:37.340016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb68f-1ec3-4131-be51-b8b945995ec3 req-d4f8cd7e-c19c-466a-858a-7cc6c5c360f8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.341502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44efb68f-1ec3-4131-be51-b8b945995ec3 req-d4f8cd7e-c19c-466a-858a-7cc6c5c360f8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0501881 Dec 21 01:46:37.344360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Deleting subnet ed4ea8a3-6368-424b-9295-e77f304ca069 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:46:37.347758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.384503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.389880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44efb68f-1ec3-4131-be51-b8b945995ec3 req-8eaa740e-3d7f-4475-a6e4-a871c9679565 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Dec 21 01:46:37.424314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.484552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.522737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4ea8a3-6368-424b-9295-e77f304ca069,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:37.525788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.532170 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e990c3a2-b03e-48d3-8b84-a40706e0a99c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed4ea8a3-6368-424b-9295-e77f304ca069 HTTP/1.1" status: 204 len: 168 time: 0.2332432 Dec 21 01:46:37.533100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:37.580095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630d8c-bb5b-44cf-819e-1873c157e7b4 req-e6ee56a0-17c5-4995-92b0-f9b0d4466558 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.581847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8630d8c-bb5b-44cf-819e-1873c157e7b4 req-e6ee56a0-17c5-4995-92b0-f9b0d4466558 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0880754 Dec 21 01:46:37.602872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c89-5105-48a4-b9ec-a8e9c8256128 req-de55227d-4116-4e78-815b-65b2278eabfa tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.604275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dafd5c89-5105-48a4-b9ec-a8e9c8256128 req-de55227d-4116-4e78-815b-65b2278eabfa tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0804684 Dec 21 01:46:37.630678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.638291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-8d2b98a2-6ac2-40f6-b1f9-20a97ec930d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849080 Dec 21 01:46:37.662533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8630d8c-bb5b-44cf-819e-1873c157e7b4 req-fafe1603-807c-40b2-9776-84885ecce42b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Dec 21 01:46:37.689124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dafd5c89-5105-48a4-b9ec-a8e9c8256128 req-9143d7cd-e40f-4358-94a3-f8386211e8e8 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631146 Dec 21 01:46:37.739371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.765013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340cb022-6918-49c2-82d1-961e007959f8']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:37.777006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2267dcd1-4f18-4873-9001-3e2fe204f86e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:37.777361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2267dcd1-4f18-4873-9001-3e2fe204f86e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:37.780873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-34b8b171-0407-4d96-967d-b75bf0a08a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.782544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-34b8b171-0407-4d96-967d-b75bf0a08a9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 1096 time: 0.0958908 Dec 21 01:46:37.792832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.809075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.840095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:46:37.840535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:46:37.842174 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:46:37.880431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf511467-c932-4bb3-b6ca-003e2a8edcce req-ab77d510-20c9-4ae0-a2f6-f0f55820e649 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.888128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf511467-c932-4bb3-b6ca-003e2a8edcce req-ab77d510-20c9-4ae0-a2f6-f0f55820e649 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.0649168 Dec 21 01:46:37.939594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf511467-c932-4bb3-b6ca-003e2a8edcce req-97934873-b37c-4a5c-8c4c-ed4d9dde63a8 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504205 Dec 21 01:46:37.942879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.969089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:37.972425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] 10.222.0.43 "DELETE /v2.0/networks/340cb022-6918-49c2-82d1-961e007959f8 HTTP/1.1" status: 204 len: 168 time: 0.4377339 Dec 21 01:46:37.975851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdfa26-4147-430d-a3be-e8e88c87ad83 admin admin] Pushing event deleted for resources: {'Network': ['ID=340cb022-6918-49c2-82d1-961e007959f8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:37.980516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-d3e917b0-5c68-4bcb-aba0-1b8a3b4969e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:37.982015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-d3e917b0-5c68-4bcb-aba0-1b8a3b4969e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1742499 Dec 21 01:46:38.099540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba621f2-e262-41f2-a8e0-dc3d826a0eb1 req-b7c2cd87-fe2d-4284-a760-89c90524124d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:38.101203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ba621f2-e262-41f2-a8e0-dc3d826a0eb1 req-b7c2cd87-fe2d-4284-a760-89c90524124d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.0665786 Dec 21 01:46:38.143634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34658) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:38.182286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ba621f2-e262-41f2-a8e0-dc3d826a0eb1 req-e6f70e1c-d3cf-4247-bf30-abd42f27f0e4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747247 Dec 21 01:46:38.204195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16faeea9-3928-4f8e-811e-0ef849df8773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bedcf8d351a48b29e20921f342f49fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593736 Dec 21 01:46:38.207975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34660) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:38.262586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:38.284788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:38.323346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-cc565741-7701-4f6d-bcb3-566fc23ed2b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 200 len: 217 time: 0.3320456 Dec 21 01:46:38.333958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:38.336884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:38.338026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4c6718f-e6ed-4c7a-af77-41cc34d2c23d HTTP/1.1" status: 204 len: 168 time: 0.1291339 Dec 21 01:46:38.346983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127097f-34f8-440a-9155-27b7f0a48967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c6718f-e6ed-4c7a-af77-41cc34d2c23d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:38.403003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-85ff77ac-e817-4f42-9d60-4cfe6583dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:38.404969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-85ff77ac-e817-4f42-9d60-4cfe6583dddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0720005 Dec 21 01:46:38.448125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-ccb934aa-1ed9-444a-ab0b-bdc682b328b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265560 Dec 21 01:46:38.542465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2efe1c-633e-45ce-bb6e-a8512ca3ba5f req-9337a487-bf41-4527-8861-ad255ef0a75c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:38.544141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e2efe1c-633e-45ce-bb6e-a8512ca3ba5f req-9337a487-bf41-4527-8861-ad255ef0a75c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0799634 Dec 21 01:46:38.564640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-3ac100b9-8d65-4253-9720-6f1df8902cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079092 Dec 21 01:46:38.608195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e2efe1c-633e-45ce-bb6e-a8512ca3ba5f req-f00eefd9-9b6c-43cd-bb4b-4d60168c415d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Dec 21 01:46:38.678581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3d192002-38eb-4bc4-9a70-25f0920dbb69 req-5fe890ab-6ee1-4f53-9ba1-056deb4c839b service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996158 Dec 21 01:46:38.843332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fde1b-2262-4a94-89d9-ef5b51a66792 req-e408a6ef-376b-42f7-886d-5f494311bbe9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:38.844941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fde1b-2262-4a94-89d9-ef5b51a66792 req-e408a6ef-376b-42f7-886d-5f494311bbe9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0875220 Dec 21 01:46:38.859143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5b8ad-ff7d-42cb-812f-09c016d92abd req-90697ba9-1757-44fe-a231-99956e1c5dd0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:38.860905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05c5b8ad-ff7d-42cb-812f-09c016d92abd req-90697ba9-1757-44fe-a231-99956e1c5dd0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0734499 Dec 21 01:46:38.933042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fde1b-2262-4a94-89d9-ef5b51a66792 req-8f0c1391-bc37-4954-80ed-e0e12f5238f7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817671 Dec 21 01:46:38.948668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05c5b8ad-ff7d-42cb-812f-09c016d92abd req-5ae23d4d-1e2b-4c04-ae5a-80ff31d90042 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732813 Dec 21 01:46:39.068034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-8ab6ea24-5b32-442f-b95c-5f7ecd2c4d8e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:39.069579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-8ab6ea24-5b32-442f-b95c-5f7ecd2c4d8e tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.24 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.0847890 Dec 21 01:46:39.130932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bb6f8-9aee-4236-aab5-6d789c89d288 req-d575dd28-b25c-46d8-b48a-4940e3299528 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:39.132584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-079bb6f8-9aee-4236-aab5-6d789c89d288 req-d575dd28-b25c-46d8-b48a-4940e3299528 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=48387680-9fcc-42cd-9619-672eb8fef28c HTTP/1.1" status: 200 len: 947 time: 0.0787165 Dec 21 01:46:39.147800 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:46:39.202044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-079bb6f8-9aee-4236-aab5-6d789c89d288 req-b146a19c-b1f4-412b-afbd-82073018b3f7 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Dec 21 01:46:39.225662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Deleting port b85728ea-6fdd-447d-a09d-53e5ef604b5b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:39.226006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.243105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:39.340584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] For port b85728ea-6fdd-447d-a09d-53e5ef604b5b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=b85728ea-6fdd-447d-a09d-53e5ef604b5b,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:39.341201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.345153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66dc40-cb7f-4894-b187-cf6aecdf6425 req-0032d3f1-2764-4eb4-ac0f-c09a714feeee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:39.346999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b66dc40-cb7f-4894-b187-cf6aecdf6425 req-0032d3f1-2764-4eb4-ac0f-c09a714feeee tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.0667315 Dec 21 01:46:39.356571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Calling delete_port for b85728ea-6fdd-447d-a09d-53e5ef604b5b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:39.383583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1007237068-network', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:39.403107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b66dc40-cb7f-4894-b187-cf6aecdf6425 req-bc80724d-3061-4dea-83cd-9410aa7e08fb tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Dec 21 01:46:39.450783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Made reservation on behalf of a20371acf68a4ec2ab24cdc2a685d6a0 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:39.453581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.464855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.569155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.608760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Pushing event deleted for resources: {'Port': ['ID=b85728ea-6fdd-447d-a09d-53e5ef604b5b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:39.621739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.649587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.678649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] No DVR routers for this DVR port b85728ea-6fdd-447d-a09d-53e5ef604b5b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:39.687512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.690974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c1b0887f-9f77-4af1-a466-618968dcd6ab req-278a3581-72a6-4d0f-9459-bc31cc96a168 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.24 "DELETE /v2.0/ports/b85728ea-6fdd-447d-a09d-53e5ef604b5b HTTP/1.1" status: 204 len: 173 time: 0.6148612 Dec 21 01:46:39.691420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-deleted', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:39.693639 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07ff72-1611-40f5-90d2-740f32debe4f" -d '{"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-deleted", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:39.696367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:46:39.720256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8576b63c-f991-4663-a5de-0ca348c5c8f0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:39.739742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.740088 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Added segment bc07d820-5ca8-4602-9258-f97d6d01f58a of type vlan for network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe Dec 21 01:46:39.765907 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de97d2-4eb4-4e7b-9c83-aabf86e06163 x-openstack-request-id: req-77de97d2-4eb4-4e7b-9c83-aabf86e06163 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:39.766151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352b69f-7926-4ee1-a128-be9d552f6646 req-cbbf96d1-82b5-43fc-8d3d-518e1b579e89 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:39.766341 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48387680-9fcc-42cd-9619-672eb8fef28c", "name": "network-vif-deleted", "tag": "b85728ea-6fdd-447d-a09d-53e5ef604b5b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:39.766650 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77de97d2-4eb4-4e7b-9c83-aabf86e06163 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:39.767028 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48387680-9fcc-42cd-9619-672eb8fef28c', 'name': 'network-vif-deleted', 'tag': 'b85728ea-6fdd-447d-a09d-53e5ef604b5b', 'status': 'completed', 'code': 200} Dec 21 01:46:39.767635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9352b69f-7926-4ee1-a128-be9d552f6646 req-cbbf96d1-82b5-43fc-8d3d-518e1b579e89 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0763042 Dec 21 01:46:39.831225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.842939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9352b69f-7926-4ee1-a128-be9d552f6646 req-3d325657-66dd-4142-b59a-2dda0f4ab1e0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Dec 21 01:46:39.867466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.867466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:39.867466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:39.929215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6847916 Dec 21 01:46:39.932346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34704) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:39.937866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c43a2-79f4-4ec9-baeb-d20cdd34c201 admin admin] Pushing event updated for resources: {'Network': ['ID=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:39.940053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Request body: {'subnet': {'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1007237068-subnet', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:39.954153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:46:39.986594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Made reservation on behalf of a20371acf68a4ec2ab24cdc2a685d6a0 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:39.989478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.224476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975ed62-d334-40f4-9dde-6da0be8f72ab req-1373e91b-6105-4fea-83ee-8d7f30833313 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:40.225961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9975ed62-d334-40f4-9dde-6da0be8f72ab req-1373e91b-6105-4fea-83ee-8d7f30833313 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1605308 Dec 21 01:46:40.240922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edf299-09ba-4ab8-9c13-94e1c5991990 req-75d58511-7c93-40d0-972a-b8543d27bac0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:40.242391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20edf299-09ba-4ab8-9c13-94e1c5991990 req-75d58511-7c93-40d0-972a-b8543d27bac0 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1753519 Dec 21 01:46:40.247364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-fc2fcf6d-e3cc-4565-a19a-ce9743cc3c0e service neutron] 10.222.0.45 "GET /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.1830432 Dec 21 01:46:40.438849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9975ed62-d334-40f4-9dde-6da0be8f72ab req-a402bc1a-c77c-4852-ab6a-0189b7e17921 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954031 Dec 21 01:46:40.446027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20edf299-09ba-4ab8-9c13-94e1c5991990 req-57110353-a6dd-42e8-8871-24502de09233 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729856 Dec 21 01:46:40.449858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.567168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:40.604488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Checking segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:40.604847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Network hostable DHCP agents. Network: 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:46:40.679188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:46:40.682865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:40.713056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd634f9-7573-4fd7-b633-2d04aadacf91 req-2e935133-2f9a-4166-8a99-e41dacddabff tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:40.714940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bd634f9-7573-4fd7-b633-2d04aadacf91 req-2e935133-2f9a-4166-8a99-e41dacddabff tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 944 time: 0.1137383 Dec 21 01:46:40.716962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:40.724533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:40.725127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.728193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:40.729408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03cad7-1fdd-45ba-8cd4-af30a8cfe2a6 None None] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:40.789494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:40.798287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8646ac5e-467e-48ca-9d3d-8538987f22a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8646684 Dec 21 01:46:40.801773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34722) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:40.806867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:40.824209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:40.834939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.836093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:46:40.836383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.837073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.862553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.880099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bd634f9-7573-4fd7-b633-2d04aadacf91 req-3a6249ef-72c4-40b6-b115-26ea2ac43330 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572299 Dec 21 01:46:40.894456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ab71-c3d6-4dd9-8c84-a2d2f4fa9bed req-ca779994-86d6-44a3-a22e-fa523e1212ab tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:40.895945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cc6ab71-c3d6-4dd9-8c84-a2d2f4fa9bed req-ca779994-86d6-44a3-a22e-fa523e1212ab tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 948 time: 0.1230240 Dec 21 01:46:40.925008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:40.986783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Allocated IP 172.20.0.2 (1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe/0e66d0f5-e1d2-4e99-9ebd-cafedc6de215/ef402a9f-0d6a-4e1a-bf3c-e56f98024776) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:40.995499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cc6ab71-c3d6-4dd9-8c84-a2d2f4fa9bed req-a6f80172-1aad-4cff-8505-fdd4033acaad tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793564 Dec 21 01:46:41.030965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] Transition to ACTIVE for port object 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:46:41.044506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4b666-6474-43c6-a9e3-d88aa09b1160 req-d83692cb-eb60-40b3-a770-8c5642e0c13a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:41.046112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99b4b666-6474-43c6-a9e3-d88aa09b1160 req-d83692cb-eb60-40b3-a770-8c5642e0c13a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0723937 Dec 21 01:46:41.047750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.106133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.117524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] No DVR routers for this DVR port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:41.147480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.155828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.173103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] 10.222.0.45 "PUT /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9011052 Dec 21 01:46:41.181843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862a32-241d-417d-81cf-2038591bcce8 service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:41.189364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:41.192199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:41.198717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:41.210198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99b4b666-6474-43c6-a9e3-d88aa09b1160 req-66099b7e-57c0-4a4a-9fb3-54d694dc9774 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534050 Dec 21 01:46:41.215896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Pushing event updated for resources: {'Port': ['ID=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:41.267920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Attempting to bind port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:41.268548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Attempting to bind port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:41.269220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Attempting to bind port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 on network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:41.275532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:41.276043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Checking segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:41.276462 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.277007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Bound using segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:41.277540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Bound port: ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:41.277924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.345518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] For port ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:41.348488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] For port ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:41.353981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.382492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-a09083eb-173c-4551-9b78-255425d753a6 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:41.384017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-a09083eb-173c-4551-9b78-255425d753a6 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.0887177 Dec 21 01:46:41.387692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.417290 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.422226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8be2b-b87b-4e8d-baec-4596130dd51b None None] Pushing event updated for resources: {'Port': ['ID=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:41.509718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-72bb4e8f-f528-4c33-aa1b-31221d962d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:41.510779 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-72bb4e8f-f528-4c33-aa1b-31221d962d62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1031070 Dec 21 01:46:41.541892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-352c15f0-9f85-46f9-9311-6639c3257852 service neutron] 10.222.0.24 "GET /v2.0/ports/4df738b8-ae7c-4f6f-9620-b38b190b094a/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.0824573 Dec 21 01:46:41.588707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Allocated IP 172.25.6.4 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/885b2c3b-6a8e-4522-8e13-2deed295b898) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:41.769470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.801105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ef402a9f-0d6a-4e1a-bf3c-e56f98024776 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:41.835055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.884018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:41.884837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:41.889969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:41.908523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:41.918086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:41.950638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=885b2c3b-6a8e-4522-8e13-2deed295b898,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:41.968989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-2a2612ff-b680-44e6-b57f-61f6920d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:41.970516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-2a2612ff-b680-44e6-b57f-61f6920d4299 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1102 time: 0.1039395 Dec 21 01:46:41.979704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:42.006776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:42.060084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:42.070833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:42.078554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-2da76b98-767d-4036-8551-5cc01c20e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.080050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-2da76b98-767d-4036-8551-5cc01c20e8a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1097 time: 0.4968481 Dec 21 01:46:42.087802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894358e0-ecb5-4840-b4e6-8b1f41e078f0 req-419506b3-1cb4-447a-be6c-31994250f2b4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.089217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-894358e0-ecb5-4840-b4e6-8b1f41e078f0 req-419506b3-1cb4-447a-be6c-31994250f2b4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.5461674 Dec 21 01:46:42.098887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d2e3a-2508-43c1-b14d-d5512965b7c5 req-ec632e28-5e06-4d10-a9df-1fab877a09ff tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.101925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:42.106607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:46:42.107120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:42.108248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed4d2e3a-2508-43c1-b14d-d5512965b7c5 req-ec632e28-5e06-4d10-a9df-1fab877a09ff tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.5484798 Dec 21 01:46:42.134457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: b85728ea-6fdd-447d-a09d-53e5ef604b5b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:42.134988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device b85728ea-6fdd-447d-a09d-53e5ef604b5b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:42.151516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:42.220024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-4dfcf9b3-c09a-4744-90f5-3536604b0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.221606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-4dfcf9b3-c09a-4744-90f5-3536604b0a0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1102 time: 0.1225274 Dec 21 01:46:42.249919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed4d2e3a-2508-43c1-b14d-d5512965b7c5 req-2b006de0-58ae-4d57-b22e-644c2825d0d0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407468 Dec 21 01:46:42.257616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-894358e0-ecb5-4840-b4e6-8b1f41e078f0 req-0870d487-ea73-4897-994c-015d8b551c83 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473649 Dec 21 01:46:42.278963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:42.285893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-26245617-27b0-404a-b43d-2e0667bccc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.287614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-26245617-27b0-404a-b43d-2e0667bccc6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 200 len: 921 time: 0.1973186 Dec 21 01:46:42.339009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-d21381dd-c33e-42df-a651-c801c84ef0f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 200 len: 217 time: 0.0417495 Dec 21 01:46:42.419699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e6d994ba-24fb-458b-88a9-9e270d0a0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.421105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-e6d994ba-24fb-458b-88a9-9e270d0a0598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 200 len: 861 time: 0.0700111 Dec 21 01:46:42.466772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-b1c904c8-370c-4139-bc15-681be19875c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39c1229f-3fc7-4996-9218-d8edb8448aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370500 Dec 21 01:46:42.521612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-509defc1-f99b-4f51-aae4-7533c47130a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.523198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-509defc1-f99b-4f51-aae4-7533c47130a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2923408 Dec 21 01:46:42.597598 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-7693a2ab-25b2-4938-b138-56fc3f5df596 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.0440767 Dec 21 01:46:42.620275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd74eb-8ecc-47a1-9c5e-898f6479ee3d req-f409c06d-b1c2-46a3-a8ac-c30e14876b23 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.621977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2cd74eb-8ecc-47a1-9c5e-898f6479ee3d req-f409c06d-b1c2-46a3-a8ac-c30e14876b23 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 948 time: 0.1421232 Dec 21 01:46:42.635513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2331b98-769f-44aa-99e2-c05844728fa2 req-35a2902d-c196-4615-994a-8218473c9f41 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.642522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2331b98-769f-44aa-99e2-c05844728fa2 req-35a2902d-c196-4615-994a-8218473c9f41 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.1746216 Dec 21 01:46:42.644693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:42.649689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afc4c7-b2d2-4c67-b4a4-1471ae41a026 None None] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:42.705360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-d8dfb82b-2670-4b97-955f-4fac1a419ae0 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242072 Dec 21 01:46:42.709553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-f30cb4d6-704c-4c8e-bc07-90b0f318fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.712098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-f30cb4d6-704c-4c8e-bc07-90b0f318fc2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1055667 Dec 21 01:46:42.746286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2331b98-769f-44aa-99e2-c05844728fa2 req-74902774-3381-4ef7-8cab-d2b12e1182cb tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962510 Dec 21 01:46:42.759313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2cd74eb-8ecc-47a1-9c5e-898f6479ee3d req-e7436352-9405-4e9e-8303-6def51abcd33 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130545 Dec 21 01:46:42.765425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-612f17b6-22ab-4014-9113-2bbd2fd354ed None None] Provisioning complete for port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:42.765804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-612f17b6-22ab-4014-9113-2bbd2fd354ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:42.822138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-fa6e24cb-d33f-4081-9d14-237810a8632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.823600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-fa6e24cb-d33f-4081-9d14-237810a8632e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770254 Dec 21 01:46:42.865998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-2a282e73-9a8d-41bc-9f79-0709da9432c1 service neutron] 10.222.0.24 "GET /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451392 Dec 21 01:46:42.868011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Router f5184ddf-9de3-47bc-89a5-5bad05b27355 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:46:42.968735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283032-c5e3-4c06-9336-a8e6bb486de6 req-0f6c857d-2162-4613-b952-21bc79a41fd1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:42.970642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51283032-c5e3-4c06-9336-a8e6bb486de6 req-0f6c857d-2162-4613-b952-21bc79a41fd1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0960531 Dec 21 01:46:43.043293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51283032-c5e3-4c06-9336-a8e6bb486de6 req-3e8694c0-bf15-4446-84f7-ae9678e7ed9a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579979 Dec 21 01:46:43.055169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-ed6f15db-2adb-47f5-872a-41b88b4a3730 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140296 Dec 21 01:46:43.069085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:43.083261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Sync routers for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:43.096297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:43.096977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:43.224923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-486f32f0-0772-4a26-9fca-a56243882e9a tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:43.226749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-486f32f0-0772-4a26-9fca-a56243882e9a tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.45 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 948 time: 0.0966980 Dec 21 01:46:43.226926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-818dd46d-d73d-4d77-ac3e-ac063d1b1283 None None] Provisioning complete for port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:43.227369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-818dd46d-d73d-4d77-ac3e-ac063d1b1283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.246134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-889e82f1-a5d9-43b5-ac97-39172ed56b61 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:43.247763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-889e82f1-a5d9-43b5-ac97-39172ed56b61 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7&tenant_id=124cf379d7ef4c97bf7039df903b9cd8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.0756614 Dec 21 01:46:43.297726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:43.436513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.440887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3aa2874f-61c9-4fc5-89ba-ad861e1ae5c3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6379504 Dec 21 01:46:43.441565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:43.531784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834726-b588-474b-9f4a-0bdfe22f3e6f req-3c5e7c0a-d52b-4f7a-b0bc-cb223180de5a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:43.533349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0834726-b588-474b-9f4a-0bdfe22f3e6f req-3c5e7c0a-d52b-4f7a-b0bc-cb223180de5a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1627541 Dec 21 01:46:43.547616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:42Z', 'revision_number': 3, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:43.570264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02556e1-a661-47b5-aac3-bd431d50fa51 req-e912f9ea-242b-4d43-bd39-b22419419d67 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:43.572044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e02556e1-a661-47b5-aac3-bd431d50fa51 req-e912f9ea-242b-4d43-bd39-b22419419d67 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1548915 Dec 21 01:46:43.584407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Checking router: f5184ddf-9de3-47bc-89a5-5bad05b27355 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:43.584866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Updating router f5184ddf-9de3-47bc-89a5-5bad05b27355 port 885b2c3b-6a8e-4522-8e13-2deed295b898 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:46:43.606866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc47464a-07f5-4d54-bf44-03f3440a95cf req-dc1de191-6377-4b5a-8efe-ce03c9f9865a service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290713 Dec 21 01:46:43.611986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.612193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Deleting port 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:43.612325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.720138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-edc3b064-ccf9-465a-aeb4-eebf3cf1fed7 service neutron] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:43.741781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-edc3b064-ccf9-465a-aeb4-eebf3cf1fed7 service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.743008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3dcdc1d-ca12-40a1-ab36-941d2ad1699c req-edc3b064-ccf9-465a-aeb4-eebf3cf1fed7 service neutron] 10.222.0.24 "DELETE /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.4714873 Dec 21 01:46:43.763520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0834726-b588-474b-9f4a-0bdfe22f3e6f req-9926624d-9bcc-49ca-885e-47e6ad2670be tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088318 Dec 21 01:46:43.853930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e02556e1-a661-47b5-aac3-bd431d50fa51 req-49df16b9-308a-4b39-ab88-a0e0d0574e14 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530086 Dec 21 01:46:43.887750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] For port 4699df34-b609-4104-a655-040ae765a2f7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4699df34-b609-4104-a655-040ae765a2f7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:43.888201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:43.902965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Calling delete_port for 4699df34-b609-4104-a655-040ae765a2f7 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:43.975597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ef402a9f-0d6a-4e1a-bf3c-e56f98024776 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:44.080288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652331-1ba8-44b5-a627-f7bffe46fed7 req-880d0b7d-336a-4208-a218-051dac69d249 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:44.082255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c652331-1ba8-44b5-a627-f7bffe46fed7 req-880d0b7d-336a-4208-a218-051dac69d249 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 948 time: 0.0808477 Dec 21 01:46:44.093079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.099264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3308ac8-b36f-4972-95f2-922511a6e94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.168766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:44.169197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.212148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9eb6c1-f6b0-450c-85af-24b0aef22963 req-488f181f-183f-442b-89f3-afe2beb2e472 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:44.213818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f9eb6c1-f6b0-450c-85af-24b0aef22963 req-488f181f-183f-442b-89f3-afe2beb2e472 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.1304462 Dec 21 01:46:44.215158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.228043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.233757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c652331-1ba8-44b5-a627-f7bffe46fed7 req-f3ef3cd5-fd77-44ad-9ac1-ed5768ea5d4d tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/security-groups?id=3221e7e6-e237-4d9d-81c0-a143c55254fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376555 Dec 21 01:46:44.235047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.274581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Pushing event deleted for resources: {'Port': ['ID=4699df34-b609-4104-a655-040ae765a2f7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:44.318400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Attempting to bind port 885b2c3b-6a8e-4522-8e13-2deed295b898 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:44.318783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Attempting to bind port 885b2c3b-6a8e-4522-8e13-2deed295b898 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:44.321199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Attempting to bind port 885b2c3b-6a8e-4522-8e13-2deed295b898 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:44.332677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ed88-e509-4d89-a8d7-b70e9df984e1 None None] Pushing event updated for resources: {'Port': ['ID=885b2c3b-6a8e-4522-8e13-2deed295b898,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:44.338712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] No DVR routers for this DVR port 4699df34-b609-4104-a655-040ae765a2f7 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:44.342946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:44.343339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:44.343746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.344216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:44.344709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Bound port: 885b2c3b-6a8e-4522-8e13-2deed295b898, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:44.345100 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.347371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.351391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a4c20-d0da-4d5b-86c5-2e087faf7ea1 req-7d7016a5-7fb7-4aab-b346-b24779170524 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.45 "DELETE /v2.0/ports/4699df34-b609-4104-a655-040ae765a2f7 HTTP/1.1" status: 204 len: 173 time: 1.1144483 Dec 21 01:46:44.352064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-deleted', 'tag': '4699df34-b609-4104-a655-040ae765a2f7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:44.354936 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77244857-d431-4b14-9248-4b2fc8e3c862" -d '{"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-deleted", "tag": "4699df34-b609-4104-a655-040ae765a2f7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:44.410389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Allocated IP 172.20.0.1 (1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe/0e66d0f5-e1d2-4e99-9ebd-cafedc6de215/3a8cbb77-e30d-43f7-b4c6-140bc498a8c2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:44.426865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f9eb6c1-f6b0-450c-85af-24b0aef22963 req-ca5305e5-ed8e-4d0a-ab03-35d7c78f540d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567028 Dec 21 01:46:44.429232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] For port 885b2c3b-6a8e-4522-8e13-2deed295b898, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:44.434081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] For port 885b2c3b-6a8e-4522-8e13-2deed295b898, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=885b2c3b-6a8e-4522-8e13-2deed295b898,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:44.443376 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.507461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ce724-4935-48af-8dfa-de7253353207 req-3f8ffa02-8c20-4d1c-8896-bad6d194f645 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:44.509209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-945ce724-4935-48af-8dfa-de7253353207 req-3f8ffa02-8c20-4d1c-8896-bad6d194f645 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1188960 Dec 21 01:46:44.515074 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c60482-e268-40c0-a60f-dd2ac63b367d x-openstack-request-id: req-19c60482-e268-40c0-a60f-dd2ac63b367d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:44.515362 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09936381-6f25-4d64-8fed-440495cd64f1", "name": "network-vif-deleted", "tag": "4699df34-b609-4104-a655-040ae765a2f7", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:44.515671 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19c60482-e268-40c0-a60f-dd2ac63b367d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:44.516009 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09936381-6f25-4d64-8fed-440495cd64f1', 'name': 'network-vif-deleted', 'tag': '4699df34-b609-4104-a655-040ae765a2f7', 'status': 'completed', 'code': 200} Dec 21 01:46:44.535687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ed88-e509-4d89-a8d7-b70e9df984e1 None None] Pushing event updated for resources: {'Port': ['ID=885b2c3b-6a8e-4522-8e13-2deed295b898,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:44.566136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:44.566136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:44.598027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.598833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-945ce724-4935-48af-8dfa-de7253353207 req-9fbf3aba-1a94-432e-935e-a562a86357ef tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818727 Dec 21 01:46:44.639347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.683617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:44.686453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cd3af-fae3-4fe5-b705-e155ea3c637d req-61cd7353-a71f-44f6-bcbb-972d70819c4b tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:44.686705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:44.688120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f29cd3af-fae3-4fe5-b705-e155ea3c637d req-61cd7353-a71f-44f6-bcbb-972d70819c4b tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 1097 time: 0.0423400 Dec 21 01:46:44.689390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:44.718626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:44.747119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:44.756408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f29cd3af-fae3-4fe5-b705-e155ea3c637d req-84c07c56-1712-4b0b-bc6d-19f7150bc121 tempest-LiveAutoBlockMigrationV225Test-543206927 tempest-LiveAutoBlockMigrationV225Test-543206927-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Dec 21 01:46:44.772111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.772475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.772815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.773161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.773532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.773868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.774201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.774530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.774859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.775189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.775516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.775907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.776238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:44.783588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:44.993113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d7d2-a015-4735-91b0-017c885b7f34 req-520bb0dd-330f-4e37-9098-b19f2d6025c0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:44.994790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b89d7d2-a015-4735-91b0-017c885b7f34 req-520bb0dd-330f-4e37-9098-b19f2d6025c0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1025720 Dec 21 01:46:45.006229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.019503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:42Z', 'revision_number': 3, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:45.105129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e597b-66b4-4d50-9793-d7ba57b8bdee None None] The sync data for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 is: [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:42Z', 'revision_number': 3, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:45.153071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b89d7d2-a015-4735-91b0-017c885b7f34 req-ba52d1f4-d5d8-43b9-953a-2c4953b57136 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377857 Dec 21 01:46:45.159080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-87f1f9a6-e2fa-434b-926c-fd4ae9cc6277 None None] Provisioning complete for port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:45.159460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87f1f9a6-e2fa-434b-926c-fd4ae9cc6277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.223454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-87f1f9a6-e2fa-434b-926c-fd4ae9cc6277 None None] Port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:46:45.316164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a90bed-3dc3-4396-99bc-8782375dc199 req-e6a2fa55-ee63-4386-a214-0e892e7cd8e5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:45.317882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a90bed-3dc3-4396-99bc-8782375dc199 req-e6a2fa55-ee63-4386-a214-0e892e7cd8e5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0915844 Dec 21 01:46:45.382502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.390473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a90bed-3dc3-4396-99bc-8782375dc199 req-27aeb839-700a-4d19-9f84-269841314048 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657005 Dec 21 01:46:45.402287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.534880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.536915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:45.612123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-919d258b-e864-46d0-a106-f0e398e79863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:45.613647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-919d258b-e864-46d0-a106-f0e398e79863 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1098 time: 0.1263278 Dec 21 01:46:45.622962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552dc52-d4b4-4aca-b4df-f62fa2e6cfdb req-614f864f-21fc-4c77-a312-29b6ce9c1d9d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:45.624564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7552dc52-d4b4-4aca-b4df-f62fa2e6cfdb req-614f864f-21fc-4c77-a312-29b6ce9c1d9d tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.1826363 Dec 21 01:46:45.626640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48bb4302-094f-49b9-8d91-399a02667e7e req-70a6586f-4f15-4602-813b-53b4306c57f9 tempest-ListImageFiltersTestJSON-2060804297 tempest-ListImageFiltersTestJSON-2060804297-project] 10.222.0.43 "GET /v2.0/ports?device_id=09936381-6f25-4d64-8fed-440495cd64f1 HTTP/1.1" status: 200 len: 210 time: 0.0575175 Dec 21 01:46:45.743591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:45.745550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:45.825695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 885b2c3b-6a8e-4522-8e13-2deed295b898 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:45.861512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-0b3b4261-2c2c-464d-89db-c48ffe1bb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:45.867828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-0b3b4261-2c2c-464d-89db-c48ffe1bb1ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.2402234 Dec 21 01:46:45.889883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7552dc52-d4b4-4aca-b4df-f62fa2e6cfdb req-8e492131-7949-4de0-b50b-0185a8d26b7f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468717 Dec 21 01:46:45.921129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 885b2c3b-6a8e-4522-8e13-2deed295b898 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:45.922039 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:45.963048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-bf8aae37-a64b-4d7f-be49-90be50eb73f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 217 time: 0.0862775 Dec 21 01:46:45.968475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Router f5184ddf-9de3-47bc-89a5-5bad05b27355 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:46:45.983519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868055e4-4059-4bb1-8609-2970d39ebaef req-d5347fbf-f1f2-42d4-8acf-2b309422c0b9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:45.994982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-868055e4-4059-4bb1-8609-2970d39ebaef req-d5347fbf-f1f2-42d4-8acf-2b309422c0b9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.2222679 Dec 21 01:46:46.053081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.072580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8f487f34-f895-4a42-be9a-58531664f6ee None None] Provisioning complete for port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:46.072945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f487f34-f895-4a42-be9a-58531664f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.082213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-f0338101-e361-4056-a102-9ac6d258c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:46.083676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-f0338101-e361-4056-a102-9ac6d258c204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0849774 Dec 21 01:46:46.094439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-868055e4-4059-4bb1-8609-2970d39ebaef req-be50d0a2-73ce-4a6a-a423-8d2ae99b5595 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979116 Dec 21 01:46:46.104692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 885b2c3b-6a8e-4522-8e13-2deed295b898, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=885b2c3b-6a8e-4522-8e13-2deed295b898,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:46.110078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:46.124889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:46:46.131029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-06a7c100-2d0a-411f-88d4-d5eb3edf3b73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355613 Dec 21 01:46:46.132468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.142155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f716f334-d5be-4816-b815-e23470bf5a88 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5184ddf-9de3-47bc-89a5-5bad05b27355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978025 Dec 21 01:46:46.180148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8f487f34-f895-4a42-be9a-58531664f6ee None None] Port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:46:46.272291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=885b2c3b-6a8e-4522-8e13-2deed295b898,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:46.292103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.292435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.292772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.293104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.293456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.293784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.294106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.294430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.294785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.295105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.295427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.295742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.307069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:46:46.323427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.339955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8ab1-3bea-4ab2-9c1b-7cb4fbdd13c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.355582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-f2cf14a8-c68b-4ab6-ba0b-d5f362b142e5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:46.357292 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-f2cf14a8-c68b-4ab6-ba0b-d5f362b142e5 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 945 time: 0.1614788 Dec 21 01:46:46.372502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:46.372502 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37c389-1873-4132-a16a-9306f6ff8d60" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-unplugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:46.387328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:46.393160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.400357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-da265b8b-f3f3-4770-9282-af26c15a288b service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064970 Dec 21 01:46:46.461256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c4f8c-e592-4c5c-afd6-9b9cd7d2c94a req-512d4b8d-e1d4-4499-8221-8cda259f94a0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:46.465606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:46.469965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4c4f8c-e592-4c5c-afd6-9b9cd7d2c94a req-512d4b8d-e1d4-4499-8221-8cda259f94a0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1209815 Dec 21 01:46:46.499005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Deleting port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:46:46.499559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.573445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4c4f8c-e592-4c5c-afd6-9b9cd7d2c94a req-68f2e523-4d29-4828-bfca-fb2e008c4d5d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021028 Dec 21 01:46:46.583658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-09451801-bbbf-4bc6-ac5b-3235bfc69835 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600368 Dec 21 01:46:46.610080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] For port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:46.610461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.630356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Calling delete_port for 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:46:46.644389 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42441b3f-44dd-4711-9616-e717da22482f x-openstack-request-id: req-42441b3f-44dd-4711-9616-e717da22482f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:46.644786 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-unplugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:46.645155 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42441b3f-44dd-4711-9616-e717da22482f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:46.645673 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'code': 200} Dec 21 01:46:46.802558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.837565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['31bbe310-f4c6-496c-8ef6-0fa66bba1f65'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:46.850550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event deleted for resources: {'Port': ['ID=31bbe310-f4c6-496c-8ef6-0fa66bba1f65,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:46.902897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ca2c1-bcaa-48ae-b878-b94e90a5912f req-11e28b3b-2963-4ecd-976d-d5bbabb96cc4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:46.905223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541ca2c1-bcaa-48ae-b878-b94e90a5912f req-11e28b3b-2963-4ecd-976d-d5bbabb96cc4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0905924 Dec 21 01:46:46.909094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] No DVR routers for this DVR port 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:46:46.912350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:46.916692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4fff7b33-1605-4744-a76b-a59ef415b950 req-86742777-6abc-46ad-b81d-e42711ecd0d7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "DELETE /v2.0/ports/31bbe310-f4c6-496c-8ef6-0fa66bba1f65 HTTP/1.1" status: 204 len: 173 time: 0.5508425 Dec 21 01:46:46.917315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-deleted', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:46.934898 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8491fae-882f-4072-a582-86b148a7e735" -d '{"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-deleted", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:46.993075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541ca2c1-bcaa-48ae-b878-b94e90a5912f req-03e33db6-9ecc-46b2-af1b-6db98c99928f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792856 Dec 21 01:46:47.157901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.168151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2df5b06b-60ae-4463-8c7a-56a264c6215c req-3936d273-f49e-48e7-956f-4e1083f83907 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0599594 Dec 21 01:46:47.234909 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284eb42b-7e6a-428f-ad75-512ded36a8f5 x-openstack-request-id: req-284eb42b-7e6a-428f-ad75-512ded36a8f5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:47.235192 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5599cd2-517a-4f60-bfb0-98d087180be7", "name": "network-vif-deleted", "tag": "31bbe310-f4c6-496c-8ef6-0fa66bba1f65", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:47.235427 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-284eb42b-7e6a-428f-ad75-512ded36a8f5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:47.235818 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5599cd2-517a-4f60-bfb0-98d087180be7', 'name': 'network-vif-deleted', 'tag': '31bbe310-f4c6-496c-8ef6-0fa66bba1f65', 'status': 'completed', 'code': 200} Dec 21 01:46:47.343188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:47.348609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063291521', 'description': 'tempest-description--591168633'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:47.410009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.509534 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Sync routers for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:46:47.520924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:47.521677 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:47.587143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.595351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.642105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32454985-1386-484f-bca8-cfdf0c8166d1 req-f934355e-9503-4edd-af2c-b9b52a427141 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:47.646352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32454985-1386-484f-bca8-cfdf0c8166d1 req-f934355e-9503-4edd-af2c-b9b52a427141 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1544881 Dec 21 01:46:47.670309 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:47.707007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:47.721580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.726655 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b993a6c0-4b16-47f2-824c-fac4535ae393 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3816423 Dec 21 01:46:47.727474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:47.732785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'security_group_rule': {'security_group_id': 'b338f360-71f5-4ab4-b41d-bcf5f0ec5f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:47.787012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 885b2c3b-6a8e-4522-8e13-2deed295b898 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:47.799128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.830859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32454985-1386-484f-bca8-cfdf0c8166d1 req-9b3bd485-88cc-4086-9b5a-c14b98648152 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749778 Dec 21 01:46:47.943181 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.946610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 885b2c3b-6a8e-4522-8e13-2deed295b898 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:47.947064 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.953106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:47.986362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:45Z', 'revision_number': 2, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:48.003346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2878e8-40e1-4d3a-90ba-9144f014b151,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:48.011744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:48.025094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.032963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:48.033529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69aa5170-81fd-42b0-9c94-b72e3836fb0f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040142 Dec 21 01:46:48.038357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'security_group_rule': {'security_group_id': 'b338f360-71f5-4ab4-b41d-bcf5f0ec5f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:48.039694 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Checking router: f5184ddf-9de3-47bc-89a5-5bad05b27355 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:46:48.040213 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Updating router f5184ddf-9de3-47bc-89a5-5bad05b27355 port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:46:48.060740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 4699df34-b609-4104-a655-040ae765a2f7 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:48.061140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4699df34-b609-4104-a655-040ae765a2f7 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:48.078659 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.126057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.131693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:48.160362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd1954-8531-465e-9b39-faa4444a7883 req-f277dfe8-4f08-4e51-8015-7d8d65ffb1d1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:48.167991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dbd1954-8531-465e-9b39-faa4444a7883 req-f277dfe8-4f08-4e51-8015-7d8d65ffb1d1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.1248031 Dec 21 01:46:48.312913 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.313422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:48.329411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dbd1954-8531-465e-9b39-faa4444a7883 req-1fac8880-42d8-491a-8668-cafc27eaabfc tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602457 Dec 21 01:46:48.330653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.332648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'mac_address': 'fa:16:3e:e0:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:48.390479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ca0d37-2fd8-4cca-adad-c10921fd1e27,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:48.410007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.416804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.418893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3bf85e86-7495-49b6-99b5-5c2af591988a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846557 Dec 21 01:46:48.423369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34856) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:48.429995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:48.437033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:48.464863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.487052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:48.499046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.569424 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.576746 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.579306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e1c10-125b-4d9e-8439-106fac7ddb55 req-9e272637-d19a-454e-ac08-7b6d7929ffd4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:48.591953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-659e1c10-125b-4d9e-8439-106fac7ddb55 req-9e272637-d19a-454e-ac08-7b6d7929ffd4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1319308 Dec 21 01:46:48.638103 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34879-8075-4e3a-a4c5-7814bef66c5f None None] Pushing event updated for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:48.656719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.663058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:48.681526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.710475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-659e1c10-125b-4d9e-8439-106fac7ddb55 req-fe82f90a-8d3a-48a6-ac49-6ad873ebab3e tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094720 Dec 21 01:46:48.733257 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Attempting to bind port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:46:48.733741 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Attempting to bind port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:46:48.734185 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Attempting to bind port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 on network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:46:48.748982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:46:48.751921 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Checking segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:48.756178 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.759854 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Bound using segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:46:48.760414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Bound port: 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:46:48.769838 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:48.771643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9338b363-ffe9-4bc5-9fd0-1b8e69a9d34e req-9babe708-82fe-457e-bb71-422d9e65ac48 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.1065478 Dec 21 01:46:48.889367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] For port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:46:48.891433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Allocated IP 172.25.6.106 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/65749ee8-bee1-4c2e-8543-0fea0590f51a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:46:48.893122 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] For port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:46:48.905582 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.015859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4df738b8-ae7c-4f6f-9620-b38b190b094a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:49.054773 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:46:49.056926 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:46:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:49.097011 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.111118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] Provisioning complete for port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:49.125665 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.172496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.187002 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34879-8075-4e3a-a4c5-7814bef66c5f None None] Pushing event updated for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:49.235656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'Port': ['ID=65749ee8-bee1-4c2e-8543-0fea0590f51a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:49.311085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:46:49.353637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:49.378722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:46:49.405798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.438261 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:46:49.457564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-c2333e8c-eb94-47ce-9ce4-8f572001a260 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:49.459325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-c2333e8c-eb94-47ce-9ce4-8f572001a260 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508&tenant_id=c218759e69fc41da927984eceb830acd&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 949 time: 0.2248487 Dec 21 01:46:49.470362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf87fc-1be5-42f9-a5ed-a0065d2611f3 req-2f75f45b-93e2-4091-afba-408df87a7908 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:49.475099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.484764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf87fc-1be5-42f9-a5ed-a0065d2611f3 req-2f75f45b-93e2-4091-afba-408df87a7908 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1219659 Dec 21 01:46:49.569116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.578380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] For port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:49.589124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.627528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf87fc-1be5-42f9-a5ed-a0065d2611f3 req-c51a6f2d-78a8-4db8-860d-e2b45d4e97fb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399088 Dec 21 01:46:49.649781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.703204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed39f-b2d2-439f-835e-165607f18b22 None None] Pushing event updated for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:49.721118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:49.761612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240d3f0-b068-4249-bcd0-b62094d4dd93 req-a3fb19ec-f761-4bd6-bb5a-851610644e2b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:49.771129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4240d3f0-b068-4249-bcd0-b62094d4dd93 req-a3fb19ec-f761-4bd6-bb5a-851610644e2b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 949 time: 0.1116178 Dec 21 01:46:49.780763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-403495a1-fe6a-45a1-b3bf-b6d931667e3e service neutron] 10.222.0.24 "GET /v2.0/ports/4df738b8-ae7c-4f6f-9620-b38b190b094a/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.3055880 Dec 21 01:46:49.801639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-52164c1e-a188-411a-b5c6-433737819494 None None] Provisioning complete for port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:49.802019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52164c1e-a188-411a-b5c6-433737819494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:49.828981 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:48Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:49.870363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30050-63b6-478d-9fd4-3fb3bc8de15f None None] The sync data for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 is: [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:48Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:46:49.883020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4240d3f0-b068-4249-bcd0-b62094d4dd93 req-a4230ad3-3a31-46d4-9890-aa5a6409a292 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051428 Dec 21 01:46:49.986218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10abc6-1318-40ab-886d-8c0da8441cc3 req-360f1a75-3e40-452e-952e-6f6aaa51a144 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:49.987777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab10abc6-1318-40ab-886d-8c0da8441cc3 req-360f1a75-3e40-452e-952e-6f6aaa51a144 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1348319 Dec 21 01:46:50.047473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-084ba373-ac94-4f96-a89d-49d36cb3ca91 req-c02db938-596e-43cf-9dbd-0a4039940eb0 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0469837 Dec 21 01:46:50.085477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab10abc6-1318-40ab-886d-8c0da8441cc3 req-99cf8155-2973-49da-acf2-7e55d62aed6b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796897 Dec 21 01:46:50.109712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-1f410c3e-2a66-4177-a107-475cbf618147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:50.111692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-1f410c3e-2a66-4177-a107-475cbf618147 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1101 time: 0.2202966 Dec 21 01:46:50.136571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:50.162616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:46:50.162972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 31bbe310-f4c6-496c-8ef6-0fa66bba1f65 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:46:50.189009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95e5080b-52da-4aef-ac38-cfcea0c66db8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2085887e65f44b7bb3a1d4ef6203028d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529977 Dec 21 01:46:50.189932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34896) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:50.193077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.223645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.270302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.300339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.336632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.365253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.369727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-0f8b6f66-2d62-43d6-a07a-3464265aedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:50.371236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-0f8b6f66-2d62-43d6-a07a-3464265aedcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2467782 Dec 21 01:46:50.376174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.376885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:50.386427 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9528999 Dec 21 01:46:50.388158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3221e7e6-e237-4d9d-81c0-a143c55254fd HTTP/1.1" status: 204 len: 168 time: 0.1972544 Dec 21 01:46:50.394126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a92f57-5c73-4f92-821c-40024963ad4e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'Port': ['ID=65749ee8-bee1-4c2e-8543-0fea0590f51a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:50.400033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc7ea3-95e5-4faa-ad7e-2b2a13f17cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221e7e6-e237-4d9d-81c0-a143c55254fd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:50.428107 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-9b4f1ec8-feed-43ab-82d3-4160b89749cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.0478549 Dec 21 01:46:50.515306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-2ebb9f76-df1f-4d16-ba63-4c6fe7114113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:50.518590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-2ebb9f76-df1f-4d16-ba63-4c6fe7114113 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0823057 Dec 21 01:46:50.583141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-48982cee-bd5e-43c9-92b9-d9d8ef5cb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:50.584785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-48982cee-bd5e-43c9-92b9-d9d8ef5cb7d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570564 Dec 21 01:46:50.723016 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-6bc69d22-5461-43ca-b323-41b858e8adb5 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263211 Dec 21 01:46:50.838419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b675-fda8-4e3b-b74f-94c4663fe138 req-2311c7d2-fc98-4b16-8eff-73093bf210d4 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:50.840883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bb6b675-fda8-4e3b-b74f-94c4663fe138 req-2311c7d2-fc98-4b16-8eff-73093bf210d4 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1005356 Dec 21 01:46:50.944642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-acd2a890-21a5-4b3c-99b1-123faa75d5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075953 Dec 21 01:46:50.948482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bb6b675-fda8-4e3b-b74f-94c4663fe138 req-429f5a43-6d80-49e7-8b99-be3845c538f5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 Dec 21 01:46:51.069825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375e243-3321-422f-8300-954548910d7c req-374551fd-ce83-4f2d-9086-234029cda990 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:51.080947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6375e243-3321-422f-8300-954548910d7c req-374551fd-ce83-4f2d-9086-234029cda990 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 949 time: 0.0758882 Dec 21 01:46:51.137469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6375e243-3321-422f-8300-954548910d7c req-24e9ecb8-65a0-499e-b1b1-85399cec0ad0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552876 Dec 21 01:46:51.221094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab0dd5a-a033-4d37-aa15-1da2185d2a25 req-62d62a50-4323-4528-9e70-6d03d18a50af tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0462439 Dec 21 01:46:51.299832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42da753-6599-4c83-a074-74f9a5827b27 req-48a7aa1f-eec4-4d0d-88d8-e40ee534f102 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:51.301528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d42da753-6599-4c83-a074-74f9a5827b27 req-48a7aa1f-eec4-4d0d-88d8-e40ee534f102 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0697978 Dec 21 01:46:51.381197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d42da753-6599-4c83-a074-74f9a5827b27 req-e01838fc-12eb-4efb-809e-4250e98fa22b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Dec 21 01:46:51.407632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34934) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:51.530422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-758249268-network', 'tenant_id': 'f63907d97a7b41a081dcc707a2b329b9'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:51.554106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Made reservation on behalf of f63907d97a7b41a081dcc707a2b329b9 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:51.556561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.565362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.653324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.662581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.696451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:46:51.703782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9af1b0-6b8d-43f0-9903-46f6f3a4a8b1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:51.713651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.714110 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Added segment 2c607591-5676-4a63-b421-fe834892b7e3 of type vlan for network 0e402ca0-3beb-4789-a3e5-9ddbd27ca798 Dec 21 01:46:51.765023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.785633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:51.800567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.801754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:51.802567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.832567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4236610 Dec 21 01:46:51.835907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:51.844382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Request body: {'subnet': {'network_id': '0e402ca0-3beb-4789-a3e5-9ddbd27ca798', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-758249268-subnet', 'tenant_id': 'f63907d97a7b41a081dcc707a2b329b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:51.846988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:51.847479 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.877736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Made reservation on behalf of f63907d97a7b41a081dcc707a2b329b9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:46:51.882214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:51.882521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae439-20b8-451e-a5c7-11ee3fde2cdf admin admin] Pushing event updated for resources: {'Network': ['ID=0e402ca0-3beb-4789-a3e5-9ddbd27ca798,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:51.898075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0e402ca0-3beb-4789-a3e5-9ddbd27ca798 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:46:51.914196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.070036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae68a4-83c4-4b0b-a4f9-bc3d265228df req-92deca4b-ab61-417d-84f3-8e34d251fac3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:52.071872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0ae68a4-83c4-4b0b-a4f9-bc3d265228df req-92deca4b-ab61-417d-84f3-8e34d251fac3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0572517 Dec 21 01:46:52.100384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.126485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0ae68a4-83c4-4b0b-a4f9-bc3d265228df req-843272f8-987d-4747-aaae-5d03eca59ccc tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Dec 21 01:46:52.139362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:46:52.167023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7092e93e-540c-4389-90be-1cfe0c3bbbfa,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:52.177132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Checking segment: {'id': '2c607591-5676-4a63-b421-fe834892b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0e402ca0-3beb-4789-a3e5-9ddbd27ca798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:46:52.177951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Network hostable DHCP agents. Network: 0e402ca0-3beb-4789-a3e5-9ddbd27ca798, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:46:52.198719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 4df738b8-ae7c-4f6f-9620-b38b190b094a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:46:52.199160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.200240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Network 0e402ca0-3beb-4789-a3e5-9ddbd27ca798 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:46:52.214710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0e402ca0-3beb-4789-a3e5-9ddbd27ca798) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:46:52.224606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d205aa9-b207-4b7c-bb7c-e8858ee63376 None None] Network 0e402ca0-3beb-4789-a3e5-9ddbd27ca798 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:52.226862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:52.227859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.256656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-20f308b1-5f40-440c-8030-c3f249cfcec0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4189975 Dec 21 01:46:52.306372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31ea2a-f693-4564-84ac-8a110362805a req-fc285ad1-383b-4b0a-a097-6633bfbc7e1e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:52.307931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a31ea2a-f693-4564-84ac-8a110362805a req-fc285ad1-383b-4b0a-a097-6633bfbc7e1e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 949 time: 0.0772510 Dec 21 01:46:52.409715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.414593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd95c3e8-44ee-4433-bc9e-94933af7293f req-b9f59843-09e6-4a77-ab8c-1f04281ddde1 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0702374 Dec 21 01:46:52.433269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc4c0c-35f9-4cf3-baeb-ca698d6d4ed9 None None] Network 0e402ca0-3beb-4789-a3e5-9ddbd27ca798 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:46:52.491781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a31ea2a-f693-4564-84ac-8a110362805a req-9bca86a4-2e5e-4447-bc7e-60152cc10440 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709671 Dec 21 01:46:52.504925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:52.508242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:52.511174 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992ff62a-25e6-405a-a9ad-3c67d8ad7b82" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:52.611144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5fc-7095-4c0c-a7fb-1a476b9ba8a4 req-23dcf47c-f0e6-4e99-ad18-8aaf4f9d1541 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:52.613042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9756b5fc-7095-4c0c-a7fb-1a476b9ba8a4 req-23dcf47c-f0e6-4e99-ad18-8aaf4f9d1541 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0846984 Dec 21 01:46:52.683069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.692096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9756b5fc-7095-4c0c-a7fb-1a476b9ba8a4 req-0cf47b85-0d65-4900-88cd-8c03d68a0901 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710180 Dec 21 01:46:52.701757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1690283636', 'description': 'tempest-description-459512928'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:52.742038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.757775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:52.824053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.827833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.861503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:52.872709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-996b3a67-9234-45eb-972c-3e671d982adb req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1752310 Dec 21 01:46:52.876640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b9ac7-834b-4f88-a8b4-4858d5485369 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5122b827-9787-4a7f-a41a-b971c817db11,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:52.892374 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a44da-1a80-44c3-80d8-86c2c4695f41 x-openstack-request-id: req-8f1a44da-1a80-44c3-80d8-86c2c4695f41 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:52.893059 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:52.893059 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f1a44da-1a80-44c3-80d8-86c2c4695f41 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:52.893687 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'code': 200} Dec 21 01:46:53.007241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-4ea76ab0-3e60-46c8-9d6f-e5e4d8b34645 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/5122b827-9787-4a7f-a41a-b971c817db11 HTTP/1.1" status: 200 len: 1829 time: 0.0397429 Dec 21 01:46:53.017796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5122b827-9787-4a7f-a41a-b971c817db11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:53.018252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5122b827-9787-4a7f-a41a-b971c817db11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:53.081876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.112855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.118098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.148333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b5c534-1cec-4c33-9cc6-7263e840b0a4,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:53.158256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.159611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5d0aac4-32d7-48cd-a309-4b0eb968f341 req-d5b4e279-eb77-4c20-9d31-b6fe268b4d27 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1455400 Dec 21 01:46:53.274606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc36e483-9b00-47c1-8ae0-8c6daf330cf9 req-237b88d3-0fc2-4a3a-88e5-98bfdcc4699f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/5122b827-9787-4a7f-a41a-b971c817db11 HTTP/1.1" status: 200 len: 2422 time: 0.0914617 Dec 21 01:46:53.297254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ba0e-be7c-458e-9dbe-9052a207feef req-e63fde1d-1274-4f8c-ad7d-15aa3819ccac tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:53.301935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25f9ba0e-be7c-458e-9dbe-9052a207feef req-e63fde1d-1274-4f8c-ad7d-15aa3819ccac tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0707827 Dec 21 01:46:53.340347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74261be3-095f-4a2c-9077-32e664a428bb req-fd063ee4-4a0b-45e7-9ce9-bb7903828bac tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-group-rules/34b5c534-1cec-4c33-9cc6-7263e840b0a4 HTTP/1.1" status: 200 len: 778 time: 0.0371990 Dec 21 01:46:53.394876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25f9ba0e-be7c-458e-9dbe-9052a207feef req-9857cce9-2d13-4e4a-aaf4-94a6dd7ec6a4 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Dec 21 01:46:53.410868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74261be3-095f-4a2c-9077-32e664a428bb req-13ef0652-d870-4d8e-b72e-b046ba4ecdae tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/5122b827-9787-4a7f-a41a-b971c817db11 HTTP/1.1" status: 200 len: 2422 time: 0.0629807 Dec 21 01:46:53.461142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-74261be3-095f-4a2c-9077-32e664a428bb req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.472400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-74261be3-095f-4a2c-9077-32e664a428bb req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.521133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-74261be3-095f-4a2c-9077-32e664a428bb req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.549310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-74261be3-095f-4a2c-9077-32e664a428bb req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.550472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74261be3-095f-4a2c-9077-32e664a428bb req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/34b5c534-1cec-4c33-9cc6-7263e840b0a4 HTTP/1.1" status: 204 len: 173 time: 0.1291380 Dec 21 01:46:53.553135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8721c4b-9a47-4f0d-8999-2e24e95523f1 req-d567b4ab-71f2-46cb-987c-a793aa3f6a1a tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5599cd2-517a-4f60-bfb0-98d087180be7 HTTP/1.1" status: 200 len: 210 time: 0.0489216 Dec 21 01:46:53.553936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5880bb-69b8-43b6-b24d-9bef6f0bdd9f tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34b5c534-1cec-4c33-9cc6-7263e840b0a4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:53.615590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1112222671', 'description': 'tempest-description-558688331'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:53.629970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-06295e2d-2a39-4977-94d0-eb9d988268f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:53.632233 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-06295e2d-2a39-4977-94d0-eb9d988268f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1102 time: 0.0803142 Dec 21 01:46:53.678339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.704440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0834a-cb4f-4dfa-89c5-f20644084d62 req-3a978e79-ad34-4918-a69e-e90d707b6c17 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:53.706000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fc0834a-cb4f-4dfa-89c5-f20644084d62 req-3a978e79-ad34-4918-a69e-e90d707b6c17 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.0838501 Dec 21 01:46:53.739933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-7d1ca20f-5e27-493f-b113-6f9ee1139207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:53.741538 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-7d1ca20f-5e27-493f-b113-6f9ee1139207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 1102 time: 0.0561280 Dec 21 01:46:53.814294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fc0834a-cb4f-4dfa-89c5-f20644084d62 req-2956d25a-0280-43eb-abf8-ffdc28119dc5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964112 Dec 21 01:46:53.846649 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.854633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.887502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-51b0f589-4ebc-4ad2-a934-0dc60430646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:53.890854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-51b0f589-4ebc-4ad2-a934-0dc60430646a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1419070 Dec 21 01:46:53.894976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:53.896250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0762d962-5b68-409c-b4b5-6d0b7bb8525b req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2848871 Dec 21 01:46:53.898089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdfc82-0f22-4c0d-8c14-eebc552563ec tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8a2cf-0841-48d7-9407-56e750c167de,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:53.957253 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-db20d0c7-9c96-4d23-93db-93eadc94a807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 200 len: 217 time: 0.0564878 Dec 21 01:46:53.998432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5f480-1c91-4bef-ad05-fce032165185 req-f9549d55-bd61-4d6f-aadc-d52a6115e1a2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:54.007111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f5f480-1c91-4bef-ad05-fce032165185 req-f9549d55-bd61-4d6f-aadc-d52a6115e1a2 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0879591 Dec 21 01:46:54.031354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-10e578bd-e49c-443e-ac44-b79d74ebc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:54.033147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-10e578bd-e49c-443e-ac44-b79d74ebc32b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0676837 Dec 21 01:46:54.038189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fcd6667-62eb-4a9d-a523-ca75adf21ca8 req-da08e20c-b990-4266-bc84-bf06c960e8f8 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/34a8a2cf-0841-48d7-9407-56e750c167de HTTP/1.1" status: 200 len: 1829 time: 0.0910082 Dec 21 01:46:54.092975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-2ecf1161-17b1-4abb-95ca-c2be20de97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:54.094843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-2ecf1161-17b1-4abb-95ca-c2be20de97e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538008 Dec 21 01:46:54.096754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f5f480-1c91-4bef-ad05-fce032165185 req-4498ac91-f175-44f6-8739-08c1f94a7725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885906 Dec 21 01:46:54.201871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1753221606', 'description': 'tempest-description-640503689'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:54.218895 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-9d1eeaf5-e0e4-4d62-8f8e-419d652af826 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142335 Dec 21 01:46:54.264417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.384954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2ad9b10-45b7-4d51-87d9-93d2f46d0394 req-a07a50ab-e43c-48b1-914d-ceddb790b7b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556785 Dec 21 01:46:54.413709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.423942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.466448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea2ecb-d484-48f3-ab87-e5b0203d3acd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:54.471978 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.473172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b3695ae-1020-4724-843e-083be907439e req-9470976f-1b60-4e11-8e50-4aecfb304f64 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2764006 Dec 21 01:46:54.602953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cbba8-7d32-4e54-bd36-f3cf9b6e7d83 req-00c4db7f-cb89-4433-98c1-620903735cf5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:54.609880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e58cbba8-7d32-4e54-bd36-f3cf9b6e7d83 req-00c4db7f-cb89-4433-98c1-620903735cf5 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1120713 Dec 21 01:46:54.615571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2306d7b-8826-402e-84a4-6ad734caed2b req-04df9a7a-26f6-4165-8190-83331feae6d3 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/00ea2ecb-d484-48f3-ab87-e5b0203d3acd HTTP/1.1" status: 200 len: 1829 time: 0.1159112 Dec 21 01:46:54.728453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1954062923', 'description': 'tempest-description-923731290'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:54.736001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e58cbba8-7d32-4e54-bd36-f3cf9b6e7d83 req-73c8464e-c32e-4fad-a4a1-02aae6a0e6d0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192629 Dec 21 01:46:54.763842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.895693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.908460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.972714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:54.977665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2466775-b66e-4487-b9a2-e8811241b17c req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2534161 Dec 21 01:46:54.979292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abf441-9e48-4bb0-9e14-e1672cb29e72 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a87e8-3040-4f9d-8811-b7b029112565,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:55.002888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9db6-8ed9-41f3-b598-b986abbaaf34 req-8dd1d400-1253-4efb-beac-5c2bf8f7bd0e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:55.004625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b36f9db6-8ed9-41f3-b598-b986abbaaf34 req-8dd1d400-1253-4efb-beac-5c2bf8f7bd0e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1054318 Dec 21 01:46:55.092739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98052ff-185a-4a08-a3f5-92c90acd5b18 req-d53e848d-67a6-499d-8183-2e0343e9350c tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/c44a87e8-3040-4f9d-8811-b7b029112565 HTTP/1.1" status: 200 len: 1829 time: 0.0869040 Dec 21 01:46:55.110069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b36f9db6-8ed9-41f3-b598-b986abbaaf34 req-338a7c43-7d86-4054-82ea-7bec16353cca tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929337 Dec 21 01:46:55.123535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1183725429', 'description': 'tempest-description-911066858'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:46:55.159922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.268363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1dc8-1749-48e5-9c2d-f63f11837e81 req-0712b8a4-7651-4dd0-8790-3a59c7d7f798 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:55.277449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38df1dc8-1749-48e5-9c2d-f63f11837e81 req-0712b8a4-7651-4dd0-8790-3a59c7d7f798 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0882444 Dec 21 01:46:55.312487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.319072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.361439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.362601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2548a7e3-b124-4606-9336-fbed5d760c5d req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2465086 Dec 21 01:46:55.377887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38df1dc8-1749-48e5-9c2d-f63f11837e81 req-27500bef-d654-41ff-8d95-83c399416387 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995286 Dec 21 01:46:55.382852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e816fe-2739-40b8-bcdf-968f3804940b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76de28-8739-4a63-82d9-b380fcfd2cd7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:55.540716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71507cfa-d441-428b-8803-45e212300f1c req-425235da-7d23-497b-8c6c-cdc8842c8ea8 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/2b76de28-8739-4a63-82d9-b380fcfd2cd7 HTTP/1.1" status: 200 len: 1829 time: 0.0509796 Dec 21 01:46:55.586759 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-fc67b41f-1fbf-4b34-90ca-c563b597c13e req-80b986c7-3a48-4aa4-9862-ab2352e7387c tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] show failed (client error): The resource could not be found. Dec 21 01:46:55.587876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc67b41f-1fbf-4b34-90ca-c563b597c13e req-80b986c7-3a48-4aa4-9862-ab2352e7387c tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/ae4ac62d-4677-4402-a711-23943466f7a5 HTTP/1.1" status: 404 len: 352 time: 0.0166013 Dec 21 01:46:55.630697 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-dd32f58b-aebd-47e8-b642-ec24c5cf89ef req-2b54331c-85c0-46ca-9178-5d842a8a9eca tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] show failed (client error): The resource could not be found. Dec 21 01:46:55.631805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd32f58b-aebd-47e8-b642-ec24c5cf89ef req-2b54331c-85c0-46ca-9178-5d842a8a9eca tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-group-rules/9e773087-90e8-4bbb-a117-d9b7255cc6d5 HTTP/1.1" status: 404 len: 361 time: 0.0138469 Dec 21 01:46:55.700664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-a6a87384-10ce-407f-aab6-33039fec7f1e tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/2b76de28-8739-4a63-82d9-b380fcfd2cd7 HTTP/1.1" status: 200 len: 1829 time: 0.0436277 Dec 21 01:46:55.780181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.815959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.931373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06643-c26b-436e-a865-3a88dd736180 req-6a2e4c15-89ca-439f-9a0c-625ade98c03c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:55.931373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1df06643-c26b-436e-a865-3a88dd736180 req-6a2e4c15-89ca-439f-9a0c-625ade98c03c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0701196 Dec 21 01:46:55.931373 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.932681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:55.933892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a5464e7-1c09-44fe-b1d3-4ca1d0c224c8 req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-groups/2b76de28-8739-4a63-82d9-b380fcfd2cd7 HTTP/1.1" status: 204 len: 173 time: 0.2258360 Dec 21 01:46:55.952132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e326-c67e-4b51-b2c6-56dd9ac71d16 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76de28-8739-4a63-82d9-b380fcfd2cd7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:56.152213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:46:56.310658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1df06643-c26b-436e-a865-3a88dd736180 req-95090aa9-31d0-4ecb-bc34-b1b8c7e0e5c6 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689401 Dec 21 01:46:56.324892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.326306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-83d494ff-e6de-41e4-954e-68e963b0b6e2 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/c44a87e8-3040-4f9d-8811-b7b029112565 HTTP/1.1" status: 200 len: 1829 time: 0.0760970 Dec 21 01:46:56.423554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:56.425180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:46:56.428402 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2941f-5abe-433e-90db-4c19682c6c04" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-unplugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:46:56.440491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.442752 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.484096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.502618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.535546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:56.549083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136c0f3-cd0a-4164-bc34-d9e332751b25 req-5174a0cd-6133-473d-988d-69505dbc7960 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:56.556196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7136c0f3-cd0a-4164-bc34-d9e332751b25 req-5174a0cd-6133-473d-988d-69505dbc7960 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1498334 Dec 21 01:46:56.613201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.616466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:56.625941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d058e8af-6637-4048-84f9-e36bf5b2cb0a req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-groups/c44a87e8-3040-4f9d-8811-b7b029112565 HTTP/1.1" status: 204 len: 173 time: 0.2838333 Dec 21 01:46:56.657912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7136c0f3-cd0a-4164-bc34-d9e332751b25 req-14f53665-f80e-4156-87bf-5b4e7ab768b2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 Dec 21 01:46:56.659116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbff353-08dc-447d-acfe-5823d7a73c1b tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a87e8-3040-4f9d-8811-b7b029112565,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:56.735208 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917057fb-0184-471b-a47e-428799f59f13 x-openstack-request-id: req-917057fb-0184-471b-a47e-428799f59f13 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:46:56.735514 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-unplugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:46:56.735795 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-917057fb-0184-471b-a47e-428799f59f13 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:46:56.736883 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'code': 200} Dec 21 01:46:56.772127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919380-4eeb-431a-b8ad-359614551dc9 req-1230c472-a0d9-4288-a30f-38cf39661f78 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:56.773636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c919380-4eeb-431a-b8ad-359614551dc9 req-1230c472-a0d9-4288-a30f-38cf39661f78 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.0678635 Dec 21 01:46:56.846850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c919380-4eeb-431a-b8ad-359614551dc9 req-c9823045-e69e-4a8c-914e-04a010cc883a tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Dec 21 01:46:56.926352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-e861bf64-566a-42a0-bd91-671a00871183 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/00ea2ecb-d484-48f3-ab87-e5b0203d3acd HTTP/1.1" status: 200 len: 1829 time: 0.0493793 Dec 21 01:46:57.019988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.045808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.095878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.099295 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.100723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-200e71c9-0839-43e2-a25b-ad78c144ee41 req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-groups/00ea2ecb-d484-48f3-ab87-e5b0203d3acd HTTP/1.1" status: 204 len: 173 time: 0.1620176 Dec 21 01:46:57.117419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c087c95-b2d4-41cd-a692-847c0c014b35 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea2ecb-d484-48f3-ab87-e5b0203d3acd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:57.175053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-38ce1ada-d09e-4da3-9bca-c1efc927dd26 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/34a8a2cf-0841-48d7-9407-56e750c167de HTTP/1.1" status: 200 len: 1829 time: 0.0529852 Dec 21 01:46:57.259183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.298475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.353130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.355303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.362018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade9a27d-296e-4139-93e8-00c26cf5c4bf req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-groups/34a8a2cf-0841-48d7-9407-56e750c167de HTTP/1.1" status: 204 len: 173 time: 0.1792119 Dec 21 01:46:57.379899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc91c3-fc34-42f0-9864-8e6f0be394b0 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8a2cf-0841-48d7-9407-56e750c167de,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:57.453977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-161a055f-3b78-40ec-a7ad-e1d572aeddea tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "GET /v2.0/security-groups/5122b827-9787-4a7f-a41a-b971c817db11 HTTP/1.1" status: 200 len: 1829 time: 0.0714662 Dec 21 01:46:57.526402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3aca9-8f70-4ad0-874e-27444aa0fcbe req-9fba4cf1-8bd4-43e7-bc7a-4d99f520d495 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:57.527953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f3aca9-8f70-4ad0-874e-27444aa0fcbe req-9fba4cf1-8bd4-43e7-bc7a-4d99f520d495 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0903897 Dec 21 01:46:57.569589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.628143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.640191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f3aca9-8f70-4ad0-874e-27444aa0fcbe req-a228f5a3-c6fc-4432-add0-e14e49901976 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045351 Dec 21 01:46:57.702763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.706799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.708227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf088506-9b6a-4e6d-9651-3d4a4429a1d1 req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] 10.222.0.43 "DELETE /v2.0/security-groups/5122b827-9787-4a7f-a41a-b971c817db11 HTTP/1.1" status: 204 len: 173 time: 0.2385368 Dec 21 01:46:57.714253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:57.736447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f04f8a-90b9-4dca-b120-8c831d674a96 tempest-SecurityGroupRulesNegativeTestJSON-235370036 tempest-SecurityGroupRulesNegativeTestJSON-235370036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5122b827-9787-4a7f-a41a-b971c817db11,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:57.817142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Deleting subnet 7092e93e-540c-4389-90be-1cfe0c3bbbfa {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:46:57.830612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.927936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:57.965615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43339b51-b684-41f6-aee6-89b504d17b57 req-9af94d43-2e2e-465e-b231-6dcbfba405c8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:57.985983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43339b51-b684-41f6-aee6-89b504d17b57 req-9af94d43-2e2e-465e-b231-6dcbfba405c8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 948 time: 0.1513278 Dec 21 01:46:58.023878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.120765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43339b51-b684-41f6-aee6-89b504d17b57 req-d1255682-2af7-4117-be2c-9d81f54f5cc8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337938 Dec 21 01:46:58.159341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:46:58.178072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.200151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.211121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7092e93e-540c-4389-90be-1cfe0c3bbbfa HTTP/1.1" status: 204 len: 168 time: 0.4957907 Dec 21 01:46:58.213611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35142) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:58.300520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e3018-8ce4-4af6-b654-9b2b4f044545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7092e93e-540c-4389-90be-1cfe0c3bbbfa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:58.394224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:58.406220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.417648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'mac_address': 'fa:16:3e:e0:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:46:58.424102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be23854-d171-4bcb-a248-019fdd89c2d4 req-e53827f7-a7f9-4181-91b4-c25f3b30b7f1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:58.428223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be23854-d171-4bcb-a248-019fdd89c2d4 req-e53827f7-a7f9-4181-91b4-c25f3b30b7f1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.2049940 Dec 21 01:46:58.467117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.492477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:46:58.538987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:46:58.549215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.567795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.588899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be23854-d171-4bcb-a248-019fdd89c2d4 req-abd73c7c-1a83-487e-a4f6-2d0bb26d727b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488745 Dec 21 01:46:58.613636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e402ca0-3beb-4789-a3e5-9ddbd27ca798']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:58.629685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c607591-5676-4a63-b421-fe834892b7e3') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:58.629917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c607591-5676-4a63-b421-fe834892b7e3') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:46:58.643043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.658389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:58.666098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.673429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:46:58.673839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:46:58.676087 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:46:58.679817 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:46:58.760968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.773934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:58.782292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e402ca0-3beb-4789-a3e5-9ddbd27ca798 HTTP/1.1" status: 204 len: 168 time: 0.5666859 Dec 21 01:46:58.807050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668b2a7-de96-4de9-8cc6-444e8a13f2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e402ca0-3beb-4789-a3e5-9ddbd27ca798,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:58.853644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5dc1-30c3-44c4-b918-8c0f87b01f9e req-8ec8caf6-5e53-4bbb-85ce-4fd5a89ea3b2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:58.855455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c80f5dc1-30c3-44c4-b918-8c0f87b01f9e req-8ec8caf6-5e53-4bbb-85ce-4fd5a89ea3b2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0714741 Dec 21 01:46:58.950191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35150) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:58.968617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c80f5dc1-30c3-44c4-b918-8c0f87b01f9e req-670da83e-e2c6-4890-acfe-5ba325be27da tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040690 Dec 21 01:46:58.986048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4df738b8-ae7c-4f6f-9620-b38b190b094a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:46:59.031602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8494a27b-6030-4674-8efd-3db4f85bde76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f63907d97a7b41a081dcc707a2b329b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792003 Dec 21 01:46:59.034148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35154) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:46:59.106537 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:59.192370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:59.397309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807755a-5169-4af1-bb02-4dd453d8a7e2 req-b319be68-a566-4c10-bd37-ade43f39c522 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:59.409152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c807755a-5169-4af1-bb02-4dd453d8a7e2 req-b319be68-a566-4c10-bd37-ade43f39c522 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1327386 Dec 21 01:46:59.453607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:59.456253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:46:59.481227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd9af1b0-6b8d-43f0-9903-46f6f3a4a8b1 HTTP/1.1" status: 204 len: 168 time: 0.4458325 Dec 21 01:46:59.500213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba01f-2ccf-42a1-a1c1-bcadbf25f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9af1b0-6b8d-43f0-9903-46f6f3a4a8b1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:46:59.572944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c807755a-5169-4af1-bb02-4dd453d8a7e2 req-7c06b624-fed9-4055-aa90-2f7e00f35488 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596699 Dec 21 01:46:59.855439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152288cf-3586-41e5-ae8b-a254df8793f3 req-9636d46e-23a3-40c0-9128-91b28f158dd0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:59.863938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152288cf-3586-41e5-ae8b-a254df8793f3 req-9636d46e-23a3-40c0-9128-91b28f158dd0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 950 time: 0.1750295 Dec 21 01:46:59.882005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e9273-fb6f-4880-8b84-279d1cb97ea4 req-509afc7c-9fe4-4184-ac34-20a81bb793b5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:46:59.884182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003e9273-fb6f-4880-8b84-279d1cb97ea4 req-509afc7c-9fe4-4184-ac34-20a81bb793b5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1557572 Dec 21 01:46:59.978113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152288cf-3586-41e5-ae8b-a254df8793f3 req-dd6022d3-cf8d-40dc-b617-850b82ccfcab tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125495 Dec 21 01:47:00.004509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003e9273-fb6f-4880-8b84-279d1cb97ea4 req-514074bb-bbcc-400c-b846-daee66266277 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067076 Dec 21 01:47:00.206921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782580b2-4b48-4e2f-8cd6-7fc009251471 req-65da1735-e880-4ac3-bc53-02f6f832e4dd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:00.218014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-782580b2-4b48-4e2f-8cd6-7fc009251471 req-65da1735-e880-4ac3-bc53-02f6f832e4dd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1033795 Dec 21 01:47:00.364530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-782580b2-4b48-4e2f-8cd6-7fc009251471 req-aaf7e73e-5c28-4bf7-9709-d0654a98b8cf tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341627 Dec 21 01:47:00.560042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-6d1053ae-c3c0-4c37-8def-a4c5f2fee392 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502539 Dec 21 01:47:00.781175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-cbf269d3-5a87-48b3-8049-91be7aa3587f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:00.783004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-cbf269d3-5a87-48b3-8049-91be7aa3587f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209628 Dec 21 01:47:00.806819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-50770140-6c00-4f2f-9c02-b36d6cfe11c1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/quotas/c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 375 time: 0.0176463 Dec 21 01:47:00.913586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-04af8a05-5214-4cb2-a5a5-c4c560a4e29c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999079 Dec 21 01:47:01.026064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35212) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:01.242821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-852391008-network', 'tenant_id': '01b75923e97941e7aed4ec12140869d5'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:01.331623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bef83831-8f46-48cb-b612-c4a7ecde57ca req-959b91c4-636a-4edd-bade-bf08d00febbd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 210 time: 0.0625687 Dec 21 01:47:01.332742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Made reservation on behalf of 01b75923e97941e7aed4ec12140869d5 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:01.335470 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.367963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.379226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963a68-7ec0-492a-935a-c7b0c8a6be9a req-b4d4b0b4-3706-4c45-b58b-b2ba856294c4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:01.381529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e963a68-7ec0-492a-935a-c7b0c8a6be9a req-b4d4b0b4-3706-4c45-b58b-b2ba856294c4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.2182679 Dec 21 01:47:01.529667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e963a68-7ec0-492a-935a-c7b0c8a6be9a req-6d0fea1f-6ca8-45e5-b7d6-091a3c1081f1 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350935 Dec 21 01:47:01.605572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.634936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.704066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:47:01.736968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.737321 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Added segment 7729e47d-99ed-4b6d-8af4-bc62302ebbe6 of type vlan for network c827cf0b-d8eb-4f30-9d22-818c9970040e Dec 21 01:47:01.738605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75524fd-0d53-42f1-b712-335380243d49,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:01.764258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc4d88-ca16-408b-92b9-684af312e435 req-a184cd07-3835-4431-a64d-74f70b504120 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:01.772256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7dc4d88-ca16-408b-92b9-684af312e435 req-a184cd07-3835-4431-a64d-74f70b504120 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1819406 Dec 21 01:47:01.836744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.889742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7dc4d88-ca16-408b-92b9-684af312e435 req-735a87d5-4c35-44ff-8927-6656e3c6ba1e tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164985 Dec 21 01:47:01.911460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:01.913050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:01.913928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.008968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35238) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:02.014702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Request body: {'subnet': {'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-852391008-subnet', 'tenant_id': '01b75923e97941e7aed4ec12140869d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:02.019312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9918902 Dec 21 01:47:02.077080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Made reservation on behalf of 01b75923e97941e7aed4ec12140869d5 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:02.079683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.134603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8b2ef-a391-4c6c-9090-04faf65d7362 admin admin] Pushing event updated for resources: {'Network': ['ID=c827cf0b-d8eb-4f30-9d22-818c9970040e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:02.144883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c827cf0b-d8eb-4f30-9d22-818c9970040e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:47:02.336523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:02.477298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.485380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 4df738b8-ae7c-4f6f-9620-b38b190b094a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:02.487181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.572255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12341382-2846-470c-8010-8aee00b31896 req-d53313ae-1b2a-422b-910d-f3404eb5bbfb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 210 time: 0.0815592 Dec 21 01:47:02.638720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8832f405-3637-4935-8bcd-c9dbdc30afd6,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:02.702429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.776266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:02.776591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Checking segment: {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:02.777175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Network hostable DHCP agents. Network: c827cf0b-d8eb-4f30-9d22-818c9970040e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:47:02.777605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:02.781573 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a4f1a2-22d3-4ed7-a3f8-2b6d9eb64b11" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:02.787335 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.821589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Network c827cf0b-d8eb-4f30-9d22-818c9970040e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:47:02.840539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c827cf0b-d8eb-4f30-9d22-818c9970040e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:02.849231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:02.850467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:02.862787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:02.873992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8929eb-58c0-4733-be98-ad0519fab7d4 req-a9608201-6678-40e4-bb3a-dcf99df52aea tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:02.877013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e8929eb-58c0-4733-be98-ad0519fab7d4 req-a9608201-6678-40e4-bb3a-dcf99df52aea tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1318142 Dec 21 01:47:02.885514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ef7d5-8120-4bbe-990b-f0a3b4180b66 None None] Network c827cf0b-d8eb-4f30-9d22-818c9970040e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:47:02.901383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62316aae-e549-4b44-810c-2e083e4fceb6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8860669 Dec 21 01:47:03.047583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e8929eb-58c0-4733-be98-ad0519fab7d4 req-624a75c1-ac3e-41aa-976f-b6585971c4d4 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627030 Dec 21 01:47:03.128647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823bda88-7041-4b67-b3e1-3506ecfa10c0 None None] Network c827cf0b-d8eb-4f30-9d22-818c9970040e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:47:03.373839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-894bdc37-663b-4c8c-8baf-cef2de022a54 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c218759e69fc41da927984eceb830acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486875 Dec 21 01:47:03.381247 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ea32e-829f-4556-982f-9bd0a68d42b1 x-openstack-request-id: req-941ea32e-829f-4556-982f-9bd0a68d42b1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:03.381810 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-plugged", "status": "completed", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:03.381917 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-941ea32e-829f-4556-982f-9bd0a68d42b1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:03.384102 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'code': 200} Dec 21 01:47:03.459637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1126014925', 'description': 'tempest-description-2024592771'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:03.642460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-9d515c77-d519-4ec5-9bf4-dd3551d34d77 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:03.643975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-9d515c77-d519-4ec5-9bf4-dd3551d34d77 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626953 Dec 21 01:47:03.669539 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:03.675322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Request body: {'port': {'device_id': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'c218759e69fc41da927984eceb830acd'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:03.693892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a2859-37f7-46c2-b0da-1682eee46d7a req-30535b23-655c-47f5-a391-f31030479ec8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:03.695500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-964a2859-37f7-46c2-b0da-1682eee46d7a req-30535b23-655c-47f5-a391-f31030479ec8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.2912209 Dec 21 01:47:03.871603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-964a2859-37f7-46c2-b0da-1682eee46d7a req-3317a3f9-1b4a-4390-bb5d-bddbc7f83c99 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566298 Dec 21 01:47:03.914665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:03.926167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:03.971601 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:03.972946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59ed4b35-5e35-4f93-b79a-6325190abcb5 req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5189562 Dec 21 01:47:03.977431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Made reservation on behalf of c218759e69fc41da927984eceb830acd for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:03.982339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.011247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a272-62fb-4f6f-af3b-2a96e9217aa8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e843851-e9e6-40a8-a80c-21a60fb07d86,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:04.130910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf67275e-e309-4f4b-8dd5-7d56e1ab34fa req-88443299-009b-4bfc-913e-3566e77e5da9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 210 time: 0.0608807 Dec 21 01:47:04.181470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcabad-a4a9-45f0-9757-b5aa605e57ef req-a6a6f42e-86df-4c6a-91a3-da77f9fe37b4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:04.189517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6bcabad-a4a9-45f0-9757-b5aa605e57ef req-a6a6f42e-86df-4c6a-91a3-da77f9fe37b4 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.2153976 Dec 21 01:47:04.195911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2026907719', 'description': 'tempest-description-779413484'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:04.311383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.396947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.414559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6bcabad-a4a9-45f0-9757-b5aa605e57ef req-5053a0fa-69f7-411e-94c1-9d6b37b16332 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241528 Dec 21 01:47:04.417866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.463475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.476709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eac58835-6278-4326-a451-25f2b94beb02 req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2843132 Dec 21 01:47:04.486032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Allocated IP 192.168.233.139 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/ddaacd10-0fa5-4a81-9828-877a13aa54b9) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:04.491584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8af546-8b7b-4929-b945-15f90d2177d4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:04.588051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-2383b6f9-cfe2-4d38-b542-6766d6ee34dc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:04.591768 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-2383b6f9-cfe2-4d38-b542-6766d6ee34dc tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "GET /v2.0/ports?device_id=19cd86bd-a5de-4515-a408-8e48db977e34 HTTP/1.1" status: 200 len: 944 time: 0.4612539 Dec 21 01:47:04.697080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f986c-186f-4657-a294-b6ff6ca49235 req-51026407-2164-41bb-9fc3-69f8c79fad36 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:04.698699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a20f986c-186f-4657-a294-b6ff6ca49235 req-51026407-2164-41bb-9fc3-69f8c79fad36 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1020222 Dec 21 01:47:04.718985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Deleting port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:04.719387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.744588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.803028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a20f986c-186f-4657-a294-b6ff6ca49235 req-e759b0a2-645e-4b19-8c29-55c446ba3d52 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964899 Dec 21 01:47:04.828499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] For port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:04.829067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.843070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Calling delete_port for 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:04.895677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:04.947732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25', '827d262a-fadb-41a2-8aa7-79a143621c12', '4df738b8-ae7c-4f6f-9620-b38b190b094a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:04.951623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:04.962089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:04.984022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:05.004055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:05.058863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-3bdfe9c5-a2b9-4480-bc8c-0966072bcc7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:05.068721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-3bdfe9c5-a2b9-4480-bc8c-0966072bcc7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 812 time: 0.2613990 Dec 21 01:47:05.070595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:05.071956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event deleted for resources: {'Port': ['ID=3fb9cba3-a07a-443e-baa8-eafacebbbdb3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:05.100643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-f59feff2-23eb-4d30-bf95-4cb73dbfaff0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/quotas/01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 375 time: 0.0310369 Dec 21 01:47:05.110769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:05.112134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:05.164083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] No DVR routers for this DVR port 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:05.167725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:05.172863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0b870c5-55b6-4331-824f-a54bfb6f9f70 req-d2e82630-801b-44c4-a322-f78348942849 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "DELETE /v2.0/ports/3fb9cba3-a07a-443e-baa8-eafacebbbdb3 HTTP/1.1" status: 204 len: 173 time: 0.5719562 Dec 21 01:47:05.173799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-deleted', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:05.178857 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7642b8f-fa60-4787-abb3-298200d9410a" -d '{"events": [{"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-deleted", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:05.187156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-cf866c1c-733c-4d7b-b5aa-4c9326e0614b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675373 Dec 21 01:47:05.210627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905cd7b-636d-403d-b6c3-07f4b77a4231 req-d66c8f88-5768-4af5-935f-bcb427d1d919 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:05.220778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1905cd7b-636d-403d-b6c3-07f4b77a4231 req-d66c8f88-5768-4af5-935f-bcb427d1d919 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.2589467 Dec 21 01:47:05.226522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc15e59e-ce18-41ff-a8fe-3d71f55f3192 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5584660 Dec 21 01:47:05.296133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Request body: {'port': {'device_id': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:05.352430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-476a1a36-d3bf-48a3-a690-092ccbf47db8 None None] Provisioning complete for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:05.353077 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-476a1a36-d3bf-48a3-a690-092ccbf47db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:05.419858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1905cd7b-636d-403d-b6c3-07f4b77a4231 req-b68a10f5-4482-4fb9-802a-744eff8328af tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969297 Dec 21 01:47:05.472360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-476a1a36-d3bf-48a3-a690-092ccbf47db8 None None] Port ddaacd10-0fa5-4a81-9828-877a13aa54b9 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:05.480646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:05.502442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-fa2a5695-7319-4ef7-bde4-1574ca0f0e9d service neutron] 10.222.0.43 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112698 Dec 21 01:47:05.697602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a91ed3-8273-45b4-b773-248ee02384ae req-de025606-fa2a-464a-a442-a396ca5a4b9c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:05.699130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79a91ed3-8273-45b4-b773-248ee02384ae req-de025606-fa2a-464a-a442-a396ca5a4b9c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 936 time: 0.1945724 Dec 21 01:47:05.755107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-f6256817-d890-4505-ac2e-fc1119fc5527 service neutron] 10.222.0.43 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413833 Dec 21 01:47:05.836092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79a91ed3-8273-45b4-b773-248ee02384ae req-5e29d663-0a99-4353-b285-84290177f235 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213124 Dec 21 01:47:05.894811 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c920d8d4-67d7-4c89-a46a-32191d005060 x-openstack-request-id: req-c920d8d4-67d7-4c89-a46a-32191d005060 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:05.895364 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd86bd-a5de-4515-a408-8e48db977e34", "name": "network-vif-deleted", "tag": "3fb9cba3-a07a-443e-baa8-eafacebbbdb3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:05.895364 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c920d8d4-67d7-4c89-a46a-32191d005060 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:05.895718 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd86bd-a5de-4515-a408-8e48db977e34', 'name': 'network-vif-deleted', 'tag': '3fb9cba3-a07a-443e-baa8-eafacebbbdb3', 'status': 'completed', 'code': 200} Dec 21 01:47:06.025197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:06.035991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.056097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Transition to ACTIVE for port object ddaacd10-0fa5-4a81-9828-877a13aa54b9 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:06.064635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.158334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3e8c7e9-c004-4f26-b8e1-45a095308d27 req-91de02cb-10c2-4bd4-9882-d126e5850179 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 210 time: 0.0439398 Dec 21 01:47:06.204114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:06.204615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:06.225412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:06.314869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:06.315308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:06.315532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:06.335898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:06.336222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:06.353375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:06.353730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:06.354158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:06.354593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Bound port: ddaacd10-0fa5-4a81-9828-877a13aa54b9, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:06.355011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.443014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.503880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:06.506169 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748cb2bf-d9c4-4910-8a58-c2efa4bb001c" -d '{"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-unplugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:06.523443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:06.533742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68899db-2535-47ee-8c85-9aee2dd41b61 req-24b35549-91a4-42b5-bb7b-673d4f3c6879 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:06.535188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:06.541055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'port_id': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'mac_address': 'fa:16:3e:4c:2c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27904162-db89-4000-9aa6-a699b0788dc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:06.545683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a68899db-2535-47ee-8c85-9aee2dd41b61 req-24b35549-91a4-42b5-bb7b-673d4f3c6879 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1502566 Dec 21 01:47:06.547877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.609706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:06.636620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.643886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:06.665748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:06.669835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be22af88-b788-480a-afaf-6b23f4a8b7cd {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:06.690823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.695091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:06.699719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.714075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a68899db-2535-47ee-8c85-9aee2dd41b61 req-88b5ed7a-482f-41e5-91f8-bfd355d01bea tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651909 Dec 21 01:47:06.761749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:06.793247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:06.794218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:06.796449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] 10.222.0.45 "PUT /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 1097 time: 1.5077968 Dec 21 01:47:06.802084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:06.804691 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e543510-7174-4285-a711-7fa8002fa592" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:06.820473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3344f2-f801-42fd-ac81-31d34f8dd99c req-4013d180-0ee2-404c-a2a4-6cfd9b4ff5b7 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:06.822401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae3344f2-f801-42fd-ac81-31d34f8dd99c req-4013d180-0ee2-404c-a2a4-6cfd9b4ff5b7 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 944 time: 0.1846204 Dec 21 01:47:06.910808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70489e07-8c9b-4cea-8057-b0a2f1fa2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:06.985912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae3344f2-f801-42fd-ac81-31d34f8dd99c req-7393046e-1216-4d7e-bd21-3237d0b9febe tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421077 Dec 21 01:47:07.006588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b857-a268-49d0-aa8a-9dcd30779b92 req-92abcc83-9c69-4fca-ba12-48cba2844f42 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.008531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fa8b857-a268-49d0-aa8a-9dcd30779b92 req-92abcc83-9c69-4fca-ba12-48cba2844f42 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.1822293 Dec 21 01:47:07.015832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc7551db-90d4-43e8-8120-85b0cbd55d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.017399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-bc7551db-90d4-43e8-8120-85b0cbd55d50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1100 time: 0.1239507 Dec 21 01:47:07.031317 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab30e54e-c9eb-4926-9ac2-24da63b3df75 x-openstack-request-id: req-ab30e54e-c9eb-4926-9ac2-24da63b3df75 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:07.031653 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-unplugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:07.032613 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab30e54e-c9eb-4926-9ac2-24da63b3df75 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:07.033011 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'code': 200} Dec 21 01:47:07.110825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fa8b857-a268-49d0-aa8a-9dcd30779b92 req-59e1ffca-4164-4253-ad70-7438d2c3ef6f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Dec 21 01:47:07.112004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-b6920344-773a-4ead-8eb0-8d875be064df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0719368 Dec 21 01:47:07.173586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-0df193a1-f22b-48ec-9847-01fd1844af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.175297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-0df193a1-f22b-48ec-9847-01fd1844af6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0535221 Dec 21 01:47:07.184143 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaf0444-b9df-4b28-84ad-1ba05ddbdd8d x-openstack-request-id: req-fcaf0444-b9df-4b28-84ad-1ba05ddbdd8d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:07.185641 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:07.186265 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcaf0444-b9df-4b28-84ad-1ba05ddbdd8d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:07.186984 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'status': 'completed', 'code': 200} Dec 21 01:47:07.215510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-f17ee428-c11c-4379-8d17-57cce0c24c8f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.218447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-f17ee428-c11c-4379-8d17-57cce0c24c8f tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 944 time: 0.0878758 Dec 21 01:47:07.260985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['be22af88-b788-480a-afaf-6b23f4a8b7cd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:07.288558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-d1181211-adc5-4290-b852-0234de19f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.290314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-d1181211-adc5-4290-b852-0234de19f18b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022575 Dec 21 01:47:07.297997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7336e3-4810-4952-8357-7b6ebd2cf635 req-e816dff5-d5ba-4032-a937-a570744404de tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.299458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec7336e3-4810-4952-8357-7b6ebd2cf635 req-e816dff5-d5ba-4032-a937-a570744404de tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.0828226 Dec 21 01:47:07.403462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Deleting port 48869293-48ea-4652-8ce2-4ed9e637b3a6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:07.403820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:07.438449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-f95a609f-3226-400a-8caf-8c3e3aec2f84 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379795 Dec 21 01:47:07.508731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53ac58e7-7634-41d3-8d68-e9eb5590cb7f req-daa93d6f-778b-472e-bc17-808144aa3f40 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 210 time: 0.0617602 Dec 21 01:47:07.525146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec7336e3-4810-4952-8357-7b6ebd2cf635 req-e5343eee-28b0-4cde-9a73-20afad874fe0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150533 Dec 21 01:47:07.582152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] For port 48869293-48ea-4652-8ce2-4ed9e637b3a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=48869293-48ea-4652-8ce2-4ed9e637b3a6,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:07.582560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:07.597260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Calling delete_port for 48869293-48ea-4652-8ce2-4ed9e637b3a6 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:07.601599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-822cb427-3808-40ac-94f3-3be0d2797aa1 req-2a186f1b-e1a9-48a8-894a-f287c4fe0d3a service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504989 Dec 21 01:47:07.779629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:07.846656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event deleted for resources: {'Port': ['ID=48869293-48ea-4652-8ce2-4ed9e637b3a6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:07.916354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543510-7174-4285-a711-7fa8002fa592 req-ac718ea3-0ec1-4d13-ab46-a807b3d449dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.917863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-ac718ea3-0ec1-4d13-ab46-a807b3d449dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1100 time: 0.1508133 Dec 21 01:47:07.931018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-51614df5-a29e-4f75-b433-6fc63d3f9069 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.932432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-51614df5-a29e-4f75-b433-6fc63d3f9069 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 812 time: 0.2687352 Dec 21 01:47:07.935503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] No DVR routers for this DVR port 48869293-48ea-4652-8ce2-4ed9e637b3a6 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:07.938399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:07.943204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6e6f34ae-78e1-4fe6-87f0-79d8085360e6 req-cd9bcecb-49d1-4355-b93c-129fba755120 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.24 "DELETE /v2.0/ports/48869293-48ea-4652-8ce2-4ed9e637b3a6 HTTP/1.1" status: 204 len: 173 time: 0.7178512 Dec 21 01:47:07.943757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-deleted', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:07.946358 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6376b44-4384-4a27-acd8-eba852d912e1" -d '{"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-deleted", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:07.949271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882a7c-1ec9-49f3-9a6f-b7b0dae26764 req-f81df73f-ad0f-485f-a9cb-cea4dade7e2f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:07.959613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb882a7c-1ec9-49f3-9a6f-b7b0dae26764 req-f81df73f-ad0f-485f-a9cb-cea4dade7e2f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1156557 Dec 21 01:47:07.998442 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63edfbbb-bc0e-42a8-b0a3-d3ae799243cb x-openstack-request-id: req-63edfbbb-bc0e-42a8-b0a3-d3ae799243cb {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:07.999457 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555391-eb09-4af2-958e-6a5e786b86a7", "name": "network-vif-deleted", "tag": "48869293-48ea-4652-8ce2-4ed9e637b3a6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:07.999864 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63edfbbb-bc0e-42a8-b0a3-d3ae799243cb {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:08.000313 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9555391-eb09-4af2-958e-6a5e786b86a7', 'name': 'network-vif-deleted', 'tag': '48869293-48ea-4652-8ce2-4ed9e637b3a6', 'status': 'completed', 'code': 200} Dec 21 01:47:08.219181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:08.250172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:08.250507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3fb9cba3-a07a-443e-baa8-eafacebbbdb3 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:08.297985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'device_id': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e', 'admin_state_up': True, 'tenant_id': '01b75923e97941e7aed4ec12140869d5'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:08.500845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb882a7c-1ec9-49f3-9a6f-b7b0dae26764 req-921fd3a6-8b84-4cbf-a482-5647b5f1d3c5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135990 Dec 21 01:47:08.523246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aafd3-e18f-43a2-89e2-f0ff1fce1b0b req-f3398460-1679-4cd5-abc7-e46beaf845d3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:08.524733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-625aafd3-e18f-43a2-89e2-f0ff1fce1b0b req-f3398460-1679-4cd5-abc7-e46beaf845d3 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 945 time: 0.2397382 Dec 21 01:47:08.539370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543510-7174-4285-a711-7fa8002fa592 req-7c7ad70e-964e-4976-890d-87c8762eb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:08.541112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-7c7ad70e-964e-4976-890d-87c8762eb285 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.6070499 Dec 21 01:47:08.623139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-aa641aed-2676-4e6f-b971-c5e1526f19a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0660126 Dec 21 01:47:08.714828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-625aafd3-e18f-43a2-89e2-f0ff1fce1b0b req-5bb1ff6c-2dbd-404e-a0d1-b358e77584c8 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816282 Dec 21 01:47:08.721616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf8a63c5-fc49-4f0a-bf61-b92f182bd2d2 req-63c93d43-9eb4-4e8e-9523-7e96faf36736 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9555391-eb09-4af2-958e-6a5e786b86a7 HTTP/1.1" status: 200 len: 210 time: 0.0690253 Dec 21 01:47:08.746697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Made reservation on behalf of 01b75923e97941e7aed4ec12140869d5 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:08.750738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:08.764615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543510-7174-4285-a711-7fa8002fa592 req-a9384a2d-42db-4f73-9e91-9b28c99e8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:08.766538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-a9384a2d-42db-4f73-9e91-9b28c99e8136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1234696 Dec 21 01:47:08.913049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543510-7174-4285-a711-7fa8002fa592 req-e4b55550-839b-4fb4-a618-11f7aff649da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:08.914709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-e4b55550-839b-4fb4-a618-11f7aff649da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376336 Dec 21 01:47:09.002673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8a5091a-0e5f-4d74-94f6-ff8909d2f6ed req-28892a16-89e3-4b66-933e-7b3643a58985 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 210 time: 0.0719454 Dec 21 01:47:09.104400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Allocated IP 172.20.0.6 (c827cf0b-d8eb-4f30-9d22-818c9970040e/8832f405-3637-4935-8bcd-c9dbdc30afd6/adc1f666-e77c-4d34-9f8c-4e3bb1445cbd) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:09.143366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05607a-e7a3-4fa5-afd3-c11605d74132 req-9c68a45c-b95e-4a37-8f5d-3ef1cbaf0658 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:09.144898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da05607a-e7a3-4fa5-afd3-c11605d74132 req-9c68a45c-b95e-4a37-8f5d-3ef1cbaf0658 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.1533029 Dec 21 01:47:09.172658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-ae546ebf-7f0a-475f-9595-c59e764afb6c service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463593 Dec 21 01:47:09.304826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da05607a-e7a3-4fa5-afd3-c11605d74132 req-a6f37555-85b1-43f3-af07-a267ab634838 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515603 Dec 21 01:47:09.378116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e543510-7174-4285-a711-7fa8002fa592 req-5099369f-b42c-4aa6-8edf-2e5a1b363574 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955090 Dec 21 01:47:09.393855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-c0435aeb-4b1f-4084-b2fe-c80c2daf8bcf tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:09.395354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-c0435aeb-4b1f-4084-b2fe-c80c2daf8bcf tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1098 time: 0.0481098 Dec 21 01:47:09.412387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.454654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.471474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-20'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:09.502406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Network c827cf0b-d8eb-4f30-9d22-818c9970040e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:09.505570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:09.509291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:09.534364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.540461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.571968 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:09.574720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.599049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-044a1a3a-7652-47b6-a789-525621a38d7b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3127830 Dec 21 01:47:09.638357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Request body: {'port': {'device_id': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:09.705858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:09.719820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3b91c-9cc6-41a9-9944-4123268f3678 req-80a6b25e-48e2-466b-a1cd-177fce748c08 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:09.721435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bf3b91c-9cc6-41a9-9944-4123268f3678 req-80a6b25e-48e2-466b-a1cd-177fce748c08 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 946 time: 0.1214938 Dec 21 01:47:09.735477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.758086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:09.820970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.826943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.869319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bf3b91c-9cc6-41a9-9944-4123268f3678 req-61cbe389-27f5-4184-b192-ad10c8dc4c20 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360824 Dec 21 01:47:09.910351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:09.923422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on host n-h2-761264-20 for vnic_type normal with profile {"migrating_to": "n-h1-761264-20"} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:09.924259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:09.924462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:09.929194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:09.929549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Attempting to bind port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on network 51c1194d-aed5-44d8-b80d-94ead05a1e3c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:09.935105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:09.936062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Checking segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:09.936062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Bound using segment: {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:09.936306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Bound port: 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '51c1194d-aed5-44d8-b80d-94ead05a1e3c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:09.936561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:09.958927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd92bdc-2adb-4b49-bff4-97838b247fd4 req-da2ed429-f85a-461c-9469-df7efa997640 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:09.960434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbd92bdc-2adb-4b49-bff4-97838b247fd4 req-da2ed429-f85a-461c-9469-df7efa997640 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 945 time: 0.1568389 Dec 21 01:47:10.003665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:10.006744 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe3b03-2e8c-402f-9f58-39c38e5c4199" -d '{"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:10.040853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:10.045877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:10.057442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.065016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fbd92bdc-2adb-4b49-bff4-97838b247fd4 req-655c5424-63db-40fa-848d-6c94a4b1220d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943029 Dec 21 01:47:10.105015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:10.168250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:10.168894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.170307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] 10.222.0.24 "PUT /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 1124 time: 0.7665443 Dec 21 01:47:10.181993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3bf4-2fa7-405d-99b9-a0a359fe057f service neutron] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=8']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:10.240649 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfc8639-2008-433b-bf40-26160062ffef x-openstack-request-id: req-9dfc8639-2008-433b-bf40-26160062ffef {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:10.241042 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:10.241295 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dfc8639-2008-433b-bf40-26160062ffef {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:10.241741 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'code': 200} Dec 21 01:47:10.277219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc1f666-e77c-4d34-9f8c-4e3bb1445cbd {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:10.289160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.299464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:10.302345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:10.304349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Transition to ACTIVE for port object adc1f666-e77c-4d34-9f8c-4e3bb1445cbd will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:10.313862 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.433662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['208f459e-8be7-4a37-b4ef-40dd6b7e394f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:10.436425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['208f459e-8be7-4a37-b4ef-40dd6b7e394f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:10.475317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:10.517906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96067-c47f-4984-ae9b-4ed748847824 req-ff21dd87-10dd-4fa7-956f-9170e9410b5e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:10.525372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdf96067-c47f-4984-ae9b-4ed748847824 req-ff21dd87-10dd-4fa7-956f-9170e9410b5e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 943 time: 0.1470978 Dec 21 01:47:10.544816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:10.557579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c84f83-d5ce-4fe9-94d1-7ae877ad0eeb req-8dbd12e1-df09-426f-a637-e0456fa0b0e7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:10.559061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71c84f83-d5ce-4fe9-94d1-7ae877ad0eeb req-8dbd12e1-df09-426f-a637-e0456fa0b0e7 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.1615496 Dec 21 01:47:10.585444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'mac_address': 'fa:16:3e:ce:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:10.598161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port be22af88-b788-480a-afaf-6b23f4a8b7cd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:10.598531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.654941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdf96067-c47f-4984-ae9b-4ed748847824 req-dc92659f-6609-49d0-84a0-d51a41e6cab8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286361 Dec 21 01:47:10.664056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Attempting to bind port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:10.665959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Attempting to bind port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:10.666309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Attempting to bind port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd on network c827cf0b-d8eb-4f30-9d22-818c9970040e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:10.669778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:10.677322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71c84f83-d5ce-4fe9-94d1-7ae877ad0eeb req-225765b2-f619-4106-b4f6-68529ca77fab tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059625 Dec 21 01:47:10.682271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd on network c827cf0b-d8eb-4f30-9d22-818c9970040e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:10.683184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Attempting to bind port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd on network c827cf0b-d8eb-4f30-9d22-818c9970040e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:10.690608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:10.690924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Checking segment: {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:10.691307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Bound using segment: {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:10.691738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Bound port: adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:10.692087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.798675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:10.804371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:10.823607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.876253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f has no active binding in host n-h1-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 01:47:10.897925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.916404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:10.920696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:10.923805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] 10.222.0.45 "PUT /v2.0/ports/adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 1092 time: 1.2933297 Dec 21 01:47:10.925794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:10.928530 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4507cb3-63a5-47c7-a67a-56d19c1ac295" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:10.946756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:10.964916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299308-2737-40de-8253-72cb7d762f43 req-cac3fd54-2806-4049-8294-583ece05795d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:10.967331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44299308-2737-40de-8253-72cb7d762f43 req-cac3fd54-2806-4049-8294-583ece05795d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.1612599 Dec 21 01:47:11.030007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:11.068063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:11.080846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:11.094777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cfecb-fbb1-4296-b385-c23745911b4a service neutron] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:11.157807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb2450-949b-4db5-a9ae-4639efa5d0a3 req-f630b5c8-ba2f-476d-af65-aa1fd11344f6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.159357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8afb2450-949b-4db5-a9ae-4639efa5d0a3 req-f630b5c8-ba2f-476d-af65-aa1fd11344f6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1844971 Dec 21 01:47:11.166627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:11.169393 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b1855-d7df-4de8-a780-80ba5c4cfc72" -d '{"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-plugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:11.192020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:11.194272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44299308-2737-40de-8253-72cb7d762f43 req-139539f1-aaba-4c7d-bbda-4b265ac4de00 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855621 Dec 21 01:47:11.207273 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:11.208273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:11.215249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:11.252236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-8bdb7b88-6c17-4a18-9634-6fd94c78eaad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.254818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-8bdb7b88-6c17-4a18-9634-6fd94c78eaad tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.1694446 Dec 21 01:47:11.261618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 48869293-48ea-4652-8ce2-4ed9e637b3a6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:11.261964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 48869293-48ea-4652-8ce2-4ed9e637b3a6 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:11.266715 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34301293-483b-4350-8e84-b1619c1608c0 x-openstack-request-id: req-34301293-483b-4350-8e84-b1619c1608c0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:11.267167 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:11.267514 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34301293-483b-4350-8e84-b1619c1608c0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:11.268178 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'status': 'completed', 'code': 200} Dec 21 01:47:11.270854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-7ffd42d1-213c-40c6-ad13-1b0ee5633704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.274670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-7ffd42d1-213c-40c6-ad13-1b0ee5633704 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1095 time: 0.2546210 Dec 21 01:47:11.297328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:11.384915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8afb2450-949b-4db5-a9ae-4639efa5d0a3 req-d69a583f-ad1f-41dd-a871-1401beb0b087 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089212 Dec 21 01:47:11.388136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-c5a47f7b-e135-4ab7-848d-74e376e8b8ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 217 time: 0.0948100 Dec 21 01:47:11.532755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-32b72fe6-2ce5-457f-94bb-408f7ed82df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.534442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-32b72fe6-2ce5-457f-94bb-408f7ed82df5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.1198204 Dec 21 01:47:11.551896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2dc5-9068-4932-8ada-45032dec78f6 req-f479618e-2f53-4a03-bf88-2565d39b8d34 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.553420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f1d2dc5-9068-4932-8ada-45032dec78f6 req-f479618e-2f53-4a03-bf88-2565d39b8d34 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1378491 Dec 21 01:47:11.586091 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388834a-6d3b-45a9-9709-be04a58f3cd1 x-openstack-request-id: req-e388834a-6d3b-45a9-9709-be04a58f3cd1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:11.586536 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-plugged", "status": "completed", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:11.586821 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e388834a-6d3b-45a9-9709-be04a58f3cd1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:11.587262 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'code': 200} Dec 21 01:47:11.600319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Deleting port 9a67938b-6282-43d5-bd1b-c996be52c8a0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:11.600650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:11.608676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-85555c33-53bf-447a-92aa-0139173795fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542350 Dec 21 01:47:11.700460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ddaacd10-0fa5-4a81-9828-877a13aa54b9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:11.767522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f1d2dc5-9068-4932-8ada-45032dec78f6 req-7a043557-bc41-4a33-bb61-9c2d0f97f1ff tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024224 Dec 21 01:47:11.814149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] For port 9a67938b-6282-43d5-bd1b-c996be52c8a0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9a67938b-6282-43d5-bd1b-c996be52c8a0,segment=NetworkSegment(7e73f3da-bbd0-48a5-b1b1-1a05df38f513),segment_id=7e73f3da-bbd0-48a5-b1b1-1a05df38f513)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:11.814711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:11.855722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Calling delete_port for 9a67938b-6282-43d5-bd1b-c996be52c8a0 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:11.863799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-90329941-76e9-4177-8373-38f9fee2565c service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434485 Dec 21 01:47:11.957034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f7ec-c28d-4d7c-84c0-af8306b21d66 req-993d1892-4780-476f-8b8e-87e9dce7f0a1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:11.958631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85b1f7ec-c28d-4d7c-84c0-af8306b21d66 req-993d1892-4780-476f-8b8e-87e9dce7f0a1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 943 time: 0.1732807 Dec 21 01:47:11.998990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396bee-371b-4917-9fd6-795124c87b55 req-e5fbc80b-1ba0-4559-92ff-27d763f016d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.001645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60396bee-371b-4917-9fd6-795124c87b55 req-e5fbc80b-1ba0-4559-92ff-27d763f016d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 1098 time: 0.0579307 Dec 21 01:47:12.075465 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60396bee-371b-4917-9fd6-795124c87b55 req-39550e63-6141-408b-a270-1bfddcd4e28f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Dec 21 01:47:12.116303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64847e8-fb0a-48ce-9d77-6694ca29410e req-f16f68c4-06b8-4cc6-8fab-bbbe73e63d75 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.117917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64847e8-fb0a-48ce-9d77-6694ca29410e req-f16f68c4-06b8-4cc6-8fab-bbbe73e63d75 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/ports?device_id=792a6ee8-1a98-4cca-a2b9-bef39a67ac81 HTTP/1.1" status: 200 len: 944 time: 0.1874602 Dec 21 01:47:12.136208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285fbcae-5094-4369-8fcb-619b224f3c83 req-cdec8124-5a74-425e-bef9-4aa8f03da859 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613926 Dec 21 01:47:12.148221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85b1f7ec-c28d-4d7c-84c0-af8306b21d66 req-2b893130-cb6e-4b18-a49d-c3b0261f52a0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418409 Dec 21 01:47:12.234825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64847e8-fb0a-48ce-9d77-6694ca29410e req-a45f046a-12a1-4ee4-b817-24c5268e9f62 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.43 "GET /v2.0/security-groups?id=f211a919-cfb6-4366-981c-d6e1e8ceb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052113 Dec 21 01:47:12.240034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:12.242718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:12.245513 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3218e6a5-64a0-44e1-87b0-70f3bac969b4" -d '{"events": [{"name": "network-changed", "server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:12.288302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Pushing event deleted for resources: {'Port': ['ID=9a67938b-6282-43d5-bd1b-c996be52c8a0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:12.304304 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f7eea-ae9b-4728-8dfc-a93466ba6dce x-openstack-request-id: req-926f7eea-ae9b-4728-8dfc-a93466ba6dce {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:12.304598 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:12.305175 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-926f7eea-ae9b-4728-8dfc-a93466ba6dce {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:12.305305 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'status': 'completed', 'code': 200} Dec 21 01:47:12.406445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] No DVR routers for this DVR port 9a67938b-6282-43d5-bd1b-c996be52c8a0 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:12.411381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:12.414704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b4a20e9-98e9-4f3f-bd56-7d7b97713a18 req-ec37c6ec-ddac-4787-b7ad-a7f88f6552d8 tempest-LiveAutoBlockMigrationV225Test-722904199 tempest-LiveAutoBlockMigrationV225Test-722904199-project] 10.222.0.45 "DELETE /v2.0/ports/9a67938b-6282-43d5-bd1b-c996be52c8a0 HTTP/1.1" status: 204 len: 173 time: 1.1359968 Dec 21 01:47:12.430516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-db52a069-a824-4e9b-aee3-07c8dbaad00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.432838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-db52a069-a824-4e9b-aee3-07c8dbaad00e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1095 time: 0.1761761 Dec 21 01:47:12.446692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-b9a58973-e4f4-42c5-9695-1d94c36c917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.448463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-b9a58973-e4f4-42c5-9695-1d94c36c917f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1127 time: 0.0904744 Dec 21 01:47:12.448980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067a7c-bad6-4451-b75b-c773e9a0e70d req-9ee904f0-09fb-413c-a52c-b2cc126013b9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.450569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f067a7c-bad6-4451-b75b-c773e9a0e70d req-9ee904f0-09fb-413c-a52c-b2cc126013b9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.1365533 Dec 21 01:47:12.545821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f067a7c-bad6-4451-b75b-c773e9a0e70d req-c086b52b-c08d-4bcc-9670-9d2aa7195b29 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886009 Dec 21 01:47:12.689979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-593a0e5a-6c5c-4404-9474-1a38b4ec70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.691678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-593a0e5a-6c5c-4404-9474-1a38b4ec70f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1846318 Dec 21 01:47:12.695485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89020db-a118-43bc-9a83-70195ee0d4b4 req-1cf48f23-7497-436d-ae33-019e8eadeb28 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.703760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a89020db-a118-43bc-9a83-70195ee0d4b4 req-1cf48f23-7497-436d-ae33-019e8eadeb28 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1295114 Dec 21 01:47:12.728423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-f08de454-ddb4-473e-8d8a-2fa962c0fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.730179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-f08de454-ddb4-473e-8d8a-2fa962c0fc23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.2193503 Dec 21 01:47:12.750331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-db5455e8-8844-4cfc-b9f4-1ed789be2119 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 217 time: 0.0488546 Dec 21 01:47:12.819648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-f96b3e1a-a310-48b2-a920-1b00470c52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:12.821130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-f96b3e1a-a310-48b2-a920-1b00470c52a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0560284 Dec 21 01:47:12.883194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-a32a2df7-464d-47c0-a1e2-afd38fe26ebf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454786 Dec 21 01:47:12.995943 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-c4f47514-6bd4-49df-ad5f-8232f23100ae service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036310 Dec 21 01:47:13.093294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-a2254a9c-443c-40ed-86cb-955c334768c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 217 time: 0.3517110 Dec 21 01:47:13.106635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3218e6a5-64a0-44e1-87b0-70f3bac969b4 req-bed34e17-ae11-4773-876c-de873115fa5c service neutron] 10.222.0.45 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006122 Dec 21 01:47:13.116614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a89020db-a118-43bc-9a83-70195ee0d4b4 req-cc53bcb3-db7e-4c10-bf95-e7db1ce8813d tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117255 Dec 21 01:47:13.143331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0600-84b0-4059-a9b9-67fbc99fefa1 req-eefbc14a-f9d7-4583-9ad2-de17d423f77a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:13.144852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa6e0600-84b0-4059-a9b9-67fbc99fefa1 req-eefbc14a-f9d7-4583-9ad2-de17d423f77a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0688741 Dec 21 01:47:13.238323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-f4285377-e51b-4f81-b430-3f5f36b71a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:13.240131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-f4285377-e51b-4f81-b430-3f5f36b71a34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0939655 Dec 21 01:47:13.249894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa6e0600-84b0-4059-a9b9-67fbc99fefa1 req-72dae5f9-4e68-40af-9d79-a0d3d9fa2713 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954385 Dec 21 01:47:13.295306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-deleted', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:13.299490 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6cc26-92ed-4fe2-a96c-7ce88e37bec1" -d '{"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-deleted", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:13.313429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:13.361288 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85b00e-6519-40e5-8842-aa78ae52b1c1 x-openstack-request-id: req-1f85b00e-6519-40e5-8842-aa78ae52b1c1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:13.361686 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792a6ee8-1a98-4cca-a2b9-bef39a67ac81", "name": "network-vif-deleted", "tag": "9a67938b-6282-43d5-bd1b-c996be52c8a0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:13.362134 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f85b00e-6519-40e5-8842-aa78ae52b1c1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:13.362498 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792a6ee8-1a98-4cca-a2b9-bef39a67ac81', 'name': 'network-vif-deleted', 'tag': '9a67938b-6282-43d5-bd1b-c996be52c8a0', 'status': 'completed', 'code': 200} Dec 21 01:47:13.365725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-1348bf6a-c80c-4f86-b2bf-ec4845987b2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545797 Dec 21 01:47:13.385552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590af34-ed99-4f43-bf5f-9b1316de908d req-947117b4-839d-418b-9169-b90e0f19d940 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:13.387714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a590af34-ed99-4f43-bf5f-9b1316de908d req-947117b4-839d-418b-9169-b90e0f19d940 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 943 time: 0.1362736 Dec 21 01:47:13.428417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Deleting subnet 44f43eb1-f2cf-4af5-9c12-d515c60935c3 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:47:13.431572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.466777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.506410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a590af34-ed99-4f43-bf5f-9b1316de908d req-9b041791-4577-4c78-9814-ef7c4231fbef tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Dec 21 01:47:13.520599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.543559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-5dbe42b8-e207-486d-b993-ae5ccb9d9e07 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543310 Dec 21 01:47:13.582005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.619818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f43eb1-f2cf-4af5-9c12-d515c60935c3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:13.624744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.631298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6b06c4e-1c1c-40a6-801b-ce474f1865cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/44f43eb1-f2cf-4af5-9c12-d515c60935c3 HTTP/1.1" status: 204 len: 168 time: 0.3161099 Dec 21 01:47:13.633022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:13.689672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4507cb3-63a5-47c7-a67a-56d19c1ac295 req-ffb6a6a8-3ac6-45b6-a795-3650cbcf8d1b service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341414 Dec 21 01:47:13.732311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.733689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc2bd8-d1c0-4b34-9283-4b614184d270 req-069e26a0-04e8-4145-8dfe-efc91a301fa8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:13.735198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11cc2bd8-d1c0-4b34-9283-4b614184d270 req-069e26a0-04e8-4145-8dfe-efc91a301fa8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.0763378 Dec 21 01:47:13.792032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11cc2bd8-d1c0-4b34-9283-4b614184d270 req-61a33af3-1cab-4c60-94da-ed3cd43675af tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Dec 21 01:47:13.821758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.854995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c1229f-3fc7-4996-9218-d8edb8448aed']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:13.866828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e73f3da-bbd0-48a5-b1b1-1a05df38f513') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:13.867207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e73f3da-bbd0-48a5-b1b1-1a05df38f513') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:13.870774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28f7cc7d-33f0-4e93-b1bb-d26986074e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.882297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.897159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.910333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:47:13.910761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:47:13.913117 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:47:13.978144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.985073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:13.988935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/39c1229f-3fc7-4996-9218-d8edb8448aed HTTP/1.1" status: 204 len: 168 time: 0.3547509 Dec 21 01:47:13.991830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:14.001443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140c42-a82f-4a75-95a7-0d38e2b70ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c1229f-3fc7-4996-9218-d8edb8448aed,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:14.041515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Deleting subnet 4d35d304-4f69-4a37-b7c6-861abceefe35 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:47:14.045385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.085219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.113186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device adc1f666-e77c-4d34-9f8c-4e3bb1445cbd details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:14.126015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:14.136101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.234264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.266095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:14.267984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d35d304-4f69-4a37-b7c6-861abceefe35,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:14.270135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.275656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-61ebf7b4-a013-4773-9961-fb2d75fe863e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d35d304-4f69-4a37-b7c6-861abceefe35 HTTP/1.1" status: 204 len: 168 time: 0.2802715 Dec 21 01:47:14.276064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:14.278499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:14.278876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.314259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545fed1-4cb0-406f-b6bf-31d1ddd492ea req-c5a58697-5b93-433e-9b37-71c3dcd62d1c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:14.325663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3545fed1-4cb0-406f-b6bf-31d1ddd492ea req-c5a58697-5b93-433e-9b37-71c3dcd62d1c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1259205 Dec 21 01:47:14.327590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:14.350328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e', 'port_id': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'mac_address': 'fa:16:3e:58:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8832f405-3637-4935-8bcd-c9dbdc30afd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:14.353605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.438959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3545fed1-4cb0-406f-b6bf-31d1ddd492ea req-82aaf35c-ad24-461e-9567-37e85d2f1c68 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116087 Dec 21 01:47:14.457696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f620d79-83b8-46c4-b300-5cb6e6e0ac10 req-8cae8f2f-cf40-48ac-b660-bc583da53fa2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:14.459083 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.459804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f620d79-83b8-46c4-b300-5cb6e6e0ac10 req-8cae8f2f-cf40-48ac-b660-bc583da53fa2 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.0888326 Dec 21 01:47:14.476690 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.476928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.503662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc1f666-e77c-4d34-9f8c-4e3bb1445cbd {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:14.504360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a10752-4aa2-4e2a-8df8-8e53d648f165']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:14.515934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b3536e-7bdd-4eba-bb3a-e1a8b4f360ae') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:14.516376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b3536e-7bdd-4eba-bb3a-e1a8b4f360ae') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:14.516916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f620d79-83b8-46c4-b300-5cb6e6e0ac10 req-9099635e-aec9-457a-b55b-ecac3753b30a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Dec 21 01:47:14.528751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.529521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:14.531730 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad89afae-c6ac-4a84-ad5a-32c3653bffad" -d '{"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-plugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:14.541478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:14.557666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:14.562731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.562892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.593460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:47:14.593983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:47:14.595885 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:47:14.620087 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef532664-611a-4466-a14d-9358610b9412 x-openstack-request-id: req-ef532664-611a-4466-a14d-9358610b9412 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:14.620314 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-plugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:14.620561 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef532664-611a-4466-a14d-9358610b9412 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:14.621064 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'code': 200} Dec 21 01:47:14.624557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.674147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:14.713045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b42c1-7540-4251-848f-b615ebe61ada req-7018e94f-07d7-4490-a392-cb10ca12250b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:14.715933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-670b42c1-7540-4251-848f-b615ebe61ada req-7018e94f-07d7-4490-a392-cb10ca12250b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 944 time: 0.0958271 Dec 21 01:47:14.768118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.785187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:14.793247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e4a10752-4aa2-4e2a-8df8-8e53d648f165 HTTP/1.1" status: 204 len: 168 time: 0.5160909 Dec 21 01:47:14.795287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d47e0f-5cbd-4515-93e1-73e8c5eb4681 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a10752-4aa2-4e2a-8df8-8e53d648f165,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:14.818987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:14.852575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-670b42c1-7540-4251-848f-b615ebe61ada req-f87d6f6f-5059-4c6c-a756-4ab7836d43bb tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255574 Dec 21 01:47:14.855017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d744b-11d0-4c44-8e34-cceb13bc2baa req-7c83906c-fda9-454b-9d0c-0d14fa481adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:14.856342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b34d744b-11d0-4c44-8e34-cceb13bc2baa req-7c83906c-fda9-454b-9d0c-0d14fa481adc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1102 time: 0.1379158 Dec 21 01:47:14.887706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8a75-4d4a-4ca6-ab7d-05e8d4af8105 req-f592f798-35d0-47d9-a26e-cdee62993f92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:14.890062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-250a8a75-4d4a-4ca6-ab7d-05e8d4af8105 req-f592f798-35d0-47d9-a26e-cdee62993f92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1539748 Dec 21 01:47:14.978970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35490) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:15.021033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-250a8a75-4d4a-4ca6-ab7d-05e8d4af8105 req-ce1e9fe7-b430-44dd-9a5a-1f263d4b3481 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186831 Dec 21 01:47:15.055928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c421ecef-3771-47cf-aef3-87c50c2e9123 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=124cf379d7ef4c97bf7039df903b9cd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0755861 Dec 21 01:47:15.058409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:15.060483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b34d744b-11d0-4c44-8e34-cceb13bc2baa req-d7c0cc06-4501-4839-95a7-33d022946a1c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961439 Dec 21 01:47:15.067448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:15.173191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:15.190609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7e7ab-5ca6-47d6-8ad6-fe5d103914a4 req-8177e45b-b59c-4a5b-b497-8328eacb7665 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:15.192459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56a7e7ab-5ca6-47d6-8ad6-fe5d103914a4 req-8177e45b-b59c-4a5b-b497-8328eacb7665 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0625505 Dec 21 01:47:15.216614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:15.286072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56a7e7ab-5ca6-47d6-8ad6-fe5d103914a4 req-23faa5c1-1902-4386-bd11-ccd5a1c55bfa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 Dec 21 01:47:15.310984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:15.315062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:15.319185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f211a919-cfb6-4366-981c-d6e1e8ceb757 HTTP/1.1" status: 204 len: 168 time: 0.2598581 Dec 21 01:47:15.330077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a493b7-896d-493d-bfbc-3fc73efb3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211a919-cfb6-4366-981c-d6e1e8ceb757,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:15.654513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39a788-a7af-480b-a336-98f5ae269b4c req-b9049fa8-c93b-4519-880f-445dfeeb6f68 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:15.662775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d39a788-a7af-480b-a336-98f5ae269b4c req-b9049fa8-c93b-4519-880f-445dfeeb6f68 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0940251 Dec 21 01:47:15.729158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d39a788-a7af-480b-a336-98f5ae269b4c req-3d33b188-6949-4388-a590-1629ffbcf390 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596769 Dec 21 01:47:15.872482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-e4865bb5-9960-4816-a231-e2200f3b499b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:15.874189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-e4865bb5-9960-4816-a231-e2200f3b499b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.1411493 Dec 21 01:47:15.876863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35514) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:15.909166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-e75986c1-5192-42bd-aaed-a8acb5aa5cd0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/quotas/ce599c9945844f0a82056d15cdfb094b HTTP/1.1" status: 200 len: 375 time: 0.0246799 Dec 21 01:47:16.000407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef7a636a-9169-4ce8-93cc-2276a9986a4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f86ddecebfa482ba52061985922db74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1218157 Dec 21 01:47:16.002993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:16.030317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-384d1b0f-a93b-43b0-9269-fc60e785f94c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030934 Dec 21 01:47:16.073438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb3a1-dbab-40bb-a2a7-7d0d3782ca91 req-0119c938-7c93-4349-a515-fac8016b3cbe tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:16.075963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-446bb3a1-dbab-40bb-a2a7-7d0d3782ca91 req-0119c938-7c93-4349-a515-fac8016b3cbe tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 944 time: 0.1323445 Dec 21 01:47:16.112291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:16.123558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:16.148247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 9a67938b-6282-43d5-bd1b-c996be52c8a0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:16.148969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9a67938b-6282-43d5-bd1b-c996be52c8a0 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:16.149661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:16.150061 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:47:16.177900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-446bb3a1-dbab-40bb-a2a7-7d0d3782ca91 req-b82dd2d4-e560-4525-9774-3a2277504026 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 Dec 21 01:47:16.182984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:16.287731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a26162-7464-4308-8bf3-11faa95fb745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:16.315502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:16.318231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:16.323325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebcc9651-dcc7-491c-b4b8-2c9f92d816f5 HTTP/1.1" status: 204 len: 168 time: 0.3190958 Dec 21 01:47:16.338378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c1f11-95f0-4534-9dbb-6ba4af3ac4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc9651-dcc7-491c-b4b8-2c9f92d816f5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:16.582117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-a624a746-b238-49bb-8da9-2faa476c40b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507352 Dec 21 01:47:16.600095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a983-fa12-4509-975a-2251dd7ceb50 req-99637161-a6a3-40bd-a988-57979af3d45d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:16.601621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec07a983-fa12-4509-975a-2251dd7ceb50 req-99637161-a6a3-40bd-a988-57979af3d45d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1049502 Dec 21 01:47:16.734248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec07a983-fa12-4509-975a-2251dd7ceb50 req-1e71e81c-db29-4d12-8081-4ede70e0bc2f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187470 Dec 21 01:47:16.780923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-31f0ea5f-5f2f-46a1-99e8-db972c85638b service neutron] 10.222.0.43 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978686 Dec 21 01:47:17.051571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221be67-ceed-40f1-805b-b773d01bd936 req-5315e8a5-175b-457d-b932-6817735701fc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:17.060973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c221be67-ceed-40f1-805b-b773d01bd936 req-5315e8a5-175b-457d-b932-6817735701fc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.0831058 Dec 21 01:47:17.151127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:17.199318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c221be67-ceed-40f1-805b-b773d01bd936 req-78174f6a-2c71-4aca-8795-38884f9e806b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368222 Dec 21 01:47:17.215723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee7aac-3290-4ba4-b339-8ce31f2dd369 req-4eb892a0-00fa-4148-a80b-3503014663a0 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:17.223684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0ee7aac-3290-4ba4-b339-8ce31f2dd369 req-4eb892a0-00fa-4148-a80b-3503014663a0 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1102 time: 0.1229749 Dec 21 01:47:17.326150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-156e36df-0bb6-461b-b0b9-016ea5c44855 req-3d734a79-b4cb-492e-b460-012004e2f5fb tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 210 time: 0.0649834 Dec 21 01:47:17.361808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0ee7aac-3290-4ba4-b339-8ce31f2dd369 req-fdb79071-5090-4e8b-bc26-352831de0e36 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365011 Dec 21 01:47:17.452761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-09ca0007-c07d-483e-8e48-262b3cfc963b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:17.464841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-09ca0007-c07d-483e-8e48-262b3cfc963b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5985c367-f6bd-47fd-8d8f-016c27d7493d HTTP/1.1" status: 200 len: 946 time: 0.1805742 Dec 21 01:47:17.639036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Deleting port be22af88-b788-480a-afaf-6b23f4a8b7cd {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:17.640757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:17.733472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ddbc8-a9e3-45e7-9628-ea126821d4f4 req-79ef0a34-69d7-48a1-98f6-945410090b6f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:17.737301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d6ddbc8-a9e3-45e7-9628-ea126821d4f4 req-79ef0a34-69d7-48a1-98f6-945410090b6f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 944 time: 0.2373517 Dec 21 01:47:17.761915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-f36da986-5dd1-49fe-818f-7decb9a42141 service neutron] 10.222.0.45 "GET /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.3248510 Dec 21 01:47:17.910297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] For port be22af88-b788-480a-afaf-6b23f4a8b7cd, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=be22af88-b788-480a-afaf-6b23f4a8b7cd,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:17.910704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:17.938311 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-39d6028d-f95c-4d93-98f7-90f6475b61a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045315 Dec 21 01:47:17.959978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Calling delete_port for be22af88-b788-480a-afaf-6b23f4a8b7cd owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:18.056993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d6ddbc8-a9e3-45e7-9628-ea126821d4f4 req-a2778cac-8b27-4499-ae06-be10db554da9 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929077 Dec 21 01:47:18.127067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device adc1f666-e77c-4d34-9f8c-4e3bb1445cbd up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:18.207582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec521e-152c-4a2b-97c5-8fe68bf1e223 req-2bbb9820-bf2a-4dcb-8bdd-57e8fcf015de tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:18.234003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ec521e-152c-4a2b-97c5-8fe68bf1e223 req-2bbb9820-bf2a-4dcb-8bdd-57e8fcf015de tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.2313335 Dec 21 01:47:18.248953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.295434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['be22af88-b788-480a-afaf-6b23f4a8b7cd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:18.344368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event deleted for resources: {'Port': ['ID=be22af88-b788-480a-afaf-6b23f4a8b7cd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:18.435171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] No DVR routers for this DVR port be22af88-b788-480a-afaf-6b23f4a8b7cd on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:18.438295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.442930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03b89c37-b2f9-47ec-a6b9-71c1b9f9514f req-7c1dcee5-6913-4a15-9d28-bddb5eea8b92 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.24 "DELETE /v2.0/ports/be22af88-b788-480a-afaf-6b23f4a8b7cd HTTP/1.1" status: 204 len: 173 time: 0.9706957 Dec 21 01:47:18.444783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-deleted', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:18.447928 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4338a0ed-5501-4c50-ac5e-826013517124" -d '{"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-deleted", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:18.457579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:18.469102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:18.469821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.516102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ec521e-152c-4a2b-97c5-8fe68bf1e223 req-61c32139-d43c-4d9f-9bda-bce7959c1140 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778635 Dec 21 01:47:18.557881 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.594562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7324b-c40a-48b0-90a2-f2942528b0e4 req-825b952c-4dd5-4559-b0a0-2d5b37fe7b22 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:18.608545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08c7324b-c40a-48b0-90a2-f2942528b0e4 req-825b952c-4dd5-4559-b0a0-2d5b37fe7b22 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 944 time: 0.1898735 Dec 21 01:47:18.613887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:18.659622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.776426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:18.778062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45a54eef-669c-4e75-9be1-8a93d446c48f req-7818fa2e-a64c-4fdf-8f23-914576d49b44 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 210 time: 0.1667824 Dec 21 01:47:18.784146 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50830904-7f1d-4ca4-b301-d47e5fa57460" -d '{"events": [{"server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "name": "network-vif-plugged", "status": "completed", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:18.790312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:18.810376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:18.815645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:18.868065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08c7324b-c40a-48b0-90a2-f2942528b0e4 req-8da0aac2-5fe8-414b-a0d2-8a2f2cf39e82 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579603 Dec 21 01:47:18.879912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208f459e-8be7-4a37-b4ef-40dd6b7e394f {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:18.893700 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d7942b-d54a-4af7-b3f6-9044754a49e0 x-openstack-request-id: req-c7d7942b-d54a-4af7-b3f6-9044754a49e0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:18.894144 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5985c367-f6bd-47fd-8d8f-016c27d7493d", "name": "network-vif-deleted", "tag": "be22af88-b788-480a-afaf-6b23f4a8b7cd", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:18.894247 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7d7942b-d54a-4af7-b3f6-9044754a49e0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:18.894621 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5985c367-f6bd-47fd-8d8f-016c27d7493d', 'name': 'network-vif-deleted', 'tag': 'be22af88-b788-480a-afaf-6b23f4a8b7cd', 'status': 'completed', 'code': 200} Dec 21 01:47:18.899193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:18.921163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:19.002924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:19.026997 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b521e-7ef0-41ac-af4d-9e47d3b21ee8 x-openstack-request-id: req-ee0b521e-7ef0-41ac-af4d-9e47d3b21ee8 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:19.027344 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "name": "network-vif-plugged", "status": "completed", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:19.028180 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee0b521e-7ef0-41ac-af4d-9e47d3b21ee8 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:19.028585 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'code': 200} Dec 21 01:47:19.143542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] Transition to ACTIVE for port object 208f459e-8be7-4a37-b4ef-40dd6b7e394f will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:19.156847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:19.245834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-73a984bd-1bf0-4593-bfad-e0781193e211 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:19.265838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-73a984bd-1bf0-4593-bfad-e0781193e211 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 815 time: 0.2967021 Dec 21 01:47:19.271997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Request body: {'port': {'device_id': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'admin_state_up': True, 'tenant_id': 'ce599c9945844f0a82056d15cdfb094b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:19.334260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:19.344625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] No DVR routers for this DVR port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:19.447846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-74231b01-1256-438a-812a-3d309b09b975 service neutron] 10.222.0.45 "PUT /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f/bindings/n-h1-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 1.6620178 Dec 21 01:47:19.461579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74231b01-1256-438a-812a-3d309b09b975 service neutron] Pushing event updated for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:19.467112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3087be7-5f51-4ef9-b5df-7fb941f543ad req-3125bb0f-0a11-43b6-8bcc-5b1768e0dbe1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:19.468859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3087be7-5f51-4ef9-b5df-7fb941f543ad req-3125bb0f-0a11-43b6-8bcc-5b1768e0dbe1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 945 time: 0.2826691 Dec 21 01:47:19.478220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d70a5-0565-40d3-9af1-29474d3e9a8a req-4bbf7cb6-de5d-4968-bdaf-37cff46f1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:19.479982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd6d70a5-0565-40d3-9af1-29474d3e9a8a req-4bbf7cb6-de5d-4968-bdaf-37cff46f1031 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1097 time: 0.1903434 Dec 21 01:47:19.533479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Made reservation on behalf of ce599c9945844f0a82056d15cdfb094b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:19.537637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:19.550584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3087be7-5f51-4ef9-b5df-7fb941f543ad req-45b5ae30-122c-413f-9a2d-fc7360499cbd tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752304 Dec 21 01:47:19.610225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd6d70a5-0565-40d3-9af1-29474d3e9a8a req-05a427c9-5145-464e-aadf-196b64c0efbb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922084 Dec 21 01:47:19.733024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Allocated IP 172.20.0.4 (a10616f5-ce2c-41ac-acee-099a3343fa91/27904162-db89-4000-9aa6-a699b0788dc3/4870b4ac-49b2-4056-9332-0c7e4478c8cf) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:19.757716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b0967-c4a1-481f-a829-0c55eb4bba89 req-eb8027f1-d61d-4bc2-8063-1a75ed755f84 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:19.777369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f2b0967-c4a1-481f-a829-0c55eb4bba89 req-eb8027f1-d61d-4bc2-8063-1a75ed755f84 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1071749 Dec 21 01:47:19.837399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f2b0967-c4a1-481f-a829-0c55eb4bba89 req-c3ee619a-8342-4676-a5b4-e95d346f5deb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581493 Dec 21 01:47:19.935354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:19.935975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c4a6fec-8b87-4639-a68c-405b729926d3 req-4f374710-1aab-4a94-b208-bec719f4313b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 210 time: 0.0315106 Dec 21 01:47:19.938041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-93428ee6-781d-4608-891f-b9d6483f8ff7 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:19.939521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-93428ee6-781d-4608-891f-b9d6483f8ff7 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.0775340 Dec 21 01:47:20.040566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-4e4dd662-3bd9-4046-8556-a7054fc30ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.044371 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-4e4dd662-3bd9-4046-8556-a7054fc30ed1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d&tenant_id=13ab032e172a47efa1f73fb670e42709 HTTP/1.1" status: 200 len: 1097 time: 0.0829206 Dec 21 01:47:20.044371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:20.077591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093d9c-2c4e-4a0d-9085-499a8089d004 req-18948c59-cf32-45b7-a99d-e4c4eadfe4ed tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.079342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22093d9c-2c4e-4a0d-9085-499a8089d004 req-18948c59-cf32-45b7-a99d-e4c4eadfe4ed tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.0674226 Dec 21 01:47:20.098739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Network a10616f5-ce2c-41ac-acee-099a3343fa91 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:20.117098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:20.129988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:20.142661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22093d9c-2c4e-4a0d-9085-499a8089d004 req-94270669-e47c-46bc-8abe-6d7b7a0c2edb tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Dec 21 01:47:20.145285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event updated for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:20.193199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-2cfd7880-bf3a-4400-93e8-2eca9d3c2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.194722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-2cfd7880-bf3a-4400-93e8-2eca9d3c2157 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1097 time: 0.1153860 Dec 21 01:47:20.203337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.203955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:20.245651 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-541daff1-e0f4-4476-922c-ae94e2d6861c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782226 Dec 21 01:47:20.262948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:20.276826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Request body: {'port': {'device_id': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:20.294403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: be22af88-b788-480a-afaf-6b23f4a8b7cd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:20.294812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device be22af88-b788-480a-afaf-6b23f4a8b7cd not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:20.368473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:20.372481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-526cef9f-0438-401f-859e-d37b0cabb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.374148 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-526cef9f-0438-401f-859e-d37b0cabb295 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.1665075 Dec 21 01:47:20.424024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-3d16007c-6fca-4529-866b-5c0548034387 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 200 len: 217 time: 0.0412591 Dec 21 01:47:20.447104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-1933edf5-ab74-4829-857e-262ddba4e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.448596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-1933edf5-ab74-4829-857e-262ddba4e5ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1102 time: 0.0492315 Dec 21 01:47:20.561322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-fe4d8a90-20b6-47f6-8bbd-f05a70977c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.563113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-fe4d8a90-20b6-47f6-8bbd-f05a70977c15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1068442 Dec 21 01:47:20.579174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-38541cfb-4240-436e-866b-956ce5a13a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.580303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-38541cfb-4240-436e-866b-956ce5a13a7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.1335609 Dec 21 01:47:20.622689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-d8abea93-f168-49c6-8e8d-176bfe4fda8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322881 Dec 21 01:47:20.622892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-85a0bf8f-83d3-4e60-8cae-e0c29cb4d55f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0508735 Dec 21 01:47:20.768968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-26f1345a-6f73-4377-a5a8-ce1bd071e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.770998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-26f1345a-6f73-4377-a5a8-ce1bd071e58e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1394746 Dec 21 01:47:20.829203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-d6535fcc-9d04-40bc-bb09-68658f6f8d5f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1063291521&fields=id&tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0 HTTP/1.1" status: 200 len: 267 time: 0.1279204 Dec 21 01:47:20.837938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ae274-012f-4af3-815d-c4e416089db8 req-b9aedb17-dda3-469c-af1b-eec6ba982f76 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.849372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-317ae274-012f-4af3-815d-c4e416089db8 req-b9aedb17-dda3-469c-af1b-eec6ba982f76 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 945 time: 0.1571391 Dec 21 01:47:20.854018 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-b8c1e9a8-b15f-47fd-903e-4c6e6378ee5a service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241387 Dec 21 01:47:20.970868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-98264224-89a5-47f7-8ca7-6ed46bde9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:20.972372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-98264224-89a5-47f7-8ca7-6ed46bde9514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1908998 Dec 21 01:47:20.998810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-317ae274-012f-4af3-815d-c4e416089db8 req-0a56852b-ed07-4e28-85d9-6af6aa3d704b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497073 Dec 21 01:47:21.003291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4870b4ac-49b2-4056-9332-0c7e4478c8cf {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:21.019221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.033166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-c779ea20-4f5e-4f63-bfca-e3b695f518ef service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694160 Dec 21 01:47:21.061555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Transition to ACTIVE for port object 4870b4ac-49b2-4056-9332-0c7e4478c8cf will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.069051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:21.071862 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:21.072648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.072754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-96c3247d-ef3b-4ef3-b736-f0a2122df907 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.079906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-96c3247d-ef3b-4ef3-b736-f0a2122df907 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/networks?id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 200 len: 816 time: 0.2205718 Dec 21 01:47:21.104695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-5f3f670e-f406-4b3c-8252-76f5862bb45e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/quotas/a20371acf68a4ec2ab24cdc2a685d6a0 HTTP/1.1" status: 200 len: 375 time: 0.0238707 Dec 21 01:47:21.157950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Pushing event updated for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:21.189319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-f526cb51-34fa-49fa-ab87-876c742f3415 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057290 Dec 21 01:47:21.247354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Attempting to bind port 4870b4ac-49b2-4056-9332-0c7e4478c8cf on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:21.247682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Attempting to bind port 4870b4ac-49b2-4056-9332-0c7e4478c8cf by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:21.248008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Attempting to bind port 4870b4ac-49b2-4056-9332-0c7e4478c8cf on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:21.252312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Port 4870b4ac-49b2-4056-9332-0c7e4478c8cf on network a10616f5-ce2c-41ac-acee-099a3343fa91 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:21.252883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Attempting to bind port 4870b4ac-49b2-4056-9332-0c7e4478c8cf on network a10616f5-ce2c-41ac-acee-099a3343fa91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:21.258448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:21.258791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Checking segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:21.259258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Bound using segment: {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:21.259687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Bound port: 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388f890-d68a-432c-a646-1f588856a854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:21.260035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.303130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-e9c1e27f-0241-4023-a825-44d1af06f849 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975708 Dec 21 01:47:21.311813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329bd6a-bb79-4ce4-b2b1-14f84ba7ce0c req-f3bfc502-5c43-4112-a5eb-12771edbe13a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.318964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2329bd6a-bb79-4ce4-b2b1-14f84ba7ce0c req-f3bfc502-5c43-4112-a5eb-12771edbe13a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1734612 Dec 21 01:47:21.415771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2329bd6a-bb79-4ce4-b2b1-14f84ba7ce0c req-17f17681-8084-4f89-8bc4-ad0ce5d1e5d9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Dec 21 01:47:21.418285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-cc3ccd2f-3497-4860-9ba0-a03f9dc126dd service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095129 Dec 21 01:47:21.418929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35706) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:21.442963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:21.467694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:21.491072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.497150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-073a2a8b-4f15-4f95-8d5c-2c08943d14cd tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.498672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-073a2a8b-4f15-4f95-8d5c-2c08943d14cd tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d&tenant_id=13ab032e172a47efa1f73fb670e42709&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1448541 Dec 21 01:47:21.538951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.539563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.541763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] 10.222.0.45 "PUT /v2.0/ports/4870b4ac-49b2-4056-9332-0c7e4478c8cf HTTP/1.1" status: 200 len: 1092 time: 1.2698309 Dec 21 01:47:21.541763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:21.544225 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24832b79-8755-460a-988d-20f5e1794735" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:21.582890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76237cab-1fc3-4eab-ac60-a9f9a5bf5a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.595274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a856f-84c3-49ce-9fc5-26085f608906 service neutron] Pushing event updated for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:21.638546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedee75d-ad4e-4d83-b7c8-9bf35c6929b9 req-472d05f3-aeb3-4892-8040-9fea17f7c162 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.639995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aedee75d-ad4e-4d83-b7c8-9bf35c6929b9 req-472d05f3-aeb3-4892-8040-9fea17f7c162 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 943 time: 0.1353586 Dec 21 01:47:21.680613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-2199bf40-a56f-4a04-8598-3e0d9969a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.681850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-63dad04a-38ea-413a-884a-bb5eb1bf5e44 service neutron] 10.222.0.43 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528647 Dec 21 01:47:21.682146 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-2199bf40-a56f-4a04-8598-3e0d9969a6c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 1095 time: 0.0789824 Dec 21 01:47:21.707770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-e89494ea-0c33-45d4-be93-ce366361a635 service neutron] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:21.739232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-e89494ea-0c33-45d4-be93-ce366361a635 service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.740397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e709edbf-27e3-432f-8b8a-be962542ea99 req-e89494ea-0c33-45d4-be93-ce366361a635 service neutron] 10.222.0.24 "DELETE /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f/bindings/n-h2-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.2185028 Dec 21 01:47:21.742112 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-591405c8-ba62-49dd-a6fd-9f90bcd960db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf HTTP/1.1" status: 200 len: 217 time: 0.0408287 Dec 21 01:47:21.788231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aedee75d-ad4e-4d83-b7c8-9bf35c6929b9 req-9925827c-6f19-4dfa-8dcb-34efcc5007e9 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403363 Dec 21 01:47:21.800475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f1f4-2292-4075-842b-98751f28c88c req-3c8c8a1b-1f8e-4212-a465-17f1c5b4b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:21.802854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-3c8c8a1b-1f8e-4212-a465-17f1c5b4b5d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 200 len: 855 time: 0.0540688 Dec 21 01:47:21.827250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76237cab-1fc3-4eab-ac60-a9f9a5bf5a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.833414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-a933174d-1baa-410c-a244-ae05f058ec3b service neutron] 10.222.0.43 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441338 Dec 21 01:47:21.834459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76237cab-1fc3-4eab-ac60-a9f9a5bf5a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.864676 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-445b769c-ad58-410c-9052-ebf51e10d07b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a10616f5-ce2c-41ac-acee-099a3343fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362425 Dec 21 01:47:21.889066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:21.902622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76237cab-1fc3-4eab-ac60-a9f9a5bf5a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab460f1-d37f-4f55-8866-6b7288c20b2e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:21.908046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76237cab-1fc3-4eab-ac60-a9f9a5bf5a32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=880c895d6b854071bf1d0c6a42c43376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880798 Dec 21 01:47:21.910736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35714) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:21.986740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-cfbb677e-5179-4393-b579-0c7b0ef4e682 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124673 Dec 21 01:47:22.097194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59a9f1f4-2292-4075-842b-98751f28c88c req-47eaff3e-a2a8-4b95-8495-b70fdb947a72 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014469 Dec 21 01:47:22.255466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ca408-93b9-4251-ae8b-4492fb2a63c5 req-626f8469-59ba-4685-9dc4-88fe8836abe7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.256976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-629ca408-93b9-4251-ae8b-4492fb2a63c5 req-626f8469-59ba-4685-9dc4-88fe8836abe7 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.3883874 Dec 21 01:47:22.303696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:22.337502 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980575b3-8de7-4f11-8f15-ad3bb1f71c7a x-openstack-request-id: req-980575b3-8de7-4f11-8f15-ad3bb1f71c7a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:22.338153 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:22.338597 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-980575b3-8de7-4f11-8f15-ad3bb1f71c7a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:22.339558 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf', 'status': 'completed', 'code': 200} Dec 21 01:47:22.341307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-629ca408-93b9-4251-ae8b-4492fb2a63c5 req-9ddf1bc6-c500-4f77-95c9-4fa0bd468f75 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769615 Dec 21 01:47:22.343382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:22.449915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:22.453630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:22.454928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dab460f1-d37f-4f55-8866-6b7288c20b2e HTTP/1.1" status: 204 len: 168 time: 0.5432951 Dec 21 01:47:22.462982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24832b79-8755-460a-988d-20f5e1794735 req-36352d41-8d07-461c-bbae-213ba3d1b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.464707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-36352d41-8d07-461c-bbae-213ba3d1b881 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce599c9945844f0a82056d15cdfb094b&device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 1095 time: 0.0472925 Dec 21 01:47:22.467130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e3a7e-27f9-497f-b524-2237d84350c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab460f1-d37f-4f55-8866-6b7288c20b2e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:22.516141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-082f4a13-17ce-41c1-80f6-401970cce3df req-5472b547-f291-46c2-802e-8ca336bdcc69 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0426178 Dec 21 01:47:22.525671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ebbf7-bca5-4799-ad40-d13a097f1f98 req-543007ac-d8bd-4e83-8ad8-6a3dfddd3286 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.527139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a99ebbf7-bca5-4799-ad40-d13a097f1f98 req-543007ac-d8bd-4e83-8ad8-6a3dfddd3286 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 945 time: 0.1148605 Dec 21 01:47:22.612987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a99ebbf7-bca5-4799-ad40-d13a097f1f98 req-a79795ff-d309-4588-a135-a990483ba753 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761020 Dec 21 01:47:22.628609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24832b79-8755-460a-988d-20f5e1794735 req-5af62dcf-68e1-4bb2-9086-2873b4ea08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.630118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-5af62dcf-68e1-4bb2-9086-2873b4ea08cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 200 len: 915 time: 0.1549335 Dec 21 01:47:22.705859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-e47f2c70-6a7f-4760-950c-4f451714493b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf HTTP/1.1" status: 200 len: 217 time: 0.0665641 Dec 21 01:47:22.714732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881adacc-6b50-41b1-b4c0-f4e49e685f5b req-88bb2931-e36e-446d-872f-c1532dfb5384 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.716612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-881adacc-6b50-41b1-b4c0-f4e49e685f5b req-88bb2931-e36e-446d-872f-c1532dfb5384 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0776877 Dec 21 01:47:22.768347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e203bd-a7d3-4c4b-8ce5-d1ec06a3c201 req-adfad708-06f1-45b1-9220-8babecb555c3 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.770534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24832b79-8755-460a-988d-20f5e1794735 req-9c277d67-c891-4d96-b047-97ab34b568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:22.771477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-9c277d67-c891-4d96-b047-97ab34b568cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 200 len: 855 time: 0.0580831 Dec 21 01:47:22.773847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9e203bd-a7d3-4c4b-8ce5-d1ec06a3c201 req-adfad708-06f1-45b1-9220-8babecb555c3 tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 1097 time: 0.0829561 Dec 21 01:47:22.814894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-8d6c0bd6-b999-412c-a34e-4eecad2c05f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a10616f5-ce2c-41ac-acee-099a3343fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319610 Dec 21 01:47:22.819094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-881adacc-6b50-41b1-b4c0-f4e49e685f5b req-1e95170e-42cb-4bdb-a12a-5d2c72994bd1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Dec 21 01:47:22.888913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9e203bd-a7d3-4c4b-8ce5-d1ec06a3c201 req-11b2f08f-db09-44c0-b03a-629df60dd93f tempest-LiveMigrationTest-1422474628 tempest-LiveMigrationTest-1422474628-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086030 Dec 21 01:47:22.951405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-0187a2b3-7128-47b4-91b1-751c6e187694 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228697 Dec 21 01:47:23.017058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-297eff4f-c481-47df-9313-c52880f6b9d1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1126014925&fields=id&tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 267 time: 0.1109557 Dec 21 01:47:23.033690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35750) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:23.077092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24832b79-8755-460a-988d-20f5e1794735 req-aa0ea774-cf05-4b51-862f-28197b662df0 service neutron] 10.222.0.45 "GET /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097250 Dec 21 01:47:23.083026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-49b544ba-122f-4094-b576-6400ec27bc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.114707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574ad47-947c-42ec-b274-aeafc57fc1c8 req-c21b9bf1-9bc9-4f65-b26e-fa2af34cfb7b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:23.116168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f574ad47-947c-42ec-b274-aeafc57fc1c8 req-c21b9bf1-9bc9-4f65-b26e-fa2af34cfb7b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 943 time: 0.1169937 Dec 21 01:47:23.139596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-bfaa7585-999d-4e0f-85ec-8610b77d04fe tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:23.141003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-bfaa7585-999d-4e0f-85ec-8610b77d04fe tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 945 time: 0.1059961 Dec 21 01:47:23.162422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'security_groups': ['d75524fd-0d53-42f1-b712-335380243d49', '5e843851-e9e6-40a8-a80c-21a60fb07d86']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:23.259544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f574ad47-947c-42ec-b274-aeafc57fc1c8 req-6f5397bd-b5e2-467f-9e79-32b251b726a1 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336257 Dec 21 01:47:23.281688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.304032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-49b544ba-122f-4094-b576-6400ec27bc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.308597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-49b544ba-122f-4094-b576-6400ec27bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.387065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b544ba-122f-4094-b576-6400ec27bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05df9051-ceae-4104-8bcd-7afce56c1d68,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:23.399926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-49b544ba-122f-4094-b576-6400ec27bc2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d46e091f476b4bdf871f5e7edf672b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635046 Dec 21 01:47:23.403353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35756) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:23.469664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.492263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.578885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:23.618444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.625629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.659150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:23.698423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:23.698716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.712067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dd6e663-3b66-482d-8b81-0d85858f237d req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "PUT /v2.0/ports/adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 981 time: 0.5624008 Dec 21 01:47:23.728626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:23.731698 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd526cb9-e962-4439-aceb-055f3b99e086" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:23.773424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c273b-9fc2-47dc-8485-ee2f347d9a10 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:23.791598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236a47c-ceeb-47ee-9431-284be2c10405 req-8dc4a461-03b0-487b-84e3-dbc646a3b534 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:23.793798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6236a47c-ceeb-47ee-9431-284be2c10405 req-8dc4a461-03b0-487b-84e3-dbc646a3b534 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1270354 Dec 21 01:47:23.854759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a62fc681-dd1c-4914-ac51-4b531281d2e4 req-768ecdc5-a25d-4a88-a150-5909d39b4621 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0438375 Dec 21 01:47:23.892563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:23.899645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6236a47c-ceeb-47ee-9431-284be2c10405 req-be9a3da9-5cbf-4c50-85d1-0d51f112641f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954897 Dec 21 01:47:23.979592 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319fe027-35f5-4f5c-892f-a4685c93d0d2 x-openstack-request-id: req-319fe027-35f5-4f5c-892f-a4685c93d0d2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:23.980129 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:23.980381 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-319fe027-35f5-4f5c-892f-a4685c93d0d2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:23.980965 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'status': 'completed', 'code': 200} Dec 21 01:47:23.987154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.989673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:23.990800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05df9051-ceae-4104-8bcd-7afce56c1d68 HTTP/1.1" status: 204 len: 168 time: 0.5859208 Dec 21 01:47:24.043011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8580cdaa-84df-4437-a38e-04122b022a5c req-e9ec7a84-e092-4f86-8b61-cdd51525a262 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2026907719&fields=id&tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 267 time: 0.0955081 Dec 21 01:47:24.108263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-3bccb0db-eecb-4dcb-afee-af2bac216fa1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.112650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-3bccb0db-eecb-4dcb-afee-af2bac216fa1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.24 "GET /v2.0/networks?id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 200 len: 816 time: 0.5947433 Dec 21 01:47:24.132002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f627d4b-b85d-4922-a05a-ce3145478677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df9051-ceae-4104-8bcd-7afce56c1d68,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:24.174161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-72900f29-5d08-4ce2-8249-e4684e41305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.175808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-72900f29-5d08-4ce2-8249-e4684e41305b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1136 time: 0.1488707 Dec 21 01:47:24.197876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cdaa-84df-4437-a38e-04122b022a5c req-97aba339-658e-4809-bc93-ca70540c0ad9 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.200997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8580cdaa-84df-4437-a38e-04122b022a5c req-97aba339-658e-4809-bc93-ca70540c0ad9 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 984 time: 0.1569355 Dec 21 01:47:24.216524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4870b4ac-49b2-4056-9332-0c7e4478c8cf details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:24.217251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'security_groups': ['5e843851-e9e6-40a8-a80c-21a60fb07d86', 'd75524fd-0d53-42f1-b712-335380243d49', '1e809b60-9a98-4bbf-bea8-068fd2cf0cbb']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:24.235182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-20a0a649-9699-4a71-8331-b817b34e8421 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0 HTTP/1.1" status: 200 len: 380 time: 0.1008484 Dec 21 01:47:24.267269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d946d-b380-41f4-afcc-f281a4208cec req-0bd74bd7-ef89-483a-9e8c-03f95c916c31 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.268906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-711d946d-b380-41f4-afcc-f281a4208cec req-0bd74bd7-ef89-483a-9e8c-03f95c916c31 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.2162030 Dec 21 01:47:24.282931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'port': {'device_id': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'admin_state_up': True, 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'security_groups': ['b338f360-71f5-4ab4-b41d-bcf5f0ec5f30']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:24.358690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:24.393471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:24.415691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4870b4ac-49b2-4056-9332-0c7e4478c8cf', 'network_id': 'a10616f5-ce2c-41ac-acee-099a3343fa91', 'port_id': '4870b4ac-49b2-4056-9332-0c7e4478c8cf', 'mac_address': 'fa:16:3e:b2:55:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27904162-db89-4000-9aa6-a699b0788dc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:24.431367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-a1fc2e41-50ac-44ea-8d56-759b24c8084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.432963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-a1fc2e41-50ac-44ea-8d56-759b24c8084c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.2119100 Dec 21 01:47:24.463037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:24.478058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4870b4ac-49b2-4056-9332-0c7e4478c8cf {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:24.499892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:24.506121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:24.514673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-711d946d-b380-41f4-afcc-f281a4208cec req-32d9d3c0-c2bd-401d-97b1-4459cbdd43b4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380285 Dec 21 01:47:24.586376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-5d6f1c4a-858f-41ce-963f-935954cabbbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 217 time: 0.1452751 Dec 21 01:47:24.588978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:24.615860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a41ae2-273e-45ff-b686-498236883011 req-b8c26c13-2b97-4688-abf1-7b6aa3604268 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.617888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9a41ae2-273e-45ff-b686-498236883011 req-b8c26c13-2b97-4688-abf1-7b6aa3604268 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1840372 Dec 21 01:47:24.632738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Made reservation on behalf of a20371acf68a4ec2ab24cdc2a685d6a0 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:24.636674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:24.684923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-0f3d21e4-1f27-4e41-ac03-6f45f0994fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.686786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-0f3d21e4-1f27-4e41-ac03-6f45f0994fcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0919032 Dec 21 01:47:24.755551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-ed10ce9c-1324-43b3-a0b5-d3b1e9f6278a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359581 Dec 21 01:47:24.794589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555825e-7058-4fc0-b5cf-2057c34c5739 req-ee3f8b35-e0a9-42dd-9e42-25db0d560f80 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:24.796368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d555825e-7058-4fc0-b5cf-2057c34c5739 req-ee3f8b35-e0a9-42dd-9e42-25db0d560f80 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 944 time: 0.1689970 Dec 21 01:47:24.905056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4870b4ac-49b2-4056-9332-0c7e4478c8cf'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:24.907487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Allocated IP 172.20.0.9 (1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe/0e66d0f5-e1d2-4e99-9ebd-cafedc6de215/ff5056e0-8c0f-473f-9fc9-f74fc71740ce) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:24.929815 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-b20c5a9d-b617-4ccb-89d8-d7065ccd9853 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646776 Dec 21 01:47:24.981080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d555825e-7058-4fc0-b5cf-2057c34c5739 req-28c38781-68e7-46e6-91ac-6d825703c00a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717317 Dec 21 01:47:25.032866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Deleting port 208f459e-8be7-4a37-b4ef-40dd6b7e394f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:25.034824 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.238022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:25.275315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.289006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.363115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:25.363755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.365176 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8580cdaa-84df-4437-a38e-04122b022a5c req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "PUT /v2.0/ports/adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 1020 time: 1.1576290 Dec 21 01:47:25.393674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] For port 208f459e-8be7-4a37-b4ef-40dd6b7e394f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=208f459e-8be7-4a37-b4ef-40dd6b7e394f,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:25.394088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.404073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b629d5-62de-41ab-8028-37016cfb6ed1 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:25.416940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.425238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Calling delete_port for 208f459e-8be7-4a37-b4ef-40dd6b7e394f owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:25.426094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cd526cb9-e962-4439-aceb-055f3b99e086 req-b5f9891a-fcbd-4730-a7eb-501a9b0c82eb service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809787 Dec 21 01:47:25.442249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-624ac709-5ff0-488f-8016-1928dd9cba4a req-55d5cc92-2182-4dbc-b2f4-a68b1d4c4dd6 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0351622 Dec 21 01:47:25.468268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.529439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:25.536098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:25.541089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:25.578338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:25.596565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349008b9-dd19-4661-be2a-3bfe7f268519 req-181b9b18-2249-477c-babe-5f84f2664f3b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:25.601227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-349008b9-dd19-4661-be2a-3bfe7f268519 req-181b9b18-2249-477c-babe-5f84f2664f3b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 945 time: 0.1574764 Dec 21 01:47:25.612372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:25.613268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.614861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:25.636009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-ad06a754-58c5-4436-a47b-8d8788610be0 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3584201 Dec 21 01:47:25.664433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Request body: {'port': {'device_id': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:25.813915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.816517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:25.856924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3', '208f459e-8be7-4a37-b4ef-40dd6b7e394f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:25.952974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-349008b9-dd19-4661-be2a-3bfe7f268519 req-10123741-0807-4500-801d-845f82de2966 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076344 Dec 21 01:47:25.983189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b393f7-12ad-431f-82d7-f4dfd3bc5f06 req-b1e46c13-3eee-4596-ad20-a71e7eda922d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:25.993645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78b393f7-12ad-431f-82d7-f4dfd3bc5f06 req-b1e46c13-3eee-4596-ad20-a71e7eda922d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1023 time: 0.4560773 Dec 21 01:47:26.018536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:26.024109 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549cf98d-d1bd-441b-a743-0bde27a68a49" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:26.037933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6440abf3-3101-43b6-a7b7-6d904a3a4069 None None] Provisioning complete for port ff5056e0-8c0f-473f-9fc9-f74fc71740ce triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:26.038910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6440abf3-3101-43b6-a7b7-6d904a3a4069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.041756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event deleted for resources: {'Port': ['ID=208f459e-8be7-4a37-b4ef-40dd6b7e394f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:26.115113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:26.121119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] No DVR routers for this DVR port 208f459e-8be7-4a37-b4ef-40dd6b7e394f on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:26.124090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.129204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9a41ae2-273e-45ff-b686-498236883011 req-1b5854b0-9bd5-480c-8c58-53228f166725 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "DELETE /v2.0/ports/208f459e-8be7-4a37-b4ef-40dd6b7e394f HTTP/1.1" status: 204 len: 173 time: 1.5031996 Dec 21 01:47:26.169930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6440abf3-3101-43b6-a7b7-6d904a3a4069 None None] Port ff5056e0-8c0f-473f-9fc9-f74fc71740ce cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:26.235403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78b393f7-12ad-431f-82d7-f4dfd3bc5f06 req-98e92ef9-14b2-4ca8-97e2-48dc383e3d23 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb&id=5e843851-e9e6-40a8-a80c-21a60fb07d86&id=d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 200 len: 6200 time: 0.2397275 Dec 21 01:47:26.276917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1eb9c-facf-44f2-83f2-74e62738fbdf req-f57e2436-60ab-44f4-874d-ddec22de3877 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:26.291179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df1eb9c-facf-44f2-83f2-74e62738fbdf req-f57e2436-60ab-44f4-874d-ddec22de3877 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1917644 Dec 21 01:47:26.323828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5056e0-8c0f-473f-9fc9-f74fc71740ce {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:26.338286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.356972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Transition to ACTIVE for port object ff5056e0-8c0f-473f-9fc9-f74fc71740ce will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:26.366055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.384374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:26.417654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df1eb9c-facf-44f2-83f2-74e62738fbdf req-8550069e-5c97-41df-8d71-99bc06d85642 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255548 Dec 21 01:47:26.436542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:26.443017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fb5fb-0e9d-44b5-9338-ab9314d4b9a5 req-6f229eac-ee91-4596-8b73-77b5cec87b74 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:26.450864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e2fb5fb-0e9d-44b5-9338-ab9314d4b9a5 req-6f229eac-ee91-4596-8b73-77b5cec87b74 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 944 time: 0.0796986 Dec 21 01:47:26.521044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e2fb5fb-0e9d-44b5-9338-ab9314d4b9a5 req-bcde1b8c-f631-434c-b1d5-ec2afc98855a tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Dec 21 01:47:26.531313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.535427 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f1e9f-77f4-4845-ac70-481ea748f421 x-openstack-request-id: req-3b5f1e9f-77f4-4845-ac70-481ea748f421 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:26.535885 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:26.536231 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b5f1e9f-77f4-4845-ac70-481ea748f421 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:26.536820 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'status': 'completed', 'code': 200} Dec 21 01:47:26.563165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': ' tempest-securitygroup -842307464 ', 'description': 'tempest-description-2064490055'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:26.615733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.657492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Attempting to bind port ff5056e0-8c0f-473f-9fc9-f74fc71740ce on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:26.658167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Attempting to bind port ff5056e0-8c0f-473f-9fc9-f74fc71740ce by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:26.658167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Attempting to bind port ff5056e0-8c0f-473f-9fc9-f74fc71740ce on network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:26.664415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Port ff5056e0-8c0f-473f-9fc9-f74fc71740ce on network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:26.664740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Attempting to bind port ff5056e0-8c0f-473f-9fc9-f74fc71740ce on network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:26.683782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:26.684303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Checking segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:26.684772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Bound using segment: {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:26.685284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Bound port: ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc07d820-5ca8-4602-9258-f97d6d01f58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:26.685690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.718016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-d10e3d41-d4a8-43c3-b1f9-d0b6b4344115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:26.723876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-d10e3d41-d4a8-43c3-b1f9-d0b6b4344115 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1175 time: 0.1097350 Dec 21 01:47:26.751246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.757120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.801892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a96cf7-8893-4c32-b091-6ae2b23db310,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:26.836209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.837828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9d2d7a8-de04-448e-8a99-d4142c60aac5 req-456fcbd2-01ad-4b23-bbff-dc5bfa0ef08f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2796142 Dec 21 01:47:26.938014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:26.948122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:26.952256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961662-0bcf-491b-9e7a-ec783816b1a4 req-ec95ecd0-478d-46c1-a2ff-bc629c0198bd tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:26.955092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:26.955934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5961662-0bcf-491b-9e7a-ec783816b1a4 req-ec95ecd0-478d-46c1-a2ff-bc629c0198bd tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.0756381 Dec 21 01:47:26.957810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-f5514ef1-b4ca-48e9-981c-62e1c6f34cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:26.960008 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-f5514ef1-b4ca-48e9-981c-62e1c6f34cb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.1867342 Dec 21 01:47:27.031969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5961662-0bcf-491b-9e7a-ec783816b1a4 req-74cdcfb4-79ed-4a99-895f-c58c164a3cf1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641656 Dec 21 01:47:27.038065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.038750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:27.040102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] 10.222.0.24 "PUT /v2.0/ports/ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 200 len: 1092 time: 1.3894703 Dec 21 01:47:27.040542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:27.042764 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8660b-5b75-436d-8307-bdec83fc69a4" -d '{"events": [{"name": "network-changed", "server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:27.050162 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-061c5a32-2eed-4560-86fa-b54b6a493df6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 200 len: 217 time: 0.0619175 Dec 21 01:47:27.123541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b50dd-acd1-479c-ac66-c006c527f425 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:27.134530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-886d79c2-17fc-41ca-9902-8063cdc5de9e req-ec27d252-ba29-4644-b54e-8ac4a3833b0c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/50a96cf7-8893-4c32-b091-6ae2b23db310 HTTP/1.1" status: 200 len: 1797 time: 0.0783541 Dec 21 01:47:27.189417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-b8faa83f-e387-4a72-81b0-f489ac4c83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.190909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-b8faa83f-e387-4a72-81b0-f489ac4c83f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.1282392 Dec 21 01:47:27.200912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-908d7ab2-dc74-4c53-8bc2-4e1c7759fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.202587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-908d7ab2-dc74-4c53-8bc2-4e1c7759fe6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 1095 time: 0.0971105 Dec 21 01:47:27.211572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-26ace945-6cd5-4ecd-beb1-68ee71d61047 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434508 Dec 21 01:47:27.241666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-1ab80e6f-0322-450c-bf5f-30d1eb09bd40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380254 Dec 21 01:47:27.277502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-5d191197-3a1e-4cfd-9fe3-cb81a10f7e8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 200 len: 217 time: 0.0575771 Dec 21 01:47:27.284003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f959fd3-b864-4c3f-a700-63e002337dbb req-398aedc2-39aa-4e0a-bbd9-6ba7f16d0616 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0613813 Dec 21 01:47:27.382799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-0cb3afc7-da62-4f89-b056-33039a4e5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.384285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-0cb3afc7-da62-4f89-b056-33039a4e5286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 HTTP/1.1" status: 200 len: 855 time: 0.0956452 Dec 21 01:47:27.396939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-154f5e4c-ca78-476a-b3de-51fd6cda74f2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.398560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-154f5e4c-ca78-476a-b3de-51fd6cda74f2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809900 Dec 21 01:47:27.408507 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7736ce8-3375-456d-a9d3-cfb336ec96ce x-openstack-request-id: req-f7736ce8-3375-456d-a9d3-cfb336ec96ce {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:27.408923 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:27.409282 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7736ce8-3375-456d-a9d3-cfb336ec96ce {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:27.409873 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'status': 'completed', 'code': 200} Dec 21 01:47:27.418890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-a71b9a24-d4f8-4fcb-b53a-31ecc378b207 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/quotas/43c82211d1b147728666183617531b78 HTTP/1.1" status: 200 len: 375 time: 0.0135734 Dec 21 01:47:27.457235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-e679234f-bd39-4309-9ccd-d2d90bc569b3 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878715 Dec 21 01:47:27.487802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-efbf4cbc-9275-4a09-88ed-a89c8ac53425 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/50a96cf7-8893-4c32-b091-6ae2b23db310 HTTP/1.1" status: 200 len: 1797 time: 0.0678208 Dec 21 01:47:27.504300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-40edcb47-7227-4bca-9ee2-7b203a4c4590 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430064 Dec 21 01:47:27.504928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-781b8b20-ef32-490f-b12c-198a76dd6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.506870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-781b8b20-ef32-490f-b12c-198a76dd6782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109686 Dec 21 01:47:27.572733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:27.604642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:27.640085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549cf98d-d1bd-441b-a743-0bde27a68a49 req-59aef7a1-170c-4f7c-bc66-54c665e825c9 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721425 Dec 21 01:47:27.665591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-61745ea5-4960-4578-875d-496b6ec77592 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239927 Dec 21 01:47:27.679993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:27.684857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:27.686097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-123c6701-a6e9-490e-9967-950df0d9a0e4 req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/50a96cf7-8893-4c32-b091-6ae2b23db310 HTTP/1.1" status: 204 len: 173 time: 0.1843400 Dec 21 01:47:27.714222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8a753-f9c0-4154-a2f6-d52b29d6f274 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a96cf7-8893-4c32-b091-6ae2b23db310,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:27.791930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e595e68e-4a58-4038-955f-7dcbd72ce4ca req-956f1f66-ba76-4256-a904-a31f52794bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188490 Dec 21 01:47:27.884022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b221-27da-47fe-afec-54e18f1294bb req-f4651250-fe9d-46d5-8fd2-d241647aaafe tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.889861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6825b221-27da-47fe-afec-54e18f1294bb req-f4651250-fe9d-46d5-8fd2-d241647aaafe tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0936146 Dec 21 01:47:27.930370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-eecc524f-25b0-4fd1-a007-f16cd509e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.931349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c498-1f00-4cb6-b56a-77a4bc90123a req-8c3cdb4c-a4a1-4f8c-ac49-31ae6146b311 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:27.932442 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-eecc524f-25b0-4fd1-a007-f16cd509e47c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 1095 time: 0.0561714 Dec 21 01:47:27.932982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8702c498-1f00-4cb6-b56a-77a4bc90123a req-8c3cdb4c-a4a1-4f8c-ac49-31ae6146b311 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 944 time: 0.0942459 Dec 21 01:47:27.981907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6825b221-27da-47fe-afec-54e18f1294bb req-28c7c738-7271-4bf0-ac49-3ce8b6a8b422 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874078 Dec 21 01:47:28.033522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8702c498-1f00-4cb6-b56a-77a4bc90123a req-8f6cc8fe-5212-4877-ae3e-165812e23100 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919249 Dec 21 01:47:28.057236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-11eb0ec7-5105-49d1-b3fa-c49557539ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:28.059274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-11eb0ec7-5105-49d1-b3fa-c49557539ada service neutron] 10.222.0.24 "GET /v2.0/networks?id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 200 len: 916 time: 0.1191511 Dec 21 01:47:28.110155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-09d9c59f-0497-45aa-a763-af0b098b0a78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 200 len: 217 time: 0.0434937 Dec 21 01:47:28.116515 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-ade93224-4ad2-4dcf-a9bf-1479210d5c24 req-392e22d9-e89c-45aa-b16c-fe120262f5d0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:47:28.117771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade93224-4ad2-4dcf-a9bf-1479210d5c24 req-392e22d9-e89c-45aa-b16c-fe120262f5d0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/50a96cf7-8893-4c32-b091-6ae2b23db310 HTTP/1.1" status: 404 len: 352 time: 0.0444608 Dec 21 01:47:28.176838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4870b4ac-49b2-4056-9332-0c7e4478c8cf up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:28.181651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-72181898-be0a-474d-9e5a-c438d472307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:28.184735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-72181898-be0a-474d-9e5a-c438d472307a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 HTTP/1.1" status: 200 len: 855 time: 0.0662646 Dec 21 01:47:28.254464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-caa7ed46-28fb-48ea-8cb8-babf4049a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:28.259189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-a7635048-7207-48ab-84f6-fa06d8fb0fbb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741823 Dec 21 01:47:28.261371 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-caa7ed46-28fb-48ea-8cb8-babf4049a0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702965 Dec 21 01:47:28.312304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:28.339645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 208f459e-8be7-4a37-b4ef-40dd6b7e394f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:28.340878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 208f459e-8be7-4a37-b4ef-40dd6b7e394f not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:28.343064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 4870b4ac-49b2-4056-9332-0c7e4478c8cf completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:28.348109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4870b4ac-49b2-4056-9332-0c7e4478c8cf triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:28.348779 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.408380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-221a1352-7e35-4730-862f-fb63771bc176 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440387 Dec 21 01:47:28.439302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.477366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:28.478642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:28.482267 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74c8b1d-7d68-46b4-8719-e3dc214d4e1f" -d '{"events": [{"server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "name": "network-vif-plugged", "status": "completed", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:28.487025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.529199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-caff9ac2-ad61-4165-965e-45dd29637410 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:28.535142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34a8660b-5b75-436d-8307-bdec83fc69a4 req-5032bfae-2198-44bb-abf3-8b8dac3ee88d service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187844 Dec 21 01:47:28.536769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-caff9ac2-ad61-4165-965e-45dd29637410 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766340 Dec 21 01:47:28.539885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-deleted', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:28.542114 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300f216-e6a8-4676-858f-1a0949b37b7b" -d '{"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-deleted", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:28.546843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:28.561486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-01aa24f0-5b70-4a89-a4c0-927ac75554c7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/quotas/43c82211d1b147728666183617531b78 HTTP/1.1" status: 200 len: 375 time: 0.0236614 Dec 21 01:47:28.570475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a3b03-985a-4ec7-aeca-11757986a4bf req-1b80174d-48f3-468e-bfbd-666af5ff7a6e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:28.571910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-987a3b03-985a-4ec7-aeca-11757986a4bf req-1b80174d-48f3-468e-bfbd-666af5ff7a6e tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1597550 Dec 21 01:47:28.606743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-451fdaec-1324-4f66-89ea-711df138318a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441840 Dec 21 01:47:28.648043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-987a3b03-985a-4ec7-aeca-11757986a4bf req-55a2fa51-7da4-44bf-b722-443f1f0a6b0a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673077 Dec 21 01:47:28.686296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-82435448', 'description': 'tempest-description-381024337'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:28.717890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.826469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.839476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.866476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41bb470e-9b64-4c3c-9be1-56ed0e28b739 req-46d1605e-44cc-4b68-80da-8d4a3a167f14 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0442281 Dec 21 01:47:28.884761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:28.903477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a68fa6e5-f218-4618-91fa-82683e9cdd0a req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2304990 Dec 21 01:47:28.922742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a23d64-f509-4fe9-b755-948746fd6542 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45dea0-0d44-4b68-b1a8-88f7d7735465,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:28.945109 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4faee2-eff7-4be3-b6de-897d6a1bd62c x-openstack-request-id: req-8d4faee2-eff7-4be3-b6de-897d6a1bd62c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:28.945435 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "name": "network-vif-plugged", "status": "completed", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:28.945697 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d4faee2-eff7-4be3-b6de-897d6a1bd62c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:28.946111 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf', 'code': 200} Dec 21 01:47:28.959602 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ecafd0-22e8-4861-a81b-fed5587872dc x-openstack-request-id: req-b6ecafd0-22e8-4861-a81b-fed5587872dc {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:28.960029 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cdf0ae-08c6-4161-b921-1a317653ed3d", "name": "network-vif-deleted", "tag": "208f459e-8be7-4a37-b4ef-40dd6b7e394f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:28.960291 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6ecafd0-22e8-4861-a81b-fed5587872dc {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:28.960691 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cdf0ae-08c6-4161-b921-1a317653ed3d', 'name': 'network-vif-deleted', 'tag': '208f459e-8be7-4a37-b4ef-40dd6b7e394f', 'status': 'completed', 'code': 200} Dec 21 01:47:28.976835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772884926', 'description': 'tempest-description-584690260'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:29.015779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a2908db-5f7d-46cf-b4c4-0178fef04358 req-d884a341-e7fd-48a9-b695-b5c6f36bc84a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 210 time: 0.0331712 Dec 21 01:47:29.035627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.188354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded6ab-52ba-450f-91a4-3115d7007932 req-e0a44b13-0c2e-46f3-9ea2-1cc4e5d81ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:29.189864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b0ded6ab-52ba-450f-91a4-3115d7007932 req-e0a44b13-0c2e-46f3-9ea2-1cc4e5d81ff9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 1097 time: 0.1123188 Dec 21 01:47:29.219498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.233138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-b714f44b-f521-435e-93f1-fb167d501eab tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368505 Dec 21 01:47:29.233796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.268542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b0ded6ab-52ba-450f-91a4-3115d7007932 req-90f47f15-f663-4258-97bb-82430388a6bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677047 Dec 21 01:47:29.301056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.302314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c044d5d3-d1ae-4fdf-969d-b7dd3a662fd7 req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3299968 Dec 21 01:47:29.308271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd170484-ca2d-494e-a46b-51c96eb5d826 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c336d275-0885-44b0-a1a9-9d1a436ae345,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:29.321281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d9f3c-91c7-40a8-8a04-fbcb5e9c62bc req-984b3d50-c85f-4a7e-a2fd-d1b4743ea1b2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:29.328689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a1d9f3c-91c7-40a8-8a04-fbcb5e9c62bc req-984b3d50-c85f-4a7e-a2fd-d1b4743ea1b2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1739717 Dec 21 01:47:29.436027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a1d9f3c-91c7-40a8-8a04-fbcb5e9c62bc req-9163fd6d-aed2-4d1e-9029-b7aca6e6948b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054404 Dec 21 01:47:29.473312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-8f106e7b-fe50-4761-a60a-8e578f79a49c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:29.476079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-8f106e7b-fe50-4761-a60a-8e578f79a49c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269716 Dec 21 01:47:29.531040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640be6-9eed-49a8-90ab-021a630d0715 req-624cb046-d487-4e80-a434-71aa60c1e008 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:29.532989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16640be6-9eed-49a8-90ab-021a630d0715 req-624cb046-d487-4e80-a434-71aa60c1e008 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0954261 Dec 21 01:47:29.601434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16640be6-9eed-49a8-90ab-021a630d0715 req-c20d1bd1-60ef-461d-b86d-267e0b507854 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Dec 21 01:47:29.613409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Request body: {'port': {'device_id': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '43c82211d1b147728666183617531b78'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:29.661924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-488702971', 'description': 'tempest-description-1301673577'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:29.736664 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.875911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Made reservation on behalf of 43c82211d1b147728666183617531b78 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:29.879417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.888864 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.898186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab703e-bcc9-4716-900d-038d350472bd req-42b516b8-503b-4400-a4c0-0cdb2e3cf530 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:29.899802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86ab703e-bcc9-4716-900d-038d350472bd req-42b516b8-503b-4400-a4c0-0cdb2e3cf530 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1229916 Dec 21 01:47:29.906389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.912702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.974010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd70afd-43f2-4130-9632-e9a0edfcb8dc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:29.978234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:29.979454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c96ae19-fa89-46c7-b67f-0b8ef5ca794e req-8562b054-6705-487d-9317-4762f3e1c5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3239517 Dec 21 01:47:30.030498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86ab703e-bcc9-4716-900d-038d350472bd req-45a02e27-ce60-4a5c-bd64-65cb6d0cbeac tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212492 Dec 21 01:47:30.082540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.094033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.168197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69accb40-cd97-437f-9aaa-a887fe585797 req-e313a7be-7bb0-474a-86aa-71783948730c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0662253 Dec 21 01:47:30.174603 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-09fad3e1-4c3d-42fa-80f2-c94a5eabd18f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353498 Dec 21 01:47:30.205855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e1f9a-a580-4072-88f2-1f3002790733,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:30.361376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03272ced-2ff4-4dab-a6aa-d7d3f7be7be6 req-8ffd4bf0-5a03-43ea-80d3-1d5cce10a209 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 10995 time: 0.2895715 Dec 21 01:47:30.370509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fb17fa1-3e9f-47d7-9585-ed51165e209e req-5264541c-61ef-475d-b265-f71e1032ec21 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 210 time: 0.0632370 Dec 21 01:47:30.373712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-b2bd3abe-1997-4a2c-9c46-2be368b09583 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:30.376307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-b2bd3abe-1997-4a2c-9c46-2be368b09583 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928110 Dec 21 01:47:30.385294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Allocated IP 192.168.233.245 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/14491826-bea3-49db-b06e-b8fa08d9bf4f) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:30.401489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Request body: {'port': {'device_id': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '43c82211d1b147728666183617531b78'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:30.492135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03272ced-2ff4-4dab-a6aa-d7d3f7be7be6 req-ec00faf8-5dbd-46ee-97dc-ffaa14f964fe tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 200 len: 2998 time: 0.0963273 Dec 21 01:47:30.544777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Made reservation on behalf of 43c82211d1b147728666183617531b78 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:30.548956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.593904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03272ced-2ff4-4dab-a6aa-d7d3f7be7be6 req-e3676011-aa58-42c4-901b-c31ccba7eb19 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 200 len: 2998 time: 0.1008728 Dec 21 01:47:30.721711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf473c-04cb-4056-8250-97dcf8654b4a req-16c42987-7bb8-4222-8899-3f582146a79a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:30.723501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efdf473c-04cb-4056-8250-97dcf8654b4a req-16c42987-7bb8-4222-8899-3f582146a79a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1824806 Dec 21 01:47:30.779724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a826580f-2764-4bf3-bd59-12cf26071099 req-de92416b-ec6c-4b3d-939b-f86859bc9c68 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/2d45dea0-0d44-4b68-b1a8-88f7d7735465 HTTP/1.1" status: 200 len: 1815 time: 0.1426733 Dec 21 01:47:30.821901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.854271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efdf473c-04cb-4056-8250-97dcf8654b4a req-1d08eb8f-e86d-4324-9276-c7accecdf0c0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217663 Dec 21 01:47:30.903531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a826580f-2764-4bf3-bd59-12cf26071099 req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.917261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.970496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a826580f-2764-4bf3-bd59-12cf26071099 req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:30.985949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Allocated IP 192.168.233.60 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/9b9c8b5d-1778-4d65-925f-0bc25bc7e360) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:30.989538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:30.998641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:31.001632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:31.059898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:31.110171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.110885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.119803 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a826580f-2764-4bf3-bd59-12cf26071099 req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.122430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a826580f-2764-4bf3-bd59-12cf26071099 req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.124046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a826580f-2764-4bf3-bd59-12cf26071099 req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d45dea0-0d44-4b68-b1a8-88f7d7735465 HTTP/1.1" status: 204 len: 173 time: 0.3345633 Dec 21 01:47:31.148392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bf441-ce2e-4cab-b15f-94e1d2d0d8b2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45dea0-0d44-4b68-b1a8-88f7d7735465,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:31.155699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-c4d4d928-8d86-4f2b-b759-cd41aba4b943 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5469689 Dec 21 01:47:31.168003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe0044-dee9-41f1-a40b-987c1ca6b579 req-a22cc513-815f-4ea8-ab25-91d7c2dbb2fd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.169558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0fe0044-dee9-41f1-a40b-987c1ca6b579 req-a22cc513-815f-4ea8-ab25-91d7c2dbb2fd tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.1246622 Dec 21 01:47:31.183156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Request body: {'port': {'device_id': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:31.298781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.322716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0fe0044-dee9-41f1-a40b-987c1ca6b579 req-5d0d06ce-5bc2-47b2-aca9-b1466462f71f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366251 Dec 21 01:47:31.323432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.358187 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-58c69355-069a-4ac3-89e2-c2814f3cbf7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0770433 Dec 21 01:47:31.387324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.393942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-295fcdd2-e1aa-4694-a3b0-2271ba5a6d0a None None] Provisioning complete for port 14491826-bea3-49db-b06e-b8fa08d9bf4f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:31.394456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-295fcdd2-e1aa-4694-a3b0-2271ba5a6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.432331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:31.446466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:31.451266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-295fcdd2-e1aa-4694-a3b0-2271ba5a6d0a None None] Port 14491826-bea3-49db-b06e-b8fa08d9bf4f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:31.451739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:31.528110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event updated for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.555978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.556748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b6fd1162-45a6-4ae0-b4a8-6b47270a72f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.1233211 Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.576857 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.579861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.655872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-4c9c1195-6b4c-4615-b614-41569afa20d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2641060 Dec 21 01:47:31.676373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Request body: {'port': {'device_id': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:31.733085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d2e475b7-5afa-4b57-975d-636880073e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.733503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d2e475b7-5afa-4b57-975d-636880073e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.733961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d2e475b7-5afa-4b57-975d-636880073e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.735574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d2e475b7-5afa-4b57-975d-636880073e6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 2290 time: 0.1454947 Dec 21 01:47:31.791814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-564bb113-8477-4ab4-810f-a2115e7a10ef None None] Provisioning complete for port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:31.791814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564bb113-8477-4ab4-810f-a2115e7a10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.805822 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-892ce49b-3cbb-4e0b-bc75-47b797a32bf1 req-727161e0-f639-4c85-9501-e50407fffe0f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:47:31.806930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892ce49b-3cbb-4e0b-bc75-47b797a32bf1 req-727161e0-f639-4c85-9501-e50407fffe0f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/2d45dea0-0d44-4b68-b1a8-88f7d7735465 HTTP/1.1" status: 404 len: 352 time: 0.4454143 Dec 21 01:47:31.833222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:31.847959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-564bb113-8477-4ab4-810f-a2115e7a10ef None None] Port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:31.887574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490ea2-7efa-4275-b940-9ec5ccbd246a req-23905131-8dd0-429d-84de-1d03c85c2e9f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:31.893392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef490ea2-7efa-4275-b940-9ec5ccbd246a req-23905131-8dd0-429d-84de-1d03c85c2e9f tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.5420258 Dec 21 01:47:31.902588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-34cfec03-b556-4ee5-b2a2-d1e9649aa6b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 1001 time: 0.1454141 Dec 21 01:47:31.950547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d09f63d-9b33-4bcc-906d-55c159bd5919 req-33f03ec5-98b0-47be-8939-14536b1c23e6 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0492659 Dec 21 01:47:32.016408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-e72ede72-588d-49b6-98fe-cbf94f8d8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.017901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-e72ede72-588d-49b6-98fe-cbf94f8d8232 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 200 len: 850 time: 0.1071711 Dec 21 01:47:32.075027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-e46f3d12-0db4-45cc-8033-3dd80cf0c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.076460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-e46f3d12-0db4-45cc-8033-3dd80cf0c64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=337cff5f-dc91-45fe-9313-82a2a2bf9707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491567 Dec 21 01:47:32.092821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef490ea2-7efa-4275-b940-9ec5ccbd246a req-4387b374-9d16-4e9e-bd96-8900f35f66e7 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943092 Dec 21 01:47:32.144720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5ccf-fd6a-4a88-bac4-41d8f5d726c9 req-5cfb9cc1-9d71-4166-be41-29824768ee7c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.146270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b62a5ccf-fd6a-4a88-bac4-41d8f5d726c9 req-5cfb9cc1-9d71-4166-be41-29824768ee7c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.1097660 Dec 21 01:47:32.196733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-431a3280-21eb-4019-8e8d-d0cf995a6409 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072881 Dec 21 01:47:32.261451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b62a5ccf-fd6a-4a88-bac4-41d8f5d726c9 req-199d53f5-a15c-4a69-a42d-6d05a3ffacb0 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053047 Dec 21 01:47:32.270901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:32.282092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.297710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e2ab-e58d-4e0e-91a5-56e4314accf9 req-a49bf82b-91ea-4c6f-a109-59f4d824ad40 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.299222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bb9e2ab-e58d-4e0e-91a5-56e4314accf9 req-a49bf82b-91ea-4c6f-a109-59f4d824ad40 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 935 time: 0.1190324 Dec 21 01:47:32.316284 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-6cbbe5dd-0257-4854-9a29-30eb37963034 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059213 Dec 21 01:47:32.322654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Transition to ACTIVE for port object 14491826-bea3-49db-b06e-b8fa08d9bf4f will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:32.338528 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.385437 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-35413cd7-29eb-4ed6-a671-56deb2a9a857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 217 time: 0.0610747 Dec 21 01:47:32.450522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-329df7d2-f131-4e42-8523-03f2ce0ddded tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/c336d275-0885-44b0-a1a9-9d1a436ae345 HTTP/1.1" status: 200 len: 1816 time: 0.1426280 Dec 21 01:47:32.470300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bb9e2ab-e58d-4e0e-91a5-56e4314accf9 req-c355cde9-d270-491c-90c6-8db1d77b6c0b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612997 Dec 21 01:47:32.470926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:32.657557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.659593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Attempting to bind port 14491826-bea3-49db-b06e-b8fa08d9bf4f on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:32.660089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Attempting to bind port 14491826-bea3-49db-b06e-b8fa08d9bf4f by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:32.660774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Attempting to bind port 14491826-bea3-49db-b06e-b8fa08d9bf4f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:32.677128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea020-e8ea-46b6-8bde-b66a6f3dff59 req-c1e2b5ad-454f-4f0d-baa0-c77e11e2f054 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.678897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55dea020-e8ea-46b6-8bde-b66a6f3dff59 req-c1e2b5ad-454f-4f0d-baa0-c77e11e2f054 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1179996 Dec 21 01:47:32.697893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Port 14491826-bea3-49db-b06e-b8fa08d9bf4f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:32.698217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Attempting to bind port 14491826-bea3-49db-b06e-b8fa08d9bf4f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:32.717445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.726597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:32.726936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:32.727324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:32.727768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Bound port: 14491826-bea3-49db-b06e-b8fa08d9bf4f, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:32.728127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.808192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55dea020-e8ea-46b6-8bde-b66a6f3dff59 req-514e8115-af23-4506-bf17-181f12a7500a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201789 Dec 21 01:47:32.835398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-3a759d89-24ab-4c55-9f54-a5b5424e6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.836975 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-3a759d89-24ab-4c55-9f54-a5b5424e6640 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.4173632 Dec 21 01:47:32.853021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:32.857510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:32.868114 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.879939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.882712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.883949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc72b39d-9c99-4a90-9251-fc1e14a13344 req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/c336d275-0885-44b0-a1a9-9d1a436ae345 HTTP/1.1" status: 204 len: 173 time: 0.4176328 Dec 21 01:47:32.938225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.940316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:32.942007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] 10.222.0.45 "PUT /v2.0/ports/14491826-bea3-49db-b06e-b8fa08d9bf4f HTTP/1.1" status: 200 len: 1097 time: 1.7715154 Dec 21 01:47:32.945583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:32.948126 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252d2e92-b1da-4848-8070-9f261f143a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:32.949277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-2bdb9707-734b-47c6-9c3f-ce6cd543865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:32.951161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-2bdb9707-734b-47c6-9c3f-ce6cd543865c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783522 Dec 21 01:47:32.970425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66a05-c9a5-406c-9e0d-5c3ac8943603 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336d275-0885-44b0-a1a9-9d1a436ae345,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:33.038942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856e06d-b6a6-4329-8031-f9f7b99bfa25 service neutron] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:33.072851 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-2b485232-cea3-4b39-8631-a99ed87c3e8e req-685b6ab7-3bf0-4cad-8482-bfd8b0ab483f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:47:33.073983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b485232-cea3-4b39-8631-a99ed87c3e8e req-685b6ab7-3bf0-4cad-8482-bfd8b0ab483f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/c336d275-0885-44b0-a1a9-9d1a436ae345 HTTP/1.1" status: 404 len: 352 time: 0.0209894 Dec 21 01:47:33.137863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:33.142991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-146ade78-4205-465c-91ec-71704c55744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.144552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-146ade78-4205-465c-91ec-71704c55744b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1100 time: 0.1000407 Dec 21 01:47:33.146690 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2cfe5-3cfc-4b10-8899-c3c053dfd87c x-openstack-request-id: req-e0f2cfe5-3cfc-4b10-8899-c3c053dfd87c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:33.146690 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:33.146968 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0f2cfe5-3cfc-4b10-8899-c3c053dfd87c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:33.157799 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'status': 'completed', 'code': 200} Dec 21 01:47:33.166390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.194541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Transition to ACTIVE for port object 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:33.215959 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-0ab33805-902b-46dd-bce8-d647c65b44f6 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439086 Dec 21 01:47:33.217046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.258202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-7ee54ed2-b5db-4d9c-b393-2e4fba49b28e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f HTTP/1.1" status: 200 len: 217 time: 0.0642366 Dec 21 01:47:33.316905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d30c8a8-1d69-4a39-b810-658e879ec712 req-25a98e7e-d4de-4df4-ba78-8c5e1290548b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cdf0ae-08c6-4161-b921-1a317653ed3d HTTP/1.1" status: 200 len: 210 time: 0.0650632 Dec 21 01:47:33.340653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:33.375431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-4ce1a4b1-8d67-4bf6-89ef-712afe9dc4ad tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/1dd70afd-43f2-4130-9632-e9a0edfcb8dc HTTP/1.1" status: 200 len: 1817 time: 0.1963170 Dec 21 01:47:33.455542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-2de81846-169b-4664-994a-a1d8d5cdad49 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298138 Dec 21 01:47:33.464045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d06c1f1e-7a18-4310-bd10-e15e661bc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.465718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-d06c1f1e-7a18-4310-bd10-e15e661bc156 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1938574 Dec 21 01:47:33.484391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Attempting to bind port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:33.484729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Attempting to bind port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:33.485061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Attempting to bind port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:33.529567 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-73b3ae42-bff1-4148-af39-699462b6e680 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0633841 Dec 21 01:47:33.530315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:33.530638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Attempting to bind port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:33.536176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:33.536495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:33.536828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:33.537254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Bound port: 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:33.537652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.538420 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:33.540798 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:33.548233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc75f-82a8-4bb4-b0ed-005de9819316 req-e1de9d5f-1d9e-4485-908b-786fecfb58fc tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.550106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fefc75f-82a8-4bb4-b0ed-005de9819316 req-e1de9d5f-1d9e-4485-908b-786fecfb58fc tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1291602 Dec 21 01:47:33.555203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.586445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-91e981c5-8390-4b3d-9428-5b859b7c61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.588046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-91e981c5-8390-4b3d-9428-5b859b7c61cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133435 Dec 21 01:47:33.625448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.655755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:33.658409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-6bf98501-dd9e-422d-87b5-4927bad9a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.659890 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-6bf98501-dd9e-422d-87b5-4927bad9a84d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0993068 Dec 21 01:47:33.700298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:33.708299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.714369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fefc75f-82a8-4bb4-b0ed-005de9819316 req-8c74a86d-d974-43e5-902c-039cb64fb667 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535089 Dec 21 01:47:33.742060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-06f8d920-59ad-45d0-9bcf-3686b05ae661 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372545 Dec 21 01:47:33.745571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.749720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.750999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18078fb2-1e67-498f-9ae2-0838b7d35dc2 req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/1dd70afd-43f2-4130-9632-e9a0edfcb8dc HTTP/1.1" status: 204 len: 173 time: 0.3747914 Dec 21 01:47:33.779560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.780183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:33.781565 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b9c8b5d-1778-4d65-925f-0bc25bc7e360 HTTP/1.1" status: 200 len: 1096 time: 2.1100535 Dec 21 01:47:33.783985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-16ab098e-f9ea-4327-a7f8-344ca68e8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.785893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-16ab098e-f9ea-4327-a7f8-344ca68e8bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188047 Dec 21 01:47:33.786360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:33.788673 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa0aaa0-18fc-463b-9797-d23883abccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:33.806422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af3a9c-937a-4df4-9065-2785691851bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd70afd-43f2-4130-9632-e9a0edfcb8dc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:33.806663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252ce9e-e6a8-4d28-8960-2527e88e0082 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:33.918305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89f84a04-07ca-4946-b67e-88538f9a5c36 req-0c1e7478-39a0-4307-ac06-1a32683e13b1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583626 Dec 21 01:47:33.977662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-577e1009-698e-4d89-8327-0c566df14788 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806681 Dec 21 01:47:33.982860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-afe901ff-b830-4f7e-bb26-03b0b8b8b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:33.985446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-afe901ff-b830-4f7e-bb26-03b0b8b8b099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 1099 time: 0.0805914 Dec 21 01:47:34.025088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5358b-c9c3-4c83-af71-75f6b3ac87e0 req-01459f75-b016-44d4-b869-cb45b35e11d8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.027580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89b5358b-c9c3-4c83-af71-75f6b3ac87e0 req-01459f75-b016-44d4-b869-cb45b35e11d8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 947 time: 0.1078041 Dec 21 01:47:34.085295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de4dff-bdb4-4788-9668-a1f56725d38f req-e5d243b4-4d86-4f70-981c-3f7841ed7b3d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.086954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64de4dff-bdb4-4788-9668-a1f56725d38f req-e5d243b4-4d86-4f70-981c-3f7841ed7b3d tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.1235750 Dec 21 01:47:34.091228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-07df77a2-4938-4bf4-9241-d1026c05c478 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360 HTTP/1.1" status: 200 len: 217 time: 0.0847518 Dec 21 01:47:34.165920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89b5358b-c9c3-4c83-af71-75f6b3ac87e0 req-0518c00e-6648-4494-8c04-c15a614a9665 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214120 Dec 21 01:47:34.169851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64de4dff-bdb4-4788-9668-a1f56725d38f req-21b248c4-3e9f-464a-9a9e-81807d3b9c73 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738752 Dec 21 01:47:34.171871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2e92-b1da-4848-8070-9f261f143a4c req-33814f2e-8dd5-4a7d-8c9b-e57d0edd104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.173321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-33814f2e-8dd5-4a7d-8c9b-e57d0edd104c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1100 time: 0.1387334 Dec 21 01:47:34.260366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-8709723f-2e61-40f6-9718-c465470cbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.273712 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-8709723f-2e61-40f6-9718-c465470cbe23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1626740 Dec 21 01:47:34.278141 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce41fc-22cd-49d2-9596-e59d9cf77bd4 x-openstack-request-id: req-63ce41fc-22cd-49d2-9596-e59d9cf77bd4 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:34.278424 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:34.278672 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63ce41fc-22cd-49d2-9596-e59d9cf77bd4 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:34.279062 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360', 'status': 'completed', 'code': 200} Dec 21 01:47:34.288316 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-58a3ff48-be1d-4d28-9972-7e1a9f32a7cb req-434aecb9-e162-409f-981e-6fb359f79aed tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:47:34.305716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58a3ff48-be1d-4d28-9972-7e1a9f32a7cb req-434aecb9-e162-409f-981e-6fb359f79aed tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/1dd70afd-43f2-4130-9632-e9a0edfcb8dc HTTP/1.1" status: 404 len: 352 time: 0.0398612 Dec 21 01:47:34.406093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-c2d8d090-a33c-4dec-bf06-62f84f1ceafd service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174083 Dec 21 01:47:34.429570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2e92-b1da-4848-8070-9f261f143a4c req-eb1a4431-8d4b-481e-8a65-1c281e1012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.431052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-eb1a4431-8d4b-481e-8a65-1c281e1012c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2459681 Dec 21 01:47:34.434241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-804135d5-e8d7-42e5-9fc7-e5353179ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.435710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-804135d5-e8d7-42e5-9fc7-e5353179ca16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521850 Dec 21 01:47:34.444013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51534-d859-4ebe-9feb-9a6521e4bf69 req-bf5f52dc-88f3-43ff-8da0-87898e8ce8a7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.445574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04b51534-d859-4ebe-9feb-9a6521e4bf69 req-bf5f52dc-88f3-43ff-8da0-87898e8ce8a7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1196790 Dec 21 01:47:34.500166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-10dd7efb-eef9-4c7c-a745-6fa8725ade7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f HTTP/1.1" status: 200 len: 217 time: 0.0536721 Dec 21 01:47:34.575725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04b51534-d859-4ebe-9feb-9a6521e4bf69 req-17f4b494-23b0-49ac-a08a-b6d22d078244 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167381 Dec 21 01:47:34.603533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2e92-b1da-4848-8070-9f261f143a4c req-5e797155-0848-461c-b923-1494a65798af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.605440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-5e797155-0848-461c-b923-1494a65798af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0894456 Dec 21 01:47:34.612687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-07d91c9b-1573-4a30-92ba-b9782f611343 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149669 Dec 21 01:47:34.614327 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-639ed096-d207-49de-8580-829a73f36a84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 200 len: 217 time: 0.1939559 Dec 21 01:47:34.726883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-6e8b7c20-6568-4805-af42-b5ffc5eb3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.728566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-6e8b7c20-6568-4805-af42-b5ffc5eb3b68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0970917 Dec 21 01:47:34.767166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b06615d-8893-4912-bc2e-c3cdfdbb0791 req-512f801b-13e0-4be3-ba37-a7f76d8131ca tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 6200 time: 0.1600349 Dec 21 01:47:34.777483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2e92-b1da-4848-8070-9f261f143a4c req-4f6409c6-d51d-4640-9df3-41c6f4098b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.777483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-4f6409c6-d51d-4640-9df3-41c6f4098b42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1507452 Dec 21 01:47:34.790274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-802d0e9e-0cae-4302-98ca-6ca8aba8eecb req-f7cc0e6d-1922-45f8-8a63-afe287ad712d service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697290 Dec 21 01:47:34.807131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0afaa-4b9c-431d-93b7-c2223dacf564 req-17fa16e1-1f1e-48d7-a0bb-1e030849ab13 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.808870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95e0afaa-4b9c-431d-93b7-c2223dacf564 req-17fa16e1-1f1e-48d7-a0bb-1e030849ab13 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.1476197 Dec 21 01:47:34.815255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b38fc8fd-149e-4a92-8326-48d64b534080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.817364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b38fc8fd-149e-4a92-8326-48d64b534080 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797243 Dec 21 01:47:34.918246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b06615d-8893-4912-bc2e-c3cdfdbb0791 req-4c36c42a-beed-4ba9-8166-647edc8ced20 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 200 len: 2998 time: 0.1428335 Dec 21 01:47:34.953236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-44403706-d21f-4432-b782-055be98ff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:34.954745 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-44403706-d21f-4432-b782-055be98ff705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 1099 time: 0.0644178 Dec 21 01:47:34.958540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-801c1842-da1c-4ae7-a894-bdecb2bea027 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266012 Dec 21 01:47:34.961148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95e0afaa-4b9c-431d-93b7-c2223dacf564 req-e03c0ad4-2c95-468d-8e7c-961d2dad5a87 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359112 Dec 21 01:47:34.994458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-47d17682-b0cb-47c5-a2f9-da19484cd74c service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092187 Dec 21 01:47:35.034563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b06615d-8893-4912-bc2e-c3cdfdbb0791 req-a93ce9aa-544c-4608-b534-9d72b71cc7fb tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 200 len: 2998 time: 0.1062901 Dec 21 01:47:35.196149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-252d2e92-b1da-4848-8070-9f261f143a4c req-74db3e13-085c-4142-abc1-2be229961271 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920247 Dec 21 01:47:35.210420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-245aeba0-e867-40b8-acc1-ba46a3739ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.215845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-245aeba0-e867-40b8-acc1-ba46a3739ac2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2527506 Dec 21 01:47:35.225591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84c21a-9048-4533-98b3-8b03ba920ec1 req-64a3d2f0-7873-4c96-a031-00f485d0c4fc tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.230585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e84c21a-9048-4533-98b3-8b03ba920ec1 req-64a3d2f0-7873-4c96-a031-00f485d0c4fc tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1291072 Dec 21 01:47:35.272487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-753809999', 'description': 'tempest-description-1342156568'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:35.278848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-e17f704f-f0d1-4e79-90e8-a6afa522e761 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076284 Dec 21 01:47:35.280238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-0887baab-a3a0-4ac0-bc8d-284934be376f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360 HTTP/1.1" status: 200 len: 217 time: 0.0557942 Dec 21 01:47:35.319719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e84c21a-9048-4533-98b3-8b03ba920ec1 req-a8c6555c-d905-4f56-aa3c-34e104cbbd14 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759487 Dec 21 01:47:35.321121 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.361879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-abe76a97-51fc-45d1-8b29-394f3a2512a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 217 time: 0.0673800 Dec 21 01:47:35.412481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-20cb4390-3e0f-42cc-80b4-9ee941ee6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.413964 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-20cb4390-3e0f-42cc-80b4-9ee941ee6f0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1214936 Dec 21 01:47:35.432956 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.453567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.455601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b38718fc-b786-4fd2-8f36-f0558e52ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.458222 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b38718fc-b786-4fd2-8f36-f0558e52ced5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0808935 Dec 21 01:47:35.496208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc08a8-3418-4bd3-9d7d-976b47b0020a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:35.503121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-2979e50a-ac53-4536-b8bc-ca23c87deaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.505361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-2979e50a-ac53-4536-b8bc-ca23c87deaca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834532 Dec 21 01:47:35.514280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.514280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.516205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.516686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.516904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.517387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.517985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.518485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.518825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.519158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.519494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.519959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.520295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:35.529896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.531133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91ad21c3-5b4d-4c73-a737-94f44b9f5365 req-65740284-a9d9-45af-b3dd-5d489b14e0f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2635148 Dec 21 01:47:35.543687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec3b3-868f-4bdc-a1fe-ca44f7879194 req-688e68e7-a878-4dec-ad73-686685b27f48 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.545218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eeec3b3-868f-4bdc-a1fe-ca44f7879194 req-688e68e7-a878-4dec-ad73-686685b27f48 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 947 time: 0.1276820 Dec 21 01:47:35.561429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d3d32bf3-7275-45ea-927b-7012a1452d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.563046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-d3d32bf3-7275-45ea-927b-7012a1452d85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983582 Dec 21 01:47:35.614004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eeec3b3-868f-4bdc-a1fe-ca44f7879194 req-253d050c-114f-4962-ae12-7dba456148ef tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Dec 21 01:47:35.696363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff453fa-c8e3-4eb1-a653-a743ecb5e021 req-4e101b06-4616-49b6-a4ad-a6cee8ecfb24 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.697894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ff453fa-c8e3-4eb1-a653-a743ecb5e021 req-4e101b06-4616-49b6-a4ad-a6cee8ecfb24 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0827155 Dec 21 01:47:35.702838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-01f80966-086a-4427-b3f1-27e913255abd service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878750 Dec 21 01:47:35.750845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-69f03a23-0106-4fd3-81e7-01b96b65ca1b service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572471 Dec 21 01:47:35.768592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ff453fa-c8e3-4eb1-a653-a743ecb5e021 req-0428c21b-4f18-4737-a3b2-2b189f81fd0f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582688 Dec 21 01:47:35.807365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1811061113', 'description': 'tempest-description-1564358059'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:35.842469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.897613 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-3f918211-65ad-4e96-a875-be5f012d0d0d service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128421 Dec 21 01:47:35.948462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-a9d6175c-45b2-4642-9f1e-21590f8dd207 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 217 time: 0.0417964 Dec 21 01:47:35.953943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:35.954700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4aa0aaa0-18fc-463b-9797-d23883abccaa req-3d00da4b-e766-4416-a4ff-1316f01c08c9 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340627 Dec 21 01:47:35.963847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72054ec8-52f0-4e12-a386-ee85f161c1fd req-734baf65-e89a-40c0-91fa-e88b269b375f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:35.965927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72054ec8-52f0-4e12-a386-ee85f161c1fd req-734baf65-e89a-40c0-91fa-e88b269b375f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0833132 Dec 21 01:47:35.967127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:36.014237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-13cee7ac-f289-4a5b-ad1f-a7e530299f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.015726 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-13cee7ac-f289-4a5b-ad1f-a7e530299f47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.0600417 Dec 21 01:47:36.018043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:36.019226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-530979f9-70e6-4c1f-bb98-badf35d7ca04 req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2172873 Dec 21 01:47:36.023968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c191752-356b-4a7e-93a6-b1d14197e21f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4dde3d-fd52-4889-9378-90918cc06806,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:36.079506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72054ec8-52f0-4e12-a386-ee85f161c1fd req-23d8ee3d-8b2d-4d2b-8ff4-4f02b844a332 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815179 Dec 21 01:47:36.117416 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-0f0397d7-7650-4be0-ac1b-4cb4377c5821 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993452 Dec 21 01:47:36.126455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-9ca2b5ab-03c1-4a25-b097-be24870cd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.127880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-9ca2b5ab-03c1-4a25-b097-be24870cd3d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977867 Dec 21 01:47:36.165593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510c2a-d607-45fc-a68b-48b9d813ab96 req-ffcbd238-94bc-4dd0-88ac-bb0a352772af tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.180868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4510c2a-d607-45fc-a68b-48b9d813ab96 req-ffcbd238-94bc-4dd0-88ac-bb0a352772af tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0821407 Dec 21 01:47:36.200547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:36.294821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4510c2a-d607-45fc-a68b-48b9d813ab96 req-dcecf491-2336-4f4d-a387-26d78a6570af tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109078 Dec 21 01:47:36.302183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-6e637f0f-0db9-4e76-9e6e-a894835b6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.303560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-6e637f0f-0db9-4e76-9e6e-a894835b6e40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13ab032e172a47efa1f73fb670e42709&device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 1097 time: 0.1500084 Dec 21 01:47:36.319571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-38ac1658-0fc5-46f5-b5c2-e5beede5ea79 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770189 Dec 21 01:47:36.434480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:36.451526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-05b87872-53a1-4e5c-9ca2-0cf3355bfeb3 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.463514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-05b87872-53a1-4e5c-9ca2-0cf3355bfeb3 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 812 time: 0.2108636 Dec 21 01:47:36.467015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-12c286eb-d797-453c-a664-0d5c72d89b4a service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396282 Dec 21 01:47:36.493658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-039f30aa-0b3c-43c5-9c80-104b9e5a5086 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/quotas/01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 375 time: 0.0289836 Dec 21 01:47:36.594685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-bf211e52-5759-4ce6-84cd-78810646242a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 217 time: 0.1112480 Dec 21 01:47:36.601254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-ee1fca19-178f-4792-9d51-5bcde466884b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063251 Dec 21 01:47:36.623984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'mac_address': 'fa:16:3e:63:a5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:36.672880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:36.691739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:36.725601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:36.730956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:36.731733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-3201c313-d685-4b19-ae3e-1abcdf29d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.733285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-3201c313-d685-4b19-ae3e-1abcdf29d185 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 200 len: 907 time: 0.3843122 Dec 21 01:47:36.791244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:36.792034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-901642bd-7e7c-4c2a-be36-809a68254a38 service neutron] 10.222.0.43 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896825 Dec 21 01:47:36.800683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-2d9ffd7e-731c-4d6b-811e-880f9d655baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.802803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-2d9ffd7e-731c-4d6b-811e-880f9d655baf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1781886 Dec 21 01:47:36.803917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-becfffe2-a866-4987-8091-835777c51ab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 200 len: 217 time: 0.0495136 Dec 21 01:47:36.808016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d675e9-f9ca-4e8a-86ef-5dd3ac916d71 req-d2d00f34-3952-47ae-a3cc-b89bbf96bf7a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.809640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41d675e9-f9ca-4e8a-86ef-5dd3ac916d71 req-d2d00f34-3952-47ae-a3cc-b89bbf96bf7a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1066868 Dec 21 01:47:36.897375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-55a13425-2b36-4429-be87-2274ab8efe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.898973 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-55a13425-2b36-4429-be87-2274ab8efe22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859189 Dec 21 01:47:36.903103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-8a03da26-d0dd-4017-8f94-2cb6e7be9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:36.904474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-8a03da26-d0dd-4017-8f94-2cb6e7be9bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 200 len: 847 time: 0.0622332 Dec 21 01:47:36.916397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41d675e9-f9ca-4e8a-86ef-5dd3ac916d71 req-5745dc1c-ca32-4e88-b579-94d62bb95a89 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985553 Dec 21 01:47:36.935499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-dbabbac4-67a5-464f-bc6d-2a4f7c846bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226840 Dec 21 01:47:36.955202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-cfc717ce-d781-4686-b095-165bbeb1a62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51c1194d-aed5-44d8-b80d-94ead05a1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392337 Dec 21 01:47:37.072255 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-b1edf093-9c52-4324-98f7-e4eadab9344b service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641510 Dec 21 01:47:37.124119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-44f13bb9-cc13-48ec-82ac-69972285e692 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413393 Dec 21 01:47:37.174844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:37.240008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca33d4-512a-4772-9326-c36e60804177 req-1039b5f8-543a-4fe8-869d-3c8b042986f6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:37.250404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1418c70c-326d-4566-98b3-f3d6cd235bff req-3dc808c5-5530-41cf-98c8-a8f0ab33296e service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561334 Dec 21 01:47:37.251151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08ca33d4-512a-4772-9326-c36e60804177 req-1039b5f8-543a-4fe8-869d-3c8b042986f6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 947 time: 0.1149971 Dec 21 01:47:37.268022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1cb64ea-2cbe-439a-862f-144dd1620c66 req-c4660e47-7733-48e0-a03f-064e4c27a545 service neutron] 10.222.0.24 "GET /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141906 Dec 21 01:47:37.382314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08ca33d4-512a-4772-9326-c36e60804177 req-3a02dd60-24ca-4c34-83f3-3b28bb2e411e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302726 Dec 21 01:47:37.487228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-974a1def-ff8f-4c30-8d3c-9278b53fa827 req-ef6fa512-e473-471a-bddb-281eaa9a3138 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 210 time: 0.0517652 Dec 21 01:47:37.526030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc8232-3bf7-477c-a3b8-353e02b7ca48 req-356274c0-c374-4bf6-9555-3b3e23fd45ab tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:37.534295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46fc8232-3bf7-477c-a3b8-353e02b7ca48 req-356274c0-c374-4bf6-9555-3b3e23fd45ab tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0882394 Dec 21 01:47:37.612442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46fc8232-3bf7-477c-a3b8-353e02b7ca48 req-1ee158bd-b59d-46c3-9fdb-e60a23cb8139 tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772614 Dec 21 01:47:37.633659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2969-4e74-41ba-9299-93d5a3399e37 req-a61addbe-91e2-480d-8f26-91113ec4f842 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:37.635375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d85a2969-4e74-41ba-9299-93d5a3399e37 req-a61addbe-91e2-480d-8f26-91113ec4f842 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0698657 Dec 21 01:47:37.698136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d85a2969-4e74-41ba-9299-93d5a3399e37 req-102e4651-7c55-410c-b2c7-9306ed7396de tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Dec 21 01:47:38.041279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9fdd-fc2e-4e84-94a0-52fff1c4b9a6 req-c7b78967-fb0c-46fc-b742-cb95d1509ff3 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:38.043517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4ee9fdd-fc2e-4e84-94a0-52fff1c4b9a6 req-c7b78967-fb0c-46fc-b742-cb95d1509ff3 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.0493262 Dec 21 01:47:38.094482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4ee9fdd-fc2e-4e84-94a0-52fff1c4b9a6 req-17833487-e1e3-4903-9c19-9fc0c6bedea8 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Dec 21 01:47:38.374107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:38.477952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:38.492000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360', 'mac_address': 'fa:16:3e:f8:9e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:38.538466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:38.559462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:38.587761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:38.597451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:38.645549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-355d7134-21ec-4866-8e66-363250a3bb1e req-c9339dca-636e-4dac-92eb-4dc233dbe694 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 210 time: 0.0490484 Dec 21 01:47:38.677793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:38.680173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba39b-1fc1-49da-bc80-f51176162b8e req-e4bf9615-94aa-42b2-afc3-dc2c43b5e985 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:38.694127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dddba39b-1fc1-49da-bc80-f51176162b8e req-e4bf9615-94aa-42b2-afc3-dc2c43b5e985 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 947 time: 0.1899505 Dec 21 01:47:38.779708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dddba39b-1fc1-49da-bc80-f51176162b8e req-f5811028-5496-40a2-8621-e34677ad2802 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 Dec 21 01:47:38.799975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4595b-a3c1-45bd-902c-d6d2ed3ae726 req-484629b1-ceda-4917-81a1-019d974f1e8b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:38.809704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6d4595b-a3c1-45bd-902c-d6d2ed3ae726 req-484629b1-ceda-4917-81a1-019d974f1e8b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0796876 Dec 21 01:47:38.860492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6d4595b-a3c1-45bd-902c-d6d2ed3ae726 req-de1a4052-e775-4a7e-8126-17df20c3bfbc tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/security-groups?id=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497804 Dec 21 01:47:38.903717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-0869083d-593f-4126-8e39-1f9bcd76b23f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:38.905413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-0869083d-593f-4126-8e39-1f9bcd76b23f tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Dec 21 01:47:38.929929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592d3c-5850-4171-be6d-210027116b33 req-e83626bc-e85a-4324-ad3a-01e37ea74bd0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:38.931778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6592d3c-5850-4171-be6d-210027116b33 req-e83626bc-e85a-4324-ad3a-01e37ea74bd0 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0643311 Dec 21 01:47:38.984920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6592d3c-5850-4171-be6d-210027116b33 req-944fb36b-d4d5-45b5-83c8-c71132271495 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Dec 21 01:47:39.012315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9b9c8b5d-1778-4d65-925f-0bc25bc7e360'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:39.025726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Deleting port 4870b4ac-49b2-4056-9332-0c7e4478c8cf {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:39.026162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:39.167314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] For port 4870b4ac-49b2-4056-9332-0c7e4478c8cf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4870b4ac-49b2-4056-9332-0c7e4478c8cf,segment=NetworkSegment(b388f890-d68a-432c-a646-1f588856a854),segment_id=b388f890-d68a-432c-a646-1f588856a854)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:39.168680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:39.189919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Calling delete_port for 4870b4ac-49b2-4056-9332-0c7e4478c8cf owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:39.375075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-6cac77f5-482e-4807-a396-e368cf360192 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:39.376663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-6cac77f5-482e-4807-a396-e368cf360192 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 812 time: 0.1355853 Dec 21 01:47:39.399823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:39.400809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d25e2-144d-4e95-808f-4390c049767b req-2c586c4d-f549-45f3-8d4e-5e9e54e9f54b tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:39.408596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a76d25e2-144d-4e95-808f-4390c049767b req-2c586c4d-f549-45f3-8d4e-5e9e54e9f54b tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.2053840 Dec 21 01:47:39.419921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'device_id': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e', 'admin_state_up': True, 'tenant_id': '01b75923e97941e7aed4ec12140869d5'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:39.439202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4870b4ac-49b2-4056-9332-0c7e4478c8cf'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:39.440846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Pushing event deleted for resources: {'Port': ['ID=4870b4ac-49b2-4056-9332-0c7e4478c8cf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:39.608443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a76d25e2-144d-4e95-808f-4390c049767b req-c367d5bf-6704-4575-aaf8-db757ea3cc51 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932364 Dec 21 01:47:39.636997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Made reservation on behalf of 01b75923e97941e7aed4ec12140869d5 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:39.641375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:39.797807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccfd28db-b9c1-44aa-b657-63219f5eb454 req-e7c435e5-7ee4-46bd-89c0-2db6d15d34a2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 210 time: 0.0285985 Dec 21 01:47:39.838749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Allocated IP 172.20.0.13 (c827cf0b-d8eb-4f30-9d22-818c9970040e/8832f405-3637-4935-8bcd-c9dbdc30afd6/8576db94-6975-4e10-8173-7f93083f9112) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:39.959072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] No DVR routers for this DVR port 4870b4ac-49b2-4056-9332-0c7e4478c8cf on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:39.963061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:39.969242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52cecb79-9acc-4b6b-976f-abadffb09ed0 req-ee4a95e9-3bce-437b-8f5c-50ab3a953b9b tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.45 "DELETE /v2.0/ports/4870b4ac-49b2-4056-9332-0c7e4478c8cf HTTP/1.1" status: 204 len: 173 time: 1.0548458 Dec 21 01:47:39.970273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'name': 'network-vif-deleted', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:39.973189 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af7dfb6-f8a1-4f76-96d0-35b5c4cb8fb8" -d '{"events": [{"server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "name": "network-vif-deleted", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:40.213910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:40.288809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 14491826-bea3-49db-b06e-b8fa08d9bf4f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:40.302885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 14491826-bea3-49db-b06e-b8fa08d9bf4f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:40.303949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.370671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-437a2583-8c8c-4f06-a1bc-3c153723f47c req-c9994d20-7d86-4f35-a9da-62d478e8f85c tempest-ServerDiskConfigTestJSON-1185630286 tempest-ServerDiskConfigTestJSON-1185630286-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba7227a3-533a-474f-8c0d-1407c5fdf291 HTTP/1.1" status: 200 len: 210 time: 0.3536968 Dec 21 01:47:40.413931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.429568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:40.459363 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3785d029-3c52-41db-8fa1-b753d1bbb2a8 x-openstack-request-id: req-3785d029-3c52-41db-8fa1-b753d1bbb2a8 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:40.459673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.459795 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7227a3-533a-474f-8c0d-1407c5fdf291", "name": "network-vif-deleted", "tag": "4870b4ac-49b2-4056-9332-0c7e4478c8cf", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:40.459884 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3785d029-3c52-41db-8fa1-b753d1bbb2a8 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:40.460280 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7227a3-533a-474f-8c0d-1407c5fdf291', 'name': 'network-vif-deleted', 'tag': '4870b4ac-49b2-4056-9332-0c7e4478c8cf', 'status': 'completed', 'code': 200} Dec 21 01:47:40.501304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:40.503140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c6551-0293-4bf1-9241-12a7db969958 req-98f452c3-76ed-4394-a13a-9eb2f4a085c0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:40.506973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:40.507720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c3c6551-0293-4bf1-9241-12a7db969958 req-98f452c3-76ed-4394-a13a-9eb2f4a085c0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 948 time: 0.5879014 Dec 21 01:47:40.509563 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039aad0c-c7bf-44b6-9002-7d767528df8d" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:40.518945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.579314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:40.592947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:40.598171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:40.601584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.698932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.708561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846518-2b9a-48bf-a6ac-0676e9d6573a req-267476fc-7c2f-42cc-b885-dbd19ee67998 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:40.717921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc846518-2b9a-48bf-a6ac-0676e9d6573a req-267476fc-7c2f-42cc-b885-dbd19ee67998 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1871860 Dec 21 01:47:40.730688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c3c6551-0293-4bf1-9241-12a7db969958 req-f4be95a5-3ff7-45bb-99e7-bdd37ede5fce tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117727 Dec 21 01:47:40.731740 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.746090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:40.751955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.820173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:40.824735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:40.834508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Network c827cf0b-d8eb-4f30-9d22-818c9970040e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:40.847224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:40.852548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc846518-2b9a-48bf-a6ac-0676e9d6573a req-8a1821bc-36ca-4de7-b85a-aee834659f65 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Dec 21 01:47:40.854268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:40.895316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:40.958863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:40.959483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:40.961811 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a2ee3-ba57-42f5-aaf8-5f27ed9eb635 x-openstack-request-id: req-b09a2ee3-ba57-42f5-aaf8-5f27ed9eb635 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:40.962113 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:40.962856 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b09a2ee3-ba57-42f5-aaf8-5f27ed9eb635 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:40.962856 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'code': 200} Dec 21 01:47:40.994940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-862e9ba2-1872-439a-a4ac-266d835a5fda tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5791173 Dec 21 01:47:41.016726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Request body: {'port': {'device_id': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:41.101455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.168553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1876c9-61c9-4241-a707-7644f0bb15af req-19df5a70-a8d2-4762-8fff-8a271333e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:41.169968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5b1876c9-61c9-4241-a707-7644f0bb15af req-19df5a70-a8d2-4762-8fff-8a271333e93c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1102 time: 0.0877061 Dec 21 01:47:41.277804 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5b1876c9-61c9-4241-a707-7644f0bb15af req-f6f500af-975f-45af-89ba-d8838141c7b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973282 Dec 21 01:47:41.384407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faa8f5-ff1a-48a3-b28e-bcd63abc3140 req-0010119d-ebc2-45ab-a3c3-fe93eef3bb0f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:41.385948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76faa8f5-ff1a-48a3-b28e-bcd63abc3140 req-0010119d-ebc2-45ab-a3c3-fe93eef3bb0f tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 932 time: 0.1180961 Dec 21 01:47:41.443753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bb75f-7c1c-43a9-b7c5-d4efbdc8e6db req-c393a879-c5c6-4e1b-9a7e-b9413b153d89 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:41.449841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-990bb75f-7c1c-43a9-b7c5-d4efbdc8e6db req-c393a879-c5c6-4e1b-9a7e-b9413b153d89 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.1808171 Dec 21 01:47:41.528460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76faa8f5-ff1a-48a3-b28e-bcd63abc3140 req-3402cb33-e362-4d77-8e38-a82c1bacd256 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146646 Dec 21 01:47:41.559822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-990bb75f-7c1c-43a9-b7c5-d4efbdc8e6db req-bd51979c-7fca-4f07-98ba-a8983baef7af tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012468 Dec 21 01:47:41.658982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8576db94-6975-4e10-8173-7f93083f9112 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:41.671175 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.691344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Transition to ACTIVE for port object 8576db94-6975-4e10-8173-7f93083f9112 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:41.700229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94ffcb-9b52-4ae9-81d8-0555da1d2b1f req-5f7a2b07-f9ff-46a5-9239-f3897e3ad3e9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:41.702178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf94ffcb-9b52-4ae9-81d8-0555da1d2b1f req-5f7a2b07-f9ff-46a5-9239-f3897e3ad3e9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.0854330 Dec 21 01:47:41.703679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.769864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:41.812919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf94ffcb-9b52-4ae9-81d8-0555da1d2b1f req-bfc1a7de-7d9f-4572-b515-c3a21c3dcd9f tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038353 Dec 21 01:47:41.843945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Deleting subnet 27904162-db89-4000-9aa6-a699b0788dc3 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:47:41.847441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.882909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.890844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:41.935837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.941415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Attempting to bind port 8576db94-6975-4e10-8173-7f93083f9112 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:41.941757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Attempting to bind port 8576db94-6975-4e10-8173-7f93083f9112 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:41.942093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Attempting to bind port 8576db94-6975-4e10-8173-7f93083f9112 on network c827cf0b-d8eb-4f30-9d22-818c9970040e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:41.950299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Port 8576db94-6975-4e10-8173-7f93083f9112 on network c827cf0b-d8eb-4f30-9d22-818c9970040e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:41.950631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Attempting to bind port 8576db94-6975-4e10-8173-7f93083f9112 on network c827cf0b-d8eb-4f30-9d22-818c9970040e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:41.959824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da6dd-ecd0-4c4d-99ed-375cc3637ec3 req-323b809e-5257-4e43-8231-f9f8f60d8b3e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:41.961325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-400da6dd-ecd0-4c4d-99ed-375cc3637ec3 req-323b809e-5257-4e43-8231-f9f8f60d8b3e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.0854805 Dec 21 01:47:41.994584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:41.994856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:41.994991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Checking segment: {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:41.995296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Bound using segment: {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:41.995873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Bound port: 8576db94-6975-4e10-8173-7f93083f9112, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7729e47d-99ed-4b6d-8af4-bc62302ebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:41.996228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.023007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27904162-db89-4000-9aa6-a699b0788dc3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:42.027244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.030665 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0be19fd3-7b59-4320-88d9-2d122659ffb0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/27904162-db89-4000-9aa6-a699b0788dc3 HTTP/1.1" status: 204 len: 168 time: 0.2590313 Dec 21 01:47:42.033611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36118) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:42.089235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722863b0-64c5-4f68-9fef-e0f4d91f609f req-4dc1c7cf-af18-400b-9b1f-62fd85109f13 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.090872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-722863b0-64c5-4f68-9fef-e0f4d91f609f req-4dc1c7cf-af18-400b-9b1f-62fd85109f13 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1276069 Dec 21 01:47:42.110553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-400da6dd-ecd0-4c4d-99ed-375cc3637ec3 req-03f0a6a6-2475-4a78-8a2e-dfc58c65981f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385026 Dec 21 01:47:42.143215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.146189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:42.167557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:42.183607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.228187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-722863b0-64c5-4f68-9fef-e0f4d91f609f req-28578e1d-5dca-4592-9c75-74131d2f9973 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274052 Dec 21 01:47:42.230961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.231591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.233510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] 10.222.0.45 "PUT /v2.0/ports/8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 1093 time: 1.2209952 Dec 21 01:47:42.235754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.236795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:42.239713 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6b2136-536c-4c85-99b0-dad90709287f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:42.276430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10616f5-ce2c-41ac-acee-099a3343fa91']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:42.287615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562333c6-881c-48ed-9214-0dbe06d99715 service neutron] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:42.297699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b388f890-d68a-432c-a646-1f588856a854') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:42.298029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b388f890-d68a-432c-a646-1f588856a854') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:42.307969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.320644 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6333c624-a969-407d-abd2-176d7aaac5da x-openstack-request-id: req-6333c624-a969-407d-abd2-176d7aaac5da {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:42.320935 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:42.321188 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6333c624-a969-407d-abd2-176d7aaac5da {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:42.321616 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112', 'status': 'completed', 'code': 200} Dec 21 01:47:42.350997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.360376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:47:42.360992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:47:42.363175 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:47:42.429357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-0edf8d85-2570-4888-a2ec-2d797aa90220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.431138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-0edf8d85-2570-4888-a2ec-2d797aa90220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1096 time: 0.0495653 Dec 21 01:47:42.443334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-ef7aaf00-7c8c-4dcc-9600-32c07dea853b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.444989 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-ef7aaf00-7c8c-4dcc-9600-32c07dea853b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 944 time: 0.1221430 Dec 21 01:47:42.450274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.455517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.459017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a10616f5-ce2c-41ac-acee-099a3343fa91 HTTP/1.1" status: 204 len: 168 time: 0.4244609 Dec 21 01:47:42.470874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e081a-566e-46e3-8bbf-c2ccfc6c88d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10616f5-ce2c-41ac-acee-099a3343fa91,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:42.568001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-59973e71-dbd3-437c-925f-9293b021792c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 217 time: 0.0655272 Dec 21 01:47:42.653452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Deleting port 863fd526-cc2f-4dcb-8bc0-57038b995627 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:42.654170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.713510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36130) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:42.785242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] For port 863fd526-cc2f-4dcb-8bc0-57038b995627, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=863fd526-cc2f-4dcb-8bc0-57038b995627,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:42.785639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.799543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Calling delete_port for 863fd526-cc2f-4dcb-8bc0-57038b995627 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:42.817826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-16a47f18-99e1-4f2b-8006-825d6e733847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.819342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-16a47f18-99e1-4f2b-8006-825d6e733847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.2356312 Dec 21 01:47:42.824586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d7f5cc49-8a1d-4c62-af20-4a7c99994036 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce599c9945844f0a82056d15cdfb094b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1094396 Dec 21 01:47:42.828331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:42.851575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3404bc-007e-442b-9fd2-6745017deb3e req-d7f64a86-3be7-427b-bef9-f1c31f129c87 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.853109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a3404bc-007e-442b-9fd2-6745017deb3e req-d7f64a86-3be7-427b-bef9-f1c31f129c87 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 944 time: 0.1836462 Dec 21 01:47:42.896586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-ca32edb0-637b-46b6-a1dd-6ac73e57ee0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664933 Dec 21 01:47:42.920266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753739bf-155d-4409-8ed7-7a64cf5eed54 req-d622a11a-ae37-4a11-b78d-74ce41184b48 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:42.921705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-753739bf-155d-4409-8ed7-7a64cf5eed54 req-d622a11a-ae37-4a11-b78d-74ce41184b48 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.2298474 Dec 21 01:47:42.940729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:42.964904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:42.968524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event deleted for resources: {'Port': ['ID=863fd526-cc2f-4dcb-8bc0-57038b995627,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:42.972857 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f37c8-6df7-4a87-8225-fb52b28e92a9" -d '{"events": [{"server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:42.992112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:42.994559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['863fd526-cc2f-4dcb-8bc0-57038b995627'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:43.021806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] No DVR routers for this DVR port 863fd526-cc2f-4dcb-8bc0-57038b995627 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:43.025519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.029684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b8781cf-1dcb-4dc0-9c22-f9eba65be345 req-7f5afc0f-2a77-4cf8-bde9-284ba57b05db tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.45 "DELETE /v2.0/ports/863fd526-cc2f-4dcb-8bc0-57038b995627 HTTP/1.1" status: 204 len: 173 time: 0.5277190 Dec 21 01:47:43.030314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-deleted', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:43.032748 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b748b-f985-48ed-a171-1fb74a61db63" -d '{"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-deleted", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:43.043316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a3404bc-007e-442b-9fd2-6745017deb3e req-e3b15e3f-608d-4c2f-8cb7-16d323558199 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605489 Dec 21 01:47:43.066259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.110968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-753739bf-155d-4409-8ed7-7a64cf5eed54 req-6485550d-9a6c-4057-ac3b-3cb8e95f9061 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756153 Dec 21 01:47:43.144546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.165091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-ae52f410-9a98-427a-8f72-bd4ea5c58f25 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524512 Dec 21 01:47:43.186127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1738d7f1-4f5d-41a8-9cf3-ba775266c2d7 req-7895551b-b24c-491f-ba79-c10c9b00301b tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=752d8c3f-1308-47f7-a797-3c2cd08d3d8b HTTP/1.1" status: 200 len: 210 time: 0.0611176 Dec 21 01:47:43.191190 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c058171-f606-4691-ab04-a422fabc0bff x-openstack-request-id: req-5c058171-f606-4691-ab04-a422fabc0bff {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:43.191684 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:43.192229 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c058171-f606-4691-ab04-a422fabc0bff {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:43.192845 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360', 'code': 200} Dec 21 01:47:43.247734 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ffe54-a78c-44d7-98f7-043b90e4d6fe x-openstack-request-id: req-6d5ffe54-a78c-44d7-98f7-043b90e4d6fe {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:43.248197 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d8c3f-1308-47f7-a797-3c2cd08d3d8b", "name": "network-vif-deleted", "tag": "863fd526-cc2f-4dcb-8bc0-57038b995627", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:43.248308 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5ffe54-a78c-44d7-98f7-043b90e4d6fe {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:43.248633 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d8c3f-1308-47f7-a797-3c2cd08d3d8b', 'name': 'network-vif-deleted', 'tag': '863fd526-cc2f-4dcb-8bc0-57038b995627', 'status': 'completed', 'code': 200} Dec 21 01:47:43.303540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.306416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.309443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/754d2dfd-ffb8-45f9-83c4-393f99aaa8fd HTTP/1.1" status: 204 len: 168 time: 0.4765272 Dec 21 01:47:43.343722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c5e6-19dd-44b6-83ad-91454e949bb1 req-640a88b6-a0c2-426c-b09d-abb449229250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.346793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9d1c5e6-19dd-44b6-83ad-91454e949bb1 req-640a88b6-a0c2-426c-b09d-abb449229250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 1101 time: 0.0438964 Dec 21 01:47:43.373863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b406fb-71be-4faf-b29f-4d80d866f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d2dfd-ffb8-45f9-83c4-393f99aaa8fd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:43.394332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a94918-7b82-4c7c-9789-9235c1ca194e req-1c3da414-d56e-4c64-bf48-18ea7d199010 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104712 Dec 21 01:47:43.403812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde7764-6f90-479d-8ceb-c3622a7fd029 req-62892df8-6ffe-4e1a-afa5-89d186ef625d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.407296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfde7764-6f90-479d-8ceb-c3622a7fd029 req-62892df8-6ffe-4e1a-afa5-89d186ef625d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.1385601 Dec 21 01:47:43.411374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9d1c5e6-19dd-44b6-83ad-91454e949bb1 req-8ee15f21-3f24-48bf-9748-5193b8851b83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Dec 21 01:47:43.432276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd34c-0a0f-4dee-a1c8-e4e9880ca552 req-6b0a1cba-b831-425f-a88f-9c6b28759811 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.434334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d96fd34c-0a0f-4dee-a1c8-e4e9880ca552 req-6b0a1cba-b831-425f-a88f-9c6b28759811 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1231339 Dec 21 01:47:43.517389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d96fd34c-0a0f-4dee-a1c8-e4e9880ca552 req-3b6aea38-7655-4081-894c-1099c1b35b56 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Dec 21 01:47:43.520449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfde7764-6f90-479d-8ceb-c3622a7fd029 req-f63011e0-9355-4b71-a99d-65058f917c8f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044424 Dec 21 01:47:43.571589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b2136-536c-4c85-99b0-dad90709287f req-85bba388-725d-4d5c-8f83-70c7880d8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.574348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-85bba388-725d-4d5c-8f83-70c7880d8df1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1096 time: 0.0729799 Dec 21 01:47:43.714543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b2136-536c-4c85-99b0-dad90709287f req-451ebc2e-b0ce-4510-936a-6dd4814dc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.716500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-451ebc2e-b0ce-4510-936a-6dd4814dc6f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.0900354 Dec 21 01:47:43.764386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-2d99134b-d70a-4ed4-b8fb-4090edb00946 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 217 time: 0.0396526 Dec 21 01:47:43.833704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b2136-536c-4c85-99b0-dad90709287f req-deeebc16-be08-407e-8ca2-a51ad57c0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:43.835180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-deeebc16-be08-407e-8ca2-a51ad57c0571 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0482054 Dec 21 01:47:43.874346 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca8c8-4ac2-4fec-8619-66929f438797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:43.884595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-531397ad-738d-41cd-ab89-98680c8987fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287554 Dec 21 01:47:43.985525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-7d27b1a2-c096-4ce4-ba19-04a5d1083f78 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887842 Dec 21 01:47:44.041981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:44.078116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e6b2136-536c-4c85-99b0-dad90709287f req-0d360bf8-d214-4192-a4c7-6b5e7be4c569 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Dec 21 01:47:44.139952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-533835509-network', 'tenant_id': '9d626360958a4e1eab37627575fb6503'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:44.163205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Made reservation on behalf of 9d626360958a4e1eab37627575fb6503 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:44.165534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.172264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e653f-3d10-4fb6-92b1-1ce4a0630d7c req-5d648e8e-0f7e-4b1b-9a9b-141c045bf817 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.174300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff2e653f-3d10-4fb6-92b1-1ce4a0630d7c req-5d648e8e-0f7e-4b1b-9a9b-141c045bf817 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 944 time: 0.0565069 Dec 21 01:47:44.178086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.243932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4870b4ac-49b2-4056-9332-0c7e4478c8cf no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:44.256930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.259973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff2e653f-3d10-4fb6-92b1-1ce4a0630d7c req-401aeb15-8cf6-4417-bc91-c02e3983fbcb tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Dec 21 01:47:44.266302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 4870b4ac-49b2-4056-9332-0c7e4478c8cf {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:44.266655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4870b4ac-49b2-4056-9332-0c7e4478c8cf not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:44.268533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.277800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bbe08-3f4a-4edc-a056-3f7bcb85632f req-acf70d5b-55be-41a6-a7b3-21804430f76b tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.283398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a3bbe08-3f4a-4edc-a056-3f7bcb85632f req-acf70d5b-55be-41a6-a7b3-21804430f76b tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.0792196 Dec 21 01:47:44.286823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:47:44.311724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.312080 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Added segment 2903739d-b11b-442d-ac1c-5b4903006d0c of type vlan for network 59535dac-3b32-494c-8d8c-c03553e25e91 Dec 21 01:47:44.324137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167cbca4-a407-4930-a064-77ccf983f7a3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:44.337739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a3bbe08-3f4a-4edc-a056-3f7bcb85632f req-49bb6b92-6af4-498c-a014-4056ee0e8125 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 Dec 21 01:47:44.360085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.388306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.389207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.389815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.449739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4061401 Dec 21 01:47:44.452457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36182) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:44.457496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Request body: {'subnet': {'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-533835509-subnet', 'tenant_id': '9d626360958a4e1eab37627575fb6503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:44.463757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84849-2389-4fba-9eed-8758578e302e admin admin] Pushing event updated for resources: {'Network': ['ID=59535dac-3b32-494c-8d8c-c03553e25e91,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:44.473985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 59535dac-3b32-494c-8d8c-c03553e25e91 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:47:44.493172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Made reservation on behalf of 9d626360958a4e1eab37627575fb6503 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:44.495570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.551215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088f3e-fab6-4dbb-a27c-38d73e250141 req-630958fe-9ad6-4476-9832-e5e519b5339c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.552829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20088f3e-fab6-4dbb-a27c-38d73e250141 req-630958fe-9ad6-4476-9832-e5e519b5339c tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.0503654 Dec 21 01:47:44.606701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20088f3e-fab6-4dbb-a27c-38d73e250141 req-2a5ae693-5b0f-4319-a0e3-9e31ac94eabe tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Dec 21 01:47:44.666403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa863ac5-fcc3-405d-9976-69e55dacb402 req-5644bed4-a6f3-4f2b-a1b6-a23f0ac0fc67 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.668487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa863ac5-fcc3-405d-9976-69e55dacb402 req-5644bed4-a6f3-4f2b-a1b6-a23f0ac0fc67 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.0664413 Dec 21 01:47:44.681670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.738483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c70aff0-f8de-4453-8eb5-8a063401bee5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:44.750570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Checking segment: {'id': '2903739d-b11b-442d-ac1c-5b4903006d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:44.750929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Network hostable DHCP agents. Network: 59535dac-3b32-494c-8d8c-c03553e25e91, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:47:44.753161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa863ac5-fcc3-405d-9976-69e55dacb402 req-de27f4e4-aa19-4924-a837-4c25783147c8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775483 Dec 21 01:47:44.764641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b4d4-d9dd-4e32-b1a0-cf2ab7bae3a4 req-02deceda-efeb-44de-8c85-332fa684d1bc tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.766152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d439b4d4-d9dd-4e32-b1a0-cf2ab7bae3a4 req-02deceda-efeb-44de-8c85-332fa684d1bc tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0888991 Dec 21 01:47:44.775523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Network 59535dac-3b32-494c-8d8c-c03553e25e91 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:47:44.786377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 59535dac-3b32-494c-8d8c-c03553e25e91) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:44.791830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:44.792947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:44.796601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b045d64-3b1b-4269-b31c-bf2b2c258805 None None] Network 59535dac-3b32-494c-8d8c-c03553e25e91 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:47:44.813037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42ae1669-cb55-4e29-be71-175d7cec679b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3595355 Dec 21 01:47:44.840379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d439b4d4-d9dd-4e32-b1a0-cf2ab7bae3a4 req-9db0eef2-b6a9-467e-abe7-d406e96556ff tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656898 Dec 21 01:47:44.924896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896ae67-bacf-4882-9c8c-c6a72c05604f None None] Network 59535dac-3b32-494c-8d8c-c03553e25e91 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:47:45.262390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-7f6d38a2-8123-4d6a-81f2-9dc7d2cef279 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:45.263841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-7f6d38a2-8123-4d6a-81f2-9dc7d2cef279 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 945 time: 0.0490160 Dec 21 01:47:45.273066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-137d809d-e41b-4baa-b86c-205c5aaa81fa tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:45.274533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-137d809d-e41b-4baa-b86c-205c5aaa81fa tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/networks?id=59535dac-3b32-494c-8d8c-c03553e25e91 HTTP/1.1" status: 200 len: 820 time: 0.1033633 Dec 21 01:47:45.291588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-83078a0c-0e1e-4c17-8579-edc812e43076 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/quotas/9d626360958a4e1eab37627575fb6503 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Dec 21 01:47:45.341521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-5eb8e6c1-74f8-4654-a63e-a07505b87df7 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d626360958a4e1eab37627575fb6503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297186 Dec 21 01:47:45.370924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Deleting port bb83ab5d-b3fd-4035-96e9-9936c0d63287 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:45.371277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:45.447848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddf7f-d535-4edd-87bc-efbf278ac612 req-fc6895b4-2225-4123-91d7-154beabc0cff tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:45.449396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cdddf7f-d535-4edd-87bc-efbf278ac612 req-fc6895b4-2225-4123-91d7-154beabc0cff tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 944 time: 0.1031506 Dec 21 01:47:45.459699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] For port bb83ab5d-b3fd-4035-96e9-9936c0d63287, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb83ab5d-b3fd-4035-96e9-9936c0d63287,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:45.460058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:45.473587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Calling delete_port for bb83ab5d-b3fd-4035-96e9-9936c0d63287 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:45.486308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-b73ac582-de7e-467c-b460-fb229221ab5f service neutron] 10.222.0.43 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315923 Dec 21 01:47:45.534128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cdddf7f-d535-4edd-87bc-efbf278ac612 req-638041ac-7bbf-4cde-a8a7-b60c0c5c4e75 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781624 Dec 21 01:47:45.613666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-5b70b1e4-ef81-459e-9e3a-e95b85ddb379 service neutron] 10.222.0.43 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180401 Dec 21 01:47:45.619692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:45.651506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b71ba-a589-4495-ace6-fd211086941c req-74c03a2c-b0ef-4a6f-abf2-9f4448c932ae tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:45.652273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event deleted for resources: {'Port': ['ID=bb83ab5d-b3fd-4035-96e9-9936c0d63287,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:45.658896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:45.659387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-554b71ba-a589-4495-ace6-fd211086941c req-74c03a2c-b0ef-4a6f-abf2-9f4448c932ae tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 943 time: 0.0614710 Dec 21 01:47:45.664761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.665191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.666080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.666778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.667848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.668190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.668523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.668857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.669191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.669538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.669871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.670196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.670519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:45.713860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-554b71ba-a589-4495-ace6-fd211086941c req-43698f3d-6df3-4b3d-882c-ba5ea09880a1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536191 Dec 21 01:47:45.726976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] No DVR routers for this DVR port bb83ab5d-b3fd-4035-96e9-9936c0d63287 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:45.730538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:45.735038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5326e08b-ac38-4f98-b5ed-da62ff8f0a08 req-9c111646-c79b-40db-8264-107320d51dcc tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "DELETE /v2.0/ports/bb83ab5d-b3fd-4035-96e9-9936c0d63287 HTTP/1.1" status: 204 len: 173 time: 0.4647627 Dec 21 01:47:45.735503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-deleted', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:45.737897 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90fecdb-de2e-48c6-bc2e-f73f2da6faa7" -d '{"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-deleted", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:45.826140 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab88796-de52-4d8c-a83d-51de1ae743aa x-openstack-request-id: req-8ab88796-de52-4d8c-a83d-51de1ae743aa {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:45.826792 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e15b87-02bf-40a7-b35b-e81a1526963b", "name": "network-vif-deleted", "tag": "bb83ab5d-b3fd-4035-96e9-9936c0d63287", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:45.826792 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ab88796-de52-4d8c-a83d-51de1ae743aa {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:45.827184 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e15b87-02bf-40a7-b35b-e81a1526963b', 'name': 'network-vif-deleted', 'tag': 'bb83ab5d-b3fd-4035-96e9-9936c0d63287', 'status': 'completed', 'code': 200} Dec 21 01:47:45.851227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d395d1d2-fe26-4f1c-90ba-c87535fe7d2b req-86991c2e-c710-49e5-89fe-d6a448638544 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=76e15b87-02bf-40a7-b35b-e81a1526963b HTTP/1.1" status: 200 len: 210 time: 0.0366139 Dec 21 01:47:45.906026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1881ffc-ae10-470c-a114-07731ecccd94 req-35052f27-0c94-4c9d-b720-3c97a67e7f85 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 210 time: 0.0377498 Dec 21 01:47:46.008165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f85b5-1c29-412c-83e4-23eb3e3adb92 req-75011bd3-8fb6-4f23-8a19-37e84f006ce7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.009634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a5f85b5-1c29-412c-83e4-23eb3e3adb92 req-75011bd3-8fb6-4f23-8a19-37e84f006ce7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.0656955 Dec 21 01:47:46.076590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ce4b2-355c-4f19-b5c6-d39328d5eb7e req-53ad384b-7530-40d4-a133-5b0cf7e076e6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.078097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b2ce4b2-355c-4f19-b5c6-d39328d5eb7e req-53ad384b-7530-40d4-a133-5b0cf7e076e6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0907140 Dec 21 01:47:46.096978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a5f85b5-1c29-412c-83e4-23eb3e3adb92 req-c8999f63-5646-4025-8643-e13c97b65299 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727615 Dec 21 01:47:46.141220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b2ce4b2-355c-4f19-b5c6-d39328d5eb7e req-2d8bf438-3d2a-4bcf-bb5e-20713ce12b4c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542884 Dec 21 01:47:46.228542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:46.265914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 863fd526-cc2f-4dcb-8bc0-57038b995627 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:46.266260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 863fd526-cc2f-4dcb-8bc0-57038b995627 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:46.275891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e3357fd-f1bb-4271-b046-a408a4df1d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:46.304813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4935d-aa2d-458b-b110-dd2b73eb10ac req-13d2a0b8-210f-4a55-8f3b-c689eb65fa4f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.306906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2aa4935d-aa2d-458b-b110-dd2b73eb10ac req-13d2a0b8-210f-4a55-8f3b-c689eb65fa4f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0540152 Dec 21 01:47:46.361995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2aa4935d-aa2d-458b-b110-dd2b73eb10ac req-8b97ef73-a9ed-4690-ad94-022c5de49eea tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483243 Dec 21 01:47:46.407204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ff5056e0-8c0f-473f-9fc9-f74fc71740ce details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:46.512021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:46.523985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'port_id': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'mac_address': 'fa:16:3e:2d:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:46.562094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:46.575190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5056e0-8c0f-473f-9fc9-f74fc71740ce {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:46.575772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-3dbb1400-20a6-4d2f-b8b4-ba2353564060 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222418 Dec 21 01:47:46.595850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:46.600331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:46.649130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:46.656838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.657190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.657557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.657898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.658233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.658563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.658893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.659217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.659795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.659893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.660188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.660511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.660830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:47:46.714723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895236-3674-4539-a5f6-ed48b0c0ede2 req-74954e13-1cef-4676-8c48-d92e11cbb5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.716172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30895236-3674-4539-a5f6-ed48b0c0ede2 req-74954e13-1cef-4676-8c48-d92e11cbb5d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 944 time: 0.1082823 Dec 21 01:47:46.726438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-a113e9eb-104d-4fbe-a145-24fb0102c8ae tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.727787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-a113e9eb-104d-4fbe-a145-24fb0102c8ae tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455128 Dec 21 01:47:46.755245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-e01c9395-f7fc-4167-8b55-c161a2be025c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/quotas/43c82211d1b147728666183617531b78 HTTP/1.1" status: 200 len: 375 time: 0.0189102 Dec 21 01:47:46.809806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30895236-3674-4539-a5f6-ed48b0c0ede2 req-053e9b5a-9415-4a49-9e7b-0ba198f9e188 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810764 Dec 21 01:47:46.828011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-1d5f7179-aa6e-44b4-94d2-a2e3cc750739 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639443 Dec 21 01:47:46.941581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5faeb-6270-4e88-a507-8204f66733aa req-eb427e25-cefa-4d81-8c26-3667365580b4 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:46.943856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75e5faeb-6270-4e88-a507-8204f66733aa req-eb427e25-cefa-4d81-8c26-3667365580b4 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 944 time: 0.0705121 Dec 21 01:47:47.028070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75e5faeb-6270-4e88-a507-8204f66733aa req-da606bd4-b3fe-4c9d-abdc-3f3d0fd73404 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764868 Dec 21 01:47:47.034201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-4a5eacfb-62f3-489b-a9b8-b2c01e562b89 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:47.035827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-4a5eacfb-62f3-489b-a9b8-b2c01e562b89 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.24 "GET /v2.0/networks?id=59535dac-3b32-494c-8d8c-c03553e25e91 HTTP/1.1" status: 200 len: 820 time: 0.1420791 Dec 21 01:47:47.057001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ff5056e0-8c0f-473f-9fc9-f74fc71740ce'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:47.057556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Request body: {'port': {'device_id': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91', 'admin_state_up': True, 'tenant_id': '9d626360958a4e1eab37627575fb6503'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:47.107525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c36a1354-aa44-4fe2-8b93-e5fd65e11276 req-6a2f3925-70d5-4c49-b9bd-5e198b4179bb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0316455 Dec 21 01:47:47.132627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efa6694d-ef56-4704-aaa7-a9248da0bcd7 req-d6dddfb4-e8cb-4578-9bf9-aac2ea326ead tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 210 time: 0.0423348 Dec 21 01:47:47.197353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.215233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Made reservation on behalf of 9d626360958a4e1eab37627575fb6503 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:47.219621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.310570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e414c3-e278-486f-8e1a-e99a3e79c185 req-a00f5862-db6f-490c-9649-de8ceec8787a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:47.318213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02e414c3-e278-486f-8e1a-e99a3e79c185 req-a00f5862-db6f-490c-9649-de8ceec8787a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0830536 Dec 21 01:47:47.393846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02e414c3-e278-486f-8e1a-e99a3e79c185 req-d52c0702-4ec4-44ea-8fec-593c593bcd3d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Dec 21 01:47:47.414284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Allocated IP 172.20.0.12 (59535dac-3b32-494c-8d8c-c03553e25e91/1c70aff0-f8de-4453-8eb5-8a063401bee5/661bc0a8-6c5b-462e-b304-6331cf4749b0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:47.534749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381b45-1ab4-498c-bf97-6e515546bcae req-08d3f46e-1c4b-4545-8797-3fea7aafd255 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:47.536223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec381b45-1ab4-498c-bf97-6e515546bcae req-08d3f46e-1c4b-4545-8797-3fea7aafd255 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 946 time: 0.0597734 Dec 21 01:47:47.597116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.607620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec381b45-1ab4-498c-bf97-6e515546bcae req-6bc7e773-be04-48ae-ac28-27766d9efac5 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640237 Dec 21 01:47:47.633954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.676896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Network 59535dac-3b32-494c-8d8c-c03553e25e91 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:47.679871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:47.683508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:47.713516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Pushing event updated for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:47.741074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:47.741705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.757001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-faf67b3f-178d-46c3-a7e6-4c3a93396877 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7036555 Dec 21 01:47:47.790224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Request body: {'port': {'device_id': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:47.845751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:47.933544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02153f4-5a8b-4ca0-b66b-bb74b97a0efe req-5add4a15-bb90-4851-b57b-2da8239198c3 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:47.935518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f02153f4-5a8b-4ca0-b66b-bb74b97a0efe req-5add4a15-bb90-4851-b57b-2da8239198c3 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 944 time: 0.0484755 Dec 21 01:47:47.983155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f02153f4-5a8b-4ca0-b66b-bb74b97a0efe req-5ec3113c-7229-4577-8aa3-d848ae71a3f2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Dec 21 01:47:48.110201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661bc0a8-6c5b-462e-b304-6331cf4749b0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:48.110962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-2dd32ec7-9980-406a-a698-3c7f7440e4a9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.112503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-2dd32ec7-9980-406a-a698-3c7f7440e4a9 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 946 time: 0.0506296 Dec 21 01:47:48.117552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.129631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Transition to ACTIVE for port object 661bc0a8-6c5b-462e-b304-6331cf4749b0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:48.133471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.189144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Pushing event updated for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:48.194619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3af44-aca1-44f5-8359-fd7a57406f33 req-dcf0d8be-9548-4cc6-937b-bb066e6de491 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.196139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00e3af44-aca1-44f5-8359-fd7a57406f33 req-dcf0d8be-9548-4cc6-937b-bb066e6de491 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 944 time: 0.0932720 Dec 21 01:47:48.226329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8576db94-6975-4e10-8173-7f93083f9112 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:48.287063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Attempting to bind port 661bc0a8-6c5b-462e-b304-6331cf4749b0 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:48.287589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Attempting to bind port 661bc0a8-6c5b-462e-b304-6331cf4749b0 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2903739d-b11b-442d-ac1c-5b4903006d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:48.287987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Attempting to bind port 661bc0a8-6c5b-462e-b304-6331cf4749b0 on network 59535dac-3b32-494c-8d8c-c03553e25e91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:48.294390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Port 661bc0a8-6c5b-462e-b304-6331cf4749b0 on network 59535dac-3b32-494c-8d8c-c03553e25e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:48.294741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Attempting to bind port 661bc0a8-6c5b-462e-b304-6331cf4749b0 on network 59535dac-3b32-494c-8d8c-c03553e25e91 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:48.300306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:48.300688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Checking segment: {'id': '2903739d-b11b-442d-ac1c-5b4903006d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:48.301017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Bound using segment: {'id': '2903739d-b11b-442d-ac1c-5b4903006d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:48.301476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Bound port: 661bc0a8-6c5b-462e-b304-6331cf4749b0, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2903739d-b11b-442d-ac1c-5b4903006d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:48.301896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.351706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:48.383577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '8576db94-6975-4e10-8173-7f93083f9112', 'network_id': 'c827cf0b-d8eb-4f30-9d22-818c9970040e', 'port_id': '8576db94-6975-4e10-8173-7f93083f9112', 'mac_address': 'fa:16:3e:1a:9d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8832f405-3637-4935-8bcd-c9dbdc30afd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:48.401058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:48.404972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0,segment=NetworkSegment(2903739d-b11b-442d-ac1c-5b4903006d0c),segment_id=2903739d-b11b-442d-ac1c-5b4903006d0c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:48.411673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.461695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.462916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ff5056e0-8c0f-473f-9fc9-f74fc71740ce up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:48.463667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.466154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] 10.222.0.24 "PUT /v2.0/ports/661bc0a8-6c5b-462e-b304-6331cf4749b0 HTTP/1.1" status: 200 len: 1093 time: 0.6802597 Dec 21 01:47:48.468044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.471882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:48.474493 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b" -d '{"events": [{"name": "network-changed", "server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:48.502236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fe40-afad-4537-aae0-4fa152d48797 service neutron] Pushing event updated for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:48.519282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8576db94-6975-4e10-8173-7f93083f9112 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:48.564100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:48.566883 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.569456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5ae97f1-6835-422e-91f8-56079518ae79 req-f7e3c91e-4883-4dc9-b116-ee702e238403 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 210 time: 0.3469737 Dec 21 01:47:48.570760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.582401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-49a5981a-f615-4d2b-bc43-62930cb4a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.584687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-49a5981a-f615-4d2b-bc43-62930cb4a7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d626360958a4e1eab37627575fb6503&device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 1096 time: 0.0566030 Dec 21 01:47:48.599420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-0990249d-c215-40a2-9e9b-15ebb26ab6e4 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=43c82211d1b147728666183617531b78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326533 Dec 21 01:47:48.644874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:48.646876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-91a976fe-4da9-4661-a4b1-b95ffafe9a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0 HTTP/1.1" status: 200 len: 217 time: 0.0434930 Dec 21 01:47:48.649523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ff5056e0-8c0f-473f-9fc9-f74fc71740ce completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:48.653592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ff5056e0-8c0f-473f-9fc9-f74fc71740ce triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:48.653977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.668145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00e3af44-aca1-44f5-8359-fd7a57406f33 req-139b636b-5f99-423a-a429-4f4d7091e194 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445586 Dec 21 01:47:48.709208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-49da3dd4-b6d7-4243-98e2-9fb762be264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.711004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-49da3dd4-b6d7-4243-98e2-9fb762be264a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c70aff0-f8de-4453-8eb5-8a063401bee5 HTTP/1.1" status: 200 len: 860 time: 0.0559232 Dec 21 01:47:48.732697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Deleting port 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:47:48.733041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.751424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-e88d56a4-2110-491e-b456-bb6bee115779 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59535dac-3b32-494c-8d8c-c03553e25e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330207 Dec 21 01:47:48.758070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.782060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:48.784277 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c3d76-322e-4421-af29-91572e604c74" -d '{"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-plugged", "status": "completed", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:48.798627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:48.803894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:48.804778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:48.852136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-147dc38d-2116-428e-a658-c5dbf6c67444 service neutron] 10.222.0.24 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930285 Dec 21 01:47:48.853692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a6f63-b9ff-403c-acf5-f9bc57c77e20 req-7aa1b919-3a93-4ac5-8447-0f0df207dd06 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.855262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f97a6f63-b9ff-403c-acf5-f9bc57c77e20 req-7aa1b919-3a93-4ac5-8447-0f0df207dd06 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 944 time: 0.2048886 Dec 21 01:47:48.856534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: bb83ab5d-b3fd-4035-96e9-9936c0d63287 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:48.856940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb83ab5d-b3fd-4035-96e9-9936c0d63287 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:48.875411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-eba0e117-989e-4499-8422-6c0fd3edfe51 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.877254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-eba0e117-989e-4499-8422-6c0fd3edfe51 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670605 Dec 21 01:47:48.877436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:48.911172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Request body: {'port': {'device_id': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '43c82211d1b147728666183617531b78'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:48.921265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c459bec-f5cd-418e-80e8-d31f9c4496df req-6f200174-a475-47ff-91ad-35981cf253d9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:48.922754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c459bec-f5cd-418e-80e8-d31f9c4496df req-6f200174-a475-47ff-91ad-35981cf253d9 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1689649 Dec 21 01:47:48.950404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3890c8d3-6ad0-453c-95bb-dd2e1d8d980f req-933b3c42-e41b-4fc7-aafe-6f07df70ac1c service neutron] 10.222.0.24 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911944 Dec 21 01:47:48.967036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] For port 7d92efad-2def-44d8-b199-d5683ef741a3, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7d92efad-2def-44d8-b199-d5683ef741a3,segment=NetworkSegment(f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65),segment_id=f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:48.967401 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.041891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Calling delete_port for 7d92efad-2def-44d8-b199-d5683ef741a3 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:47:49.051149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:49.057748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f97a6f63-b9ff-403c-acf5-f9bc57c77e20 req-3eda3b80-4e7d-499a-b2eb-f884cbf9d521 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910770 Dec 21 01:47:49.133239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c459bec-f5cd-418e-80e8-d31f9c4496df req-70f89e06-41a8-40e9-9278-b609b3c2a4bf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894715 Dec 21 01:47:49.188235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Made reservation on behalf of 43c82211d1b147728666183617531b78 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:49.192018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.218760 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe4b05-ed6f-4d70-b0b0-89a8d01aadad x-openstack-request-id: req-2bfe4b05-ed6f-4d70-b0b0-89a8d01aadad {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:49.219289 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:49.219289 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bfe4b05-ed6f-4d70-b0b0-89a8d01aadad {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:49.219635 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0', 'status': 'completed', 'code': 200} Dec 21 01:47:49.299230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.304944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-8039c4b9-4b97-4dd5-b1bc-4cd44b69a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.306539 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-8039c4b9-4b97-4dd5-b1bc-4cd44b69a78a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d626360958a4e1eab37627575fb6503&device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 1096 time: 0.0501678 Dec 21 01:47:49.315968 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3194d9-1a26-4e9e-9678-09037e168507 x-openstack-request-id: req-ec3194d9-1a26-4e9e-9678-09037e168507 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:49.316520 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-plugged", "status": "completed", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:49.316960 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec3194d9-1a26-4e9e-9678-09037e168507 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:49.317619 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'code': 200} Dec 21 01:47:49.348213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.380902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7d92efad-2def-44d8-b199-d5683ef741a3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:49.424259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Pushing event deleted for resources: {'Port': ['ID=7d92efad-2def-44d8-b199-d5683ef741a3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:49.465049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-f49d74b4-f859-43c4-a94b-162164679703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.466567 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-f49d74b4-f859-43c4-a94b-162164679703 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59535dac-3b32-494c-8d8c-c03553e25e91 HTTP/1.1" status: 200 len: 920 time: 0.1520107 Dec 21 01:47:49.484903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97335286-17e9-49bf-b6fa-ec6e84743ced req-069c5e3d-1de0-45ed-9b8a-555dfbd3763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.486646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97335286-17e9-49bf-b6fa-ec6e84743ced req-069c5e3d-1de0-45ed-9b8a-555dfbd3763b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 1097 time: 0.0569036 Dec 21 01:47:49.501046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6164910-21fc-467d-ba49-826c52a775b1 req-24c02cd6-c2b6-43e2-8ef1-e37e9e2c9181 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.502539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6164910-21fc-467d-ba49-826c52a775b1 req-24c02cd6-c2b6-43e2-8ef1-e37e9e2c9181 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043cbda-d17a-42b9-a429-a77b90142b27 HTTP/1.1" status: 200 len: 868 time: 0.1962121 Dec 21 01:47:49.519150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-5d60b527-74d1-40e2-866b-467100aca3f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0 HTTP/1.1" status: 200 len: 217 time: 0.0429640 Dec 21 01:47:49.525131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] No DVR routers for this DVR port 7d92efad-2def-44d8-b199-d5683ef741a3 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:49.537247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.540404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28199c8e-7524-4f07-aaf1-ef186aa73ba2 req-f5c891e9-7e8b-49b7-b7d2-1fa1ee0e1444 tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.24 "DELETE /v2.0/ports/7d92efad-2def-44d8-b199-d5683ef741a3 HTTP/1.1" status: 204 len: 173 time: 1.4182136 Dec 21 01:47:49.541731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-deleted', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:49.543961 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e150a1-45ed-4a9d-87ca-abb24cfdd860" -d '{"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-deleted", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:49.548537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Allocated IP 192.168.233.204 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/86256666-ca2f-4222-bc48-ab6c2b9d6a1c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:49.580645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1970-2a00-4607-ae0d-cc87dc9a85e5 req-68a63023-b5db-4e7e-93a2-290d726e6b5a tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.582535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2e1970-2a00-4607-ae0d-cc87dc9a85e5 req-68a63023-b5db-4e7e-93a2-290d726e6b5a tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 945 time: 0.1789317 Dec 21 01:47:49.603953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97335286-17e9-49bf-b6fa-ec6e84743ced req-c41b356e-3b38-41a1-9953-5dd475956878 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907247 Dec 21 01:47:49.605856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-acb6d2df-c4e0-4f68-a5fe-ef8f350b34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.607285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-acb6d2df-c4e0-4f68-a5fe-ef8f350b34a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c70aff0-f8de-4453-8eb5-8a063401bee5 HTTP/1.1" status: 200 len: 860 time: 0.0810437 Dec 21 01:47:49.646638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6164910-21fc-467d-ba49-826c52a775b1 req-b15b8da7-029a-4aeb-9062-f3b021c799bf tempest-LiveMigrationTest-1956996531 tempest-LiveMigrationTest-1956996531-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6624d40-bf8e-475b-aeab-e78661b52c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266541 Dec 21 01:47:49.695101 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c9097d-86a2-400a-8307-cc5982dcb028 x-openstack-request-id: req-38c9097d-86a2-400a-8307-cc5982dcb028 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:49.695409 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043cbda-d17a-42b9-a429-a77b90142b27", "name": "network-vif-deleted", "tag": "7d92efad-2def-44d8-b199-d5683ef741a3", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:49.695632 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38c9097d-86a2-400a-8307-cc5982dcb028 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:49.696020 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e043cbda-d17a-42b9-a429-a77b90142b27', 'name': 'network-vif-deleted', 'tag': '7d92efad-2def-44d8-b199-d5683ef741a3', 'status': 'completed', 'code': 200} Dec 21 01:47:49.707738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2e1970-2a00-4607-ae0d-cc87dc9a85e5 req-91c0b5bf-dc9d-4984-9f95-3a033f0340d7 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132143 Dec 21 01:47:49.779698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-406da1db-dab8-4406-a535-dde7783b43f8 req-2977af2d-3692-415b-b858-dc18396274d2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Dec 21 01:47:49.837122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.858778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82074e9-387b-478f-9da2-aa2a92d68250 req-2e7e413e-aa2b-4f6e-aaa9-8bcde9417534 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:49.860247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c82074e9-387b-478f-9da2-aa2a92d68250 req-2e7e413e-aa2b-4f6e-aaa9-8bcde9417534 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.0829642 Dec 21 01:47:49.911059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:49.944027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9b9c8b5d-1778-4d65-925f-0bc25bc7e360'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:49.945644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c82074e9-387b-478f-9da2-aa2a92d68250 req-9f6b6036-a9af-454d-b265-d65e19e30105 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784271 Dec 21 01:47:49.963778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:49.965222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:49.970825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:49.977764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event updated for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:50.031438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:50.032118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.070479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-2a439b57-b43f-4301-9c58-b532810466ff tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1712582 Dec 21 01:47:50.072933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-4d862fd1-7a4a-4ea4-9f39-68766b947d75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59535dac-3b32-494c-8d8c-c03553e25e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428300 Dec 21 01:47:50.099136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Request body: {'port': {'device_id': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:50.125956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:50.196134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.225540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6abe-f886-4e83-9716-902d33e57285 req-91b8c64d-9773-40a2-88bd-92a07d5b4b00 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:50.227091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28de6abe-f886-4e83-9716-902d33e57285 req-91b8c64d-9773-40a2-88bd-92a07d5b4b00 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 944 time: 0.0862484 Dec 21 01:47:50.248123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-fd89aa4e-a5ee-4de0-9229-f50e3025625e service neutron] 10.222.0.24 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463373 Dec 21 01:47:50.275526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b9ea94d0-199c-4bab-aaad-00839d2ce16a None None] Provisioning complete for port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:50.275898 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b9ea94d0-199c-4bab-aaad-00839d2ce16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.333308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea94d0-199c-4bab-aaad-00839d2ce16a None None] Port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:50.358919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d48a7d88-d6a9-456b-9dd9-cf46dfcc587b req-45e42c16-ae15-4680-b5e8-3ac5526ebcb7 service neutron] 10.222.0.24 "GET /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029053 Dec 21 01:47:50.406513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef11887-77a0-4a0a-bb3b-12669c32d3fc req-09494c7d-f485-47ca-9b26-010a61ce79ae tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:50.408004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fef11887-77a0-4a0a-bb3b-12669c32d3fc req-09494c7d-f485-47ca-9b26-010a61ce79ae tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1633725 Dec 21 01:47:50.417923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28de6abe-f886-4e83-9716-902d33e57285 req-250ce910-38a0-44bf-8b03-e6cc0bf3e3dd tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709852 Dec 21 01:47:50.528018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fef11887-77a0-4a0a-bb3b-12669c32d3fc req-a70365ba-3e45-4108-b821-ead5abc68a25 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068084 Dec 21 01:47:50.611897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86256666-ca2f-4222-bc48-ab6c2b9d6a1c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:50.619389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.631217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Transition to ACTIVE for port object 86256666-ca2f-4222-bc48-ab6c2b9d6a1c will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:50.634388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.706001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36314) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:50.724731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Pushing event updated for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:50.827808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Deleting subnet e937a214-6e40-47af-8ba3-d087fdefdc21 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:47:50.831331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.840772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Attempting to bind port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:50.841281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Attempting to bind port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:50.841985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Attempting to bind port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:50.851600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:50.852314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Attempting to bind port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:50.861809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:50.863169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:50.863832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:50.864557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Bound port: 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:50.864991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.869135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.913628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.914717 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:50.917633 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:47:50.919210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811da48-036d-4613-bfe6-4098b528bfaa req-74dec6bd-d68f-443f-9336-26297c0cc0a2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:50.920694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7811da48-036d-4613-bfe6-4098b528bfaa req-74dec6bd-d68f-443f-9336-26297c0cc0a2 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 945 time: 0.1308784 Dec 21 01:47:50.971177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:50.991902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b216b-0072-4693-a9e4-a3fe61f43808 req-963bce0d-470c-486e-b6ad-d9187e609ca3 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:50.993507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-908b216b-0072-4693-a9e4-a3fe61f43808 req-963bce0d-470c-486e-b6ad-d9187e609ca3 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 948 time: 0.1241376 Dec 21 01:47:50.999749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e937a214-6e40-47af-8ba3-d087fdefdc21,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:51.001369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.005118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3dbe10b-f5ca-4b47-8e6b-6692908f3577 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e937a214-6e40-47af-8ba3-d087fdefdc21 HTTP/1.1" status: 204 len: 168 time: 0.2971914 Dec 21 01:47:51.007241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:51.038124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:51.044680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7811da48-036d-4613-bfe6-4098b528bfaa req-625a5fd6-04f4-4f30-8690-4e489c1d0a7e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026614 Dec 21 01:47:51.066096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:51.076446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.088265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.164027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.164650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.166077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/86256666-ca2f-4222-bc48-ab6c2b9d6a1c HTTP/1.1" status: 200 len: 1097 time: 1.0755112 Dec 21 01:47:51.171691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.176681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-908b216b-0072-4693-a9e4-a3fe61f43808 req-84ddafd7-d578-479a-bfe9-40bfdcdab3e5 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679521 Dec 21 01:47:51.203406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299fbe0-3cba-4af2-a100-955e343009d5 service neutron] Pushing event updated for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:51.204764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c1194d-aed5-44d8-b80d-94ead05a1e3c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.215635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.215979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fcb9b7-ca31-43b2-80a2-d9d58cc4bd65') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.219011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb3ce2-580e-4aff-9de2-7cd07d68838d req-787ca4c8-3529-417e-9a6c-44c687bcc250 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.220526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ddb3ce2-580e-4aff-9de2-7cd07d68838d req-787ca4c8-3529-417e-9a6c-44c687bcc250 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1100283 Dec 21 01:47:51.236520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.253301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.261108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:47:51.261691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:47:51.263790 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:47:51.312960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ddb3ce2-580e-4aff-9de2-7cd07d68838d req-394a24f1-937b-4fbf-a83b-c771a8bcab0c tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856674 Dec 21 01:47:51.326768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-d0be01dd-708b-4934-a855-f01768253d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.328997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-d0be01dd-708b-4934-a855-f01768253d78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 1100 time: 0.0664895 Dec 21 01:47:51.342817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.349504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.357646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] 10.222.0.43 "DELETE /v2.0/networks/51c1194d-aed5-44d8-b80d-94ead05a1e3c HTTP/1.1" status: 204 len: 168 time: 0.3455241 Dec 21 01:47:51.359288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:51.400566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-64643942-b24c-4f02-bd13-db22c56bd641 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c HTTP/1.1" status: 200 len: 217 time: 0.0543706 Dec 21 01:47:51.403929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a773c-d89c-4864-afd3-610e3a7ad118 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c1194d-aed5-44d8-b80d-94ead05a1e3c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:51.427099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Deleting subnet 77a071a2-66bb-4444-9bcb-38fddd0d6fe6 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:47:51.430520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.459458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-9422d116-41be-45c0-ba4a-033b19af3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.460952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-9422d116-41be-45c0-ba4a-033b19af3aad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0514023 Dec 21 01:47:51.467028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.512333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.539760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-75a4ff69-26d0-479f-8818-a546448548c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.541279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-75a4ff69-26d0-479f-8818-a546448548c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718598 Dec 21 01:47:51.553870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf294fe-fe3d-49ee-a0e3-2def143c8598 req-dbf5bdaa-afbc-4b99-8a47-97e3dea03585 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.555662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf294fe-fe3d-49ee-a0e3-2def143c8598 req-dbf5bdaa-afbc-4b99-8a47-97e3dea03585 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 944 time: 0.0578113 Dec 21 01:47:51.578979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.606331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a071a2-66bb-4444-9bcb-38fddd0d6fe6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:51.610164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.615733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4f15c13f-62b5-4bc2-aa34-ec7a655cfd70 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/77a071a2-66bb-4444-9bcb-38fddd0d6fe6 HTTP/1.1" status: 204 len: 168 time: 0.2535665 Dec 21 01:47:51.616146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36336) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:51.685102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf294fe-fe3d-49ee-a0e3-2def143c8598 req-d370aac7-db35-4dd8-b27e-e3850209d3f0 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181881 Dec 21 01:47:51.693696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.702058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:51.704229 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15801c26-e4ed-427b-9457-c97ac13f9996" -d '{"events": [{"name": "network-changed", "server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:51.721138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-0e7548d8-aae2-46a8-b931-7cc2add78d5d service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644681 Dec 21 01:47:51.747853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456ed66-619d-4283-8f42-136759ddb541 req-81aebf03-0a0c-41cd-aa0e-5cce410cf138 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:51.749401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3456ed66-619d-4283-8f42-136759ddb541 req-81aebf03-0a0c-41cd-aa0e-5cce410cf138 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0861499 Dec 21 01:47:51.782455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.804550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a10d718-1e4f-4a93-9e86-e4b415935661']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.813013 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dc08bd-7c52-42d1-9bb3-07e6c245a7cc x-openstack-request-id: req-d7dc08bd-7c52-42d1-9bb3-07e6c245a7cc {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:51.813302 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:51.813577 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7dc08bd-7c52-42d1-9bb3-07e6c245a7cc {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:51.813966 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c', 'status': 'completed', 'code': 200} Dec 21 01:47:51.814292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e275f-1713-42fe-a744-49133721985d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.814588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e275f-1713-42fe-a744-49133721985d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:51.824054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.837187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.843420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:47:51.843789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:47:51.845434 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:47:51.853549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3456ed66-619d-4283-8f42-136759ddb541 req-27f2c042-1eae-409c-9ed2-addb670487a5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944829 Dec 21 01:47:51.871550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d4732e8-5053-4fe6-af48-1bc67934a4c5 req-9fed672e-6fa3-46ef-bd6e-3827d991e2ca service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372240 Dec 21 01:47:51.889951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.911663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.916864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:51.920645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a10d718-1e4f-4a93-9e86-e4b415935661 HTTP/1.1" status: 204 len: 168 time: 0.3038208 Dec 21 01:47:51.932382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a946d9-4f41-49be-8c51-d2c100ddaa24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a10d718-1e4f-4a93-9e86-e4b415935661,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:52.007876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-de7460fd-94ab-4a56-886f-6b58d05d0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.009595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-de7460fd-94ab-4a56-886f-6b58d05d0856 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43c82211d1b147728666183617531b78&device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 1100 time: 0.0431354 Dec 21 01:47:52.035045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36342) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:52.074028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a39d1f8f-3381-4a1d-943b-4aeac25cb432 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13ab032e172a47efa1f73fb670e42709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378685 Dec 21 01:47:52.076486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:52.230338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.247295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422650-6dc3-4aad-a746-aa3a867b01c3 req-48cfb3fc-2742-4cb1-86dd-ce0e5b6fed44 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.248760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4422650-6dc3-4aad-a746-aa3a867b01c3 req-48cfb3fc-2742-4cb1-86dd-ce0e5b6fed44 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 945 time: 0.1273515 Dec 21 01:47:52.252105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8576db94-6975-4e10-8173-7f93083f9112 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:52.269535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-670b47ba-f679-4e6f-9b37-511e4ac04ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.270830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-670b47ba-f679-4e6f-9b37-511e4ac04ef2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1766315 Dec 21 01:47:52.305765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 8576db94-6975-4e10-8173-7f93083f9112 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:52.309994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 8576db94-6975-4e10-8173-7f93083f9112 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:52.310367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.319199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.368628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-1e352782-253e-4f65-90c7-c8ec0e16167b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c HTTP/1.1" status: 200 len: 217 time: 0.0709529 Dec 21 01:47:52.389201 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.411446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576db94-6975-4e10-8173-7f93083f9112'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:52.413669 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5cd9c5-7ac2-460d-8ac1-0a5ae0df87b8" -d '{"events": [{"server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "name": "network-vif-plugged", "status": "completed", "tag": "8576db94-6975-4e10-8173-7f93083f9112"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:52.426249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:52.430123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.443184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682149-fe0d-4fd2-8cd5-0d203522d34c req-de8d7562-7d09-48da-a89e-b108fa5f5c10 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.444653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96682149-fe0d-4fd2-8cd5-0d203522d34c req-de8d7562-7d09-48da-a89e-b108fa5f5c10 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 948 time: 0.1905632 Dec 21 01:47:52.453278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4422650-6dc3-4aad-a746-aa3a867b01c3 req-3730a372-7680-434c-a47b-28068f173174 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905184 Dec 21 01:47:52.459491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 661bc0a8-6c5b-462e-b304-6331cf4749b0 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:52.461860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:52.488307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-186f17de-6971-47e3-b87b-116b733074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.489872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-186f17de-6971-47e3-b87b-116b733074f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1034102 Dec 21 01:47:52.522529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 7d92efad-2def-44d8-b199-d5683ef741a3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:47:52.522873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7d92efad-2def-44d8-b199-d5683ef741a3 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:52.528081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.530665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.531798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6624d40-bf8e-475b-aeab-e78661b52c4b HTTP/1.1" status: 204 len: 168 time: 0.4543989 Dec 21 01:47:52.552262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:52.559657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96682149-fe0d-4fd2-8cd5-0d203522d34c req-198e3eb6-53da-462a-9773-2a9f3eb05d0a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031940 Dec 21 01:47:52.576225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bbacd-4c29-434b-9ae0-073c88b8f9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6624d40-bf8e-475b-aeab-e78661b52c4b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:52.603454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-f718a355-5803-4040-82c3-a9eb5c02f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.605012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-f718a355-5803-4040-82c3-a9eb5c02f6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055391 Dec 21 01:47:52.615445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc2feb-b562-462b-870c-1e31647fac7c req-6709a479-9b20-4429-9284-ac5bd50515f3 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.616952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dfc2feb-b562-462b-870c-1e31647fac7c req-6709a479-9b20-4429-9284-ac5bd50515f3 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.0840173 Dec 21 01:47:52.630329 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b69e544-738d-407a-beb5-8deb2cd08e34 x-openstack-request-id: req-2b69e544-738d-407a-beb5-8deb2cd08e34 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:52.630678 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "name": "network-vif-plugged", "status": "completed", "tag": "8576db94-6975-4e10-8173-7f93083f9112", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:52.630937 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b69e544-738d-407a-beb5-8deb2cd08e34 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:52.631323 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576db94-6975-4e10-8173-7f93083f9112', 'code': 200} Dec 21 01:47:52.674517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0,segment=NetworkSegment(2903739d-b11b-442d-ac1c-5b4903006d0c),segment_id=2903739d-b11b-442d-ac1c-5b4903006d0c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:52.697577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '661bc0a8-6c5b-462e-b304-6331cf4749b0', 'network_id': '59535dac-3b32-494c-8d8c-c03553e25e91', 'port_id': '661bc0a8-6c5b-462e-b304-6331cf4749b0', 'mac_address': 'fa:16:3e:c8:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c70aff0-f8de-4453-8eb5-8a063401bee5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:52.727209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dfc2feb-b562-462b-870c-1e31647fac7c req-442b6c3b-9027-410b-9553-a00a35cc3bdd tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013327 Dec 21 01:47:52.744145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.756708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-d8bb7737-3448-4160-bee9-19cf80b6ec2c service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387534 Dec 21 01:47:52.759745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661bc0a8-6c5b-462e-b304-6331cf4749b0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:52.792528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0,segment=NetworkSegment(2903739d-b11b-442d-ac1c-5b4903006d0c),segment_id=2903739d-b11b-442d-ac1c-5b4903006d0c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:52.799624 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:52.842818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522db3e-13af-478c-9493-3770fe49d140 req-f7d75094-e4e1-4db0-8c13-9f5aa3bca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.844306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4522db3e-13af-478c-9493-3770fe49d140 req-f7d75094-e4e1-4db0-8c13-9f5aa3bca178 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1098 time: 0.0621150 Dec 21 01:47:52.860745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:52.899400 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4522db3e-13af-478c-9493-3770fe49d140 req-be2b553e-59bd-4e00-8b25-02655270c279 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Dec 21 01:47:52.978141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f080-3b7e-48be-b7b0-294f19b0e269 req-f4b7f972-68ed-47c2-986d-14d29c4ac123 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.980138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5066f080-3b7e-48be-b7b0-294f19b0e269 req-f4b7f972-68ed-47c2-986d-14d29c4ac123 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 945 time: 0.1599431 Dec 21 01:47:52.989166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece91435-21fe-4e35-8bc7-f11c230bc009 req-4dae112c-a4c0-4b8f-9b5f-45e2d3742131 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:52.990630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ece91435-21fe-4e35-8bc7-f11c230bc009 req-4dae112c-a4c0-4b8f-9b5f-45e2d3742131 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1415455 Dec 21 01:47:53.002132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:53.002351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15801c26-e4ed-427b-9457-c97ac13f9996 req-f4e44f58-431f-4a4f-b580-6a721448f863 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180827 Dec 21 01:47:53.002351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36370) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:53.005176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Request body: {'floatingip': {'port_id': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:53.052347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.150393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:47:53.227979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['661bc0a8-6c5b-462e-b304-6331cf4749b0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:53.383423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5066f080-3b7e-48be-b7b0-294f19b0e269 req-196de213-412f-4705-9ab6-5e6b708fa25e tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917940 Dec 21 01:47:53.394874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-501a7ed2-09d8-49c1-95d2-4233db37898c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d622fa2113844ca849a258d01c6227a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914766 Dec 21 01:47:53.397353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:47:53.438658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4f2f-1939-4b69-80ac-882bcd2dae2f req-9553e4d7-5895-48f0-82aa-7a9d6400f3d4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:53.440593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b04a4f2f-1939-4b69-80ac-882bcd2dae2f req-9553e4d7-5895-48f0-82aa-7a9d6400f3d4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1198819 Dec 21 01:47:53.522522 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.529601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b04a4f2f-1939-4b69-80ac-882bcd2dae2f req-713672ef-38ea-4d66-8a2b-6fcc11e3c817 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808895 Dec 21 01:47:53.580990 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.630512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cbfff-a466-4be5-82b0-eddf6a30a6fc req-742e5b49-cc62-4025-bff7-7d4a556a1c8b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:53.631980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b29cbfff-a466-4be5-82b0-eddf6a30a6fc req-742e5b49-cc62-4025-bff7-7d4a556a1c8b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 946 time: 0.0868983 Dec 21 01:47:53.688042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.690688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.691850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1335c6dd-4816-44a0-b79f-02603885b8ad HTTP/1.1" status: 204 len: 168 time: 0.2935627 Dec 21 01:47:53.723366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76196854-5f3a-4d91-82a5-4e90ff837e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335c6dd-4816-44a0-b79f-02603885b8ad,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:53.737854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d052-217f-48ee-92bf-2bd19ee7b6d3 req-a1cd0e7b-45c9-421c-9272-9ddc8a5290d8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:53.740625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5dd6d052-217f-48ee-92bf-2bd19ee7b6d3 req-a1cd0e7b-45c9-421c-9272-9ddc8a5290d8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 948 time: 0.1033497 Dec 21 01:47:53.745516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b29cbfff-a466-4be5-82b0-eddf6a30a6fc req-0677a6ad-19b5-4a83-94d6-5b197c16eb01 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995607 Dec 21 01:47:53.821673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5dd6d052-217f-48ee-92bf-2bd19ee7b6d3 req-fc2c5f98-2791-4390-83b3-375ca9475786 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696180 Dec 21 01:47:53.881243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.886052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:53.984671 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Floating IP 5c7c7578-a239-4162-9d44-ae3be66ba9b3 associated. External IP: 172.25.6.106, port: ff5056e0-8c0f-473f-9fc9-f74fc71740ce. Dec 21 01:47:54.227571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Router f5184ddf-9de3-47bc-89a5-5bad05b27355 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:47:54.355221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:47:54.360388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:54.378330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Sync routers for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:47:54.392249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:47:54.393381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:54.396696 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f7fbc7fa-e3a7-41f8-be4a-26360a3228b1 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "PUT /v2.0/floatingips/5c7c7578-a239-4162-9d44-ae3be66ba9b3 HTTP/1.1" status: 200 len: 991 time: 1.3958695 Dec 21 01:47:54.397305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:54.399806 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a118d8d-ef1d-4974-b07f-61debe66a4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:54.426000 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-d50c673c-4df6-46c4-99af-571f66c42b6a service neutron] show failed (client error): The resource could not be found. Dec 21 01:47:54.427568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-d50c673c-4df6-46c4-99af-571f66c42b6a service neutron] 10.222.0.45 "GET /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0757399 Dec 21 01:47:54.447620 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b7a054-3e0c-48d4-8097-aea9ade78840 x-openstack-request-id: req-64b7a054-3e0c-48d4-8097-aea9ade78840 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:54.448002 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:54.448320 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64b7a054-3e0c-48d4-8097-aea9ade78840 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:54.448776 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'status': 'completed', 'code': 200} Dec 21 01:47:54.481898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 661bc0a8-6c5b-462e-b304-6331cf4749b0 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:47:54.573108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-7ccea59d-5933-4f7d-9b79-fce871d9f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.578882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-7ccea59d-5933-4f7d-9b79-fce871d9f254 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 1097 time: 0.0639777 Dec 21 01:47:54.625230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ddf0-ef16-4f1b-97ea-c73def865ea4 req-458048c3-e9f2-4b50-b5d8-9c117e4fce61 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.629320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df82ddf0-ef16-4f1b-97ea-c73def865ea4 req-458048c3-e9f2-4b50-b5d8-9c117e4fce61 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 945 time: 0.1074746 Dec 21 01:47:54.640516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 661bc0a8-6c5b-462e-b304-6331cf4749b0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:47:54.647810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:47:54.650595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 661bc0a8-6c5b-462e-b304-6331cf4749b0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:54.651173 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:54.753245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-6116723a-7ee8-47e4-ac5e-87d6e8038d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.754749 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-6116723a-7ee8-47e4-ac5e-87d6e8038d43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1102 time: 0.0653553 Dec 21 01:47:54.765723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df82ddf0-ef16-4f1b-97ea-c73def865ea4 req-a5622692-a617-4df3-936c-07cc160cf766 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205966 Dec 21 01:47:54.774565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368d09-a8b9-4989-a184-a8653f5cce14 req-0489ad05-ff56-4e3c-a61d-4d22e690d84d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.776816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86368d09-a8b9-4989-a184-a8653f5cce14 req-0489ad05-ff56-4e3c-a61d-4d22e690d84d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0964284 Dec 21 01:47:54.786218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:54.798391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-290a41de-847f-4860-b743-76f3724240a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.802364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-290a41de-847f-4860-b743-76f3724240a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 200 len: 916 time: 0.2154071 Dec 21 01:47:54.848237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86368d09-a8b9-4989-a184-a8653f5cce14 req-f56b5564-dc93-40da-856f-5f112bba79f6 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547962 Dec 21 01:47:54.853238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:54.925972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:54.928436 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b829537-54df-420c-a257-2b12c2e97e85" -d '{"events": [{"server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "name": "network-vif-plugged", "status": "completed", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:54.947976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0,segment=NetworkSegment(2903739d-b11b-442d-ac1c-5b4903006d0c),segment_id=2903739d-b11b-442d-ac1c-5b4903006d0c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:54.954243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:54.959279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:54.960036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64cd79-2e2d-47b2-a692-58ef883a29ed req-c228fb63-7035-4b83-80f2-c4a53c0b0dca tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:54.961651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a64cd79-2e2d-47b2-a692-58ef883a29ed req-c228fb63-7035-4b83-80f2-c4a53c0b0dca tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 946 time: 0.0761423 Dec 21 01:47:55.022936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-328ccfd4-396e-48f3-9a6d-6c26d5b0d3f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 200 len: 999 time: 0.1830277 Dec 21 01:47:55.049912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:55.060560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a64cd79-2e2d-47b2-a692-58ef883a29ed req-16107d3a-6531-4031-98a1-a94c5cdd6869 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728951 Dec 21 01:47:55.076270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfac447-ac6c-4b50-9e48-d336bc2a47dc req-67863c1e-b6b8-454e-9f8a-c8ae7af8eb0c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.082607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bfac447-ac6c-4b50-9e48-d336bc2a47dc req-67863c1e-b6b8-454e-9f8a-c8ae7af8eb0c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 948 time: 0.1174154 Dec 21 01:47:55.095395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c7c7578-a239-4162-9d44-ae3be66ba9b3', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'port_id': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'mac_address': 'fa:16:3e:2d:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:46:49Z', 'updated_at': '2021-12-21T01:47:53Z', 'revision_number': 1, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:55.154180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Checking router: f5184ddf-9de3-47bc-89a5-5bad05b27355 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:47:55.160573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-c2012a97-90a1-4ccc-b427-1513a55af671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.162077 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-c2012a97-90a1-4ccc-b427-1513a55af671 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 HTTP/1.1" status: 200 len: 855 time: 0.1252606 Dec 21 01:47:55.165586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:47:55.166687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:55.212877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bfac447-ac6c-4b50-9e48-d336bc2a47dc req-35b21600-cfc3-4bd6-a7ea-b500ff6a64de tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997005 Dec 21 01:47:55.274801 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b38457-a7c3-4c6e-941f-e56ef4d37ddd x-openstack-request-id: req-a4b38457-a7c3-4c6e-941f-e56ef4d37ddd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:55.274801 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "name": "network-vif-plugged", "status": "completed", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:55.275149 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4b38457-a7c3-4c6e-941f-e56ef4d37ddd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:55.275483 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0', 'code': 200} Dec 21 01:47:55.293375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-188a6cb2-d454-46da-840b-bc9789acbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.294902 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-188a6cb2-d454-46da-840b-bc9789acbe6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259651 Dec 21 01:47:55.310132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:47:55.363563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-2e4b3e75-d568-4401-9130-db4e23a74b99 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-753809999&fields=id&tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 267 time: 0.0781839 Dec 21 01:47:55.411832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:55.471581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-5659b85c-1d2e-43d6-b00b-68776b6be5a5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.480624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-5659b85c-1d2e-43d6-b00b-68776b6be5a5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 946 time: 0.1018250 Dec 21 01:47:55.484609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:55.488802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'security_groups': ['d75524fd-0d53-42f1-b712-335380243d49', 'ecfc08a8-3418-4bd3-9d7d-976b47b0020a']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:55.498383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec1a84-270c-472f-af6f-78fd0c7d1a6e req-c0f57aac-f241-4a08-987c-6d87c06ef86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.499712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bec1a84-270c-472f-af6f-78fd0c7d1a6e req-c0f57aac-f241-4a08-987c-6d87c06ef86f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 1098 time: 0.0802305 Dec 21 01:47:55.514876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-046f7090-7635-4d1f-98c4-91d8b72aca25 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955605 Dec 21 01:47:55.564844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.597990 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.603529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bec1a84-270c-472f-af6f-78fd0c7d1a6e req-62cc7042-f2f5-4ace-b48f-3c3b120b2b9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 Dec 21 01:47:55.607896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Transition to ACTIVE for port object ddaacd10-0fa5-4a81-9828-877a13aa54b9 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:55.614346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.677264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1a118d8d-ef1d-4974-b07f-61debe66a4ba req-6860e07d-c1c5-4b68-8597-0239fc1d4a8a service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539323 Dec 21 01:47:55.692683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c7c7578-a239-4162-9d44-ae3be66ba9b3', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'port_id': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'mac_address': 'fa:16:3e:2d:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:46:49Z', 'updated_at': '2021-12-21T01:47:53Z', 'revision_number': 1, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:47:55.703492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] No DVR routers for this DVR port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:47:55.705569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:55.735179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c005a-0256-4a05-8ec1-e15bd790e2a3 None None] The sync data for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 is: [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c7c7578-a239-4162-9d44-ae3be66ba9b3', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'port_id': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'mac_address': 'fa:16:3e:2d:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:46:49Z', 'updated_at': '2021-12-21T01:47:53Z', 'revision_number': 1, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:47:55.758502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:55.758850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:55.759192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:55.764136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:55.764512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:55.770020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:55.770356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:55.770740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:55.771161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Bound port: ddaacd10-0fa5-4a81-9828-877a13aa54b9, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:55.771566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.886637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:55.890377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:55.898890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.936800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:55.937596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:55.939035 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] 10.222.0.24 "PUT /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 1097 time: 1.1596036 Dec 21 01:47:55.953002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-e9c22c0e-f0a7-44fd-b2bf-0ef88cde69df tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=28c9694681324fb1aea1a43b786086af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459449 Dec 21 01:47:55.955860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:55.981140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4170b2f-0336-469b-9d37-94f16c7d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:56.026846 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dada55-8aef-4bb4-871e-469c17527918 None None] New status for floating IP 5c7c7578-a239-4162-9d44-ae3be66ba9b3: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:47:56.101505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-9346f412-eaf8-4af8-ae4a-9b114b543ded tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.109929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-9346f412-eaf8-4af8-ae4a-9b114b543ded tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504126 Dec 21 01:47:56.113070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-5a990c9d-1b30-4329-b481-a14897252142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.114420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-5a990c9d-1b30-4329-b481-a14897252142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1100 time: 0.0653048 Dec 21 01:47:56.134722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-cb2eae0f-9893-4aa7-935f-fcabadf8d32c tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/quotas/28c9694681324fb1aea1a43b786086af HTTP/1.1" status: 200 len: 375 time: 0.0238459 Dec 21 01:47:56.174103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-f2b35a92-c4d3-45a9-89ac-92fcb2675c44 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384614 Dec 21 01:47:56.186538 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.195382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.237112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-93cdabcb-8133-4f72-82e9-fda9023a2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.239034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-93cdabcb-8133-4f72-82e9-fda9023a2d5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1144388 Dec 21 01:47:56.245353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', '8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:56.255591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.256307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.258849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1870a6c2-3a65-4f83-b79c-ee5fa27a2d2a req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "PUT /v2.0/ports/8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 982 time: 0.7768090 Dec 21 01:47:56.258849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:56.262029 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ce407-4229-4b53-a860-e98151b588f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:56.286281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c988f-44ef-4102-bbc9-d552e3dbee84 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:56.309147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 86256666-ca2f-4222-bc48-ab6c2b9d6a1c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:47:56.339964 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-39bed8a9-52f1-41d3-b9cc-dac185d1b290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0900943 Dec 21 01:47:56.437318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-7ba74ba4-ecae-4eb7-a659-1683217003be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.439020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-7ba74ba4-ecae-4eb7-a659-1683217003be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0801551 Dec 21 01:47:56.445701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dca3d-37d8-4ddd-b51f-cfc9ffd263ce req-f2f73e5a-1cd4-4db9-bce8-307fba831bf2 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.450062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}, {'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:56.452779 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79" -d '{"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}, {"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:47:56.453500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5dca3d-37d8-4ddd-b51f-cfc9ffd263ce req-f2f73e5a-1cd4-4db9-bce8-307fba831bf2 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.0927434 Dec 21 01:47:56.507377 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.512514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:56.512695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-25f2a563-2dff-4451-b609-956134c6dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.515483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-25f2a563-2dff-4451-b609-956134c6dfb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596788 Dec 21 01:47:56.551802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5dca3d-37d8-4ddd-b51f-cfc9ffd263ce req-905883a2-73b0-4721-ab45-2dd75d3366de tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973551 Dec 21 01:47:56.577701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:56.613257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c', 'mac_address': 'fa:16:3e:cd:06:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:47:56.635272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-ab237ffa-5c49-4395-9c64-f57249cd4eae service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101658 Dec 21 01:47:56.715370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ce0f-e18c-41c7-b4e2-7e7937e1775e req-3447759d-c168-41c8-9606-9957c842a0c5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.718021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.730120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cd6ce0f-e18c-41c7-b4e2-7e7937e1775e req-3447759d-c168-41c8-9606-9957c842a0c5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.0838897 Dec 21 01:47:56.766710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86256666-ca2f-4222-bc48-ab6c2b9d6a1c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:56.797362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18e5caa8-e0c4-4f55-9eb2-9ad61526098f req-736a225c-e020-4b80-ab5a-c644b2ceb281 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510367 Dec 21 01:47:56.827667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:47:56.844651 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:56.846547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cd6ce0f-e18c-41c7-b4e2-7e7937e1775e req-9ba1e722-cca1-40a6-b233-6f1fb5314ea5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144257 Dec 21 01:47:56.863567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd158-9a05-45b5-a926-bd5e9ed56683 req-487013de-5a8d-4cac-978c-4ce9d762be8b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:56.865530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b9cd158-9a05-45b5-a926-bd5e9ed56683 req-487013de-5a8d-4cac-978c-4ce9d762be8b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 948 time: 0.0737607 Dec 21 01:47:56.912723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:56.924158 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd173023-01a5-45b2-96d9-9fae3d73f7f6 x-openstack-request-id: req-dd173023-01a5-45b2-96d9-9fae3d73f7f6 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:56.926779 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:56.927688 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd173023-01a5-45b2-96d9-9fae3d73f7f6 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:56.929732 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112', 'status': 'completed', 'code': 200} Dec 21 01:47:57.007197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b9cd158-9a05-45b5-a926-bd5e9ed56683 req-94cd000b-d9bc-4da9-8eac-be32009c5fd0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271145 Dec 21 01:47:57.047120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fc1dea-716e-4177-954b-9ebf9eebd051 req-745e37e8-a438-4015-8452-cd266e4e149a tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ecfc08a8-3418-4bd3-9d7d-976b47b0020a HTTP/1.1" status: 200 len: 1817 time: 0.0945890 Dec 21 01:47:57.059990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce407-4229-4b53-a860-e98151b588f4 req-4d0feeaf-f95c-47e8-8e71-cc49577c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.062034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-4d0feeaf-f95c-47e8-8e71-cc49577c9c2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1137 time: 0.0790901 Dec 21 01:47:57.171905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-895dae48-2690-47ee-a43d-10d291749146 req-6cad8f24-fe5d-430d-931c-097620ca912a tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 210 time: 0.0638263 Dec 21 01:47:57.184768 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-a6fc1dea-716e-4177-954b-9ebf9eebd051 req-e5efbb3c-d203-4b2a-a28c-5adbc172a73b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 01:47:57.185829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fc1dea-716e-4177-954b-9ebf9eebd051 req-e5efbb3c-d203-4b2a-a28c-5adbc172a73b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/ecfc08a8-3418-4bd3-9d7d-976b47b0020a HTTP/1.1" status: 409 len: 341 time: 0.1308639 Dec 21 01:47:57.212431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce407-4229-4b53-a860-e98151b588f4 req-cbf77a94-aeff-4584-946e-e363bacdde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.214609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-cbf77a94-aeff-4584-946e-e363bacdde91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.1397572 Dec 21 01:47:57.244890 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8571c-7a34-438b-9704-dbc32bdc4d45 x-openstack-request-id: req-15b8571c-7a34-438b-9704-dbc32bdc4d45 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:47:57.245412 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "code": 200}, {"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:47:57.245554 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15b8571c-7a34-438b-9704-dbc32bdc4d45 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:47:57.245875 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'code': 200} Dec 21 01:47:57.246134 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'status': 'completed', 'code': 200} Dec 21 01:47:57.286501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-01f0e6fe-bd7b-4847-a0f4-6b2089453136 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 217 time: 0.0534902 Dec 21 01:47:57.422201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-864b20af-27d5-4347-aed0-ee67bc9a0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.424021 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-864b20af-27d5-4347-aed0-ee67bc9a0457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1100 time: 0.0521650 Dec 21 01:47:57.440651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce407-4229-4b53-a860-e98151b588f4 req-1d6c8ea8-eb7d-45bf-b9de-bd7d92776c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.442715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-1d6c8ea8-eb7d-45bf-b9de-bd7d92776c1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0722318 Dec 21 01:47:57.520727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-ce4090c9-5195-49b9-a3a7-a9b1e673578a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688477 Dec 21 01:47:57.521528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['86256666-ca2f-4222-bc48-ab6c2b9d6a1c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:47:57.574239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-7f2b723a-2df6-4a8d-829e-4a569446d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.575937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-7f2b723a-2df6-4a8d-829e-4a569446d3e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1100 time: 0.1352623 Dec 21 01:47:57.619426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd23b3-a483-4140-8368-8ef93ebd6048 req-fb20a25d-14f1-4603-9912-235f0b4ede5b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.620996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8bd23b3-a483-4140-8368-8ef93ebd6048 req-fb20a25d-14f1-4603-9912-235f0b4ede5b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.1153636 Dec 21 01:47:57.672349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-535ff977-4763-4a6f-a39c-c676b84f8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.674090 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-535ff977-4763-4a6f-a39c-c676b84f8274 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2163222 Dec 21 01:47:57.714303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842855b8-ef3e-443e-86f0-83e25e8beb62 req-7cb5ad09-7f09-4e5d-b3e3-96fb76047783 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.715779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-842855b8-ef3e-443e-86f0-83e25e8beb62 req-7cb5ad09-7f09-4e5d-b3e3-96fb76047783 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 985 time: 0.1528597 Dec 21 01:47:57.725146 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-20897fbc-2513-421f-b7a2-2f06e87294be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0411773 Dec 21 01:47:57.743654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-2949d154-06b2-4237-ae9e-a56205ab2a7d service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908731 Dec 21 01:47:57.755148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8bd23b3-a483-4140-8368-8ef93ebd6048 req-e28dd12b-49e0-41a0-a373-3b99726ae2bb tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013255 Dec 21 01:47:57.774283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-22ac5457-86ce-41be-9512-f376f9ce53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.776169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-22ac5457-86ce-41be-9512-f376f9ce53ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1793571 Dec 21 01:47:57.839862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-23242b99-3f7b-45f3-88f1-ee58cc17f42f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0448518 Dec 21 01:47:57.848851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-2ec3ad71-8e88-4a38-a0cc-6ef5a4888968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.850388 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-2ec3ad71-8e88-4a38-a0cc-6ef5a4888968 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1108842 Dec 21 01:47:57.877562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-842855b8-ef3e-443e-86f0-83e25e8beb62 req-ae1029d1-3276-44fc-a5b7-9dbd0a824aa5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1528654 Dec 21 01:47:57.909725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236ce407-4229-4b53-a860-e98151b588f4 req-07e0f381-bd90-40c4-8964-9b96dfc9172e service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525729 Dec 21 01:47:57.918173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb4e7-c2d9-49c5-84cb-ced0e64f3fea req-97b3f940-375a-4391-919b-3cf19ec59c47 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.919544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21ceb4e7-c2d9-49c5-84cb-ced0e64f3fea req-97b3f940-375a-4391-919b-3cf19ec59c47 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.0871446 Dec 21 01:47:57.934291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-133d7cd8-dc68-41a4-aa10-f4acef0c5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.935883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-133d7cd8-dc68-41a4-aa10-f4acef0c5483 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0837584 Dec 21 01:47:57.941648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-707dda82-6497-4fc4-bab9-4c669cdf83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:57.943363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-707dda82-6497-4fc4-bab9-4c669cdf83d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648675 Dec 21 01:47:57.974439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21ceb4e7-c2d9-49c5-84cb-ced0e64f3fea req-8680e408-8c31-4717-94f1-2226ba4b88c9 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Dec 21 01:47:58.009072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-bdff7f94-6b16-46b7-aa66-04103985e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.018669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-bdff7f94-6b16-46b7-aa66-04103985e64f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738831 Dec 21 01:47:58.165369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-90cbd91f-c5ef-48eb-bfdb-6fbe36ed6a75 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774797 Dec 21 01:47:58.200745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036fa6-11e2-472b-81c5-13fc75f6e2cb req-2469efb4-dde9-43e3-b3e7-e3e102e4350c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.202398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84036fa6-11e2-472b-81c5-13fc75f6e2cb req-2469efb4-dde9-43e3-b3e7-e3e102e4350c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.1480396 Dec 21 01:47:58.203860 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-452c5a2d-dd3b-4caf-977c-dd3f5163f25e service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740975 Dec 21 01:47:58.206743 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-8e9309e0-7025-4618-bf38-1bdf7ce7be38 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=28c9694681324fb1aea1a43b786086af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360804 Dec 21 01:47:58.226804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-910f3f45-1b05-4c7e-a139-83169011d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.228337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-910f3f45-1b05-4c7e-a139-83169011d815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1137 time: 0.1973393 Dec 21 01:47:58.277834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:47:58.320221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e7cbb-fa5b-45d5-b73c-dd8ff2e7745f req-cdbd50ef-4e08-450a-bb90-0e244c60268b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.321551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-850e7cbb-fa5b-45d5-b73c-dd8ff2e7745f req-cdbd50ef-4e08-450a-bb90-0e244c60268b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 949 time: 0.1729913 Dec 21 01:47:58.322304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:47:58.323321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:47:58.362886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84036fa6-11e2-472b-81c5-13fc75f6e2cb req-b7f14a56-c6e9-43a2-90af-4cbb6aed4913 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518819 Dec 21 01:47:58.408098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-a753ffab-e505-423a-a0c3-ef2dcf8fcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.409871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-a753ffab-e505-423a-a0c3-ef2dcf8fcf4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.1692414 Dec 21 01:47:58.418258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-ab772926-aae0-455a-88d6-1783d54e1872 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336144 Dec 21 01:47:58.418799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-850e7cbb-fa5b-45d5-b73c-dd8ff2e7745f req-5dbcb1fd-e34e-4352-b08b-5d5ea8757ad4 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Dec 21 01:47:58.460448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-fad71c18-1453-4285-907c-537585ffc6ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 217 time: 0.0410552 Dec 21 01:47:58.462740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf574a1f-eb02-4169-b4c7-4bdb1109fb79 req-d815fb75-850b-4529-a803-7fa5b46d9a1c service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382884 Dec 21 01:47:58.474929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-f24545ac-ffb0-4d72-9d26-501610de3461 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.474929 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-f24545ac-ffb0-4d72-9d26-501610de3461 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515600 Dec 21 01:47:58.501542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd954ede-1968-4b7f-bbf7-47e765b8005a req-0a2b1a0e-7967-48de-8abd-17bc8058ce79 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Dec 21 01:47:58.538048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Request body: {'port': {'device_id': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '28c9694681324fb1aea1a43b786086af'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:58.547826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-928ed156-050d-4a8e-b61f-25dbe1782b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.549371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-928ed156-050d-4a8e-b61f-25dbe1782b03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0738306 Dec 21 01:47:58.583255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-9a0f0fd3-580a-41e4-9e53-4eaea67cb946 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260346 Dec 21 01:47:58.658980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Made reservation on behalf of 28c9694681324fb1aea1a43b786086af for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:47:58.663168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:58.678204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:58.684824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-c10b588b-70ba-4bdc-af4b-438cca0e7bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939159 Dec 21 01:47:58.772024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:58.779871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:58.811613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b11a778-a447-4deb-b4c6-a4b4d19ee74f req-45b56603-aebd-4f15-a2ab-d506bbf5e7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180716 Dec 21 01:47:58.819602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e9127-75e4-4fc0-8377-f16d304df61d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:58.968344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Allocated IP 192.168.233.171 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/f76bb510-23fe-4d86-a5fb-10bee39f4604) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:47:58.970211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718d5f-cfa3-4eb7-9727-d53a80433e6c req-614c2100-86e2-4898-860a-f96398c771f7 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:58.971999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61718d5f-cfa3-4eb7-9727-d53a80433e6c req-614c2100-86e2-4898-860a-f96398c771f7 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.0527442 Dec 21 01:47:59.062461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61718d5f-cfa3-4eb7-9727-d53a80433e6c req-93b8e5e8-2707-4bde-a113-1a252570a17c tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828235 Dec 21 01:47:59.071104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bb96-d78f-486c-a07b-cbab4ee578e7 req-69fef371-20c3-48c7-ab04-39b188619e9c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.072541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f32bb96-d78f-486c-a07b-cbab4ee578e7 req-69fef371-20c3-48c7-ab04-39b188619e9c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 985 time: 0.0744102 Dec 21 01:47:59.145117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f32bb96-d78f-486c-a07b-cbab4ee578e7 req-6d16e45c-361d-4454-ad6f-9b1a9deae71c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0649917 Dec 21 01:47:59.146498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.195125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.196156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae159f22-4f7c-4189-ae6a-6c865a946267 req-6cc71077-8af6-47f0-947d-c547ca9049f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.199124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae159f22-4f7c-4189-ae6a-6c865a946267 req-6cc71077-8af6-47f0-947d-c547ca9049f1 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.0528786 Dec 21 01:47:59.246247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:47:59.249397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:47:59.249763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae159f22-4f7c-4189-ae6a-6c865a946267 req-3807636d-e63f-4f09-a97a-cbf043cb7f89 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444670 Dec 21 01:47:59.253835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:47:59.275797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Pushing event updated for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:59.313129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.313831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.331877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-94ee9dff-f52c-4585-9261-7595c0fa98ca tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8056114 Dec 21 01:47:59.353860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Request body: {'port': {'device_id': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:47:59.413777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.504486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e097cd-4997-485d-90e3-ad227c68e2f4 req-46e516e0-98a1-4571-9916-6a8ebb4e94fd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.506196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5e097cd-4997-485d-90e3-ad227c68e2f4 req-46e516e0-98a1-4571-9916-6a8ebb4e94fd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.0595150 Dec 21 01:47:59.546673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f1d63ba7-5f9e-4d30-a99c-9dd05943f37f None None] Provisioning complete for port f76bb510-23fe-4d86-a5fb-10bee39f4604 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:47:59.547759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1d63ba7-5f9e-4d30-a99c-9dd05943f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.584506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f1d63ba7-5f9e-4d30-a99c-9dd05943f37f None None] Port f76bb510-23fe-4d86-a5fb-10bee39f4604 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:47:59.589055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5e097cd-4997-485d-90e3-ad227c68e2f4 req-8a76280c-ee86-459a-a055-3261d9e1f8fd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Dec 21 01:47:59.600846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f0a-f447-4279-b7f2-96a17cbd7282 req-818828e3-4b0a-4f29-a257-ad81fb3c3047 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.602374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88f80f0a-f447-4279-b7f2-96a17cbd7282 req-818828e3-4b0a-4f29-a257-ad81fb3c3047 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 949 time: 0.0866830 Dec 21 01:47:59.654278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88f80f0a-f447-4279-b7f2-96a17cbd7282 req-8bbcb964-d92d-4af9-8e33-95e9f66e1b1e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443792 Dec 21 01:47:59.708444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9f4a-2c3c-4588-aeae-f6f789c90216 req-5f20b45a-1c80-48ad-958d-086efc31645e tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.709936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d66e9f4a-2c3c-4588-aeae-f6f789c90216 req-5f20b45a-1c80-48ad-958d-086efc31645e tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 936 time: 0.0546691 Dec 21 01:47:59.713132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76bb510-23fe-4d86-a5fb-10bee39f4604 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:47:59.722167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.734576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Transition to ACTIVE for port object f76bb510-23fe-4d86-a5fb-10bee39f4604 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:47:59.738526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.758598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d66e9f4a-2c3c-4588-aeae-f6f789c90216 req-bdb7d373-159f-4ad7-b988-3cb7c21829f7 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Dec 21 01:47:59.803883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Pushing event updated for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:47:59.857511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Attempting to bind port f76bb510-23fe-4d86-a5fb-10bee39f4604 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:47:59.857843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Attempting to bind port f76bb510-23fe-4d86-a5fb-10bee39f4604 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:47:59.858166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Attempting to bind port f76bb510-23fe-4d86-a5fb-10bee39f4604 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:59.862567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Port f76bb510-23fe-4d86-a5fb-10bee39f4604 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:47:59.862880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Attempting to bind port f76bb510-23fe-4d86-a5fb-10bee39f4604 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:47:59.867904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:47:59.868230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:47:59.868605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:47:59.869019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Bound port: f76bb510-23fe-4d86-a5fb-10bee39f4604, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:47:59.869385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.936394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:47:59.939582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:47:59.944099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.978102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:47:59.979307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:47:59.980689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] 10.222.0.24 "PUT /v2.0/ports/f76bb510-23fe-4d86-a5fb-10bee39f4604 HTTP/1.1" status: 200 len: 1097 time: 0.6313941 Dec 21 01:47:59.982805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:47:59.985032 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:00.024268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbefbdc-da15-4c06-a749-3eb29853f23b service neutron] Pushing event updated for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:00.033882 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711081a-1798-4d11-94e2-ee3a0329637a x-openstack-request-id: req-4711081a-1798-4d11-94e2-ee3a0329637a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:00.034047 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:00.034216 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4711081a-1798-4d11-94e2-ee3a0329637a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:00.034617 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604', 'status': 'completed', 'code': 200} Dec 21 01:48:00.130145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-2fff1af4-cbf6-46dd-a4e7-3acbf6e37348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.131857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-2fff1af4-cbf6-46dd-a4e7-3acbf6e37348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 1100 time: 0.0467515 Dec 21 01:48:00.200613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f871640-2890-48d9-ac85-003915d0210a req-38d14470-9ea4-4e99-b0a3-eb250d4a7c4b tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.202264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f871640-2890-48d9-ac85-003915d0210a req-38d14470-9ea4-4e99-b0a3-eb250d4a7c4b tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.0580928 Dec 21 01:48:00.209495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-5a92d036-1924-4fd4-9ded-42e9684dbbf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604 HTTP/1.1" status: 200 len: 217 time: 0.0495450 Dec 21 01:48:00.270700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-2303421b-9180-42bd-9c23-da16dfb68feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.273190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-2303421b-9180-42bd-9c23-da16dfb68feb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0497873 Dec 21 01:48:00.278478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f871640-2890-48d9-ac85-003915d0210a req-862d631a-bb08-445b-ac46-b555f51bce07 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Dec 21 01:48:00.294605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233e95-346b-44f0-a46c-21caf9a4335c req-aa1846c2-bddb-43f6-a593-d889fd8ca3cf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.294605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e233e95-346b-44f0-a46c-21caf9a4335c req-aa1846c2-bddb-43f6-a593-d889fd8ca3cf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 985 time: 0.0685093 Dec 21 01:48:00.313362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 86256666-ca2f-4222-bc48-ab6c2b9d6a1c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:00.349128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-13d2de1f-e24e-4912-bdeb-897e98892da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.350737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-13d2de1f-e24e-4912-bdeb-897e98892da0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638862 Dec 21 01:48:00.383035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:00.384632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e233e95-346b-44f0-a46c-21caf9a4335c req-f0bf383d-1181-4f6e-adfb-11f0e723b32c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0827525 Dec 21 01:48:00.389458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:00.390054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.471584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:00.501672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.523538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecd5f7-944c-4ed6-a528-540beb4bd9d4 req-5a4df007-8154-486b-b3bf-f35c27c33de9 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.525855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbecd5f7-944c-4ed6-a528-540beb4bd9d4 req-5a4df007-8154-486b-b3bf-f35c27c33de9 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.0830898 Dec 21 01:48:00.540632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-4b66dec2-f7f9-4868-891f-37cb4bb1ae1d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1811061113&fields=id&tenant_id=01b75923e97941e7aed4ec12140869d5 HTTP/1.1" status: 200 len: 267 time: 0.0681336 Dec 21 01:48:00.544672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:00.547109 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24a840-cd8a-4d61-9be0-99a4a105045f" -d '{"events": [{"server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:00.622826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbecd5f7-944c-4ed6-a528-540beb4bd9d4 req-2dce8afa-a597-487a-b495-52ac11151241 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799954 Dec 21 01:48:00.637827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-017509c5-39e6-4191-b7e4-8e4db51ed60e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.639408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-017509c5-39e6-4191-b7e4-8e4db51ed60e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 985 time: 0.0878887 Dec 21 01:48:00.654497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'port': {'security_groups': ['d75524fd-0d53-42f1-b712-335380243d49', 'ecfc08a8-3418-4bd3-9d7d-976b47b0020a', 'ee4dde3d-fd52-4889-9378-90918cc06806']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:00.731935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:00.740248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.788655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.803676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:00.818203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:00.833178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'mac_address': 'fa:16:3e:ce:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:00.851693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1050e51-ea57-4b02-9d57-815b0845b2b6 req-30d3f825-914f-4b76-817e-af764c11855d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:00.859840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1050e51-ea57-4b02-9d57-815b0845b2b6 req-30d3f825-914f-4b76-817e-af764c11855d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 948 time: 0.1022143 Dec 21 01:48:00.864045 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-405b1027-7e59-4370-b8cc-383262ae8882 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035260 Dec 21 01:48:00.873649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.887244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:00.907026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:00.911351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:00.942001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1050e51-ea57-4b02-9d57-815b0845b2b6 req-7c59e919-46c4-4960-a85f-90629fa8675f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813015 Dec 21 01:48:00.985004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:01.025552 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c134ed71-a59f-47c1-ad26-9a6d01fc60c0 req-c554b38e-d8e2-4de5-8d69-9d218666e702 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985234 Dec 21 01:48:01.146664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:01.165613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa363a-8753-4b3c-a8ed-8cf445cda43c req-e7ab8227-1db8-476e-a11b-18d94fdeb152 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.167191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6daa363a-8753-4b3c-a8ed-8cf445cda43c req-e7ab8227-1db8-476e-a11b-18d94fdeb152 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.1290188 Dec 21 01:48:01.174693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289a0dc-2147-4067-b396-5c0d0958355a req-c8e216ac-afff-4d09-8e8d-688a1fafb02b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.176097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6289a0dc-2147-4067-b396-5c0d0958355a req-c8e216ac-afff-4d09-8e8d-688a1fafb02b tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.1390510 Dec 21 01:48:01.195514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-23fda697-a8f9-40aa-a2fe-4939dc122e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.196986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-23fda697-a8f9-40aa-a2fe-4939dc122e25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 1100 time: 0.0411572 Dec 21 01:48:01.241959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.256890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.293035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-b42ae9ad-3695-43b2-a064-b7373d67ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.294650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', '8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:01.294798 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-b42ae9ad-3695-43b2-a064-b7373d67ebf7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.0885353 Dec 21 01:48:01.329140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6daa363a-8753-4b3c-a8ed-8cf445cda43c req-e96f3b8f-fcd4-4c8f-a62f-3c9ccd68d9d1 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505117 Dec 21 01:48:01.347686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.348327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.349896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0510e5ab-85de-4de5-ad7a-75e2120eb2d2 req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "PUT /v2.0/ports/8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 1021 time: 0.7011888 Dec 21 01:48:01.350361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:01.353646 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e69c2-27c4-4245-a1b1-71dbc0ad7884" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:01.382599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224a71-f3db-41f3-a01f-89837e6f062e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:01.403300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Deleting port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:01.403558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.423196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-9ec0750c-a3f1-44f5-8b14-d1908be52cd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604 HTTP/1.1" status: 200 len: 217 time: 0.1021042 Dec 21 01:48:01.447145 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf360f91-1197-475d-9838-35380596b369 x-openstack-request-id: req-bf360f91-1197-475d-9838-35380596b369 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:01.447427 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:01.448325 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf360f91-1197-475d-9838-35380596b369 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:01.448705 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c', 'code': 200} Dec 21 01:48:01.526373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-af1bfe07-6106-4a55-8cc0-60d2d3cd7148 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.527859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-af1bfe07-6106-4a55-8cc0-60d2d3cd7148 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.2056456 Dec 21 01:48:01.529800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-26ad704b-3d30-4d40-8b8b-fa9819565447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.531845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-26ad704b-3d30-4d40-8b8b-fa9819565447 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0725093 Dec 21 01:48:01.571226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:01.622016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] For port c71b82fc-0033-4d33-8d83-ac0b5fdabac9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:01.622469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.692625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331a222-0658-4ba8-8dd9-9422d29c32cf req-4845e0f4-6e0e-4bfb-afa3-9156885fa119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.694140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0331a222-0658-4ba8-8dd9-9422d29c32cf req-4845e0f4-6e0e-4bfb-afa3-9156885fa119 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 1102 time: 0.1103747 Dec 21 01:48:01.713275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-8f3244f5-85e9-4ace-b356-3e6f2786ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:01.714196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ddaacd10-0fa5-4a81-9828-877a13aa54b9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:01.714791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-8f3244f5-85e9-4ace-b356-3e6f2786ffdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321092 Dec 21 01:48:01.820517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Deleting port 661bc0a8-6c5b-462e-b304-6331cf4749b0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:01.820950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:01.838741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0331a222-0658-4ba8-8dd9-9422d29c32cf req-1e195204-73bf-429a-8ee6-29066a352d1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358387 Dec 21 01:48:01.920793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-37db1e4f-baab-44ae-b757-f7ea2e1a024b service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913793 Dec 21 01:48:02.000525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] For port 661bc0a8-6c5b-462e-b304-6331cf4749b0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=661bc0a8-6c5b-462e-b304-6331cf4749b0,segment=NetworkSegment(2903739d-b11b-442d-ac1c-5b4903006d0c),segment_id=2903739d-b11b-442d-ac1c-5b4903006d0c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:02.000873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.010933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9c37-9016-4138-87d2-83e68895428a req-e0ba117f-3bef-4d7a-822b-8a3146b1f544 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.015627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-012a9c37-9016-4138-87d2-83e68895428a req-e0ba117f-3bef-4d7a-822b-8a3146b1f544 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 948 time: 0.4882274 Dec 21 01:48:02.018028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Calling delete_port for 661bc0a8-6c5b-462e-b304-6331cf4749b0 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:02.085655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cca8bb-ff6f-45f4-9062-33a1db95156f req-8e18d154-3c3d-4dd3-83f1-949cd4ffda69 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.087121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99cca8bb-ff6f-45f4-9062-33a1db95156f req-8e18d154-3c3d-4dd3-83f1-949cd4ffda69 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/ports?device_id=aca09e54-a950-41f0-8b43-64a2700f445e HTTP/1.1" status: 200 len: 946 time: 0.5182178 Dec 21 01:48:02.091153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266eeb1-0429-4dce-b0ee-a4ec06d291ce req-7b89b4ff-a540-42cd-8775-ab8c5ac3af89 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610603 Dec 21 01:48:02.175195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.194486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-012a9c37-9016-4138-87d2-83e68895428a req-c404f337-66ca-4f1c-aed7-dd896a6429bf tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744599 Dec 21 01:48:02.216272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Pushing event deleted for resources: {'Port': ['ID=661bc0a8-6c5b-462e-b304-6331cf4749b0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:02.225598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99cca8bb-ff6f-45f4-9062-33a1db95156f req-44ff7dad-e3e9-4813-bf2a-06dc40a95661 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.43 "GET /v2.0/security-groups?id=167cbca4-a407-4930-a064-77ccf983f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298213 Dec 21 01:48:02.252198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] No DVR routers for this DVR port 661bc0a8-6c5b-462e-b304-6331cf4749b0 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:02.254991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.258935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ce4d118-6b99-4b97-9fbd-e4a5fb5b0a52 req-e35e9e49-b951-475c-a777-58cb73fbfd04 tempest-ServerMetadataNegativeTestJSON-1902667918 tempest-ServerMetadataNegativeTestJSON-1902667918-project] 10.222.0.24 "DELETE /v2.0/ports/661bc0a8-6c5b-462e-b304-6331cf4749b0 HTTP/1.1" status: 204 len: 173 time: 0.7099156 Dec 21 01:48:02.259419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'name': 'network-vif-deleted', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:02.262671 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2480479-2d3d-42f9-8aca-e4e9ce861009" -d '{"events": [{"server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "name": "network-vif-deleted", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:02.295692 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7ea91-5603-4a59-a26e-30b161284136 x-openstack-request-id: req-afd7ea91-5603-4a59-a26e-30b161284136 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:02.295982 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "tag": "8576db94-6975-4e10-8173-7f93083f9112", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:02.296321 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afd7ea91-5603-4a59-a26e-30b161284136 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:02.296619 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'tag': '8576db94-6975-4e10-8173-7f93083f9112', 'status': 'completed', 'code': 200} Dec 21 01:48:02.326013 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.326380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.326700 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd disassociated. External IP: 172.25.6.57, port: c71b82fc-0033-4d33-8d83-ac0b5fdabac9. Dec 21 01:48:02.327042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Calling delete_port for c71b82fc-0033-4d33-8d83-ac0b5fdabac9 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:02.336995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121947c0-4834-42f8-99c1-72b52681d347 req-c5cc633f-fdf7-4a78-bb06-9182a172877b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ee4dde3d-fd52-4889-9378-90918cc06806 HTTP/1.1" status: 200 len: 1818 time: 0.0754390 Dec 21 01:48:02.438436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-f3c8eff2-221a-4769-8ef1-8e330bfdce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.440205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-f3c8eff2-221a-4769-8ef1-8e330bfdce8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01b75923e97941e7aed4ec12140869d5&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1176 time: 0.0514011 Dec 21 01:48:02.446185 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-121947c0-4834-42f8-99c1-72b52681d347 req-5d676085-32d5-4c83-9509-ff8ecf8f6cd8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 01:48:02.447943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121947c0-4834-42f8-99c1-72b52681d347 req-5d676085-32d5-4c83-9509-ff8ecf8f6cd8 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee4dde3d-fd52-4889-9378-90918cc06806 HTTP/1.1" status: 409 len: 341 time: 0.1034102 Dec 21 01:48:02.547351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-6e880e24-3b96-4260-b216-1d1afbcb1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.548857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-6e880e24-3b96-4260-b216-1d1afbcb1c77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 200 len: 912 time: 0.1004076 Dec 21 01:48:02.568542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:02.596464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-790ff541-066a-4c43-b628-9726243e912e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 200 len: 217 time: 0.0387373 Dec 21 01:48:02.608936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d843b8-3da9-47da-9235-ee89533415d3 req-6e3d6051-bd2b-4687-89d6-c07660b16de8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.610428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d843b8-3da9-47da-9235-ee89533415d3 req-6e3d6051-bd2b-4687-89d6-c07660b16de8 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 945 time: 0.1217618 Dec 21 01:48:02.613843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event deleted for resources: {'Port': ['ID=c71b82fc-0033-4d33-8d83-ac0b5fdabac9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:02.649212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8500-9a22-4296-a145-957f75e5964d req-41ff0180-4ee2-49b9-be4f-62d328c9c314 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.650705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51ff8500-9a22-4296-a145-957f75e5964d req-41ff0180-4ee2-49b9-be4f-62d328c9c314 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.1239591 Dec 21 01:48:02.652535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-288e432c-a859-4586-a0dc-f04a22b94a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.654064 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-288e432c-a859-4586-a0dc-f04a22b94a18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 200 len: 852 time: 0.0486612 Dec 21 01:48:02.687704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-f3d9b534-ea8e-41c0-94fa-ceb721dff679 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c827cf0b-d8eb-4f30-9d22-818c9970040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238414 Dec 21 01:48:02.766861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d843b8-3da9-47da-9235-ee89533415d3 req-49492b57-e399-4064-bdca-53e19d67e3a5 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0a1ede0-183a-45f3-9cea-9fd22c3423a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471350 Dec 21 01:48:02.799680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-bc497055-7e3c-47dd-a42f-64ece1a5b180 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038134 Dec 21 01:48:02.800734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51ff8500-9a22-4296-a145-957f75e5964d req-7390c270-916f-46d3-993a-64119b70e1b5 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172507 Dec 21 01:48:02.813901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:02.825758 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62561d-e849-4879-aacc-676eb5aa7c61 x-openstack-request-id: req-ab62561d-e849-4879-aacc-676eb5aa7c61 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:02.826049 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca09e54-a950-41f0-8b43-64a2700f445e", "name": "network-vif-deleted", "tag": "661bc0a8-6c5b-462e-b304-6331cf4749b0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:02.826375 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab62561d-e849-4879-aacc-676eb5aa7c61 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:02.826914 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca09e54-a950-41f0-8b43-64a2700f445e', 'name': 'network-vif-deleted', 'tag': '661bc0a8-6c5b-462e-b304-6331cf4749b0', 'status': 'completed', 'code': 200} Dec 21 01:48:02.921458 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-549e69c2-27c4-4245-a1b1-71dbc0ad7884 req-4729da49-477e-4960-b97c-3b29adc51ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080823 Dec 21 01:48:02.976216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770aad0-28b6-45ad-a743-6d6a472da508 req-6befa2d6-65a7-4af7-b694-a1c8b5f6965d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:02.983834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e770aad0-28b6-45ad-a743-6d6a472da508 req-6befa2d6-65a7-4af7-b694-a1c8b5f6965d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.1047716 Dec 21 01:48:03.012004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:03.024092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:03.035480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:03.036133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:03.076618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] No DVR routers for this DVR port c71b82fc-0033-4d33-8d83-ac0b5fdabac9 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:03.094375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e770aad0-28b6-45ad-a743-6d6a472da508 req-65036959-61a0-49b8-b1ee-2f0124969518 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050413 Dec 21 01:48:03.095852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.100715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6289a0dc-2147-4067-b396-5c0d0958355a req-7bfafa6d-0852-45f7-80ac-a2fd0e6fdae6 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.45 "DELETE /v2.0/ports/c71b82fc-0033-4d33-8d83-ac0b5fdabac9 HTTP/1.1" status: 204 len: 173 time: 1.9133351 Dec 21 01:48:03.205278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:03.266123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e40d8-f85d-4b2b-8b98-c858d1314d00 req-e2319ada-f707-4935-b6dc-fe434b6c0cfd tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.267795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d75e40d8-f85d-4b2b-8b98-c858d1314d00 req-e2319ada-f707-4935-b6dc-fe434b6c0cfd tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1024 time: 0.0688205 Dec 21 01:48:03.418213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d75e40d8-f85d-4b2b-8b98-c858d1314d00 req-a48ac973-8991-46b2-8a29-15e9dccb8c69 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee4dde3d-fd52-4889-9378-90918cc06806&id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1413796 Dec 21 01:48:03.423406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-5aec0860-6226-451b-b82f-630b8c319a18 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.425640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-5aec0860-6226-451b-b82f-630b8c319a18 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd&tenant_id=c218759e69fc41da927984eceb830acd&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 949 time: 0.0879643 Dec 21 01:48:03.447442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e13e44-553e-444a-b991-b4668ba864c8 req-33af5157-fee2-4d55-81ed-9688092f5c13 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.453943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93e13e44-553e-444a-b991-b4668ba864c8 req-33af5157-fee2-4d55-81ed-9688092f5c13 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 948 time: 0.1126502 Dec 21 01:48:03.486869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:03.491485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:03.514163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93e13e44-553e-444a-b991-b4668ba864c8 req-b2f341ac-4b2e-4c14-969c-c42905e8c396 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517182 Dec 21 01:48:03.538115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:03.554538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:03.555582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:03.567309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Deleting subnet 1c70aff0-f8de-4453-8eb5-8a063401bee5 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:48:03.572445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.575756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-bfb39cf6-8e87-4f1d-b369-25a37cdd6f14 service neutron] 10.222.0.24 "GET /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.1378133 Dec 21 01:48:03.596651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834487fd-e2b7-4ad2-87b1-5a4d1f57c2a3 req-bf0ab0b8-8b97-49e8-8a95-8083d2c3ac24 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.598202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-834487fd-e2b7-4ad2-87b1-5a4d1f57c2a3 req-bf0ab0b8-8b97-49e8-8a95-8083d2c3ac24 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.0574334 Dec 21 01:48:03.612759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.665958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-834487fd-e2b7-4ad2-87b1-5a4d1f57c2a3 req-c3320321-0fc6-42e1-9402-2c508c49d129 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Dec 21 01:48:03.669309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:03.685218 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.716303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-d99eb402-b7cd-4082-9f0a-602112399265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.717788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-d99eb402-b7cd-4082-9f0a-602112399265 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1101 time: 0.0857279 Dec 21 01:48:03.806297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.843690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c70aff0-f8de-4453-8eb5-8a063401bee5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:03.849548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.855608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-070a9c09-3139-4b05-8e0f-0180b7095a4e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1c70aff0-f8de-4453-8eb5-8a063401bee5 HTTP/1.1" status: 204 len: 168 time: 0.3651667 Dec 21 01:48:03.856316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36604) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:03.873960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-74fa8fe0-0e4d-4462-85dc-7907c388069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.875984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-74fa8fe0-0e4d-4462-85dc-7907c388069c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1492224 Dec 21 01:48:03.917205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:03.929930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-fae99dcf-38d2-4158-8748-6dcfbec84ac9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0446064 Dec 21 01:48:03.948361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b93b5-a9b3-44ba-a0c8-3676f99aaa10 None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:41:46Z', 'revision_number': 4, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1138cb90-5485-4058-99c4-33a199a5a070', 'name': '', 'network_id': '21879e0e-5728-4a44-aa89-b4702d99bfea', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'mac_address': 'fa:16:3e:ef:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:44Z', 'updated_at': '2021-12-21T01:41:51Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'subnets': [{'id': '63fbf91a-7a7c-4177-a463-3684bb55a715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:03.966167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79ec917f-44a3-45dc-868a-53849debf330 req-759ea428-2224-4aff-a617-460aed2d7239 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be03785-33dd-4007-ab4f-810e237dacbc HTTP/1.1" status: 200 len: 210 time: 0.0790007 Dec 21 01:48:03.995322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-f0bff207-5432-4b95-8281-a2eb1b71b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:03.996108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:03.997027 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-f0bff207-5432-4b95-8281-a2eb1b71b2c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0571961 Dec 21 01:48:04.053693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-8198d08d-f2b7-4a3c-a537-2665e5020ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:04.055200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-8198d08d-f2b7-4a3c-a537-2665e5020ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479703 Dec 21 01:48:04.082204 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.106821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59535dac-3b32-494c-8d8c-c03553e25e91']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:04.116599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2903739d-b11b-442d-ac1c-5b4903006d0c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:04.116903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2903739d-b11b-442d-ac1c-5b4903006d0c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:04.127845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.143735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.154461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:48:04.154928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.155391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-6f62951c-d5da-4917-943e-e41a128b0deb service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910060 Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.157051 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:48:04.160133 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:48:04.250774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.265650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac893-16a7-48f9-a59c-a803fbc7c659 req-745b8581-ab17-4265-a8ae-5ab56d9edc9f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:04.265650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163ac893-16a7-48f9-a59c-a803fbc7c659 req-745b8581-ab17-4265-a8ae-5ab56d9edc9f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.0935442 Dec 21 01:48:04.276505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-de03b728-628c-461d-8478-76d4ae77e43a service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021321 Dec 21 01:48:04.278156 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93276106-787c-4a53-853c-afa846d7897e None None] New status for floating IP dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:48:04.281975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.285152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] 10.222.0.43 "DELETE /v2.0/networks/59535dac-3b32-494c-8d8c-c03553e25e91 HTTP/1.1" status: 204 len: 168 time: 0.4277532 Dec 21 01:48:04.288334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a072c73-42b5-4052-b2fa-7f78c9e5507b admin admin] Pushing event deleted for resources: {'Network': ['ID=59535dac-3b32-494c-8d8c-c03553e25e91,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:04.298626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'name': 'network-vif-deleted', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:04.301471 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb580ac-ba78-4c3c-855b-50e6db352613" -d '{"events": [{"server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "name": "network-vif-deleted", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:04.354671 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb26b6b-d10f-4102-be19-16a2b5ffdc10 x-openstack-request-id: req-dfb26b6b-d10f-4102-be19-16a2b5ffdc10 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:04.354965 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be03785-33dd-4007-ab4f-810e237dacbc", "name": "network-vif-deleted", "tag": "c71b82fc-0033-4d33-8d83-ac0b5fdabac9", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:04.355223 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfb26b6b-d10f-4102-be19-16a2b5ffdc10 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:04.355621 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be03785-33dd-4007-ab4f-810e237dacbc', 'name': 'network-vif-deleted', 'tag': 'c71b82fc-0033-4d33-8d83-ac0b5fdabac9', 'status': 'completed', 'code': 200} Dec 21 01:48:04.378403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-163ac893-16a7-48f9-a59c-a803fbc7c659 req-fb7da4d4-4c3a-4e20-9213-1164ef5671a7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912833 Dec 21 01:48:04.503171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f76bb510-23fe-4d86-a5fb-10bee39f4604 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:04.506359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:04.521042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:04.555525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f358d9-2c24-4978-8094-90902be8cba8 req-8ab3b107-c5a1-4cbd-90da-c4f7f8622e6e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:04.561443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7377fcc3-0630-4308-899c-cb9950341a52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d626360958a4e1eab37627575fb6503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536978 Dec 21 01:48:04.564063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:04.566463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95f358d9-2c24-4978-8094-90902be8cba8 req-8ab3b107-c5a1-4cbd-90da-c4f7f8622e6e tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1024 time: 0.0718203 Dec 21 01:48:04.624659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.644593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:04.646523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95f358d9-2c24-4978-8094-90902be8cba8 req-69043767-cf16-4c43-b427-feebf59561e9 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee4dde3d-fd52-4889-9378-90918cc06806&id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0790737 Dec 21 01:48:04.655200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:04.655577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.656633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.710092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:04.743586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.744663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'f76bb510-23fe-4d86-a5fb-10bee39f4604', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'f76bb510-23fe-4d86-a5fb-10bee39f4604', 'mac_address': 'fa:16:3e:41:24:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:04.747141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.748412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/167cbca4-a407-4930-a064-77ccf983f7a3 HTTP/1.1" status: 204 len: 168 time: 0.1831577 Dec 21 01:48:04.759589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be64bdd-1736-4493-9b19-b9dd2bd0ff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167cbca4-a407-4930-a064-77ccf983f7a3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:04.776208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064177-8496-4184-a04a-319da3e581a0 req-fbd5ff59-d88b-4329-997a-2dbdd542a2c0 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:04.778381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08064177-8496-4184-a04a-319da3e581a0 req-fbd5ff59-d88b-4329-997a-2dbdd542a2c0 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 948 time: 0.0620153 Dec 21 01:48:04.823942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.850527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08064177-8496-4184-a04a-319da3e581a0 req-9e5d2a63-66d6-4bea-9c46-e2b6aea49b4c tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Dec 21 01:48:04.871424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76bb510-23fe-4d86-a5fb-10bee39f4604 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:04.895945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:04.910028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.936228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:04.978527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:04.981636 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef43cf-6e16-4298-9b18-6f816a8307ad" -d '{"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-plugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:04.997126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1fff8-6d9c-4b7a-b808-0254aaf6d005 req-ebc2a12b-8b62-434d-9e3d-a0f83e396e9b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.000119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb1fff8-6d9c-4b7a-b808-0254aaf6d005 req-ebc2a12b-8b62-434d-9e3d-a0f83e396e9b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.0795591 Dec 21 01:48:05.001421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:05.003092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:05.014455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.015271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 661bc0a8-6c5b-462e-b304-6331cf4749b0 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:05.064560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 661bc0a8-6c5b-462e-b304-6331cf4749b0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:05.064913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 661bc0a8-6c5b-462e-b304-6331cf4749b0 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:05.093686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:05.113941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb1fff8-6d9c-4b7a-b808-0254aaf6d005 req-34e4de61-ef4b-4f08-a952-6f49d363571c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975940 Dec 21 01:48:05.137021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-7617b433-1c50-469a-987d-9e7f82fac752 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.138551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-7617b433-1c50-469a-987d-9e7f82fac752 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1024 time: 0.0893791 Dec 21 01:48:05.251339 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a15dba8-0c17-470b-a87c-61d19c151a3e x-openstack-request-id: req-0a15dba8-0c17-470b-a87c-61d19c151a3e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:05.251731 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-plugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:05.251989 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a15dba8-0c17-470b-a87c-61d19c151a3e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:05.252389 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'code': 200} Dec 21 01:48:05.301586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Deleting port 8576db94-6975-4e10-8173-7f93083f9112 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:05.301938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.451530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36658) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:05.454299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f76bb510-23fe-4d86-a5fb-10bee39f4604'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:05.484363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port 8576db94-6975-4e10-8173-7f93083f9112, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8576db94-6975-4e10-8173-7f93083f9112,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:05.484830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.511012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Calling delete_port for 8576db94-6975-4e10-8173-7f93083f9112 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:05.539982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.540801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.541456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.541728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.542064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.542670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.543202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.543728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.544253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.544777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.545303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.545859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.546378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.546903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.547415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.548195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.548842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.549538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.550208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.553366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-c10f6a4a-f09b-470f-bdfa-095111a5e40c tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2&device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7&device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075&device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07&device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555&device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81&device_id=8dc1af43-31c2-4299-b010-5f3f289425bf&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd&device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508&device_id=2427e977-7cfe-4c57-9605-41e07d646a38&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1&device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 16449 time: 0.1129124 Dec 21 01:48:05.581642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.610203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-9fc13831-01b9-44fb-a557-7ef6accd096e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.650419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.653663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.654953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0a1ede0-183a-45f3-9cea-9fd22c3423a1 HTTP/1.1" status: 204 len: 168 time: 0.2018118 Dec 21 01:48:05.659881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:05.679430 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-336e2a77-6481-4c83-a537-c8ad3c451689 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] show failed (client error): The resource could not be found. Dec 21 01:48:05.684169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-336e2a77-6481-4c83-a537-c8ad3c451689 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "GET /v2.0/security-groups/e0a1ede0-183a-45f3-9cea-9fd22c3423a1 HTTP/1.1" status: 404 len: 347 time: 0.0197067 Dec 21 01:48:05.684169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80baf-8e26-4ca4-81c8-7c73a9a82147 tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1ede0-183a-45f3-9cea-9fd22c3423a1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:05.684453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:05.747191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-9fc13831-01b9-44fb-a557-7ef6accd096e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.777431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36674) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:05.785957 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-9fc13831-01b9-44fb-a557-7ef6accd096e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.842240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Deleting port 20ef63be-6b9e-4ded-be52-28bd184988b5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:05.842630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.914475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-550008470-network', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:05.926001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.928484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.928883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:05.931645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc13831-01b9-44fb-a557-7ef6accd096e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e438b822-38a1-4b44-8979-c017eef68b6f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:05.942350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Calling delete_port for 20ef63be-6b9e-4ded-be52-28bd184988b5 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:05.962133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', '8576db94-6975-4e10-8173-7f93083f9112'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:05.970015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195fdd1-cee0-4e76-b7c9-6d99113c5d38 req-653fbf20-dc51-49f0-a25a-ae21f02c25c5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:05.971576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3195fdd1-cee0-4e76-b7c9-6d99113c5d38 req-653fbf20-dc51-49f0-a25a-ae21f02c25c5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b9af629-7359-4b3d-9fc5-d5ae9508b075 HTTP/1.1" status: 200 len: 1024 time: 0.1955917 Dec 21 01:48:06.001804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'Port': ['ID=8576db94-6975-4e10-8173-7f93083f9112,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:06.097099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] No DVR routers for this DVR port 8576db94-6975-4e10-8173-7f93083f9112 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:06.101738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.103283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.107850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-927bcde2-587f-47a7-a379-e11f276b0d6c req-09ed86a2-50a8-4cdd-ae47-a76c54f4f53b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "DELETE /v2.0/ports/8576db94-6975-4e10-8173-7f93083f9112 HTTP/1.1" status: 204 len: 173 time: 0.9614210 Dec 21 01:48:06.113978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Made reservation on behalf of 51daba12f0704b57ae04bb75b6da848c for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:06.116329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.137514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Pushing event deleted for resources: {'Port': ['ID=20ef63be-6b9e-4ded-be52-28bd184988b5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:06.145533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.236671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.242906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.247729 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-587c59bf-3d00-4d85-b637-3a737223a36f tempest-ServersWithSpecificFlavorTestJSON-827885562 tempest-ServersWithSpecificFlavorTestJSON-827885562-project] 10.222.0.43 "DELETE /v2.0/floatingips/dd5a84dc-8777-4e7c-9d4e-2c4937cff6fd HTTP/1.1" status: 204 len: 168 time: 0.5597298 Dec 21 01:48:06.247924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3195fdd1-cee0-4e76-b7c9-6d99113c5d38 req-ff9c9c42-1b2a-4cf0-9552-8d2f7f7681e6 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee4dde3d-fd52-4889-9378-90918cc06806&id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2375140 Dec 21 01:48:06.275495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1613c5b-37b2-4579-a11c-f842f9a8d2ac req-9fc13831-01b9-44fb-a557-7ef6accd096e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb&id=5e843851-e9e6-40a8-a80c-21a60fb07d86&id=d75524fd-0d53-42f1-b712-335380243d49&id=ee4dde3d-fd52-4889-9378-90918cc06806&id=ecfc08a8-3418-4bd3-9d7d-976b47b0020a&id=cd2e1f9a-a580-4072-88f2-1f3002790733&id=af2e9127-75e4-4fc0-8377-f16d304df61d&id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 1201 time: 0.6826963 Dec 21 01:48:06.345493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c71b82fc-0033-4d33-8d83-ac0b5fdabac9 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:06.348829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.359152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'name': 'network-vif-deleted', 'tag': '8576db94-6975-4e10-8173-7f93083f9112'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:06.364458 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb0177-4189-4020-a979-32ab221c2dde" -d '{"events": [{"server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "name": "network-vif-deleted", "tag": "8576db94-6975-4e10-8173-7f93083f9112"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:06.367857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: c71b82fc-0033-4d33-8d83-ac0b5fdabac9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:06.368418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c71b82fc-0033-4d33-8d83-ac0b5fdabac9 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:06.370370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.412556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:48:06.435539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd1e1c-9f4c-46de-8de8-4c9809bf1259,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:06.440001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.440349 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Added segment 8ae16654-6034-4e3f-ac5c-da2e9760b0f2 of type vlan for network aca61e64-7cc0-4f17-9486-b486ef4c01df Dec 21 01:48:06.458265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91d9b-0d16-447f-b116-b098c4c9ac09 req-53d0626f-ba4f-41f8-97bc-cfbfab952a42 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:06.460742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11c91d9b-0d16-447f-b116-b098c4c9ac09 req-53d0626f-ba4f-41f8-97bc-cfbfab952a42 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 949 time: 0.1146629 Dec 21 01:48:06.530502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.576989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11c91d9b-0d16-447f-b116-b098c4c9ac09 req-c13338a3-8096-4ba9-b0cd-5b3b29bde8ce tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066072 Dec 21 01:48:06.586885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a6919-ecd5-49d7-9406-ea81118b5ffb req-09fc115d-c55c-4502-82fb-ce31241dc1cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:06.588927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b24a6919-ecd5-49d7-9406-ea81118b5ffb req-09fc115d-c55c-4502-82fb-ce31241dc1cf tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1464703 Dec 21 01:48:06.596219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.597296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:06.598437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.672944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8941977 Dec 21 01:48:06.676069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36694) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:06.683200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Request body: {'subnet': {'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-550008470-subnet', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:06.683391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffdd00-bd2b-460b-8588-fe78a28c687e admin admin] Pushing event updated for resources: {'Network': ['ID=aca61e64-7cc0-4f17-9486-b486ef4c01df,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:06.695286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network aca61e64-7cc0-4f17-9486-b486ef4c01df details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:48:06.735494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b24a6919-ecd5-49d7-9406-ea81118b5ffb req-550deed7-e6ef-43cd-a4e8-5000b748c90a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170006 Dec 21 01:48:06.752726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Made reservation on behalf of 51daba12f0704b57ae04bb75b6da848c for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:06.755425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:06.904065 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19680acd-449d-48ed-9f1f-8c091456eb09 x-openstack-request-id: req-19680acd-449d-48ed-9f1f-8c091456eb09 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:06.904527 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9af629-7359-4b3d-9fc5-d5ae9508b075", "name": "network-vif-deleted", "tag": "8576db94-6975-4e10-8173-7f93083f9112", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:06.905379 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19680acd-449d-48ed-9f1f-8c091456eb09 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:06.905972 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9af629-7359-4b3d-9fc5-d5ae9508b075', 'name': 'network-vif-deleted', 'tag': '8576db94-6975-4e10-8173-7f93083f9112', 'status': 'completed', 'code': 200} Dec 21 01:48:07.050702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.125376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c2dca4-e210-4eca-bbab-ff1f9060d306,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:07.132447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Checking segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:07.132807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Network hostable DHCP agents. Network: aca61e64-7cc0-4f17-9486-b486ef4c01df, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:48:07.144955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de7df-fdca-42eb-8040-c2a3bb3c34ab req-61f7a49c-ca1f-4f02-805a-8e1144dba524 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:07.145751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de7df-fdca-42eb-8040-c2a3bb3c34ab req-61f7a49c-ca1f-4f02-805a-8e1144dba524 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:07.146216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de7df-fdca-42eb-8040-c2a3bb3c34ab req-61f7a49c-ca1f-4f02-805a-8e1144dba524 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:07.148064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64de7df-fdca-42eb-8040-c2a3bb3c34ab req-61f7a49c-ca1f-4f02-805a-8e1144dba524 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7&device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07&device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 2886 time: 0.0555644 Dec 21 01:48:07.155849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Network aca61e64-7cc0-4f17-9486-b486ef4c01df is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:48:07.169797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, aca61e64-7cc0-4f17-9486-b486ef4c01df) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:07.175193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:07.175977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.180278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c73674-a426-48bf-8419-882ebfcdfddb None None] Network aca61e64-7cc0-4f17-9486-b486ef4c01df requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:07.219785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a64de7df-fdca-42eb-8040-c2a3bb3c34ab req-d81060b1-b24b-4dff-9894-2b73ccb9ee26 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639508 Dec 21 01:48:07.221033 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1916c789-5fee-4880-95e6-a2a4196862ca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5430844 Dec 21 01:48:07.223736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36710) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:07.237707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:07.294467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.296191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.303087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:07.321581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fa2dd-9c2d-4215-baf3-532e93ec5391 None None] Network aca61e64-7cc0-4f17-9486-b486ef4c01df requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:07.374103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-53e6aec8-fdf6-4e21-83c0-821e02aaa79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:07.378347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-53e6aec8-fdf6-4e21-83c0-821e02aaa79a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd&tenant_id=c218759e69fc41da927984eceb830acd HTTP/1.1" status: 200 len: 1102 time: 0.1149211 Dec 21 01:48:07.401736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:07.463954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.479742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-947565d9-f823-4432-9eec-ed9c984c99bf tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ecfc08a8-3418-4bd3-9d7d-976b47b0020a HTTP/1.1" status: 200 len: 1817 time: 0.0970151 Dec 21 01:48:07.497957 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.584914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.666981 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.813201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:07.826463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.846762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.849326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:07.850440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cb262e1-e1b1-42ce-9114-e2c11150c312 req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/ecfc08a8-3418-4bd3-9d7d-976b47b0020a HTTP/1.1" status: 204 len: 173 time: 0.3699343 Dec 21 01:48:07.906531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:07.935074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff830-db3e-4ae7-a205-1d886d9f0444 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc08a8-3418-4bd3-9d7d-976b47b0020a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:08.013783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d0adc-46c5-451b-b1e9-1c84f34a4174 req-e2ee9cd9-f6d8-476f-91e8-5f885df683cc tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:08.015583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-050d0adc-46c5-451b-b1e9-1c84f34a4174 req-e2ee9cd9-f6d8-476f-91e8-5f885df683cc tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 949 time: 0.1753445 Dec 21 01:48:08.019359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.055310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3294b8-2121-433e-9e1f-142267ecda33 req-90125e15-a18e-4985-a481-49852a41e0a3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:08.056520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc3294b8-2121-433e-9e1f-142267ecda33 req-90125e15-a18e-4985-a481-49852a41e0a3 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.1226320 Dec 21 01:48:08.063797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Transition to ACTIVE for port object ddaacd10-0fa5-4a81-9828-877a13aa54b9 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:08.078482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.162803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-050d0adc-46c5-451b-b1e9-1c84f34a4174 req-32ba50aa-99f6-4a0e-9ad0-02777a1fcebf tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285970 Dec 21 01:48:08.191446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.200995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] No DVR routers for this DVR port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:08.213568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.216616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc3294b8-2121-433e-9e1f-142267ecda33 req-7ded4060-13ce-4950-8c3c-80d7007e9df7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447849 Dec 21 01:48:08.217163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:08.255481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.281989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:08.282328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:08.282656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:08.298294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:08.298294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Attempting to bind port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:08.310094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:08.310466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:08.310860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:08.311370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Bound port: ddaacd10-0fa5-4a81-9828-877a13aa54b9, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:08.311702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.323884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-059edd37-5732-4ebf-8ad5-b9d7d01acb50 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ee4dde3d-fd52-4889-9378-90918cc06806 HTTP/1.1" status: 200 len: 1818 time: 0.0719917 Dec 21 01:48:08.471350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.476324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:08.483935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:08.495246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.501232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f76bb510-23fe-4d86-a5fb-10bee39f4604 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:08.546369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.571288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:08.571917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.573537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] 10.222.0.45 "PUT /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 1098 time: 1.1764700 Dec 21 01:48:08.600029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port f76bb510-23fe-4d86-a5fb-10bee39f4604 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:08.613401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port f76bb510-23fe-4d86-a5fb-10bee39f4604 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:08.613784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.617928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334ea3-d34d-4422-b6fd-c1887cb4529a service neutron] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=11']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:08.636889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.640259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.659880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86f3dbe2-a28f-4f1b-8bfb-fd432747014c req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee4dde3d-fd52-4889-9378-90918cc06806 HTTP/1.1" status: 204 len: 173 time: 0.3347964 Dec 21 01:48:08.771726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.773041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e02a-d4db-4331-95d7-03e17b2c080c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4dde3d-fd52-4889-9378-90918cc06806,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:08.842249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-686892501', 'description': 'tempest-description-1515745991'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:08.850278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-2c974fee-aeac-4356-a890-75dd0013c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:08.851868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-2c974fee-aeac-4356-a890-75dd0013c274 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1101 time: 0.2179077 Dec 21 01:48:08.854959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15322fef-a3a5-4b71-ab4f-3d81cb94c661 req-d3db5e13-8ccd-40b5-a782-6c333592d579 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:08.857287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15322fef-a3a5-4b71-ab4f-3d81cb94c661 req-d3db5e13-8ccd-40b5-a782-6c333592d579 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1102 time: 0.1780546 Dec 21 01:48:08.862295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:08.864810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:08.867768 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd8849-a370-4d7b-bfd8-0cccf64a70b0" -d '{"events": [{"server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "name": "network-vif-plugged", "status": "completed", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:08.872623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.904692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:08.921687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}, {'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:08.924141 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17fd716-11ae-4fd9-8b5a-be186338bf4a" -d '{"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}, {"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:08.971339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:09.016060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Allocated IP 172.25.6.145 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c1efe5b0-ae80-41c3-8218-59c9b9721be4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:09.037902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15322fef-a3a5-4b71-ab4f-3d81cb94c661 req-a430418e-f525-406e-bafc-cb06a75a6243 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546431 Dec 21 01:48:09.091934 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b5f6a-8306-4dcb-b911-d2cad27e4f83 x-openstack-request-id: req-b64b5f6a-8306-4dcb-b911-d2cad27e4f83 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:09.092403 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "name": "network-vif-plugged", "status": "completed", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:09.092702 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b64b5f6a-8306-4dcb-b911-d2cad27e4f83 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:09.093091 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604', 'code': 200} Dec 21 01:48:09.095952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-b0b3b30e-9752-49b3-a9dd-d4ea2f60d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.097450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-b0b3b30e-9752-49b3-a9dd-d4ea2f60d405 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.2156541 Dec 21 01:48:09.123575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Deleting port 1138cb90-5485-4058-99c4-33a199a5a070 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:09.123910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.160936 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9c845-09fd-42aa-a754-746087b68745 x-openstack-request-id: req-9fb9c845-09fd-42aa-a754-746087b68745 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:09.161282 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "code": 200}, {"name": "network-changed", "server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:09.162196 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fb9c845-09fd-42aa-a754-746087b68745 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:09.162196 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'code': 200} Dec 21 01:48:09.162196 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'status': 'completed', 'code': 200} Dec 21 01:48:09.168584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-50871625-0296-41c9-9ba3-57076f2231a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0604620 Dec 21 01:48:09.171739 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.176924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.238903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.271681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] For port 1138cb90-5485-4058-99c4-33a199a5a070, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1138cb90-5485-4058-99c4-33a199a5a070,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:09.272101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.273226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.274442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54bba8ca-2e53-4339-bd4d-42bf16a984cf req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4474323 Dec 21 01:48:09.300716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-549b5925-a6cf-48f9-9cac-f2650e8b9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.302222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-549b5925-a6cf-48f9-9cac-f2650e8b9cbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1061792 Dec 21 01:48:09.306199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280d00e-9f04-4016-ae12-53f6dfc550b0 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c422b-4da9-41f3-9131-970223cd2fa3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:09.327435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Calling delete_port for 1138cb90-5485-4058-99c4-33a199a5a070 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:09.358387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1514f99-f499-4d97-8698-9c6ecd0fab52 req-e4bd7d6b-f901-42ba-baa2-ce3b528b763b tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.359720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1514f99-f499-4d97-8698-9c6ecd0fab52 req-e4bd7d6b-f901-42ba-baa2-ce3b528b763b tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1102 time: 0.0924687 Dec 21 01:48:09.411877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-f0bab333-9d37-4f50-b211-1816084f75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.413353 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-f0bab333-9d37-4f50-b211-1816084f75b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1101 time: 0.1387861 Dec 21 01:48:09.414282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.440206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-08e46bbd-9271-436c-b626-6547909a172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.441714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-08e46bbd-9271-436c-b626-6547909a172c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223040 Dec 21 01:48:09.453699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b367d-9435-474f-99ef-8784d0d9f394 req-525cb6b2-cd0b-4adf-a978-31eef77ad859 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.455117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00b367d-9435-474f-99ef-8784d0d9f394 req-525cb6b2-cd0b-4adf-a978-31eef77ad859 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.0991585 Dec 21 01:48:09.465485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1514f99-f499-4d97-8698-9c6ecd0fab52 req-0f14da4a-90c4-45e0-9557-97337bd87319 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907454 Dec 21 01:48:09.471849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8bfa-fb9d-49de-bd3a-7adda6e08207 req-fdad8569-897f-4ee0-b512-25cc58efa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.473306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a5cc8bfa-fb9d-49de-bd3a-7adda6e08207 req-fdad8569-897f-4ee0-b512-25cc58efa0e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 1102 time: 0.1807430 Dec 21 01:48:09.509756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:09.524087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:09.555503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:09.597632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Pushing event updated for resources: {'Port': ['ID=c1efe5b0-ae80-41c3-8218-59c9b9721be4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:09.620097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00b367d-9435-474f-99ef-8784d0d9f394 req-7728aa99-05e2-401a-b125-c97d6b41840d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525359 Dec 21 01:48:09.640670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e248a-b913-494f-bd18-16058198ba49 req-ad181167-0649-485d-8436-adb417390492 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.642360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-745e248a-b913-494f-bd18-16058198ba49 req-ad181167-0649-485d-8436-adb417390492 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.1099620 Dec 21 01:48:09.648294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-4fc00c57-7a2e-4009-8a5d-ce80d4ec7556 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921158 Dec 21 01:48:09.687300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a5cc8bfa-fb9d-49de-bd3a-7adda6e08207 req-08b84e04-2675-4b1a-9728-8d9fc4c77324 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929970 Dec 21 01:48:09.763805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-603c26a9-ca29-4ee6-b5f8-b06c66ff44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:09.765249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-603c26a9-ca29-4ee6-b5f8-b06c66ff44ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3376529 Dec 21 01:48:09.793153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-745e248a-b913-494f-bd18-16058198ba49 req-78dbc11f-36e1-4177-a59e-c183736338a4 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436043 Dec 21 01:48:09.795604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-edbc8439-3861-4f63-b0ad-ac6ab68d0815 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/f37c422b-4da9-41f3-9131-970223cd2fa3 HTTP/1.1" status: 200 len: 1817 time: 0.1440387 Dec 21 01:48:09.814174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Request body: {'security_group': {'name': 'tempest-sg-hth-853075740', 'description': 'tempest-description-hth-300345349'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:09.842480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45cecaf9-0554-434f-ac11-bddb564763f6 req-b2433da8-e681-42bf-8357-d25efd1d3f7f service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799319 Dec 21 01:48:09.860794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.897141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.919007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.922938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.928235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:09.930139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1155835-9902-4f4e-aff6-23a8852dec22 req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "PUT /v2.0/security-groups/f37c422b-4da9-41f3-9131-970223cd2fa3 HTTP/1.1" status: 200 len: 1790 time: 0.1235154 Dec 21 01:48:09.960225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70415f27-ca3e-4bed-8b6b-9535687e71b5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c422b-4da9-41f3-9131-970223cd2fa3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:09.960650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1138cb90-5485-4058-99c4-33a199a5a070,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:10.048226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-6b7490ba-581e-4b7b-abd2-595e1adb36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.049807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-6b7490ba-581e-4b7b-abd2-595e1adb36fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c218759e69fc41da927984eceb830acd&device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1101 time: 0.0857604 Dec 21 01:48:10.050513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:10.178877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-8c65e580-5a3e-4413-a69e-cf51bb480719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.178877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-8c65e580-5a3e-4413-a69e-cf51bb480719 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1169355 Dec 21 01:48:10.281122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-25921085-a8e6-4e03-91bd-4fe3d2deb4e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.0833824 Dec 21 01:48:10.281726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:10.347380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8576db94-6975-4e10-8173-7f93083f9112 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:10.386645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 8576db94-6975-4e10-8173-7f93083f9112 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:10.387947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8576db94-6975-4e10-8173-7f93083f9112 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:10.431479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-0fa7dc04-5f9d-4ca8-9c3a-6d46342e9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.432932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-0fa7dc04-5f9d-4ca8-9c3a-6d46342e9830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1429493 Dec 21 01:48:10.515402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:10.595869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port ddaacd10-0fa5-4a81-9828-877a13aa54b9 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:48:10.597903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:10.607685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-d076c280-d58f-4b1a-964e-b791074c0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.609154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-d076c280-d58f-4b1a-964e-b791074c0a81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358800 Dec 21 01:48:10.618729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-791c488d-a182-487b-ae25-291dace8280b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 200 len: 217 time: 0.4307849 Dec 21 01:48:10.641971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:10.700677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6388e7d1-6302-4b62-ad8b-072f353990f4 req-91dd8411-3163-45b3-9aba-6eedfee1d272 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/f37c422b-4da9-41f3-9131-970223cd2fa3 HTTP/1.1" status: 200 len: 1790 time: 0.5333729 Dec 21 01:48:10.716561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818f14-4bc1-4421-bf8e-f1ba775cd117 req-fc69e537-08c0-4a40-8741-95a6c1a52fcf tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.718120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f818f14-4bc1-4421-bf8e-f1ba775cd117 req-fc69e537-08c0-4a40-8741-95a6c1a52fcf tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1050949 Dec 21 01:48:10.734665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-8164d390-49f8-49bd-b2a6-8c5a1eebb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.736061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-8164d390-49f8-49bd-b2a6-8c5a1eebb92e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0827019 Dec 21 01:48:10.838511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f818f14-4bc1-4421-bf8e-f1ba775cd117 req-555103e8-498a-4915-84e2-afde491d0776 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121087 Dec 21 01:48:10.848378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-e80f894c-c7e3-485c-b8e0-f8a5ecdebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.850021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-e80f894c-c7e3-485c-b8e0-f8a5ecdebe6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032591 Dec 21 01:48:10.864499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7a49e-cbea-4258-bc90-9d6c5cf0db86 req-769dce99-7f10-4661-9fca-752ab73a738d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:10.865690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f7a49e-cbea-4258-bc90-9d6c5cf0db86 req-769dce99-7f10-4661-9fca-752ab73a738d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.1088824 Dec 21 01:48:10.868874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Router 5c224761-bba5-48f9-85e9-6cb2927afc37 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:10.877455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-464226e6-2b0c-42ff-8535-00125df865af service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370017 Dec 21 01:48:11.015283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f7a49e-cbea-4258-bc90-9d6c5cf0db86 req-5c5f059c-af7d-4d1f-b841-3b4ebb273117 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382635 Dec 21 01:48:11.022531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-84e8a875-c8ba-41e0-aac7-d081b31b05ca tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/f37c422b-4da9-41f3-9131-970223cd2fa3 HTTP/1.1" status: 200 len: 1790 time: 0.1193461 Dec 21 01:48:11.028336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-513ec231-6e0d-42f4-9993-cbccbc638785 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615756 Dec 21 01:48:11.071226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Router b2233e3c-bc0d-440d-ac1a-36ea7802b149 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:48:11.082266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-16b0ff5b-7459-48ca-8f55-fd88e7368eaa service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955154 Dec 21 01:48:11.090264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:11.096130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6c1c5a6-4a35-4509-ae8f-9141c76843f5 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c224761-bba5-48f9-85e9-6cb2927afc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7898328 Dec 21 01:48:11.098889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:11.101454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Sync routers for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:11.113048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:11.114005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:11.206531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.232747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d17fd716-11ae-4fd9-8b5a-be186338bf4a req-e7bd2e97-c098-4ae7-807f-fba9dc0368e3 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880887 Dec 21 01:48:11.241198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1e9c6-7784-4025-80d4-3d3dcb8d6512 req-0fb8ac63-ea88-422c-bc91-a51dfa645ef7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:11.250144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5d1e9c6-7784-4025-80d4-3d3dcb8d6512 req-0fb8ac63-ea88-422c-bc91-a51dfa645ef7 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.1606665 Dec 21 01:48:11.320166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5d1e9c6-7784-4025-80d4-3d3dcb8d6512 req-2016201a-aa25-4bb5-9deb-6446dd066288 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Dec 21 01:48:11.327641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.382572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:11.401982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.405639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.418653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8776da7b-e8a2-4e74-877d-7c3c50a37022 req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/f37c422b-4da9-41f3-9131-970223cd2fa3 HTTP/1.1" status: 204 len: 173 time: 0.3820820 Dec 21 01:48:11.433731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cd64f-4348-4bea-8448-65961be9a92c tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c422b-4da9-41f3-9131-970223cd2fa3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:11.575195 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-7333a1f1-a865-47a8-b23a-d1feceb41de1 req-9ded62d6-0132-4600-95d4-a91dad551425 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.576095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7333a1f1-a865-47a8-b23a-d1feceb41de1 req-9ded62d6-0132-4600-95d4-a91dad551425 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ee4dde3d-fd52-4889-9378-90918cc06806 HTTP/1.1" status: 404 len: 352 time: 0.0144048 Dec 21 01:48:11.608717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:11.614050 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-c003fcef-dd4b-47e9-9724-74c798cc0205 req-dbf0caea-7870-44b1-a05a-3f0fbeff8624 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.614908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c003fcef-dd4b-47e9-9724-74c798cc0205 req-dbf0caea-7870-44b1-a05a-3f0fbeff8624 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/ecfc08a8-3418-4bd3-9d7d-976b47b0020a HTTP/1.1" status: 404 len: 352 time: 0.0158033 Dec 21 01:48:11.619043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:11.634549 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Sync routers for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:11.638409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.646972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Checking router: 5c224761-bba5-48f9-85e9-6cb2927afc37 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:11.648043 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:11.650170 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:11.656875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Routers {'5c224761-bba5-48f9-85e9-6cb2927afc37'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:11.657535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c224761-bba5-48f9-85e9-6cb2927afc37'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:11.657721 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-840ef576-62ab-452b-acce-d067aa8f9b81 req-7b91ec32-e1f4-4bb5-8c3f-fd2076186061 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.664429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-840ef576-62ab-452b-acce-d067aa8f9b81 req-7b91ec32-e1f4-4bb5-8c3f-fd2076186061 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/1dd70afd-43f2-4130-9632-e9a0edfcb8dc HTTP/1.1" status: 404 len: 352 time: 0.0223212 Dec 21 01:48:11.687434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.691949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5f871e8-3592-49d6-89b1-0955ab362246 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4672599 Dec 21 01:48:11.698893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36812) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:11.774570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] Set router 5c224761-bba5-48f9-85e9-6cb2927afc37 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:11.798034 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-064b1251-cdd2-46e5-a994-e8179371b86b req-af4bdba6-a5d6-4ae2-acfe-a380e89798fa tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.806193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-064b1251-cdd2-46e5-a994-e8179371b86b req-af4bdba6-a5d6-4ae2-acfe-a380e89798fa tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/c336d275-0885-44b0-a1a9-9d1a436ae345 HTTP/1.1" status: 404 len: 352 time: 0.1257477 Dec 21 01:48:11.824543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.847569 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:11.853006 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-0f38726d-8064-4cb6-8a12-98633bd4c3db req-5268272e-74c3-46ab-b7a9-c60b7b2c8d4b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.862146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f38726d-8064-4cb6-8a12-98633bd4c3db req-5268272e-74c3-46ab-b7a9-c60b7b2c8d4b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/2d45dea0-0d44-4b68-b1a8-88f7d7735465 HTTP/1.1" status: 404 len: 352 time: 0.0302389 Dec 21 01:48:11.893230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Deleting port 784ded79-0e6b-425c-968c-d58ad707f67c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:11.893595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:11.952453 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-425210af-e830-414d-ac3f-7834c80de82b req-332768f6-b97a-4fa0-b2d4-05a58ede4d1b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] show failed (client error): The resource could not be found. Dec 21 01:48:11.961008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-425210af-e830-414d-ac3f-7834c80de82b req-332768f6-b97a-4fa0-b2d4-05a58ede4d1b tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/50a96cf7-8893-4c32-b091-6ae2b23db310 HTTP/1.1" status: 404 len: 352 time: 0.0464158 Dec 21 01:48:11.994012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:12.029238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3ba43-1509-43ab-b298-619e594bdc8f None None] The sync data for ids ['5c224761-bba5-48f9-85e9-6cb2927afc37'] in n-d-761264-20 is: [{'id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1355878141-router', 'tenant_id': 'a494bc3f59a04438b6748cd45468e0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:38Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 5, 'project_id': 'a494bc3f59a04438b6748cd45468e0ea', 'gw_port': {'id': '784ded79-0e6b-425c-968c-d58ad707f67c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c224761-bba5-48f9-85e9-6cb2927afc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 163, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:40Z', 'updated_at': '2021-12-21T01:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:12.070234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] For port 784ded79-0e6b-425c-968c-d58ad707f67c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=784ded79-0e6b-425c-968c-d58ad707f67c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:12.071772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.099866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Calling delete_port for 784ded79-0e6b-425c-968c-d58ad707f67c owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:12.142774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20a25-c719-4db8-91a3-5df9f5f389ad req-fff1b952-805f-499c-9063-90ec1013b25e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:12.150854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d20a25-c719-4db8-91a3-5df9f5f389ad req-fff1b952-805f-499c-9063-90ec1013b25e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1770399 Dec 21 01:48:12.257638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 3, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:12.290108 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Checking router: b2233e3c-bc0d-440d-ac1a-36ea7802b149 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:12.290484 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Updating router b2233e3c-bc0d-440d-ac1a-36ea7802b149 port c1efe5b0-ae80-41c3-8218-59c9b9721be4 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:48:12.319630 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.323192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d20a25-c719-4db8-91a3-5df9f5f389ad req-75d1d33f-84a0-439f-999c-6765d75b2d46 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652415 Dec 21 01:48:12.342220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.424990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8e401-ee62-4583-bbfb-c3d95d4be8a6 req-c255cc56-ab5c-4ea5-b0c3-025df3b55175 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:12.426574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35f8e401-ee62-4583-bbfb-c3d95d4be8a6 req-c255cc56-ab5c-4ea5-b0c3-025df3b55175 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.1621354 Dec 21 01:48:12.436864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=784ded79-0e6b-425c-968c-d58ad707f67c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:12.487692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.564920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d029ff-43e1-4409-bcca-dbd66b60e4c6 req-19ddcdfb-07bb-44ca-8dd2-a2d6741366ad tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:12.572976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6d029ff-43e1-4409-bcca-dbd66b60e4c6 req-19ddcdfb-07bb-44ca-8dd2-a2d6741366ad tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1023 time: 0.1430712 Dec 21 01:48:12.590751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.593107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.606095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35f8e401-ee62-4583-bbfb-c3d95d4be8a6 req-b54873b0-8ba5-4e4c-a11d-9f65ec7e4d45 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713245 Dec 21 01:48:12.648399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.649158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c224761-bba5-48f9-85e9-6cb2927afc37 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:48:12.655462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.656678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb2f940f-f377-432b-8167-96c8f2a021b9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c224761-bba5-48f9-85e9-6cb2927afc37 HTTP/1.1" status: 204 len: 168 time: 1.5182962 Dec 21 01:48:12.661466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:12.667247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.685281 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.694149 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.720903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Deleting subnet 63fbf91a-7a7c-4177-a463-3684bb55a715 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:48:12.724043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.750605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6d029ff-43e1-4409-bcca-dbd66b60e4c6 req-753b13d3-2b65-4917-80e8-38b6091b99e4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb&id=5e843851-e9e6-40a8-a80c-21a60fb07d86&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1764326 Dec 21 01:48:12.769179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.770664 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Pushing event updated for resources: {'Port': ['ID=c1efe5b0-ae80-41c3-8218-59c9b9721be4,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:12.779267 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Attempting to bind port c1efe5b0-ae80-41c3-8218-59c9b9721be4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:12.779690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Attempting to bind port c1efe5b0-ae80-41c3-8218-59c9b9721be4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:12.780101 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Attempting to bind port c1efe5b0-ae80-41c3-8218-59c9b9721be4 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:12.792429 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:12.792799 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:12.793280 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.793712 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:12.794175 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Bound port: c1efe5b0-ae80-41c3-8218-59c9b9721be4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:12.794568 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.833497 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.833840 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.834557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.834557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.834815 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.835140 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.835462 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.835782 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.836097 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.836505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.836728 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.837043 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.837368 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:12.862481 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] For port c1efe5b0-ae80-41c3-8218-59c9b9721be4, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:12.865977 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] For port c1efe5b0-ae80-41c3-8218-59c9b9721be4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c1efe5b0-ae80-41c3-8218-59c9b9721be4,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:12.877569 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.901747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:12.944233 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:12.944927 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:47:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:12.963815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Allocated IP 172.20.0.1 (aca61e64-7cc0-4f17-9486-b486ef4c01df/05c2dca4-e210-4eca-bbab-ff1f9060d306/b7cb5f06-c1a6-4588-9618-30b6639fa508) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:13.001012 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbdfe3-af33-4671-a7ac-f4f1896ffa90 None None] Pushing event updated for resources: {'Port': ['ID=c1efe5b0-ae80-41c3-8218-59c9b9721be4,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:13.014224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.047532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fbf91a-7a7c-4177-a463-3684bb55a715,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:13.049531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.054093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27764fcd-e01f-4337-aec6-37b9bbc73ebd None None] Network 21879e0e-5728-4a44-aa89-b4702d99bfea requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:13.056970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faa5d9-ba7e-4b75-9cc6-b9e4a2ad83b7 req-1e006b36-330c-44d9-bed6-f69ff89b49d1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:13.064647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be231137-8865-4533-bca3-4d381fd44290 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63fbf91a-7a7c-4177-a463-3684bb55a715 HTTP/1.1" status: 204 len: 168 time: 0.4020932 Dec 21 01:48:13.066312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90faa5d9-ba7e-4b75-9cc6-b9e4a2ad83b7 req-1e006b36-330c-44d9-bed6-f69ff89b49d1 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 949 time: 0.3294423 Dec 21 01:48:13.069661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36838) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:13.091792 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:13.162278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90faa5d9-ba7e-4b75-9cc6-b9e4a2ad83b7 req-909280c1-f187-42a2-866c-2b51af3a917c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948968 Dec 21 01:48:13.202757 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.226142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.260637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.326602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Network aca61e64-7cc0-4f17-9486-b486ef4c01df is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:13.332689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Deleting port 953043ba-7335-4dc0-9804-bd105d69f9ab {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:13.333155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.342645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:13.347752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:13.382635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] DHCP port deletion for 21879e0e-5728-4a44-aa89-b4702d99bfea request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:48:13.415322 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 3, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:13.426819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:13.442134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd532732-8d90-476d-8e0d-a79539a2f151 req-38f473e0-7f60-49ce-84b7-9e8c8ab0f820 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:13.442134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd532732-8d90-476d-8e0d-a79539a2f151 req-38f473e0-7f60-49ce-84b7-9e8c8ab0f820 tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 1101 time: 0.1668026 Dec 21 01:48:13.465381 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb16cf-c36c-44e7-a6b5-57646cb81744 None None] The sync data for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 is: [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:09Z', 'revision_number': 3, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:13.467194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Deleting port 953043ba-7335-4dc0-9804-bd105d69f9ab {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:13.467990 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.480630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.530594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] For port 953043ba-7335-4dc0-9804-bd105d69f9ab, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=953043ba-7335-4dc0-9804-bd105d69f9ab,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:13.531072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.562485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Calling delete_port for 953043ba-7335-4dc0-9804-bd105d69f9ab owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:13.565038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] For port 953043ba-7335-4dc0-9804-bd105d69f9ab, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=953043ba-7335-4dc0-9804-bd105d69f9ab,segment=NetworkSegment(092f7b97-ddb5-4a05-b936-a3db7cd07f15),segment_id=092f7b97-ddb5-4a05-b936-a3db7cd07f15)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:13.565429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.587451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd532732-8d90-476d-8e0d-a79539a2f151 req-56f46126-5594-4de7-9dc1-a3101536fefb tempest-MigrationsAdminTest-140527423 tempest-MigrationsAdminTest-140527423-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360199 Dec 21 01:48:13.600205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Calling delete_port for 953043ba-7335-4dc0-9804-bd105d69f9ab owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:13.635837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6f010-6937-43bb-9639-2561d0612e6e req-141d8f3a-50c3-470e-861c-c51429b1ecd6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:13.646933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94d6f010-6937-43bb-9639-2561d0612e6e req-141d8f3a-50c3-470e-861c-c51429b1ecd6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1665771 Dec 21 01:48:13.659063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.689938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Pushing event deleted for resources: {'Port': ['ID=953043ba-7335-4dc0-9804-bd105d69f9ab,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:13.695007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] No DVR routers for this DVR port 953043ba-7335-4dc0-9804-bd105d69f9ab on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:13.738460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.772062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] Pushing event deleted for resources: {'Port': ['ID=953043ba-7335-4dc0-9804-bd105d69f9ab,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:13.774449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf429eaf-92fe-4a31-9b4f-a329f744b4d3 None None] No DVR routers for this DVR port 953043ba-7335-4dc0-9804-bd105d69f9ab on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:13.780382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.825313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21879e0e-5728-4a44-aa89-b4702d99bfea']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:13.825515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-ab72fed6-e909-4d53-b333-2d33274dc50d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=28c9694681324fb1aea1a43b786086af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988238 Dec 21 01:48:13.866628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092f7b97-ddb5-4a05-b936-a3db7cd07f15') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:13.867142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092f7b97-ddb5-4a05-b936-a3db7cd07f15') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:13.884353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-487e-49fd-9dcb-0edbc7a8a51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.891519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1138cb90-5485-4058-99c4-33a199a5a070 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:13.897611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.913823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.917762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1138cb90-5485-4058-99c4-33a199a5a070 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:13.918309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1138cb90-5485-4058-99c4-33a199a5a070 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:13.918937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 784ded79-0e6b-425c-968c-d58ad707f67c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:13.920844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:48:13.921178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:48:13.925427 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:48:13.954021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 784ded79-0e6b-425c-968c-d58ad707f67c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:13.954525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 784ded79-0e6b-425c-968c-d58ad707f67c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:13.955041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 953043ba-7335-4dc0-9804-bd105d69f9ab no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:13.962760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94d6f010-6937-43bb-9639-2561d0612e6e req-eec2777a-e3ad-4df7-82c5-97e850eac3cb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147824 Dec 21 01:48:13.980193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 953043ba-7335-4dc0-9804-bd105d69f9ab {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:13.980823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 953043ba-7335-4dc0-9804-bd105d69f9ab not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:14.036639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.042587 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.046523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.058469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] 10.222.0.43 "DELETE /v2.0/networks/21879e0e-5728-4a44-aa89-b4702d99bfea HTTP/1.1" status: 204 len: 168 time: 0.9870286 Dec 21 01:48:14.060387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:14.069990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123721-0c24-4045-9ff8-19c424972a83 req-5d2b9047-ab57-4a65-a2ee-a368cb05665d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:14.070371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3618173-15be-43d0-a621-92d25148ca72 admin admin] Pushing event deleted for resources: {'Network': ['ID=21879e0e-5728-4a44-aa89-b4702d99bfea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:14.073201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc123721-0c24-4045-9ff8-19c424972a83 req-5d2b9047-ab57-4a65-a2ee-a368cb05665d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1023 time: 0.2430174 Dec 21 01:48:14.258853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-cf762888-6b54-4da6-b0c0-5e0d07065b2f tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:14.260920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-cf762888-6b54-4da6-b0c0-5e0d07065b2f tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577332 Dec 21 01:48:14.369638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:14.385999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0eb2bae9-c424-4dd8-84de-37c4e30a990e tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/quotas/28c9694681324fb1aea1a43b786086af HTTP/1.1" status: 200 len: 375 time: 0.1010127 Dec 21 01:48:14.481884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:14.488787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d747a6-2733-4a8c-9a45-46a06c6a2733 req-fc998af6-651c-44b3-8a26-3f65376f72b4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:14.490334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d747a6-2733-4a8c-9a45-46a06c6a2733 req-fc998af6-651c-44b3-8a26-3f65376f72b4 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 1023 time: 0.2730684 Dec 21 01:48:14.498296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'mac_address': 'fa:16:3e:ce:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:14.543563 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.560241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:14.588966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:14.595459 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.652561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:14.653851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Deleting port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:14.654192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:14.660453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-e300701e-934d-4a85-9ca4-3dc931168a2d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2639744 Dec 21 01:48:15.063960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ddaacd10-0fa5-4a81-9828-877a13aa54b9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:15.091273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.109816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.125603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d747a6-2733-4a8c-9a45-46a06c6a2733 req-7b4b24d1-d737-4b41-b181-36532e056f80 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb&id=5e843851-e9e6-40a8-a80c-21a60fb07d86&id=d75524fd-0d53-42f1-b712-335380243d49&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5843892 Dec 21 01:48:15.259841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ae17940-48a9-49ac-881f-b71139de2c1e req-80cd2b55-abfd-458c-875e-4d113f40e8dd tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 210 time: 0.0683327 Dec 21 01:48:15.285644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcf56-608e-4929-a624-37676156c131 req-8530b90e-90ab-4f7b-a545-c90110476c2d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:15.287120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba4dcf56-608e-4929-a624-37676156c131 req-8530b90e-90ab-4f7b-a545-c90110476c2d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.2815032 Dec 21 01:48:15.289391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] For port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,segment=NetworkSegment(7729e47d-99ed-4b6d-8af4-bc62302ebbe6),segment_id=7729e47d-99ed-4b6d-8af4-bc62302ebbe6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:15.289786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.293314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.295573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:15.363948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Calling delete_port for adc1f666-e77c-4d34-9f8c-4e3bb1445cbd owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:15.572310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba4dcf56-608e-4929-a624-37676156c131 req-8aab314d-2182-466b-bb0d-8b1838393d74 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730520 Dec 21 01:48:15.601585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90637d6-c903-436a-b476-9186dd3f25c6 req-b683686e-922d-4ce8-bddb-dd148d57507f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:15.603058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d90637d6-c903-436a-b476-9186dd3f25c6 req-b683686e-922d-4ce8-bddb-dd148d57507f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.2339520 Dec 21 01:48:15.662153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Network aca61e64-7cc0-4f17-9486-b486ef4c01df is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:15.668267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:15.790117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c1efe5b0-ae80-41c3-8218-59c9b9721be4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:15.820450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d90637d6-c903-436a-b476-9186dd3f25c6 req-af5d046d-e829-4afa-8d27-f0e41d6d544e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082760 Dec 21 01:48:15.851311 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.859837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c1efe5b0-ae80-41c3-8218-59c9b9721be4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:15.860210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:15.897615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:15.897893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-e536d031-cabd-40b1-9dc1-b8999c9c3765 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:15.899328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-e536d031-cabd-40b1-9dc1-b8999c9c3765 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 950 time: 0.0700176 Dec 21 01:48:15.946082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'Port': ['ID=adc1f666-e77c-4d34-9f8c-4e3bb1445cbd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:16.001703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.022730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] No DVR routers for this DVR port adc1f666-e77c-4d34-9f8c-4e3bb1445cbd on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:16.031559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.033856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port c1efe5b0-ae80-41c3-8218-59c9b9721be4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c1efe5b0-ae80-41c3-8218-59c9b9721be4,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:16.035651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc123721-0c24-4045-9ff8-19c424972a83 req-a2422ff2-1fba-49b8-8db7-13f82b7e660d tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.45 "DELETE /v2.0/ports/adc1f666-e77c-4d34-9f8c-4e3bb1445cbd HTTP/1.1" status: 204 len: 173 time: 1.9439085 Dec 21 01:48:16.037879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'name': 'network-vif-deleted', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:16.040605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.041083 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f1636-9d1e-42b3-925f-d2f19f361f69" -d '{"events": [{"server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "name": "network-vif-deleted", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:16.058917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.061817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Router b2233e3c-bc0d-440d-ac1a-36ea7802b149 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:16.065903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Deleting port ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:16.066443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.116678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=c1efe5b0-ae80-41c3-8218-59c9b9721be4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:16.139409 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed35846a-2942-4d73-a1aa-0c1e5ae148a1 x-openstack-request-id: req-ed35846a-2942-4d73-a1aa-0c1e5ae148a1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:16.140090 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc1af43-31c2-4299-b010-5f3f289425bf", "name": "network-vif-deleted", "tag": "adc1f666-e77c-4d34-9f8c-4e3bb1445cbd", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:16.140090 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed35846a-2942-4d73-a1aa-0c1e5ae148a1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:16.140580 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc1af43-31c2-4299-b010-5f3f289425bf', 'name': 'network-vif-deleted', 'tag': 'adc1f666-e77c-4d34-9f8c-4e3bb1445cbd', 'status': 'completed', 'code': 200} Dec 21 01:48:16.243603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:16.247305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.252213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cddebf6a-4c04-4f2b-b8cc-96a049151af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.260219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c00c76da-c486-4862-a7aa-6a84ebdf7765 req-dfe721d4-5cc4-486d-88fc-77530c160314 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dc1af43-31c2-4299-b010-5f3f289425bf HTTP/1.1" status: 200 len: 210 time: 0.0389688 Dec 21 01:48:16.302423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Calling delete_port for ddaacd10-0fa5-4a81-9828-877a13aa54b9 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:16.320254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-8d9e53ef-c1d8-42e4-9889-9ca648ef11d5 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=28c9694681324fb1aea1a43b786086af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627370 Dec 21 01:48:16.367289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:16.475580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef4200a1-506a-4633-b8ee-19ad6a096a8d req-aceb7c56-3e9c-42b1-8cc4-bb3411e179b1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 210 time: 0.1169815 Dec 21 01:48:16.497256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:16.502501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-25610a3c-b35b-42fa-b76b-7104af7524e4 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2233e3c-bc0d-440d-ac1a-36ea7802b149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024652 Dec 21 01:48:16.509136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddaacd10-0fa5-4a81-9828-877a13aa54b9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddaacd10-0fa5-4a81-9828-877a13aa54b9,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:16.514434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Sync routers for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:16.532274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'mac_address': 'fa:16:3e:ce:e1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:16.537152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:16.539354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:16.587021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.588716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-74b87241-5da6-4ab4-9e15-17233e0fdff5 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:16.590252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-74b87241-5da6-4ab4-9e15-17233e0fdff5 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589734 Dec 21 01:48:16.617569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Request body: {'port': {'device_id': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '28c9694681324fb1aea1a43b786086af'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:16.652973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25', '827d262a-fadb-41a2-8aa7-79a143621c12', '4df738b8-ae7c-4f6f-9620-b38b190b094a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:16.710953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event deleted for resources: {'Port': ['ID=ddaacd10-0fa5-4a81-9828-877a13aa54b9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:16.713798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] No DVR routers for this DVR port ddaacd10-0fa5-4a81-9828-877a13aa54b9 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:16.716438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:16.721150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d03d728-82cf-4367-ace9-cb604de3de49 req-dc8a6983-5263-4795-b2bb-ca39bd08287d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.45 "DELETE /v2.0/ports/ddaacd10-0fa5-4a81-9828-877a13aa54b9 HTTP/1.1" status: 204 len: 173 time: 0.8143351 Dec 21 01:48:16.721979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-deleted', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:16.724715 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deffc733-8b47-4edf-9edf-406aa1682a98" -d '{"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-deleted", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:16.779975 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2466f-310f-469a-a8bb-d2170b8cd7fa x-openstack-request-id: req-b2d2466f-310f-469a-a8bb-d2170b8cd7fa {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:16.780640 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e076f-0f33-4f73-a968-79353ec620bd", "name": "network-vif-deleted", "tag": "ddaacd10-0fa5-4a81-9828-877a13aa54b9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:16.781305 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2d2466f-310f-469a-a8bb-d2170b8cd7fa {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:16.782018 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e076f-0f33-4f73-a968-79353ec620bd', 'name': 'network-vif-deleted', 'tag': 'ddaacd10-0fa5-4a81-9828-877a13aa54b9', 'status': 'completed', 'code': 200} Dec 21 01:48:16.935717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6064be91-e437-44b7-98ff-52ff188c01df req-8e5720f7-459e-45a0-bcfd-c524cd8eb03e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e8e076f-0f33-4f73-a968-79353ec620bd HTTP/1.1" status: 200 len: 210 time: 0.1050711 Dec 21 01:48:16.944561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:16.993434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Deleting port 2638ab2b-c619-44a1-bf73-488eaadb6bbe {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:16.996101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.156957 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.238481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d95cb-f9e6-4ee7-b102-e393a6e4703c req-e3a152a7-f8ae-40ac-91bd-cd8c4536a412 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:17.239971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b0d95cb-f9e6-4ee7-b102-e393a6e4703c req-e3a152a7-f8ae-40ac-91bd-cd8c4536a412 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.2035851 Dec 21 01:48:17.273873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Made reservation on behalf of 28c9694681324fb1aea1a43b786086af for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:17.278122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.283749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] For port 2638ab2b-c619-44a1-bf73-488eaadb6bbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2638ab2b-c619-44a1-bf73-488eaadb6bbe,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:17.284113 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.307047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:13Z', 'revision_number': 4, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b7cb5f06-c1a6-4588-9618-30b6639fa508', 'name': '', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'mac_address': 'fa:16:3e:4a:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:12Z', 'updated_at': '2021-12-21T01:48:14Z', 'revision_number': 2, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'subnets': [{'id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:17.329014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Calling delete_port for 2638ab2b-c619-44a1-bf73-488eaadb6bbe owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:17.338791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Checking router: b2233e3c-bc0d-440d-ac1a-36ea7802b149 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:17.339233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Updating router b2233e3c-bc0d-440d-ac1a-36ea7802b149 port b7cb5f06-c1a6-4588-9618-30b6639fa508 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:48:17.367046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-f8fd2f35-d9d5-4c31-bd79-821d4c42ff34 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:17.374620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-f8fd2f35-d9d5-4c31-bd79-821d4c42ff34 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 810 time: 0.2691042 Dec 21 01:48:17.379439 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.460876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b0d95cb-f9e6-4ee7-b102-e393a6e4703c req-2689d1c9-4bdc-4637-8342-7cd5b957991f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126753 Dec 21 01:48:17.462001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-4b16c545-421c-4633-8513-46610ff535ca tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/quotas/51daba12f0704b57ae04bb75b6da848c HTTP/1.1" status: 200 len: 375 time: 0.0868921 Dec 21 01:48:17.593177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Allocated IP 192.168.233.109 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/918783c8-c087-4d1f-b1ae-91e64a655ad6) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:17.661359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-b2bdfa53-2565-4823-9f5f-37fffa58fe2d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1843119 Dec 21 01:48:17.721413 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.737904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.814831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c1efe5b0-ae80-41c3-8218-59c9b9721be4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:17.867811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413cfc2-8e7c-4f89-b1f1-6edcbfcff2d3 None None] Pushing event updated for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:17.946066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Attempting to bind port b7cb5f06-c1a6-4588-9618-30b6639fa508 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:17.946877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Attempting to bind port b7cb5f06-c1a6-4588-9618-30b6639fa508 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:17.946877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Attempting to bind port b7cb5f06-c1a6-4588-9618-30b6639fa508 on network aca61e64-7cc0-4f17-9486-b486ef4c01df {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:17.956600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:17.956982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Checking segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:17.957410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.957836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Bound using segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:17.958301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Bound port: b7cb5f06-c1a6-4588-9618-30b6639fa508, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:17.958687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:17.971852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c1efe5b0-ae80-41c3-8218-59c9b9721be4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:17.972139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.071239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] For port b7cb5f06-c1a6-4588-9618-30b6639fa508, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:18.076681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] For port b7cb5f06-c1a6-4588-9618-30b6639fa508, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b7cb5f06-c1a6-4588-9618-30b6639fa508,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:18.081729 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.172159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:18.172793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:18.174643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413cfc2-8e7c-4f89-b1f1-6edcbfcff2d3 None None] Pushing event updated for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:18.185445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33cc0adb-4bbe-4aff-8b44-bb6009259c82 req-4eeb2c1a-ed31-4a60-ba09-4a5c3df36ad9 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 210 time: 0.4004335 Dec 21 01:48:18.251559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-8526d543-abea-4716-b80d-36af2b4c3b49 service neutron] 10.222.0.43 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791643 Dec 21 01:48:18.284792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:18.303458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.389979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2638ab2b-c619-44a1-bf73-488eaadb6bbe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:18.406663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device adc1f666-e77c-4d34-9f8c-4e3bb1445cbd no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:18.415623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-b94632ee-d0c8-4415-93fe-0f5c16370e24 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/1e809b60-9a98-4bbf-bea8-068fd2cf0cbb HTTP/1.1" status: 200 len: 1817 time: 0.1891711 Dec 21 01:48:18.430283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: adc1f666-e77c-4d34-9f8c-4e3bb1445cbd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:18.430714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device adc1f666-e77c-4d34-9f8c-4e3bb1445cbd not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:18.431098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:18.441718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.463959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: ddaacd10-0fa5-4a81-9828-877a13aa54b9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:18.464307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddaacd10-0fa5-4a81-9828-877a13aa54b9 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:18.540453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-b4e32a72-9a1f-4557-9b78-9bc2ecd66026 service neutron] 10.222.0.43 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761168 Dec 21 01:48:18.544001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:13Z', 'revision_number': 4, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b7cb5f06-c1a6-4588-9618-30b6639fa508', 'name': '', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'mac_address': 'fa:16:3e:4a:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:12Z', 'updated_at': '2021-12-21T01:48:18Z', 'revision_number': 4, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'subnets': [{'id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:18.575861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.576923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa29587-21fc-4317-9530-d92f28630e7c None None] The sync data for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 is: [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:48:13Z', 'revision_number': 4, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b7cb5f06-c1a6-4588-9618-30b6639fa508', 'name': '', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'mac_address': 'fa:16:3e:4a:8c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:12Z', 'updated_at': '2021-12-21T01:48:18Z', 'revision_number': 4, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'subnets': [{'id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:18.635228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.644634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.685648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f76bb510-23fe-4d86-a5fb-10bee39f4604'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:18.759157 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.770378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:18.814267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:18.823894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:18.851929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:18.907784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Pushing event updated for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:19.096380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:19.097103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.106553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.109488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.121938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0170f562-c14e-487b-a696-6fe9cf1fc20e req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e809b60-9a98-4bbf-bea8-068fd2cf0cbb HTTP/1.1" status: 204 len: 173 time: 0.6856935 Dec 21 01:48:19.154389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3dd39-c7a1-4429-809b-4ed2befde0f5 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e809b60-9a98-4bbf-bea8-068fd2cf0cbb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:19.189929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9ca-5dc4-4e18-8bdf-81200de6f74a req-3854c8d3-fd2a-445a-bee2-0d6e2c0ab476 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:19.198903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9ac769fc-1dd6-4ae9-9f79-692ec6b6be22 None None] Provisioning complete for port 918783c8-c087-4d1f-b1ae-91e64a655ad6 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:19.199444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ac769fc-1dd6-4ae9-9f79-692ec6b6be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.199757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1a5c9ca-5dc4-4e18-8bdf-81200de6f74a req-3854c8d3-fd2a-445a-bee2-0d6e2c0ab476 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.3263280 Dec 21 01:48:19.204415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-42da4043-9472-4986-8a71-20d1b423e5e3 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5924671 Dec 21 01:48:19.233993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Request body: {'port': {'device_id': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:19.266704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9ac769fc-1dd6-4ae9-9f79-692ec6b6be22 None None] Port 918783c8-c087-4d1f-b1ae-91e64a655ad6 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:19.303243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.421240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Router f1f099e1-01c8-45b2-b838-3b3c3884f887 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:19.447782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1a5c9ca-5dc4-4e18-8bdf-81200de6f74a req-1702f702-fc19-400b-8318-4cfadb80574c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466083 Dec 21 01:48:19.542326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.547936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f91da414-0cdc-405a-92e3-ee1afbda86e7 req-885bc9f9-aab9-4252-ae7d-130eb70c1cde tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 210 time: 0.0732443 Dec 21 01:48:19.776314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:19.788190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Sync routers for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:19.789808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36948) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:19.799330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ca8f0773-5ff6-473c-af56-7d8a84e71b68 admin admin] 10.222.0.43 "PUT /v2.0/routers/f1f099e1-01c8-45b2-b838-3b3c3884f887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7244034 Dec 21 01:48:19.802492 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:19.803433 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:19.917997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b7cb5f06-c1a6-4588-9618-30b6639fa508 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:19.947908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:19.961418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:19.965831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-d6717043-6225-41b2-8c72-4afcafa0ec50 tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "GET /v2.0/security-groups/5e843851-e9e6-40a8-a80c-21a60fb07d86 HTTP/1.1" status: 200 len: 1818 time: 0.3418603 Dec 21 01:48:20.010677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b7cb5f06-c1a6-4588-9618-30b6639fa508 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:20.011234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.060831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2f520-bca1-4000-ba51-15d4eed99d77 req-9b19308f-cd37-4618-839e-0e61717edd69 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:20.080870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28c2f520-bca1-4000-ba51-15d4eed99d77 req-9b19308f-cd37-4618-839e-0e61717edd69 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 936 time: 0.3417587 Dec 21 01:48:20.111182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.149417 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.181002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Deleting port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:20.182723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.204025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port b7cb5f06-c1a6-4588-9618-30b6639fa508, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b7cb5f06-c1a6-4588-9618-30b6639fa508,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:20.214548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.294933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:20.296586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.307775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28c2f520-bca1-4000-ba51-15d4eed99d77 req-cd1e7def-72f2-4da4-96d3-4e1dc1651055 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225504 Dec 21 01:48:20.324099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918783c8-c087-4d1f-b1ae-91e64a655ad6 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:20.342207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.352718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:48:17Z', 'revision_number': 5, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port': {'id': '4cedfb8f-b3bc-4618-8d3c-e23876bef2a6', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:41:53Z', 'updated_at': '2021-12-21T01:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:20.376560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Transition to ACTIVE for port object 918783c8-c087-4d1f-b1ae-91e64a655ad6 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:20.383284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Checking router: f1f099e1-01c8-45b2-b838-3b3c3884f887 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:20.392661 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Routers {'f1f099e1-01c8-45b2-b838-3b3c3884f887'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:20.393518 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f1f099e1-01c8-45b2-b838-3b3c3884f887'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:20.402047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.466608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-a5e87725-8616-4465-9dc6-d425d5e075bb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:20.469648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-a5e87725-8616-4465-9dc6-d425d5e075bb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.45 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 810 time: 0.2049448 Dec 21 01:48:20.491797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Request body: {'port': {'device_id': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'admin_state_up': True, 'tenant_id': '51daba12f0704b57ae04bb75b6da848c'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:20.502486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] Set router f1f099e1-01c8-45b2-b838-3b3c3884f887 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:20.549974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.571568 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:48:20Z', 'revision_number': 6, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:20.606310 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbdd00-4d59-4f55-b72c-c58f1121909d None None] The sync data for ids ['f1f099e1-01c8-45b2-b838-3b3c3884f887'] in n-d-761264-20 is: [{'id': 'f1f099e1-01c8-45b2-b838-3b3c3884f887', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-513979570-router', 'tenant_id': '0793911436c84536ab17a4f65a61cd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:41:52Z', 'updated_at': '2021-12-21T01:48:20Z', 'revision_number': 6, 'project_id': '0793911436c84536ab17a4f65a61cd39', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:20.640182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] For port 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:20.640551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.643188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933db21-a280-4523-a49e-984eb66953d4 req-7c32ff80-4276-4ace-aea8-4d6f0204548f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:20.649894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b933db21-a280-4523-a49e-984eb66953d4 req-7c32ff80-4276-4ace-aea8-4d6f0204548f tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 951 time: 0.1812532 Dec 21 01:48:20.655745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Calling delete_port for 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:20.702861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Pushing event updated for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:20.721470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Made reservation on behalf of 51daba12f0704b57ae04bb75b6da848c for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:20.724630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.763729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.766321 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.767469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51385abd-be2b-48bc-a39e-5e5cc090a2bb req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] 10.222.0.43 "DELETE /v2.0/security-groups/5e843851-e9e6-40a8-a80c-21a60fb07d86 HTTP/1.1" status: 204 len: 173 time: 0.7929304 Dec 21 01:48:20.778151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b933db21-a280-4523-a49e-984eb66953d4 req-876323e2-84bf-483d-a454-b52b1a4bcc65 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177967 Dec 21 01:48:20.780077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36958) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:20.827627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Attempting to bind port 918783c8-c087-4d1f-b1ae-91e64a655ad6 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:20.828028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Attempting to bind port 918783c8-c087-4d1f-b1ae-91e64a655ad6 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:20.828299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Attempting to bind port 918783c8-c087-4d1f-b1ae-91e64a655ad6 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:20.833096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Deleting subnet 8832f405-3637-4935-8bcd-c9dbdc30afd6 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:48:20.837437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601ca37-d264-46f8-a795-8872164373ce tempest-SecurityGroupsTestJSON-2107321069 tempest-SecurityGroupsTestJSON-2107321069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e843851-e9e6-40a8-a80c-21a60fb07d86,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:20.839854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.868464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Port 918783c8-c087-4d1f-b1ae-91e64a655ad6 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:20.868746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Attempting to bind port 918783c8-c087-4d1f-b1ae-91e64a655ad6 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:20.880327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:20.880672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:20.881060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:20.881544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Bound port: 918783c8-c087-4d1f-b1ae-91e64a655ad6, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:20.881899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.890028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:20.960342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.020640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.027946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cedfb8f-b3bc-4618-8d3c-e23876bef2a6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:21.048125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Allocated IP 172.20.0.6 (aca61e64-7cc0-4f17-9486-b486ef4c01df/05c2dca4-e210-4eca-bbab-ff1f9060d306/afa74c4f-c1f3-4217-82b1-3fc8410551d4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:21.090481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9431751-4bae-4d02-acca-3d260d41e72d req-bd47645d-7074-4b80-b5e5-edabc2774ca6 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 210 time: 0.0673666 Dec 21 01:48:21.091682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:21.125908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249f43-7969-4f9f-bbec-c8aafaabf1c4 req-54eae6fc-c392-400f-8ac4-b6230977947b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.133867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53249f43-7969-4f9f-bbec-c8aafaabf1c4 req-54eae6fc-c392-400f-8ac4-b6230977947b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1730344 Dec 21 01:48:21.142992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:21.158214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.180175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.221381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.222004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.223403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] 10.222.0.45 "PUT /v2.0/ports/918783c8-c087-4d1f-b1ae-91e64a655ad6 HTTP/1.1" status: 200 len: 1097 time: 1.9945850 Dec 21 01:48:21.224383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.234734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:21.237544 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a6a336-fa21-481b-a95d-36733dc95848" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:21.330022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81d069-9935-44de-b8b8-b6458fcc0764 service neutron] Pushing event updated for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:21.340809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53249f43-7969-4f9f-bbec-c8aafaabf1c4 req-fe9f22e5-e14b-4799-8116-258912b2c0bc tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060308 Dec 21 01:48:21.387451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.422492 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd044c4-76a8-450f-a31d-75df8fc73bd0 x-openstack-request-id: req-0fd044c4-76a8-450f-a31d-75df8fc73bd0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:21.422895 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:21.423073 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fd044c4-76a8-450f-a31d-75df8fc73bd0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:21.423529 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6', 'status': 'completed', 'code': 200} Dec 21 01:48:21.451203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.482180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8832f405-3637-4935-8bcd-c9dbdc30afd6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:21.504118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.514595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d0b530da-acc3-495f-a901-00e28ddf58ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8832f405-3637-4935-8bcd-c9dbdc30afd6 HTTP/1.1" status: 204 len: 168 time: 0.7300034 Dec 21 01:48:21.532692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36964) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:21.571103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.571734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f099e1-01c8-45b2-b838-3b3c3884f887 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:48:21.584645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.588669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35250275-3200-4fe6-b8be-cd06c449a156 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f1f099e1-01c8-45b2-b838-3b3c3884f887 HTTP/1.1" status: 204 len: 168 time: 1.7950757 Dec 21 01:48:21.594988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36966) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:21.609910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-d4b6b4df-f13d-4677-a9d5-3973d9320205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.611766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-d4b6b4df-f13d-4677-a9d5-3973d9320205 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 1100 time: 0.2693789 Dec 21 01:48:21.620003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.633859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-c0f2791c-da82-4e7d-b2ba-f17071a98c54 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.635753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-c0f2791c-da82-4e7d-b2ba-f17071a98c54 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 951 time: 0.2015791 Dec 21 01:48:21.715897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-985add08-03ba-4afc-9688-5cd3d5400aad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6 HTTP/1.1" status: 200 len: 217 time: 0.0652597 Dec 21 01:48:21.734758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a054bd-b828-418d-804a-76c04542b307 req-fcb07fa9-f84f-4960-824a-714c7bec9cab tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.743016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3a054bd-b828-418d-804a-76c04542b307 req-fcb07fa9-f84f-4960-824a-714c7bec9cab tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 948 time: 0.2705626 Dec 21 01:48:21.755082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Deleting subnet 9f230c22-544b-460b-9ead-2a7190e3e724 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:48:21.764605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.767926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.798657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.814627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b7cb5f06-c1a6-4588-9618-30b6639fa508 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:21.835618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.917961 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.925593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Network aca61e64-7cc0-4f17-9486-b486ef4c01df is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:21.929871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3a054bd-b828-418d-804a-76c04542b307 req-f28d9e4e-63e2-47ba-8b7d-e8f1a06d9f26 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848476 Dec 21 01:48:21.938779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:21.941499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Pushing event updated for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:21.948475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b7cb5f06-c1a6-4588-9618-30b6639fa508 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:21.949111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:21.994602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-d83e3273-c85f-44bc-820e-1debc41ce321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:21.996151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-d83e3273-c85f-44bc-820e-1debc41ce321 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.2264376 Dec 21 01:48:21.999034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:22.006042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Deleting port 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:22.006370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.053531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.121474 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.133700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2638ab2b-c619-44a1-bf73-488eaadb6bbe no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:22.136184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:22.136336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.156780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2638ab2b-c619-44a1-bf73-488eaadb6bbe {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:22.157459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2638ab2b-c619-44a1-bf73-488eaadb6bbe not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:22.158115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:22.163697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b613eb5-51e3-4849-bee7-d6a82f86daa8 req-f37dca08-fe32-4e21-8c48-03b6e34e2971 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:22.165193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b613eb5-51e3-4849-bee7-d6a82f86daa8 req-f37dca08-fe32-4e21-8c48-03b6e34e2971 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 951 time: 0.2290704 Dec 21 01:48:22.175595 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e6858aff-31f4-44f9-95b8-b8d4d75540f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6887727 Dec 21 01:48:22.178352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c827cf0b-d8eb-4f30-9d22-818c9970040e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:22.190626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:22.191363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4cedfb8f-b3bc-4618-8d3c-e23876bef2a6 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:22.200005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7729e47d-99ed-4b6d-8af4-bc62302ebbe6') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:22.200301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7729e47d-99ed-4b6d-8af4-bc62302ebbe6') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:22.209436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-73647c78-ea35-4c06-88c5-c156fa6fa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:22.209803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] For port 4df738b8-ae7c-4f6f-9620-b38b190b094a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4df738b8-ae7c-4f6f-9620-b38b190b094a,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:22.210183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.211093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-73647c78-ea35-4c06-88c5-c156fa6fa699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1916444 Dec 21 01:48:22.216478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Request body: {'port': {'device_id': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:22.229889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.234984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.253233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Calling delete_port for 4df738b8-ae7c-4f6f-9620-b38b190b094a owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:22.288932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f230c22-544b-460b-9ead-2a7190e3e724,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:22.300996 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.304517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0302f9a-0506-446c-bbcf-89160bf35542 None None] Network 3071d769-51d2-4596-b252-3e0831201ae3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:22.308028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-054e31fa-6a1b-44ea-b469-2e55cf79ce19 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9f230c22-544b-460b-9ead-2a7190e3e724 HTTP/1.1" status: 204 len: 168 time: 0.7067008 Dec 21 01:48:22.314212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.336691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:22.341298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.362579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:48:22.362579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.362914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:48:22.365266 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:48:22.373895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:22.392072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:22.436743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b613eb5-51e3-4849-bee7-d6a82f86daa8 req-479c1fd0-3591-4abc-aadb-15616d1b376b tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497039 Dec 21 01:48:22.516714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c426a-0a77-45dc-afc9-831501f95e9c req-8f8b03fb-8353-41a6-9a09-b4b80cff8724 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:22.518255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca1c426a-0a77-45dc-afc9-831501f95e9c req-8f8b03fb-8353-41a6-9a09-b4b80cff8724 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 931 time: 0.2520568 Dec 21 01:48:22.523134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-0b1fb451-f9a6-46f3-b5ba-8b2e0e0dd09e service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036380 Dec 21 01:48:22.526230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.529187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.546058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.549192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c827cf0b-d8eb-4f30-9d22-818c9970040e HTTP/1.1" status: 204 len: 168 time: 1.0152102 Dec 21 01:48:22.611355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] DHCP port deletion for 3071d769-51d2-4596-b252-3e0831201ae3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:48:22.616891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.643502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:22.684293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'mac_address': 'fa:16:3e:63:a5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:22.693798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:22.696196 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb3bda-8614-48f2-921f-5d51ef370fc2" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-unplugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:22.718476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.724077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:22.899607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25', '827d262a-fadb-41a2-8aa7-79a143621c12'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:22.905586 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.985728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.991676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Deleting port 655461f8-c5a4-4f6a-9b14-33aad7374367 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:22.992045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:22.995551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fba0c0-d0ee-4f67-9b13-9101ddfbb2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c827cf0b-d8eb-4f30-9d22-818c9970040e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.010131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36984) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:23.037491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:23.079628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.113513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event deleted for resources: {'Port': ['ID=4df738b8-ae7c-4f6f-9620-b38b190b094a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.136473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] For port 655461f8-c5a4-4f6a-9b14-33aad7374367, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=655461f8-c5a4-4f6a-9b14-33aad7374367,segment=NetworkSegment(519793c5-912b-412b-9248-1dca8d1aa0d4),segment_id=519793c5-912b-412b-9248-1dca8d1aa0d4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:23.136877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.160236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca1c426a-0a77-45dc-afc9-831501f95e9c req-f5f853b7-7e5b-4241-b49f-ea654827b15c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893805 Dec 21 01:48:23.176099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] No DVR routers for this DVR port 4df738b8-ae7c-4f6f-9620-b38b190b094a on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:23.178770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Calling delete_port for 655461f8-c5a4-4f6a-9b14-33aad7374367 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:23.180687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a7d8-a99e-4d6d-b4e2-aec88aa6ad6d req-67de1a57-12f4-4871-8c22-6bc6fd748612 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.182770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd47a7d8-a99e-4d6d-b4e2-aec88aa6ad6d req-67de1a57-12f4-4871-8c22-6bc6fd748612 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 948 time: 0.1827648 Dec 21 01:48:23.184711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb3a3d8-e54f-418e-8a6d-b6e278326cdc req-b06a68cb-af2e-4726-b7a4-2390b3f913aa service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531346 Dec 21 01:48:23.186271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.189065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:48:23.189553 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:48:23.190666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d60e34ec-4c84-4e61-89b0-35fd59474890 req-85dedae9-9e3e-4808-bf65-f486993099aa tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "DELETE /v2.0/ports/4df738b8-ae7c-4f6f-9620-b38b190b094a HTTP/1.1" status: 204 len: 173 time: 1.5338597 Dec 21 01:48:23.191573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-deleted', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:23.194361 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9741f1a7-d214-441d-9a91-4460959958d1" -d '{"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-deleted", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:23.207351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d637b17-1627-4cf9-bd8e-2eb030c5b538 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01b75923e97941e7aed4ec12140869d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961648 Dec 21 01:48:23.214965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:23.241968 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83658a4-860e-4a69-bf98-a2ce41d1aa1e x-openstack-request-id: req-e83658a4-860e-4a69-bf98-a2ce41d1aa1e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:23.241968 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-unplugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:23.242247 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e83658a4-860e-4a69-bf98-a2ce41d1aa1e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:23.242630 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'code': 200} Dec 21 01:48:23.316728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa74c4f-c1f3-4217-82b1-3fc8410551d4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:23.318081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Deleting port 655461f8-c5a4-4f6a-9b14-33aad7374367 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:23.318435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.325708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.327660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.330255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.368253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Transition to ACTIVE for port object afa74c4f-c1f3-4217-82b1-3fc8410551d4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:23.375333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] Pushing event deleted for resources: {'Port': ['ID=655461f8-c5a4-4f6a-9b14-33aad7374367,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.387262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451a97e-adfd-43f0-9ac9-a857a56776f5 None None] No DVR routers for this DVR port 655461f8-c5a4-4f6a-9b14-33aad7374367 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:23.391219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.393228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.423335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd47a7d8-a99e-4d6d-b4e2-aec88aa6ad6d req-22c685a9-bbed-4194-9fa5-90aa071619b0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117183 Dec 21 01:48:23.513996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Pushing event updated for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.556556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] For port 655461f8-c5a4-4f6a-9b14-33aad7374367, host n-d-761264-20, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:23.556918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.557696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.560382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.563874 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d75524fd-0d53-42f1-b712-335380243d49 HTTP/1.1" status: 204 len: 168 time: 0.3437631 Dec 21 01:48:23.575320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6d51-e954-4a45-821c-9ca9a4222e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75524fd-0d53-42f1-b712-335380243d49,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.579050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a336-fa21-481b-a95d-36733dc95848 req-d1b12e28-3f5b-40ee-b0b6-d651348a3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.580562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-d1b12e28-3f5b-40ee-b0b6-d651348a3920 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28c9694681324fb1aea1a43b786086af&device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 1100 time: 0.2469299 Dec 21 01:48:23.588007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Attempting to bind port afa74c4f-c1f3-4217-82b1-3fc8410551d4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:23.588545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Attempting to bind port afa74c4f-c1f3-4217-82b1-3fc8410551d4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:23.589145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Attempting to bind port afa74c4f-c1f3-4217-82b1-3fc8410551d4 on network aca61e64-7cc0-4f17-9486-b486ef4c01df {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:23.594887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Port afa74c4f-c1f3-4217-82b1-3fc8410551d4 on network aca61e64-7cc0-4f17-9486-b486ef4c01df not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:23.595506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Attempting to bind port afa74c4f-c1f3-4217-82b1-3fc8410551d4 on network aca61e64-7cc0-4f17-9486-b486ef4c01df {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:23.600914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:23.601530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Checking segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:23.603159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Bound using segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:23.604824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Bound port: afa74c4f-c1f3-4217-82b1-3fc8410551d4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:23.605547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.638644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Calling delete_port for 655461f8-c5a4-4f6a-9b14-33aad7374367 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:23.645180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Port 655461f8-c5a4-4f6a-9b14-33aad7374367 was not found and therefore no delete operation was performed {{(pid=109850) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:48:23.656106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76c5c-0b9c-442d-ba18-c8c42cb77914 req-58b7378e-3686-4ecf-a8f2-dffa3e9f4680 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.657699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cba76c5c-0b9c-442d-ba18-c8c42cb77914 req-58b7378e-3686-4ecf-a8f2-dffa3e9f4680 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 948 time: 0.2643647 Dec 21 01:48:23.675906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.687355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:23.695936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:23.704693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.755691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.769004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Pushing event deleted for resources: {'Port': ['ID=655461f8-c5a4-4f6a-9b14-33aad7374367,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.785726 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f6e85c-420d-4cf1-981c-efb4d28ec5ce x-openstack-request-id: req-d3f6e85c-420d-4cf1-981c-efb4d28ec5ce {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:23.786562 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94268c67-08bf-4664-a41b-9bf7fa8f9508", "name": "network-vif-deleted", "tag": "4df738b8-ae7c-4f6f-9620-b38b190b094a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:23.786986 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3f6e85c-420d-4cf1-981c-efb4d28ec5ce {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:23.787695 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94268c67-08bf-4664-a41b-9bf7fa8f9508', 'name': 'network-vif-deleted', 'tag': '4df738b8-ae7c-4f6f-9620-b38b190b094a', 'status': 'completed', 'code': 200} Dec 21 01:48:23.803707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:23.806645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] No DVR routers for this DVR port 655461f8-c5a4-4f6a-9b14-33aad7374367 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:23.818112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.819142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.821186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] 10.222.0.45 "PUT /v2.0/ports/afa74c4f-c1f3-4217-82b1-3fc8410551d4 HTTP/1.1" status: 200 len: 1092 time: 1.6139879 Dec 21 01:48:23.849798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f956e-afe1-4c80-9d26-cacfb2985b0b service neutron] Pushing event updated for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.863934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:23.871795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 655461f8-c5a4-4f6a-9b14-33aad7374367 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:23.875564 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:23.911640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cba76c5c-0b9c-442d-ba18-c8c42cb77914 req-d38623a3-43a0-42ac-9b36-db30852be2b6 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413042 Dec 21 01:48:23.936887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a20ce279-107a-4970-9763-ddc4a201f2ca req-acbce323-f3ed-46c1-89fe-e43736426774 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=94268c67-08bf-4664-a41b-9bf7fa8f9508 HTTP/1.1" status: 200 len: 210 time: 0.0592396 Dec 21 01:48:23.967459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 655461f8-c5a4-4f6a-9b14-33aad7374367 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:23.968649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 655461f8-c5a4-4f6a-9b14-33aad7374367 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:23.986960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-83408246-657d-46d6-aaa5-2f552d6608b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.988967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-83408246-657d-46d6-aaa5-2f552d6608b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 1095 time: 0.0889523 Dec 21 01:48:23.989868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a336-fa21-481b-a95d-36733dc95848 req-52fbce0b-1fe0-4cca-b154-ff95c134b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:23.990013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:23.991454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-52fbce0b-1fe0-4cca-b154-ff95c134b858 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3770368 Dec 21 01:48:23.996416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.026852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3071d769-51d2-4596-b252-3e0831201ae3']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:24.060629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-8ecbef6c-c055-4347-b0b2-1adff8c43799 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6 HTTP/1.1" status: 200 len: 217 time: 0.0448508 Dec 21 01:48:24.064170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519793c5-912b-412b-9248-1dca8d1aa0d4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:24.064475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519793c5-912b-412b-9248-1dca8d1aa0d4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:24.067554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-ce83e261-d23d-4a04-82cd-2dcf181547dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4 HTTP/1.1" status: 200 len: 217 time: 0.0566292 Dec 21 01:48:24.085603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.125008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-624f17a4-9cc6-4564-9df7-a74ea2268750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:24.129166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-624f17a4-9cc6-4564-9df7-a74ea2268750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0544851 Dec 21 01:48:24.130391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.141277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:48:24.141869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:48:24.143828 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:48:24.165123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-1692e2a1-9256-4fc6-8e8a-7e39b51d2ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266349 Dec 21 01:48:24.198681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a336-fa21-481b-a95d-36733dc95848 req-81926205-15e0-4674-9fea-fbdf554c8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:24.200168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-81926205-15e0-4674-9fea-fbdf554c8a42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1284661 Dec 21 01:48:24.239623 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.272589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.275802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3071d769-51d2-4596-b252-3e0831201ae3 HTTP/1.1" status: 204 len: 168 time: 1.9363749 Dec 21 01:48:24.294393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f239-7e7a-4f6f-8bbb-2630f4684913 admin admin] Pushing event deleted for resources: {'Network': ['ID=3071d769-51d2-4596-b252-3e0831201ae3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:24.309814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:24.313007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-e2c36fdb-d056-4aa1-b740-b7c394faa4ed service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345577 Dec 21 01:48:24.317291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36687-5993-4d3a-a4dd-635fae9e28ea req-53d87b58-c5e8-4fd4-811b-456e95ad9945 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:24.318828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5e36687-5993-4d3a-a4dd-635fae9e28ea req-53d87b58-c5e8-4fd4-811b-456e95ad9945 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 943 time: 0.0803657 Dec 21 01:48:24.320838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a336-fa21-481b-a95d-36733dc95848 req-31f7397e-da62-4315-8393-a8c87bbf2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:24.322867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-31f7397e-da62-4315-8393-a8c87bbf2d2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1127892 Dec 21 01:48:24.463146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5e36687-5993-4d3a-a4dd-635fae9e28ea req-fbce05f7-1a6f-4723-b62f-0a0682aba5b7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237907 Dec 21 01:48:24.487619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f64b219d-ae0a-4fa6-b51b-9f46fd540a76 req-df530511-e206-4c29-af60-bc3e75fc7a4f service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654277 Dec 21 01:48:24.508718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-b73c11a5-2aca-457e-b25a-aac29501bb9f service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779928 Dec 21 01:48:24.585780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:24.588079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:24.616073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 4df738b8-ae7c-4f6f-9620-b38b190b094a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:24.616654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4df738b8-ae7c-4f6f-9620-b38b190b094a not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:24.664866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-94e710a9-d94a-4883-8329-2cd2f20bdc2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a494bc3f59a04438b6748cd45468e0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770867 Dec 21 01:48:24.667747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:24.674616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab41fb-b0be-4309-9af2-53205c358009 req-f34e8ee0-4711-4aba-ab0a-63c7fb3f5d5e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:24.676239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96ab41fb-b0be-4309-9af2-53205c358009 req-f34e8ee0-4711-4aba-ab0a-63c7fb3f5d5e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 949 time: 0.0971682 Dec 21 01:48:24.678941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27a6a336-fa21-481b-a95d-36733dc95848 req-34d6e73c-9819-4299-9cf6-9eed54eeff62 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625223 Dec 21 01:48:24.735080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96ab41fb-b0be-4309-9af2-53205c358009 req-9a705271-342d-4b47-9e2a-acd0dfbb67d0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515318 Dec 21 01:48:24.750412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.777725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.830348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.833449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:24.837478 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9e13431-5ad6-4e12-b9b0-7eccfb67dfa0 HTTP/1.1" status: 204 len: 168 time: 0.1657777 Dec 21 01:48:24.842978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516987be-f222-4446-a063-3302887ad7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e13431-5ad6-4e12-b9b0-7eccfb67dfa0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:24.882962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37034) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:25.005135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-724537417-network', 'tenant_id': '2f9f3203c9164218a21bd3d6e9df3a46'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:25.086555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Made reservation on behalf of 2f9f3203c9164218a21bd3d6e9df3a46 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:25.089371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.112112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec9cea-5649-48e0-83fb-164e90197a7f req-9229d7e9-23ea-4b09-b35b-f827a134aeaf tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.114910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdec9cea-5649-48e0-83fb-164e90197a7f req-9229d7e9-23ea-4b09-b35b-f827a134aeaf tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 948 time: 0.1175406 Dec 21 01:48:25.116212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.215175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdec9cea-5649-48e0-83fb-164e90197a7f req-e93c6966-5638-41f5-aa66-4e08d0ab2053 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888369 Dec 21 01:48:25.249350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:25.296556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87e48ea4-c214-4d8d-9899-d082721206ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0793911436c84536ab17a4f65a61cd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457058 Dec 21 01:48:25.297935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.300142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37050) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:25.311070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361ff6-4077-45f9-9ac6-8e095476ce61 req-eb9caa31-f556-4595-a621-66dcb2c0dd94 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.312600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d361ff6-4077-45f9-9ac6-8e095476ce61 req-eb9caa31-f556-4595-a621-66dcb2c0dd94 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0965545 Dec 21 01:48:25.313751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.357154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:48:25.365066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.384360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.384851 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Added segment 3a9ca91b-c423-4556-8d59-b1d7c5ce28ce of type vlan for network a8d88210-b945-4e40-b6b6-9b66a7d6574e Dec 21 01:48:25.389962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238c865-25cf-4d22-9f96-9de9a231e02f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:25.392528 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.442621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.445280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.446461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3248ece4-6c83-4400-81af-5da55d5304e3 HTTP/1.1" status: 204 len: 168 time: 0.1453383 Dec 21 01:48:25.452465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.454314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74dc52-1df9-470c-8cd7-1945f3f3d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248ece4-6c83-4400-81af-5da55d5304e3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:25.457825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d361ff6-4077-45f9-9ac6-8e095476ce61 req-f5960329-780c-4264-a5f0-bff08bcc12d8 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359820 Dec 21 01:48:25.497234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.498407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.499094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.563490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6792386 Dec 21 01:48:25.566453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:25.573740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Request body: {'subnet': {'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-724537417-subnet', 'tenant_id': '2f9f3203c9164218a21bd3d6e9df3a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:25.577082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280ac8-2c30-4276-b394-d554e4c1a557 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d88210-b945-4e40-b6b6-9b66a7d6574e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:25.589971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network a8d88210-b945-4e40-b6b6-9b66a7d6574e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:48:25.621930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41148031-ae32-48a2-af48-3c84d5c5fe88 req-dfc4046e-4fb2-4fc3-9050-dd69e6ce07b7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.624466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41148031-ae32-48a2-af48-3c84d5c5fe88 req-dfc4046e-4fb2-4fc3-9050-dd69e6ce07b7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 943 time: 0.0673201 Dec 21 01:48:25.635398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Made reservation on behalf of 2f9f3203c9164218a21bd3d6e9df3a46 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:25.639018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.702230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41148031-ae32-48a2-af48-3c84d5c5fe88 req-256111f1-7f53-4b00-86a1-97126e13f1c8 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670087 Dec 21 01:48:25.809774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:25.811977 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:25.846586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:25.890412 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4abdb-e382-44fc-8d1a-cd99abaad45d x-openstack-request-id: req-1ab4abdb-e382-44fc-8d1a-cd99abaad45d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:25.890936 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:25.891433 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ab4abdb-e382-44fc-8d1a-cd99abaad45d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:25.892043 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4', 'status': 'completed', 'code': 200} Dec 21 01:48:25.898827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070df5a5-ab35-4978-9d9c-11391ec0419b req-22f8edc8-c27d-46ac-b724-0440c9f4e6c8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.907380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070df5a5-ab35-4978-9d9c-11391ec0419b req-22f8edc8-c27d-46ac-b724-0440c9f4e6c8 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 949 time: 0.0982611 Dec 21 01:48:25.938542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315b93e8-ed7b-48b4-9877-b71860f5d804,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:25.951398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Checking segment: {'id': '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:25.952214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Network hostable DHCP agents. Network: a8d88210-b945-4e40-b6b6-9b66a7d6574e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:48:25.960479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070df5a5-ab35-4978-9d9c-11391ec0419b req-07efc829-130f-4278-99de-b1641c3175cd tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Dec 21 01:48:25.974273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Network a8d88210-b945-4e40-b6b6-9b66a7d6574e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:48:25.991037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, a8d88210-b945-4e40-b6b6-9b66a7d6574e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:25.997129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:25.999345 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.000697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f1920-0f46-4f6e-9da1-1a3b11384d14 None None] Network a8d88210-b945-4e40-b6b6-9b66a7d6574e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:26.022861 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0e4e26f1-df3b-4689-ad90-e132308a12c1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4551737 Dec 21 01:48:26.037711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-104547f5-b375-454b-8951-bb188f74341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.039466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-104547f5-b375-454b-8951-bb188f74341f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 1095 time: 0.0576699 Dec 21 01:48:26.120890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c4701-1d6c-4e90-ad4a-cdc0cdbc9b80 None None] Network a8d88210-b945-4e40-b6b6-9b66a7d6574e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:26.166890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-c15e2ca5-cd38-4b57-83cc-38b323b5a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.168392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-c15e2ca5-cd38-4b57-83cc-38b323b5a8de service neutron] 10.222.0.45 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 910 time: 0.1212049 Dec 21 01:48:26.236538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-8b1550e4-b018-4fd1-aa4f-aa20a962a202 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4 HTTP/1.1" status: 200 len: 217 time: 0.0592616 Dec 21 01:48:26.336627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-c19d8d3c-9c16-4720-9af0-6a98d701467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.339332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-c19d8d3c-9c16-4720-9af0-6a98d701467f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0944903 Dec 21 01:48:26.379138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-0951dfa6-9781-492b-acff-158685f04e38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303798 Dec 21 01:48:26.387995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f716b3-df97-40bb-80df-382f736789ea req-26765f87-4b57-44c5-93b1-f06c08c97492 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.389783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5f716b3-df97-40bb-80df-382f736789ea req-26765f87-4b57-44c5-93b1-f06c08c97492 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 948 time: 0.0871358 Dec 21 01:48:26.416322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 918783c8-c087-4d1f-b1ae-91e64a655ad6 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:26.434075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:26.508368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5f716b3-df97-40bb-80df-382f736789ea req-2a8cf907-9eea-4253-bc35-1f2d91425177 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090410 Dec 21 01:48:26.513955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.527189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-814ee5d2-c530-4856-8c8e-7ab1f967c57f service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360064 Dec 21 01:48:26.578424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 14491826-bea3-49db-b06e-b8fa08d9bf4f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:26.578859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.622748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:26.639151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '918783c8-c087-4d1f-b1ae-91e64a655ad6', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '918783c8-c087-4d1f-b1ae-91e64a655ad6', 'mac_address': 'fa:16:3e:8d:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:26.718127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.743511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918783c8-c087-4d1f-b1ae-91e64a655ad6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:26.767001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2208c0ed-2eb2-4cdc-925f-03cb308bc9a3 req-a9b0fda1-57ad-4e7f-b14c-187c53aa0f9c service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309735 Dec 21 01:48:26.774265 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.778808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:26.804137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ab090-f460-4b8b-aa50-3bbcfd29e3c4 req-c9aea71d-f42b-4f08-b608-8ea55506064a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.804606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.809859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc5ab090-f460-4b8b-aa50-3bbcfd29e3c4 req-c9aea71d-f42b-4f08-b608-8ea55506064a tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.1591389 Dec 21 01:48:26.840370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:26.843265 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a80c3-5725-4128-b197-3a07328dd6fe" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:26.851321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-ee01728d-64fd-46dd-a840-495faaa72f45 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:26.853522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-ee01728d-64fd-46dd-a840-495faaa72f45 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/networks?id=a8d88210-b945-4e40-b6b6-9b66a7d6574e HTTP/1.1" status: 200 len: 813 time: 0.2039888 Dec 21 01:48:26.864301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:26.871348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:26.880896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-471660db-af43-4ce1-8aa0-aae7d8c60186 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/quotas/2f9f3203c9164218a21bd3d6e9df3a46 HTTP/1.1" status: 200 len: 375 time: 0.0157177 Dec 21 01:48:26.882362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:26.900777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc5ab090-f460-4b8b-aa50-3bbcfd29e3c4 req-477aea8a-13ec-4142-b4ae-7c015b4b7fd2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Dec 21 01:48:26.942186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:26.956845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-3a7e30c4-4d41-4a12-b9d3-4a0169fd25bf tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f9f3203c9164218a21bd3d6e9df3a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466554 Dec 21 01:48:27.074204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44362d0-f394-48f5-bc27-cb5085673197 req-2d39c823-12d8-451f-9852-0fc089516c7d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:27.075732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c44362d0-f394-48f5-bc27-cb5085673197 req-2d39c823-12d8-451f-9852-0fc089516c7d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 943 time: 0.1006527 Dec 21 01:48:27.091787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-a4521972-4875-4648-8d27-a6d8ce539bcb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:27.093301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-a4521972-4875-4648-8d27-a6d8ce539bcb tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 949 time: 0.0704567 Dec 21 01:48:27.112478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-e05f4111-f370-4ec3-8b1d-8baf2befddab service neutron] 10.222.0.43 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547134 Dec 21 01:48:27.203034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c44362d0-f394-48f5-bc27-cb5085673197 req-1f419dcb-6e68-4440-9473-61502d194aae tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167262 Dec 21 01:48:27.208649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['918783c8-c087-4d1f-b1ae-91e64a655ad6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:27.224154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Deleting port 827d262a-fadb-41a2-8aa7-79a143621c12 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:27.224586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:27.259517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-c37d0ac0-16c9-4373-8f4e-86b82c177eeb service neutron] 10.222.0.43 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431484 Dec 21 01:48:27.343732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] For port 827d262a-fadb-41a2-8aa7-79a143621c12, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=827d262a-fadb-41a2-8aa7-79a143621c12,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:27.344086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:27.366587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Calling delete_port for 827d262a-fadb-41a2-8aa7-79a143621c12 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:27.399277 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce64969-a947-47cb-9c46-c25280e7b407 x-openstack-request-id: req-1ce64969-a947-47cb-9c46-c25280e7b407 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:27.399689 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:27.400604 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce64969-a947-47cb-9c46-c25280e7b407 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:27.401000 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'code': 200} Dec 21 01:48:27.526831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2f1c5-7f76-44c4-9e44-c0d8411325b0 req-2ddd95aa-7885-4aef-95c7-f83e13f5520f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:27.528377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60c2f1c5-7f76-44c4-9e44-c0d8411325b0 req-2ddd95aa-7885-4aef-95c7-f83e13f5520f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0621130 Dec 21 01:48:27.608108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:27.644139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event deleted for resources: {'Port': ['ID=827d262a-fadb-41a2-8aa7-79a143621c12,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:27.660468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4d090767-042b-4ef2-b89f-42bcec0dad25', '827d262a-fadb-41a2-8aa7-79a143621c12'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:27.702205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60c2f1c5-7f76-44c4-9e44-c0d8411325b0 req-7c99d5c7-10ef-45c6-8dc3-6fe9ee3da2ad tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666698 Dec 21 01:48:27.735491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d348d9-55a5-45fb-9bb0-717717f06aae req-e35ba42c-84f5-42cb-861e-337af461fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:27.740651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2d348d9-55a5-45fb-9bb0-717717f06aae req-e35ba42c-84f5-42cb-861e-337af461fcde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1102 time: 0.1121864 Dec 21 01:48:27.747016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] No DVR routers for this DVR port 827d262a-fadb-41a2-8aa7-79a143621c12 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:27.750095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:27.753394 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5b27b7e7-96b4-42be-a102-833f9ed7d62b req-bf50d50a-a9a5-49a0-9638-26c0ec034569 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "DELETE /v2.0/ports/827d262a-fadb-41a2-8aa7-79a143621c12 HTTP/1.1" status: 204 len: 173 time: 0.6521544 Dec 21 01:48:27.812336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18fccf51-4671-4308-b5a1-73aea3f8c9fe req-9e08d889-8dc2-4f72-966a-07bd218157e9 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 210 time: 0.0472524 Dec 21 01:48:27.853688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-6b8872ec-47ff-4e4e-9c53-2aa7284dc69d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606997 Dec 21 01:48:27.893998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-deleted', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:27.896564 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1c12a-ee92-4d9d-9eef-84ad8e6902e7" -d '{"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-deleted", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:27.899041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2d348d9-55a5-45fb-9bb0-717717f06aae req-567f446e-bc99-43ca-8e2b-6e130f9887c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479168 Dec 21 01:48:28.001551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb560f16-0ca8-48a5-90b3-1bde6bb50eb0 req-b9312f26-81b5-40d0-91e2-cb3c219d8d0d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:28.003071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb560f16-0ca8-48a5-90b3-1bde6bb50eb0 req-b9312f26-81b5-40d0-91e2-cb3c219d8d0d tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 949 time: 0.1078644 Dec 21 01:48:28.031698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-abe9d9d4-66e3-4337-9f38-47e12d6fc9dd tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:28.033149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-abe9d9d4-66e3-4337-9f38-47e12d6fc9dd tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696806 Dec 21 01:48:28.057429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-22faf88c-7c8b-492d-a00f-356717ccf8e9 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/quotas/70983f3a6b9f4fb0a91d47fe7fd05d0a HTTP/1.1" status: 200 len: 375 time: 0.0146787 Dec 21 01:48:28.104622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-fc240170-d6ea-4026-b245-2fd3fe1fea48 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412362 Dec 21 01:48:28.115900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb560f16-0ca8-48a5-90b3-1bde6bb50eb0 req-874ba1e9-010e-40bb-998b-c9ec101e078b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997341 Dec 21 01:48:28.166253 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feabbb2-56c6-4d22-8f6e-97e07253144e x-openstack-request-id: req-3feabbb2-56c6-4d22-8f6e-97e07253144e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:28.166795 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427e977-7cfe-4c57-9605-41e07d646a38", "name": "network-vif-deleted", "tag": "827d262a-fadb-41a2-8aa7-79a143621c12", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:28.166795 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3feabbb2-56c6-4d22-8f6e-97e07253144e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:28.167173 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427e977-7cfe-4c57-9605-41e07d646a38', 'name': 'network-vif-deleted', 'tag': '827d262a-fadb-41a2-8aa7-79a143621c12', 'status': 'completed', 'code': 200} Dec 21 01:48:28.261752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89841477-abb5-420a-939e-871eab0238f2 req-84b16387-0be7-408f-946c-8805107c79ce tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=2427e977-7cfe-4c57-9605-41e07d646a38 HTTP/1.1" status: 200 len: 210 time: 0.0333326 Dec 21 01:48:28.346108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8949bca0-b2c5-40e6-b53c-ab9ec94a8653 req-aa75c535-274c-456e-b514-e5b95d9e8bd3 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 210 time: 0.0412867 Dec 21 01:48:28.367021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097fe22-3bb6-4f57-b317-8b874988ea9f req-b3844365-b5d6-415b-909d-430d6a15319f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:28.370877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9097fe22-3bb6-4f57-b317-8b874988ea9f req-b3844365-b5d6-415b-909d-430d6a15319f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 943 time: 0.0749950 Dec 21 01:48:28.447244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afa74c4f-c1f3-4217-82b1-3fc8410551d4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:28.448943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9097fe22-3bb6-4f57-b317-8b874988ea9f req-ebd87224-91f2-4ab9-a478-d5e28ee2f2eb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Dec 21 01:48:28.467268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 918783c8-c087-4d1f-b1ae-91e64a655ad6 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:28.600773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 918783c8-c087-4d1f-b1ae-91e64a655ad6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:28.608528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 918783c8-c087-4d1f-b1ae-91e64a655ad6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:28.608981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:28.648236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:28.664370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'port_id': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4', 'mac_address': 'fa:16:3e:87:ed:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:28.731510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:28.753298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa74c4f-c1f3-4217-82b1-3fc8410551d4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:28.757364 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:28.788788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:28.796500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:28.807776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:28.828011 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:28.857927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4438b1-095d-4b4b-82c0-3d7360dbdd2f req-5d719926-e214-4369-aa0c-976cfb1972a6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:28.859775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f4438b1-095d-4b4b-82c0-3d7360dbdd2f req-5d719926-e214-4369-aa0c-976cfb1972a6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0657284 Dec 21 01:48:28.878181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:28.935608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f4438b1-095d-4b4b-82c0-3d7360dbdd2f req-b2114536-7260-441f-89a8-06aa75500372 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668011 Dec 21 01:48:28.960340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:28.970772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05a7f502-fd70-4f2f-b58b-3c8f9666e0e3 req-551dc514-b23a-45cb-a705-42a41a3ac5c2 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 210 time: 0.0574026 Dec 21 01:48:29.133072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-7353a97f-e734-402e-8395-673c39c17724 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.134923 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-7353a97f-e734-402e-8395-673c39c17724 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.24 "GET /v2.0/networks?id=a8d88210-b945-4e40-b6b6-9b66a7d6574e HTTP/1.1" status: 200 len: 813 time: 0.1213214 Dec 21 01:48:29.158067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Request body: {'port': {'device_id': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e', 'admin_state_up': True, 'tenant_id': '2f9f3203c9164218a21bd3d6e9df3a46'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:29.232067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233b05-3f08-41fb-8649-12e2f9968b8d req-13b8c633-bd91-4a53-9879-dea6df4d8ff8 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.233580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71233b05-3f08-41fb-8649-12e2f9968b8d req-13b8c633-bd91-4a53-9879-dea6df4d8ff8 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0539138 Dec 21 01:48:29.238020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afa74c4f-c1f3-4217-82b1-3fc8410551d4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:29.280368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Made reservation on behalf of 2f9f3203c9164218a21bd3d6e9df3a46 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:29.294777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71233b05-3f08-41fb-8649-12e2f9968b8d req-06ff5fc3-c53c-45ec-b35f-b7d1974c393e tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Dec 21 01:48:29.298210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:29.402652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:29.405051 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbb284-479c-4523-8ff0-ace199a024a9" -d '{"events": [{"server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "name": "network-vif-plugged", "status": "completed", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:29.465308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99b9f752-6abe-436c-8990-9691b4c6fe71 req-8d3d5d4f-15a2-41b0-8e43-a1e2b679c1aa tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 210 time: 0.0368145 Dec 21 01:48:29.488414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Allocated IP 172.20.0.3 (a8d88210-b945-4e40-b6b6-9b66a7d6574e/315b93e8-ed7b-48b4-9877-b71860f5d804/3c58334c-550a-4014-89e1-895e9cab4cf6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:29.528427 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5713736d-2365-4dad-a554-8e80693af8e4 x-openstack-request-id: req-5713736d-2365-4dad-a554-8e80693af8e4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:29.528724 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "name": "network-vif-plugged", "status": "completed", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:29.529186 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5713736d-2365-4dad-a554-8e80693af8e4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:29.529485 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6', 'code': 200} Dec 21 01:48:29.600732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-784e89a2-7864-410a-bb19-8261c9d18770 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302145 Dec 21 01:48:29.641382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d7acc-6cc9-490a-90f4-edc32c16d88a req-d23a58bf-2560-4fd9-ba2b-2f26c2e88f2a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.642919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a4d7acc-6cc9-490a-90f4-edc32c16d88a req-d23a58bf-2560-4fd9-ba2b-2f26c2e88f2a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 944 time: 0.0505059 Dec 21 01:48:29.771206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a4d7acc-6cc9-490a-90f4-edc32c16d88a req-f7af4086-d28a-4488-8e0f-54110f7e5a74 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168013 Dec 21 01:48:29.776393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201a9d-5aaf-4e8d-8461-121d14909abc req-87180d94-2f1a-4c29-a28c-f5a9f8c9051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.777705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d201a9d-5aaf-4e8d-8461-121d14909abc req-87180d94-2f1a-4c29-a28c-f5a9f8c9051f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 1102 time: 0.1142662 Dec 21 01:48:29.781619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:29.808170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced664a-cbee-4983-93ed-882f89467d2b req-be2228b4-9093-494c-9fee-8561864d73cd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.810052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ced664a-cbee-4983-93ed-882f89467d2b req-be2228b4-9093-494c-9fee-8561864d73cd tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.0885506 Dec 21 01:48:29.816816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-debd88f6-b381-4e41-85df-2e754f749ee8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:29.818350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-debd88f6-b381-4e41-85df-2e754f749ee8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712410 Dec 21 01:48:29.845084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:29.857864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d201a9d-5aaf-4e8d-8461-121d14909abc req-a6c8e4a8-2412-4189-861c-c1af6cc76877 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718498 Dec 21 01:48:29.886806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ced664a-cbee-4983-93ed-882f89467d2b req-813545d7-7724-44e7-8179-f68ddf328196 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Dec 21 01:48:29.892464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Request body: {'port': {'device_id': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '70983f3a6b9f4fb0a91d47fe7fd05d0a'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:29.901561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Network a8d88210-b945-4e40-b6b6-9b66a7d6574e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:29.922050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:29.925554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Pushing event updated for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:29.927678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:30.016521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.017152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.047912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-324197e7-efdf-4cef-b55d-8ccee0992687 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938794 Dec 21 01:48:30.067940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Made reservation on behalf of 70983f3a6b9f4fb0a91d47fe7fd05d0a for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:30.071379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.077924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Request body: {'port': {'device_id': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:30.087782 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.098908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28c692-4850-49da-91d7-fe9631bfc304 req-dde83fff-49ce-4796-9e10-2356767a6515 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.100383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da28c692-4850-49da-91d7-fe9631bfc304 req-dde83fff-49ce-4796-9e10-2356767a6515 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0867920 Dec 21 01:48:30.122285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5d101-79ee-4b69-bcad-492305a28baf req-e9d8b581-1899-45a6-a48a-19be2683136d tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.123706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b5d101-79ee-4b69-bcad-492305a28baf req-e9d8b581-1899-45a6-a48a-19be2683136d tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 931 time: 0.0765467 Dec 21 01:48:30.150708 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:48:30.165580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.189416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da28c692-4850-49da-91d7-fe9631bfc304 req-486086c2-9dd2-426c-9ee3-8049d3899c77 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Dec 21 01:48:30.202440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b5d101-79ee-4b69-bcad-492305a28baf req-b005be18-78eb-43de-bf58-c45eb23a59b8 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711191 Dec 21 01:48:30.244103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.250816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.311169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5745ad-1880-4848-95cc-936e78f5dcb0 req-b20c9009-9209-4b8e-a484-562ac756c7b7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.312658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa5745ad-1880-4848-95cc-936e78f5dcb0 req-b20c9009-9209-4b8e-a484-562ac756c7b7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0502262 Dec 21 01:48:30.377784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc264433-0915-4640-854c-850844d711b2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:30.419584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa5745ad-1880-4848-95cc-936e78f5dcb0 req-9cfe52b9-d950-4446-a63d-2d5c56af99ce tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970554 Dec 21 01:48:30.441301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893d2c3-2573-49aa-a1b5-14d4bad7f067 req-fe765940-045a-4c4a-808f-95c2d3ae1ef0 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.443908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f893d2c3-2573-49aa-a1b5-14d4bad7f067 req-fe765940-045a-4c4a-808f-95c2d3ae1ef0 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0689070 Dec 21 01:48:30.452953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afa74c4f-c1f3-4217-82b1-3fc8410551d4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:30.504848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Allocated IP 192.168.233.188 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/41f84b0b-8f6c-4fe2-beaf-ada88ad12450) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:30.511424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port afa74c4f-c1f3-4217-82b1-3fc8410551d4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:30.515130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f893d2c3-2573-49aa-a1b5-14d4bad7f067 req-936dce0d-7a38-4597-9d85-98c7675ee449 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634539 Dec 21 01:48:30.519928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port afa74c4f-c1f3-4217-82b1-3fc8410551d4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:30.520298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.624562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a34703c4-8508-4e71-8944-939dd89f4144 req-aed9a911-5bba-4552-ab96-857fbb505657 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 210 time: 0.0287683 Dec 21 01:48:30.635676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:30.647386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.665951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 827d262a-fadb-41a2-8aa7-79a143621c12 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:30.666301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 827d262a-fadb-41a2-8aa7-79a143621c12 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:30.679986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c58334c-550a-4014-89e1-895e9cab4cf6 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:30.690657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.709216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:30.718100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Transition to ACTIVE for port object 3c58334c-550a-4014-89e1-895e9cab4cf6 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:30.720162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.735308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.779375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.788691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:30.807727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Pushing event updated for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:30.888771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.904942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf6f53-f860-4d56-b85c-7c477a592a94 req-6dcc5887-1672-41ce-8fdc-5152cac3e600 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.906516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4cf6f53-f860-4d56-b85c-7c477a592a94 req-6dcc5887-1672-41ce-8fdc-5152cac3e600 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0844703 Dec 21 01:48:30.920118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3f2db-4088-4a13-9fb7-5cc0138ec08c req-fd32004b-3e25-43a3-9574-0043d66b179f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:30.921899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86b3f2db-4088-4a13-9fb7-5cc0138ec08c req-fd32004b-3e25-43a3-9574-0043d66b179f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0721290 Dec 21 01:48:30.926875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Attempting to bind port 3c58334c-550a-4014-89e1-895e9cab4cf6 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:30.927210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Attempting to bind port 3c58334c-550a-4014-89e1-895e9cab4cf6 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:30.927535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Attempting to bind port 3c58334c-550a-4014-89e1-895e9cab4cf6 on network a8d88210-b945-4e40-b6b6-9b66a7d6574e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:30.942855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Port 3c58334c-550a-4014-89e1-895e9cab4cf6 on network a8d88210-b945-4e40-b6b6-9b66a7d6574e not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:30.943092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Attempting to bind port 3c58334c-550a-4014-89e1-895e9cab4cf6 on network a8d88210-b945-4e40-b6b6-9b66a7d6574e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:30.950165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:30.958292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:30.960606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:30.960892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Checking segment: {'id': '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:30.961249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Bound using segment: {'id': '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:30.961711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Bound port: 3c58334c-550a-4014-89e1-895e9cab4cf6, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:30.962062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:30.964689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:30.967215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Pushing event updated for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:31.000787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4cf6f53-f860-4d56-b85c-7c477a592a94 req-4507490f-c63c-469b-8f88-b2a3d8b678d0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Dec 21 01:48:31.011977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86b3f2db-4088-4a13-9fb7-5cc0138ec08c req-70bed337-1781-4e51-97c2-7aadae555699 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741031 Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.060336 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:31.062931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.063795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.094145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-aa2a6fbe-5b30-4da2-a945-c60af2f66f5f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2099814 Dec 21 01:48:31.098783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:31.103688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3c58334c-550a-4014-89e1-895e9cab4cf6,segment=NetworkSegment(3a9ca91b-c423-4556-8d59-b1d7c5ce28ce),segment_id=3a9ca91b-c423-4556-8d59-b1d7c5ce28ce)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:31.109433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.129584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Request body: {'port': {'device_id': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:31.173986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e851e88-fee9-477f-8d8b-2ff7bf26cbe7 req-e7906229-9335-4108-a227-97de86e1193c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.175497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e851e88-fee9-477f-8d8b-2ff7bf26cbe7 req-e7906229-9335-4108-a227-97de86e1193c tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.0742719 Dec 21 01:48:31.211456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.212036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.214214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c58334c-550a-4014-89e1-895e9cab4cf6 HTTP/1.1" status: 200 len: 1092 time: 1.1473305 Dec 21 01:48:31.214862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:31.217300 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:31.249955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e851e88-fee9-477f-8d8b-2ff7bf26cbe7 req-0a3b53b3-985f-4dc0-b809-31ea54cb83e2 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/security-groups?id=21934f85-a43d-44ba-8ae2-f55db3b5bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675662 Dec 21 01:48:31.260303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f18bf-1671-416d-91b8-d772a7ed9c72 service neutron] Pushing event updated for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:31.275465 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87728b2-4702-494f-b899-0c01c53c3f4d x-openstack-request-id: req-e87728b2-4702-494f-b899-0c01c53c3f4d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:31.276936 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:31.277194 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e87728b2-4702-494f-b899-0c01c53c3f4d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:31.277623 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6', 'status': 'completed', 'code': 200} Dec 21 01:48:31.278997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fe3facc9-f5b1-42b2-8bcb-09cc410058e6 None None] Provisioning complete for port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:31.282201 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe3facc9-f5b1-42b2-8bcb-09cc410058e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.284472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.381761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093f1a3-fb67-4b36-b820-76f2cf51dd3d req-e5de7343-576b-4e8c-9505-add064df7f47 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.385148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1093f1a3-fb67-4b36-b820-76f2cf51dd3d req-e5de7343-576b-4e8c-9505-add064df7f47 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 943 time: 0.0643635 Dec 21 01:48:31.435984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1093f1a3-fb67-4b36-b820-76f2cf51dd3d req-78af6eb6-3aab-496d-81e9-6adb2da772ea tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Dec 21 01:48:31.467885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fe3facc9-f5b1-42b2-8bcb-09cc410058e6 None None] Port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:31.480712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-ed07eb8b-0d59-49a0-b81e-cd31db4bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.482369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-ed07eb8b-0d59-49a0-b81e-cd31db4bde76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f9f3203c9164218a21bd3d6e9df3a46&device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 1095 time: 0.1805410 Dec 21 01:48:31.530721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:31.533030 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f39aa-c920-4188-bd47-fd1a5e9d7519" -d '{"events": [{"server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "name": "network-vif-plugged", "status": "completed", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:31.572101 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9179b0c5-e36b-42fa-8cf6-b31c1608621d x-openstack-request-id: req-9179b0c5-e36b-42fa-8cf6-b31c1608621d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:31.572480 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "name": "network-vif-plugged", "status": "completed", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:31.572803 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9179b0c5-e36b-42fa-8cf6-b31c1608621d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:31.573267 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4', 'code': 200} Dec 21 01:48:31.580385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-e05f7e53-73e5-4dfb-b33f-6b7fb690b570 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c58334c-550a-4014-89e1-895e9cab4cf6 HTTP/1.1" status: 200 len: 217 time: 0.0373008 Dec 21 01:48:31.650527 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5524949-7415-493f-880c-9a3a037eef21 req-35da0aed-828c-4f48-b7e0-d986f69a357b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.652315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5524949-7415-493f-880c-9a3a037eef21 req-35da0aed-828c-4f48-b7e0-d986f69a357b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0565701 Dec 21 01:48:31.664851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-cd1f4cca-60cc-4fe1-ad7f-de7f49dc80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.666883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-cd1f4cca-60cc-4fe1-ad7f-de7f49dc80da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=315b93e8-ed7b-48b4-9877-b71860f5d804 HTTP/1.1" status: 200 len: 853 time: 0.0679479 Dec 21 01:48:31.719289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:31.730503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5524949-7415-493f-880c-9a3a037eef21 req-835175f7-d06c-4b62-9722-79fca50e9cd0 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Dec 21 01:48:31.737826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.754682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-84fcbb39-48c2-411e-a0c8-fcd8206341d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d88210-b945-4e40-b6b6-9b66a7d6574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305567 Dec 21 01:48:31.765774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Transition to ACTIVE for port object 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:31.786558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:31.888488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Pushing event updated for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:31.898203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2de3f-966b-4cac-ae52-351e9bf751c4 req-da244846-d450-4431-9eb0-7c9b5669486b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.900327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25f2de3f-966b-4cac-ae52-351e9bf751c4 req-da244846-d450-4431-9eb0-7c9b5669486b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 936 time: 0.1680517 Dec 21 01:48:31.926961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e6dc5-fc89-42c4-947e-f7bed586fe6e req-fde326ff-813a-43bc-8563-6e2a7d50dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.929978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-795e6dc5-fc89-42c4-947e-f7bed586fe6e req-fde326ff-813a-43bc-8563-6e2a7d50dae0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 1097 time: 0.1248124 Dec 21 01:48:31.953792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-891b0ad3-9e0a-4809-b719-c00d922da447 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:31.955252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-891b0ad3-9e0a-4809-b719-c00d922da447 tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 950 time: 0.2224834 Dec 21 01:48:31.976455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-35e03560-db31-4db0-9abe-ce5154ecf942 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093272 Dec 21 01:48:32.054156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-795e6dc5-fc89-42c4-947e-f7bed586fe6e req-d9964fd5-7a77-41c4-ba22-842f2d59af57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133938 Dec 21 01:48:32.077827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Attempting to bind port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:32.078052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Attempting to bind port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:32.078265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Attempting to bind port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:32.086897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:32.087259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Attempting to bind port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:32.098871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:32.099108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:32.099467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:32.099899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Bound port: 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:32.100246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.109430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25f2de3f-966b-4cac-ae52-351e9bf751c4 req-4612d3a6-8d19-4d54-ac3b-f05f2e32bf11 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004237 Dec 21 01:48:32.152295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-21cc48ca-cf75-43e9-b606-23a0e0843353 req-79350189-3ac7-4f6c-8427-659f9f4119d2 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578465 Dec 21 01:48:32.172200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-af903f1c-6107-47ac-9cbd-961aca5c2448 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.173749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-af903f1c-6107-47ac-9cbd-961aca5c2448 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 1102 time: 0.0789835 Dec 21 01:48:32.178647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Deleting port 4d090767-042b-4ef2-b89f-42bcec0dad25 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:32.179018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.203119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:32.206459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:32.210343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.241182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-e3005cdf-fa75-4aac-810c-56e364ab32d3 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.255683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.256289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.257672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/41f84b0b-8f6c-4fe2-beaf-ada88ad12450 HTTP/1.1" status: 200 len: 1097 time: 1.1347005 Dec 21 01:48:32.304584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65033c48-ad41-43c9-85ec-fad8a51150e1 service neutron] Pushing event updated for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:32.326538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-3aba0af0-5fad-4cd2-89e4-62177773ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.328058 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-3aba0af0-5fad-4cd2-89e4-62177773ec91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f9f3203c9164218a21bd3d6e9df3a46&device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 1095 time: 0.0678861 Dec 21 01:48:32.465387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-b8c05a23-3b62-4040-bdd9-a778905d4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.466901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-b8c05a23-3b62-4040-bdd9-a778905d4974 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 1100 time: 0.1186347 Dec 21 01:48:32.545973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-4a95540f-5068-4afa-8b52-a5f825aa9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.548000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-4a95540f-5068-4afa-8b52-a5f825aa9482 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d88210-b945-4e40-b6b6-9b66a7d6574e HTTP/1.1" status: 200 len: 913 time: 0.2009492 Dec 21 01:48:32.549586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-5d202f78-81a2-415b-a20b-3c9d165e48a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450 HTTP/1.1" status: 200 len: 217 time: 0.0603333 Dec 21 01:48:32.637632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-61183d7d-7f47-43b7-8bec-fb81d13f1712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c58334c-550a-4014-89e1-895e9cab4cf6 HTTP/1.1" status: 200 len: 217 time: 0.0739992 Dec 21 01:48:32.679345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012613-3b3d-43ac-89c3-19f05e0b508e req-59fba2a0-c6f9-4e5c-a3d2-5e75269b1110 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.688238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b012613-3b3d-43ac-89c3-19f05e0b508e req-59fba2a0-c6f9-4e5c-a3d2-5e75269b1110 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.5043087 Dec 21 01:48:32.697933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-d65232da-2610-43cc-8c61-fa488622cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.699389 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-d65232da-2610-43cc-8c61-fa488622cae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1257021 Dec 21 01:48:32.722318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-2957c4fb-5650-4896-b435-e589d7e9dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.723763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-2957c4fb-5650-4896-b435-e589d7e9dbce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=315b93e8-ed7b-48b4-9877-b71860f5d804 HTTP/1.1" status: 200 len: 853 time: 0.0696585 Dec 21 01:48:32.762230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] For port 4d090767-042b-4ef2-b89f-42bcec0dad25, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4d090767-042b-4ef2-b89f-42bcec0dad25,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:32.762539 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.765571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-77d3d1ef-43d5-410e-904b-c0847667b497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d88210-b945-4e40-b6b6-9b66a7d6574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272133 Dec 21 01:48:32.785313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-bd1e0f28-af59-42b9-b656-f12044cae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:32.786875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-bd1e0f28-af59-42b9-b656-f12044cae228 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782995 Dec 21 01:48:32.791229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Calling delete_port for 4d090767-042b-4ef2-b89f-42bcec0dad25 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:32.800224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b012613-3b3d-43ac-89c3-19f05e0b508e req-2e985d63-150f-4cd1-a7ee-8f6d13696fe7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111114 Dec 21 01:48:32.864918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-e3005cdf-fa75-4aac-810c-56e364ab32d3 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.887475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-e3005cdf-fa75-4aac-810c-56e364ab32d3 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:32.965827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9944fafd-3e6c-46e4-baed-6cfd8fef03d6 req-e3005cdf-fa75-4aac-810c-56e364ab32d3 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806580 Dec 21 01:48:32.966459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3005cdf-fa75-4aac-810c-56e364ab32d3 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15208cfe-a961-4b89-812e-879234fa049f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:33.005141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ac1bc-456c-4b52-a376-10f78abaeaba req-bd494320-73e6-4427-b5e1-a3c8a55b1b38 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.007021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-997ac1bc-456c-4b52-a376-10f78abaeaba req-bd494320-73e6-4427-b5e1-a3c8a55b1b38 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1370695 Dec 21 01:48:33.101377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:33.111807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-997ac1bc-456c-4b52-a376-10f78abaeaba req-f5b43ded-61d6-4684-b364-7d71174cf7ac tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934255 Dec 21 01:48:33.139800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Pushing event deleted for resources: {'Port': ['ID=4d090767-042b-4ef2-b89f-42bcec0dad25,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:33.187315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] No DVR routers for this DVR port 4d090767-042b-4ef2-b89f-42bcec0dad25 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:33.191104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:33.194436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e0d6e1-8ab8-45e7-87a5-5f7bbe7fcc7e req-18ff9125-c05e-44be-9168-4bce698f826e tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.24 "DELETE /v2.0/ports/4d090767-042b-4ef2-b89f-42bcec0dad25 HTTP/1.1" status: 204 len: 173 time: 1.2134850 Dec 21 01:48:33.194886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-deleted', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:33.205597 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49681023-26a9-4c49-b1cd-d891befc04bb" -d '{"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-deleted", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:33.271590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99bc4729-bf99-46ea-a148-efe857cf63b1 req-564cc82e-ca37-4c07-ae00-61ae0bce947d tempest-MigrationsAdminTest-1419097852 tempest-MigrationsAdminTest-1419097852-project] 10.222.0.43 "GET /v2.0/ports?device_id=28850581-fadf-4715-8066-cb113994265a HTTP/1.1" status: 200 len: 210 time: 0.0489984 Dec 21 01:48:33.283503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:33.286496 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42038007-0488-4f63-9eaa-d94012a6e76e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:33.300941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c712ee-709e-467d-bd3f-baa31233d41d req-17eec2a2-ab7b-4001-ab1c-473a599854c2 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.307165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-c6df3102-c7a8-4fe2-9849-13aa13eed32a service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314078 Dec 21 01:48:33.308744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21c712ee-709e-467d-bd3f-baa31233d41d req-17eec2a2-ab7b-4001-ab1c-473a599854c2 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 943 time: 0.0989804 Dec 21 01:48:33.315305 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-c04df633-4a2b-419b-8119-c498fb2d6bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124786 Dec 21 01:48:33.365711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21c712ee-709e-467d-bd3f-baa31233d41d req-4170466b-58ec-43ba-9686-2ddec5a95b88 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560296 Dec 21 01:48:33.471503 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2d1c0-fad2-422b-915c-5aeee989ed26 x-openstack-request-id: req-a8a2d1c0-fad2-422b-915c-5aeee989ed26 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:33.471855 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28850581-fadf-4715-8066-cb113994265a", "name": "network-vif-deleted", "tag": "4d090767-042b-4ef2-b89f-42bcec0dad25", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:33.472117 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8a2d1c0-fad2-422b-915c-5aeee989ed26 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:33.472831 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28850581-fadf-4715-8066-cb113994265a', 'name': 'network-vif-deleted', 'tag': '4d090767-042b-4ef2-b89f-42bcec0dad25', 'status': 'completed', 'code': 200} Dec 21 01:48:33.492301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b0d6-f33e-4304-9839-4c4a961950eb req-e51717b2-fabf-4e2b-9d46-f5ca5a8b094c tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.494470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68a2b0d6-f33e-4304-9839-4c4a961950eb req-e51717b2-fabf-4e2b-9d46-f5ca5a8b094c tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 948 time: 0.0556455 Dec 21 01:48:33.516767 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7099bcf5-6a38-4945-a7f0-44ca9f851ccf req-6a341b1e-9c40-4e1d-9299-01c76fccba52 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907370 Dec 21 01:48:33.518844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-52e8135e-d120-47dd-8044-e6f41e8ee8b3 req-82d66bb0-d72c-49df-b3eb-3d80ccca9c79 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834598 Dec 21 01:48:33.521748 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d382ccc-4f1c-4abc-ac0f-2e84aa247bd0 x-openstack-request-id: req-1d382ccc-4f1c-4abc-ac0f-2e84aa247bd0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:33.522047 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:33.522369 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d382ccc-4f1c-4abc-ac0f-2e84aa247bd0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:33.522808 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450', 'status': 'completed', 'code': 200} Dec 21 01:48:33.549258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68a2b0d6-f33e-4304-9839-4c4a961950eb req-77c30c0e-ce4f-4bdd-92bb-f61dae353a2c tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Dec 21 01:48:33.689751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038007-0488-4f63-9eaa-d94012a6e76e req-096a36f5-a24d-4dd7-aa61-2c913034ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.691258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-096a36f5-a24d-4dd7-aa61-2c913034ce8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 1100 time: 0.0395703 Dec 21 01:48:33.787847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038007-0488-4f63-9eaa-d94012a6e76e req-4b26d070-3320-4d62-bf93-40775a779e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.789216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-4b26d070-3320-4d62-bf93-40775a779e50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.0871592 Dec 21 01:48:33.831939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-dd48d8fa-0bb2-4ef5-9fb3-c31a9804b984 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450 HTTP/1.1" status: 200 len: 217 time: 0.0345898 Dec 21 01:48:33.881635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038007-0488-4f63-9eaa-d94012a6e76e req-fb1fcd37-f1a5-4e6b-94dd-3a8840ebaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.883133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-fb1fcd37-f1a5-4e6b-94dd-3a8840ebaef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0433879 Dec 21 01:48:33.917464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46df62-cfee-4d0d-82c9-fcf9237dba6a req-0556a34b-f89b-4db5-a6f0-df3ceb0cbe08 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.919077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f46df62-cfee-4d0d-82c9-fcf9237dba6a req-0556a34b-f89b-4db5-a6f0-df3ceb0cbe08 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Dec 21 01:48:33.942010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038007-0488-4f63-9eaa-d94012a6e76e req-32f41742-0c2f-4a87-b414-2d5df69bbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:33.944357 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-32f41742-0c2f-4a87-b414-2d5df69bbd09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470128 Dec 21 01:48:33.968386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f46df62-cfee-4d0d-82c9-fcf9237dba6a req-0c946137-dfdc-4d47-a143-27217397c26c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Dec 21 01:48:34.061984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-d5b10ae2-e511-4400-9c22-26c7bd28e63e service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062567 Dec 21 01:48:34.127520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f7d7c-9a3d-4801-91c8-c0c8e3e932aa req-aa7c7052-02f1-4883-a4c6-82299fbe8566 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.129215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c36f7d7c-9a3d-4801-91c8-c0c8e3e932aa req-aa7c7052-02f1-4883-a4c6-82299fbe8566 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 1102 time: 0.0476716 Dec 21 01:48:34.163954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42038007-0488-4f63-9eaa-d94012a6e76e req-806b6984-6fc1-4acf-bc0d-be725c2a3856 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925157 Dec 21 01:48:34.175823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c36f7d7c-9a3d-4801-91c8-c0c8e3e932aa req-6c98a258-aaf0-46ef-a3e0-2f3af5e91917 tempest-ServersAdminNegativeTestJSON-954064752 tempest-ServersAdminNegativeTestJSON-954064752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Dec 21 01:48:34.316827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da3905-b560-43b6-a042-547c759a417d req-0cdc4290-1a9c-4184-9591-b654c866d712 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.318230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6da3905-b560-43b6-a042-547c759a417d req-0cdc4290-1a9c-4184-9591-b654c866d712 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0758944 Dec 21 01:48:34.362528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-b42f3560-537a-4d61-b2ef-657f3820dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.363960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-b42f3560-537a-4d61-b2ef-657f3820dd73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 1097 time: 0.0957613 Dec 21 01:48:34.463297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386347e1-a57c-425e-b40c-396c39c28d89 req-3c78444b-be0a-4d6a-8c04-55e962c25106 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.464768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-386347e1-a57c-425e-b40c-396c39c28d89 req-3c78444b-be0a-4d6a-8c04-55e962c25106 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1456831 Dec 21 01:48:34.470606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6da3905-b560-43b6-a042-547c759a417d req-caf92d8e-f2bb-423d-a6a0-c6c2bf48e3f5 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348395 Dec 21 01:48:34.530010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-630d4165-bf5e-4bbf-9464-d477004e5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.531465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-630d4165-bf5e-4bbf-9464-d477004e5606 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 910 time: 0.1576169 Dec 21 01:48:34.535178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-386347e1-a57c-425e-b40c-396c39c28d89 req-5507d8ed-f39b-44fe-9bcf-4cb16eb63d11 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623188 Dec 21 01:48:34.589436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-fa2c5aa6-0953-470b-8700-3a0e43d2ab56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Dec 21 01:48:34.651151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:34.663755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-61638c61-a858-486e-ad96-5451345dfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.665936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-61638c61-a858-486e-ad96-5451345dfbae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0688763 Dec 21 01:48:34.673721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 4d090767-042b-4ef2-b89f-42bcec0dad25 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:34.674160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4d090767-042b-4ef2-b89f-42bcec0dad25 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:34.716207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-043406bf-97e1-4dd1-8108-654f36bfcc18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402267 Dec 21 01:48:34.723984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1af3-5eea-495e-bda2-18d4390b4c98 req-634df153-7777-4006-a6a7-a7b2743dd356 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.725466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-473d1af3-5eea-495e-bda2-18d4390b4c98 req-634df153-7777-4006-a6a7-a7b2743dd356 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 943 time: 0.0962934 Dec 21 01:48:34.874308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:34.883165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102be310-2a38-4853-9d84-28ceb7d49b86 req-0c267841-a513-4f86-9163-ca06857ffd6a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:34.884697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102be310-2a38-4853-9d84-28ceb7d49b86 req-0c267841-a513-4f86-9163-ca06857ffd6a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 948 time: 0.1582961 Dec 21 01:48:34.889987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-473d1af3-5eea-495e-bda2-18d4390b4c98 req-5c4a00e5-7509-4e24-9903-126c7a45d7f8 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472409 Dec 21 01:48:34.923042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-2cbafba3-61fe-4e47-b1d3-d3ef67f0b130 service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953921 Dec 21 01:48:34.971139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102be310-2a38-4853-9d84-28ceb7d49b86 req-41b320d3-3208-47b8-a1e4-efdc28dc0f05 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Dec 21 01:48:35.041184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c561cbf-9dad-4d6a-be95-734c4ec8af96 req-5ee808bb-ddd7-45ce-8161-be46e361813b service neutron] 10.222.0.45 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065729 Dec 21 01:48:35.046844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f3a23e2-dd0d-4654-bcb9-d8d660de17af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c218759e69fc41da927984eceb830acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709902 Dec 21 01:48:35.049921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:35.106986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.131239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.173323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa998-ff7d-469b-afad-8106e3df01bc req-4476c343-f9dc-4def-832a-990d9b17fb44 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:35.176122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63efa998-ff7d-469b-afad-8106e3df01bc req-4476c343-f9dc-4def-832a-990d9b17fb44 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0538509 Dec 21 01:48:35.190654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.193307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.194547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21934f85-a43d-44ba-8ae2-f55db3b5bb52 HTTP/1.1" status: 204 len: 168 time: 0.1436539 Dec 21 01:48:35.203058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4180-2152-4ada-b87e-88f260c195ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21934f85-a43d-44ba-8ae2-f55db3b5bb52,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:35.233653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63efa998-ff7d-469b-afad-8106e3df01bc req-f045c55d-d996-4eab-b19c-0d0e32b81803 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Dec 21 01:48:35.464847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37318) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:35.509021 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f7448dc-e6ec-42f4-be66-29456534edb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=933e29f5bd0a4f50ae084a2c16f69ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428739 Dec 21 01:48:35.512015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37322) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:35.559419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.584068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.590301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5cd13-fa5d-4faa-b1ca-6dbfddf96aee req-a473650b-d603-4232-af50-65d591bd765c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:35.591821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f5cd13-fa5d-4faa-b1ca-6dbfddf96aee req-a473650b-d603-4232-af50-65d591bd765c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0534751 Dec 21 01:48:35.632676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.635533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:35.639035 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2f72a6d-1dfa-4155-a586-1d0cddad5b43 HTTP/1.1" status: 204 len: 168 time: 0.1236770 Dec 21 01:48:35.648786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3a95b-2075-4330-bb1b-eb4515a749c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f72a6d-1dfa-4155-a586-1d0cddad5b43,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:35.684522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f5cd13-fa5d-4faa-b1ca-6dbfddf96aee req-6cc2ec09-d5b6-43b2-9387-eb9e54deac94 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844388 Dec 21 01:48:35.696959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835aa05-1b2d-46e0-8aa0-89b245619fbe req-ca2cbbbe-2e37-4c72-8aff-323d09b95d96 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:35.698744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b835aa05-1b2d-46e0-8aa0-89b245619fbe req-ca2cbbbe-2e37-4c72-8aff-323d09b95d96 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0844560 Dec 21 01:48:35.751250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b835aa05-1b2d-46e0-8aa0-89b245619fbe req-7ae8ca8f-9e9e-462c-a242-46598aef330b tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Dec 21 01:48:36.007581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ee3c-7632-4cb7-b7af-2ddd67f2805a req-14c71158-d098-46e9-b236-2750c7afa7fb tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:36.013809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e2ee3c-7632-4cb7-b7af-2ddd67f2805a req-14c71158-d098-46e9-b236-2750c7afa7fb tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 943 time: 0.0558963 Dec 21 01:48:36.085298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e2ee3c-7632-4cb7-b7af-2ddd67f2805a req-972ca7b3-a5f7-4845-b431-bfa682b74aba tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697546 Dec 21 01:48:36.106644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73526c-9aaf-47de-bb54-b57682497886 req-f97e74a8-79ab-4a57-8ff4-2b5a3b0cba8b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:36.106644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce73526c-9aaf-47de-bb54-b57682497886 req-f97e74a8-79ab-4a57-8ff4-2b5a3b0cba8b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 948 time: 0.0578029 Dec 21 01:48:36.162481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce73526c-9aaf-47de-bb54-b57682497886 req-61e382ca-06bf-4678-bd0a-096fbc31bb1c tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500174 Dec 21 01:48:36.353255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533a26-7b64-4372-86af-e38cb2dffc8f req-a8c94a3a-6ffc-4236-adeb-c3259db39337 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:36.354804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62533a26-7b64-4372-86af-e38cb2dffc8f req-a8c94a3a-6ffc-4236-adeb-c3259db39337 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0515079 Dec 21 01:48:36.414535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62533a26-7b64-4372-86af-e38cb2dffc8f req-b4af394d-eaa2-43e0-be8d-e18713e24a9f tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Dec 21 01:48:36.653911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3c58334c-550a-4014-89e1-895e9cab4cf6 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:36.754815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3c58334c-550a-4014-89e1-895e9cab4cf6,segment=NetworkSegment(3a9ca91b-c423-4556-8d59-b1d7c5ce28ce),segment_id=3a9ca91b-c423-4556-8d59-b1d7c5ce28ce)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:36.767500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '3c58334c-550a-4014-89e1-895e9cab4cf6', 'network_id': 'a8d88210-b945-4e40-b6b6-9b66a7d6574e', 'port_id': '3c58334c-550a-4014-89e1-895e9cab4cf6', 'mac_address': 'fa:16:3e:62:17:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315b93e8-ed7b-48b4-9877-b71860f5d804', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:36.830548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:36.844869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c58334c-550a-4014-89e1-895e9cab4cf6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:36.850866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e84c8-f873-4228-9775-40044315549c req-411a4c5b-73d9-48b3-981e-dd718a7b24a1 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:36.858047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-165e84c8-f873-4228-9775-40044315549c req-411a4c5b-73d9-48b3-981e-dd718a7b24a1 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0768838 Dec 21 01:48:36.868452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3c58334c-550a-4014-89e1-895e9cab4cf6,segment=NetworkSegment(3a9ca91b-c423-4556-8d59-b1d7c5ce28ce),segment_id=3a9ca91b-c423-4556-8d59-b1d7c5ce28ce)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:36.872440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:36.873282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:36.935218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d56f1b-4b47-4fc8-a8b9-9f331e4438a9 req-7f06870b-c0e2-4a7f-b7ae-9df85fd5d480 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:36.936696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15d56f1b-4b47-4fc8-a8b9-9f331e4438a9 req-7f06870b-c0e2-4a7f-b7ae-9df85fd5d480 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0776460 Dec 21 01:48:36.964163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-165e84c8-f873-4228-9775-40044315549c req-cb70072c-8bf9-4021-8542-098838a727f3 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025105 Dec 21 01:48:36.981486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:36.995694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15d56f1b-4b47-4fc8-a8b9-9f331e4438a9 req-aedbf771-c892-46ad-87fd-cc9169de29b3 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Dec 21 01:48:37.035149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:37.048092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450', 'mac_address': 'fa:16:3e:af:3a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:37.087970 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.101384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:37.126320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5404119-a30d-4427-82c2-62c77821557a req-1e1079d9-4211-45f0-b7b7-e90a31604df1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:37.127697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5404119-a30d-4427-82c2-62c77821557a req-1e1079d9-4211-45f0-b7b7-e90a31604df1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0583076 Dec 21 01:48:37.134773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:37.138793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.189062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:37.259477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf888e-434b-454c-ae20-3c7648976904 req-8d3d341c-eba5-4159-ba28-04b29a1415e1 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:37.260950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3adf888e-434b-454c-ae20-3c7648976904 req-8d3d341c-eba5-4159-ba28-04b29a1415e1 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 944 time: 0.0861099 Dec 21 01:48:37.328735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Deleting port 918783c8-c087-4d1f-b1ae-91e64a655ad6 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:37.329053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.399152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3adf888e-434b-454c-ae20-3c7648976904 req-84bec7a7-80c4-4fce-b87e-014e210173df tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314709 Dec 21 01:48:37.421011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fb6a3-3d42-4f09-af80-44ef9adca5aa req-4e8bd363-4657-463c-ae2e-7bab174941d7 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:37.421011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-858fb6a3-3d42-4f09-af80-44ef9adca5aa req-4e8bd363-4657-463c-ae2e-7bab174941d7 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 949 time: 0.1340559 Dec 21 01:48:37.469818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] For port 918783c8-c087-4d1f-b1ae-91e64a655ad6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=918783c8-c087-4d1f-b1ae-91e64a655ad6,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:37.470179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.495460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Calling delete_port for 918783c8-c087-4d1f-b1ae-91e64a655ad6 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:37.506890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-858fb6a3-3d42-4f09-af80-44ef9adca5aa req-e15ac474-0d03-492a-a29d-b2b77ca5b0d6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Dec 21 01:48:37.616131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3c58334c-550a-4014-89e1-895e9cab4cf6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:37.651517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['41f84b0b-8f6c-4fe2-beaf-ada88ad12450'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:37.685546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c0b8-6517-4efe-a409-25198f6e5370 req-f5245986-f7d1-41c3-bb2b-968849b9eaf9 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:37.687142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e344c0b8-6517-4efe-a409-25198f6e5370 req-f5245986-f7d1-41c3-bb2b-968849b9eaf9 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ac7c526-2877-4a5f-b37e-f1d8e726fae8 HTTP/1.1" status: 200 len: 950 time: 0.0889747 Dec 21 01:48:37.723304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.763024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['918783c8-c087-4d1f-b1ae-91e64a655ad6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:37.786468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Pushing event deleted for resources: {'Port': ['ID=918783c8-c087-4d1f-b1ae-91e64a655ad6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:37.827152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] No DVR routers for this DVR port 918783c8-c087-4d1f-b1ae-91e64a655ad6 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:37.829762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:37.833538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5404119-a30d-4427-82c2-62c77821557a req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.45 "DELETE /v2.0/ports/918783c8-c087-4d1f-b1ae-91e64a655ad6 HTTP/1.1" status: 204 len: 173 time: 0.6974235 Dec 21 01:48:37.835155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'name': 'network-vif-deleted', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:37.838641 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca31925-451d-4c3b-8982-9183653a3986" -d '{"events": [{"server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "name": "network-vif-deleted", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:37.842092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.842428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.843071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.843421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.843757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.844141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.844427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.844723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.845050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.845396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.845806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.846142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.846623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b5c70b-96cb-4974-a3f7-3902fc8507c1 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:37.870026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e344c0b8-6517-4efe-a409-25198f6e5370 req-2b0a453e-4664-4c31-9329-963cd432522e tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769304 Dec 21 01:48:37.888035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f759b1c-cddf-466c-8707-f990992a6b59 req-0a18a0bb-6eaa-4589-a8c5-77bb2d45dbe9 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f9eb760fdb54856843e6f8ecf847373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629981 Dec 21 01:48:37.950741 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d6fe73-f967-42b8-9515-37cdd68ece3c x-openstack-request-id: req-01d6fe73-f967-42b8-9515-37cdd68ece3c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:37.951033 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac7c526-2877-4a5f-b37e-f1d8e726fae8", "name": "network-vif-deleted", "tag": "918783c8-c087-4d1f-b1ae-91e64a655ad6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:37.951293 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01d6fe73-f967-42b8-9515-37cdd68ece3c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:37.951694 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac7c526-2877-4a5f-b37e-f1d8e726fae8', 'name': 'network-vif-deleted', 'tag': '918783c8-c087-4d1f-b1ae-91e64a655ad6', 'status': 'completed', 'code': 200} Dec 21 01:48:38.046559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759b1c-cddf-466c-8707-f990992a6b59 req-9e4c47a0-170b-4e0e-9c14-bba6173c9e0d tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.048023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f759b1c-cddf-466c-8707-f990992a6b59 req-9e4c47a0-170b-4e0e-9c14-bba6173c9e0d tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396024 Dec 21 01:48:38.092804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f759b1c-cddf-466c-8707-f990992a6b59 req-90cdee16-2cc9-4a82-8359-ad351a156897 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/quotas/5f9eb760fdb54856843e6f8ecf847373 HTTP/1.1" status: 200 len: 375 time: 0.0320296 Dec 21 01:48:38.127328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f759b1c-cddf-466c-8707-f990992a6b59 req-a5e6580a-2250-4977-a473-b8c01c20802f tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f9eb760fdb54856843e6f8ecf847373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282140 Dec 21 01:48:38.135397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d735-9a8f-4acc-90ad-9996185b0ca7 req-7977e83c-362d-4677-99c3-9b6cea7f7612 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.136781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d387d735-9a8f-4acc-90ad-9996185b0ca7 req-7977e83c-362d-4677-99c3-9b6cea7f7612 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0847435 Dec 21 01:48:38.185383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d387d735-9a8f-4acc-90ad-9996185b0ca7 req-a7fc34b7-6852-4f19-8f6b-c359fc2deb53 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Dec 21 01:48:38.275869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051563-6efb-45c9-b2b1-82f45ed3f52e req-1661adf0-8d42-4280-9efa-05c1e9d014f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.277417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3051563-6efb-45c9-b2b1-82f45ed3f52e req-1661adf0-8d42-4280-9efa-05c1e9d014f1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Dec 21 01:48:38.327233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3051563-6efb-45c9-b2b1-82f45ed3f52e req-d75a33c7-7a56-4575-9127-94ed3275cdc8 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Dec 21 01:48:38.561041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458c25a-1a10-4d5c-be0c-3f7f1d22e45b req-cc21f12d-bcfb-4de9-940d-5e4477735eb7 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.562633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6458c25a-1a10-4d5c-be0c-3f7f1d22e45b req-cc21f12d-bcfb-4de9-940d-5e4477735eb7 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 944 time: 0.0708957 Dec 21 01:48:38.622272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6458c25a-1a10-4d5c-be0c-3f7f1d22e45b req-957a94f2-8d29-48fb-8ea5-c2ab70721fed tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Dec 21 01:48:38.701868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f76bb510-23fe-4d86-a5fb-10bee39f4604'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:38.756562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a0fd-e8ac-4e6e-b199-9d69f579d02a req-3dee83a8-5363-4e71-9ff5-ef432bc0c2e8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.758197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cf1a0fd-e8ac-4e6e-b199-9d69f579d02a req-3dee83a8-5363-4e71-9ff5-ef432bc0c2e8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 949 time: 0.0567985 Dec 21 01:48:38.821413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cf1a0fd-e8ac-4e6e-b199-9d69f579d02a req-bed4299d-9517-4717-96b2-215d7a1e2f87 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Dec 21 01:48:38.844800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763970c-9800-433a-9d79-d7a3d332294b req-003e2356-7fd2-410f-8909-f81cd6898838 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f9eb760fdb54856843e6f8ecf847373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290301 Dec 21 01:48:38.965368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763970c-9800-433a-9d79-d7a3d332294b req-e689a6c8-01b6-400a-b2ed-4a87636e57e1 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:38.967034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763970c-9800-433a-9d79-d7a3d332294b req-e689a6c8-01b6-400a-b2ed-4a87636e57e1 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135356 Dec 21 01:48:38.984428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763970c-9800-433a-9d79-d7a3d332294b req-b7e6762e-f6cd-46c9-862b-6bb2f835581e tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/quotas/5f9eb760fdb54856843e6f8ecf847373 HTTP/1.1" status: 200 len: 375 time: 0.0106981 Dec 21 01:48:39.020064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763970c-9800-433a-9d79-d7a3d332294b req-e23f2421-600e-4274-a2d7-459b55beba55 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f9eb760fdb54856843e6f8ecf847373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291317 Dec 21 01:48:39.321138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bb5ba-3e96-436b-9b3a-8a296809f737 req-2ef155f2-480a-4bc0-8cbd-f01f98b19c9a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:39.323117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-924bb5ba-3e96-436b-9b3a-8a296809f737 req-2ef155f2-480a-4bc0-8cbd-f01f98b19c9a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0505965 Dec 21 01:48:39.381367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-924bb5ba-3e96-436b-9b3a-8a296809f737 req-13950274-c52b-4929-9fa2-dfe4130e8954 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Dec 21 01:48:39.441001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e59f0-68cc-4bbd-8d86-c99fd11b01da req-54b74072-04ca-4956-87db-6125577d530f tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:39.442539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-916e59f0-68cc-4bbd-8d86-c99fd11b01da req-54b74072-04ca-4956-87db-6125577d530f tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.0547011 Dec 21 01:48:39.491698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-916e59f0-68cc-4bbd-8d86-c99fd11b01da req-0a54eb62-41a8-490c-8886-ac580052b49b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Dec 21 01:48:39.606611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549caa83-eb9f-4641-b1be-ae0c1bd9cd03 req-a16275f7-0da2-4db8-907c-b337ebf847f2 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:39.608147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-549caa83-eb9f-4641-b1be-ae0c1bd9cd03 req-a16275f7-0da2-4db8-907c-b337ebf847f2 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Dec 21 01:48:39.656409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-549caa83-eb9f-4641-b1be-ae0c1bd9cd03 req-6d03016e-adb2-46fc-9803-9ed245ef9ddd tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Dec 21 01:48:39.720241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e79fa1-486e-4ded-af95-2996fb4fe2ad req-3a53b7d0-c24a-42b6-99ef-2569a84c3e19 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f9eb760fdb54856843e6f8ecf847373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238247 Dec 21 01:48:39.825440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1de23d-25ad-4e05-9653-1611a9f4889d req-2d8cf914-ee83-4054-abd6-799da82fb94a tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:39.826888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e1de23d-25ad-4e05-9653-1611a9f4889d req-2d8cf914-ee83-4054-abd6-799da82fb94a tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 944 time: 0.1097395 Dec 21 01:48:39.876617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e79fa1-486e-4ded-af95-2996fb4fe2ad req-ac064d6b-0e44-4e96-a467-e25cdd5c38e0 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:39.877971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e79fa1-486e-4ded-af95-2996fb4fe2ad req-ac064d6b-0e44-4e96-a467-e25cdd5c38e0 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506739 Dec 21 01:48:39.907598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e79fa1-486e-4ded-af95-2996fb4fe2ad req-4af05eb8-b422-4d4a-a60c-4cb632454549 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/quotas/5f9eb760fdb54856843e6f8ecf847373 HTTP/1.1" status: 200 len: 375 time: 0.0217085 Dec 21 01:48:39.910874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e1de23d-25ad-4e05-9653-1611a9f4889d req-ef173958-e5f9-414e-9ddb-5510d0b8e6fb tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769076 Dec 21 01:48:39.940092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82e79fa1-486e-4ded-af95-2996fb4fe2ad req-b512a17f-dd9d-423d-bdc4-1b74315712e2 tempest-QuotasAdminNegativeTest-1426481371 tempest-QuotasAdminNegativeTest-1426481371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f9eb760fdb54856843e6f8ecf847373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270081 Dec 21 01:48:40.084288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9419b-39e4-4d62-827f-922af8a6eba7 req-5b27555d-031e-41fb-8e53-cad197905982 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:40.085769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47e9419b-39e4-4d62-827f-922af8a6eba7 req-5b27555d-031e-41fb-8e53-cad197905982 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 949 time: 0.0491147 Dec 21 01:48:40.136400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47e9419b-39e4-4d62-827f-922af8a6eba7 req-44ecfafd-4fc2-402f-b064-7ad5adc86b64 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Dec 21 01:48:40.380253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:40.486748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2be39f6d-414a-4240-9323-4e8a01b48c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.503210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bca3d-2e1a-44cf-b4e0-a21115a07358 req-405d3a70-1878-420f-9434-d54a65abd3fa tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:40.504817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e6bca3d-2e1a-44cf-b4e0-a21115a07358 req-405d3a70-1878-420f-9434-d54a65abd3fa tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0532224 Dec 21 01:48:40.559940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 918783c8-c087-4d1f-b1ae-91e64a655ad6 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:40.564705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e6bca3d-2e1a-44cf-b4e0-a21115a07358 req-b93ecb0f-24ad-4643-a7df-44fc5cac9388 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534515 Dec 21 01:48:40.583755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2be39f6d-414a-4240-9323-4e8a01b48c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.589607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 918783c8-c087-4d1f-b1ae-91e64a655ad6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:40.590032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 918783c8-c087-4d1f-b1ae-91e64a655ad6 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:40.592767 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2be39f6d-414a-4240-9323-4e8a01b48c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.631530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2be39f6d-414a-4240-9323-4e8a01b48c20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f9eb760fdb54856843e6f8ecf847373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500715 Dec 21 01:48:40.632263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39f6d-414a-4240-9323-4e8a01b48c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0338a04-7209-4352-8d0e-89735bc615c1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:40.635306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37526) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:40.682503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270a25-8e84-43bd-9d1b-a6c6220eefed req-a51c9b6c-242c-4bc7-be5f-b91f16715873 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:40.683527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3c58334c-550a-4014-89e1-895e9cab4cf6 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:40.687530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2270a25-8e84-43bd-9d1b-a6c6220eefed req-a51c9b6c-242c-4bc7-be5f-b91f16715873 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.0554073 Dec 21 01:48:40.691793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.720096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.753357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2270a25-8e84-43bd-9d1b-a6c6220eefed req-3c9346b5-ec26-41a2-a120-4358d504b67b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/security-groups?id=af2e9127-75e4-4fc0-8377-f16d304df61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556636 Dec 21 01:48:40.754670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 3c58334c-550a-4014-89e1-895e9cab4cf6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:40.759569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 3c58334c-550a-4014-89e1-895e9cab4cf6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:40.760023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.783146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.786094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.787529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0338a04-7209-4352-8d0e-89735bc615c1 HTTP/1.1" status: 204 len: 168 time: 0.1492784 Dec 21 01:48:40.796242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8278b-942b-4f51-9ffd-13deed585a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0338a04-7209-4352-8d0e-89735bc615c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:40.818633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeed89c-0525-4073-9256-a37f519911c5 req-ed9f1cf9-eb37-4d3b-8001-6f1493bac6bd tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:40.820247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adeed89c-0525-4073-9256-a37f519911c5 req-ed9f1cf9-eb37-4d3b-8001-6f1493bac6bd tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0659750 Dec 21 01:48:40.872974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.877850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adeed89c-0525-4073-9256-a37f519911c5 req-ab1b9761-4e3c-4a43-8270-5e5a9c0510d5 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 Dec 21 01:48:40.896805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:40.899043 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4031ce7-d914-4920-b745-3593ec14a5f0" -d '{"events": [{"server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "name": "network-vif-plugged", "status": "completed", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:40.912002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3c58334c-550a-4014-89e1-895e9cab4cf6,segment=NetworkSegment(3a9ca91b-c423-4556-8d59-b1d7c5ce28ce),segment_id=3a9ca91b-c423-4556-8d59-b1d7c5ce28ce)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:40.918526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:40.919767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:40.949019 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3254cb-8b7f-4b5d-abe1-031edf8adc7d x-openstack-request-id: req-6c3254cb-8b7f-4b5d-abe1-031edf8adc7d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:40.949312 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "name": "network-vif-plugged", "status": "completed", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:40.949593 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c3254cb-8b7f-4b5d-abe1-031edf8adc7d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:40.949978 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6', 'code': 200} Dec 21 01:48:41.012343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:41.039654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:41.045469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:41.046047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.097089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27c9fe-21d4-437c-9236-887c49bfc6f2 req-e8a69eb7-91ef-48c4-bc8d-4d71e0dba645 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:41.098660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae27c9fe-21d4-437c-9236-887c49bfc6f2 req-e8a69eb7-91ef-48c4-bc8d-4d71e0dba645 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0971351 Dec 21 01:48:41.102243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-829113bc-f2b0-437b-b210-90a693e4903b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:41.104994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-829113bc-f2b0-437b-b210-90a693e4903b tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 950 time: 0.0937269 Dec 21 01:48:41.161842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae27c9fe-21d4-437c-9236-887c49bfc6f2 req-f473e8f6-53e0-43ea-b77f-cab73cb6e34a tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532303 Dec 21 01:48:41.174995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37542) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:41.179856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.191389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0f0f-3c31-4b55-9e34-aabbdbd4fdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.216353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596144-d9d1-4e8c-99f0-44e02bfeaa3e req-4c14e73a-f95b-46f9-98ad-89294786002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:41.218401 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73596144-d9d1-4e8c-99f0-44e02bfeaa3e req-4c14e73a-f95b-46f9-98ad-89294786002a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 1097 time: 0.1124020 Dec 21 01:48:41.226946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:41.231315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.286883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:41.296121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc986868-c6ad-4506-96ad-3b2bdbffe27c req-ffdda675-6c7c-4bf8-ab99-fa9e094695cb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:41.296369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73596144-d9d1-4e8c-99f0-44e02bfeaa3e req-5a9f64b0-bf6e-43f8-91a3-60f2b25d8b6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580339 Dec 21 01:48:41.297640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc986868-c6ad-4506-96ad-3b2bdbffe27c req-ffdda675-6c7c-4bf8-ab99-fa9e094695cb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0769298 Dec 21 01:48:41.313931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Deleting port f76bb510-23fe-4d86-a5fb-10bee39f4604 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:41.314264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.332354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0f0f-3c31-4b55-9e34-aabbdbd4fdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.341088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0f0f-3c31-4b55-9e34-aabbdbd4fdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.398064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc986868-c6ad-4506-96ad-3b2bdbffe27c req-7d6f8450-fcd6-4fed-81da-76335ecb2eea tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876367 Dec 21 01:48:41.400514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f0f0f-3c31-4b55-9e34-aabbdbd4fdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82385ac-465c-42f2-8563-872ebd7b6e7c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:41.404751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2c4f0f0f-3c31-4b55-9e34-aabbdbd4fdee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c88d9416cc2b47e6aac06d9548cf6161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287285 Dec 21 01:48:41.407280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37544) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:41.419823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] For port f76bb510-23fe-4d86-a5fb-10bee39f4604, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f76bb510-23fe-4d86-a5fb-10bee39f4604,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:41.419823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.430431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Calling delete_port for f76bb510-23fe-4d86-a5fb-10bee39f4604 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:41.455048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.475834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.525289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.528147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.529377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a82385ac-465c-42f2-8563-872ebd7b6e7c HTTP/1.1" status: 204 len: 168 time: 0.1211820 Dec 21 01:48:41.539174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e6828-87d3-420b-baf6-308917f8a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82385ac-465c-42f2-8563-872ebd7b6e7c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:41.573020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.606421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Pushing event deleted for resources: {'Port': ['ID=f76bb510-23fe-4d86-a5fb-10bee39f4604,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:41.617230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f76bb510-23fe-4d86-a5fb-10bee39f4604'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:41.680018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] No DVR routers for this DVR port f76bb510-23fe-4d86-a5fb-10bee39f4604 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:41.683186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:41.687127 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-838ef4e3-b133-4b5a-a1a5-de8c31fccf02 req-18f80a58-f19f-4e0f-83cb-88ca9b0dce17 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.24 "DELETE /v2.0/ports/f76bb510-23fe-4d86-a5fb-10bee39f4604 HTTP/1.1" status: 204 len: 173 time: 0.5737910 Dec 21 01:48:41.687635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'name': 'network-vif-deleted', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:41.689883 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615d0b0-5da6-434b-8ea8-8a6f18ab66e5" -d '{"events": [{"server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "name": "network-vif-deleted", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:41.729723 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1196d23-af4a-4471-946e-79f30af9f0c9 x-openstack-request-id: req-b1196d23-af4a-4471-946e-79f30af9f0c9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:41.730257 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d64898-c988-47e3-a781-f1a9c6b890f2", "name": "network-vif-deleted", "tag": "f76bb510-23fe-4d86-a5fb-10bee39f4604", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:41.730969 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1196d23-af4a-4471-946e-79f30af9f0c9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:41.731629 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d64898-c988-47e3-a781-f1a9c6b890f2', 'name': 'network-vif-deleted', 'tag': 'f76bb510-23fe-4d86-a5fb-10bee39f4604', 'status': 'completed', 'code': 200} Dec 21 01:48:41.747355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef69f3-1764-44c0-8a77-1cb7f5a28435 req-5756873c-f4c8-449d-9e4b-eb86842a8657 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:41.749211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65ef69f3-1764-44c0-8a77-1cb7f5a28435 req-5756873c-f4c8-449d-9e4b-eb86842a8657 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0917032 Dec 21 01:48:41.828120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65ef69f3-1764-44c0-8a77-1cb7f5a28435 req-3c347f24-8587-4787-9e6d-dfdad70d4852 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727012 Dec 21 01:48:41.905540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43aa4d8b-fc24-4e70-8870-f3e4336185b6 req-b132ce2e-c78e-41a2-8aa5-f7b1373e6363 tempest-ServersAdminNegativeTestJSON-970018243 tempest-ServersAdminNegativeTestJSON-970018243-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d64898-c988-47e3-a781-f1a9c6b890f2 HTTP/1.1" status: 200 len: 210 time: 0.0359867 Dec 21 01:48:42.017730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fcbd8-e211-43c5-9437-2a04247bb476 req-5c03f04a-917e-4040-8ecc-4c3e0b59a819 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:42.019038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-054fcbd8-e211-43c5-9437-2a04247bb476 req-5c03f04a-917e-4040-8ecc-4c3e0b59a819 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0507102 Dec 21 01:48:42.066721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-054fcbd8-e211-43c5-9437-2a04247bb476 req-7e8751ce-2b4d-47dd-ac6b-42b17cf66f84 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Dec 21 01:48:42.272490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df8978-4991-48c4-8a95-83f418a4347e req-3b00016e-fcb8-4a30-9d09-a80893cf2623 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:42.274006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23df8978-4991-48c4-8a95-83f418a4347e req-3b00016e-fcb8-4a30-9d09-a80893cf2623 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0519826 Dec 21 01:48:42.329704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23df8978-4991-48c4-8a95-83f418a4347e req-318a117a-ab08-4bd9-b80e-cc1000f67a60 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 Dec 21 01:48:42.517833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc0d2-938f-46e2-818c-4e76f3836ce4 req-127594d9-cb13-43ae-b18b-c3ca074e61f8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:42.519281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f20fc0d2-938f-46e2-818c-4e76f3836ce4 req-127594d9-cb13-43ae-b18b-c3ca074e61f8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0489295 Dec 21 01:48:42.567932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f20fc0d2-938f-46e2-818c-4e76f3836ce4 req-9fb79283-4542-4756-9be2-7c7c358390ca tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Dec 21 01:48:42.940978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47d139-706e-413f-b9d2-ca1a45561c4c req-12f75930-1142-44f7-b0ca-38197e9f0e32 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:42.942576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a47d139-706e-413f-b9d2-ca1a45561c4c req-12f75930-1142-44f7-b0ca-38197e9f0e32 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0488317 Dec 21 01:48:42.951085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:42.953568 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f71a87-900f-4fb6-8de0-afac73b645f8" -d '{"events": [{"server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "name": "network-vif-plugged", "status": "completed", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:42.999561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a47d139-706e-413f-b9d2-ca1a45561c4c req-72fa566e-bf8b-4335-aafd-ed827d332453 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Dec 21 01:48:43.043743 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea61d9-fc0d-4ca8-943c-1c6a5751c35d x-openstack-request-id: req-8eea61d9-fc0d-4ca8-943c-1c6a5751c35d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:43.044048 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "name": "network-vif-plugged", "status": "completed", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:43.044304 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eea61d9-fc0d-4ca8-943c-1c6a5751c35d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:43.044699 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450', 'code': 200} Dec 21 01:48:43.198529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2577c7-15fe-4ff7-a1a5-598aadb524f4 req-6ccbf83b-1018-4ee2-a6a3-aed0967ecf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:43.200007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6a2577c7-15fe-4ff7-a1a5-598aadb524f4 req-6ccbf83b-1018-4ee2-a6a3-aed0967ecf7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 1102 time: 0.0611010 Dec 21 01:48:43.212857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-4332c2f2-0eb7-40f8-9498-5e32e5eb5264 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e6cdbf2766114691b2adad12224425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440075 Dec 21 01:48:43.251645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6a2577c7-15fe-4ff7-a1a5-598aadb524f4 req-a6c0cd7d-819e-4d9e-a001-1411d964d3c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Dec 21 01:48:43.281222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:43.284842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30329f3d-b3e5-4805-bcac-f616bccd4933 req-ec10e8c2-3209-4225-8b6a-3bec371b8e07 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:43.286331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30329f3d-b3e5-4805-bcac-f616bccd4933 req-ec10e8c2-3209-4225-8b6a-3bec371b8e07 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1317325 Dec 21 01:48:43.380853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30329f3d-b3e5-4805-bcac-f616bccd4933 req-5c6e7240-847e-4888-b6c4-7a749138a589 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Dec 21 01:48:43.389929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-979b475a-b8e3-4267-9285-9725724cdd88 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:43.391373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-979b475a-b8e3-4267-9285-9725724cdd88 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710136 Dec 21 01:48:43.411617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-1630ce8f-200b-4349-a9ec-1470a6848049 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/quotas/e6cdbf2766114691b2adad12224425bb HTTP/1.1" status: 200 len: 375 time: 0.0092216 Dec 21 01:48:43.420315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c34716c-f71a-4361-aa6f-5414750fa9f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28c9694681324fb1aea1a43b786086af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379068 Dec 21 01:48:43.422752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:43.444420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-bb03d0d0-6fc9-4401-af82-6fdeed27cb94 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6cdbf2766114691b2adad12224425bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272174 Dec 21 01:48:43.474746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:43.500578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:43.556738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:43.563151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:43.564726 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af2e9127-75e4-4fc0-8377-f16d304df61d HTTP/1.1" status: 204 len: 168 time: 0.1408958 Dec 21 01:48:43.575822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941f6cc-0fb2-4675-b448-6c8102c3fcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e9127-75e4-4fc0-8377-f16d304df61d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:43.587098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21baad0-d54e-41da-a4b9-07407729935e req-be461bf9-848b-4e77-9cbb-4cda0628f238 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:43.596243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c21baad0-d54e-41da-a4b9-07407729935e req-be461bf9-848b-4e77-9cbb-4cda0628f238 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0690179 Dec 21 01:48:43.656697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4b6123b-669b-4b77-8f7e-5db3bf1e1240 req-cf03ee34-5d98-41bf-a32b-d227dc981625 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 210 time: 0.0349636 Dec 21 01:48:43.680056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c21baad0-d54e-41da-a4b9-07407729935e req-98febf23-773c-4389-96e1-329bc7c09d88 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821209 Dec 21 01:48:43.807881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb551-84b0-49b4-b0f1-734252acc169 req-11b41f9e-ce55-4b74-905c-27948f1829c1 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:43.809896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84ffb551-84b0-49b4-b0f1-734252acc169 req-11b41f9e-ce55-4b74-905c-27948f1829c1 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0755157 Dec 21 01:48:43.887831 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-632475b2-f422-4319-a22c-b814c5027f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:43.906773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84ffb551-84b0-49b4-b0f1-734252acc169 req-04c79351-7bc2-48ff-aaa5-2a91b6c4c4f6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899158 Dec 21 01:48:43.947919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37656) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:43.993704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b136dd5-b2b7-40d2-9a7f-66c75c6e4ff9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e0f70c5bc0d492691b9b182ce4d1842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424867 Dec 21 01:48:43.994294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37660) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:44.108149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:44.116067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-2b9c3cf3-9639-4f0e-ad73-f7638d1e40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.117579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-2b9c3cf3-9639-4f0e-ad73-f7638d1e40d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f9f3203c9164218a21bd3d6e9df3a46&device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 1097 time: 0.0585454 Dec 21 01:48:44.130391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff23b09-86be-4580-8bb3-ccaac0312274 req-82056d6c-d190-4f13-a203-d1f7b6f418ae tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.131878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ff23b09-86be-4580-8bb3-ccaac0312274 req-82056d6c-d190-4f13-a203-d1f7b6f418ae tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0903888 Dec 21 01:48:44.135433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:44.141251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025376-59c8-4dca-bc39-71e3265e4b1a req-0c161fee-9091-4bd7-8873-5292c13ce906 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.143800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26025376-59c8-4dca-bc39-71e3265e4b1a req-0c161fee-9091-4bd7-8873-5292c13ce906 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0665200 Dec 21 01:48:44.221967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ff23b09-86be-4580-8bb3-ccaac0312274 req-433110fb-d5bb-4f27-8635-89a9d4f324f8 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769196 Dec 21 01:48:44.234708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26025376-59c8-4dca-bc39-71e3265e4b1a req-f1e59d1e-2ac7-440d-baf7-cd4136e07820 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733280 Dec 21 01:48:44.252881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:44.255464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:44.256573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15208cfe-a961-4b89-812e-879234fa049f HTTP/1.1" status: 204 len: 168 time: 0.2611859 Dec 21 01:48:44.267468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-ebf3070d-1e7c-4ec4-b264-1d25a1b0878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.268914 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-ebf3070d-1e7c-4ec4-b264-1d25a1b0878a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8d88210-b945-4e40-b6b6-9b66a7d6574e HTTP/1.1" status: 200 len: 913 time: 0.1235006 Dec 21 01:48:44.269776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977b13-3944-4a80-9e10-77e019e15bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15208cfe-a961-4b89-812e-879234fa049f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:44.318790 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-747b2847-05cb-4f5b-9a8f-07175327640f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c58334c-550a-4014-89e1-895e9cab4cf6 HTTP/1.1" status: 200 len: 217 time: 0.0420780 Dec 21 01:48:44.374589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-446a5d63-32cd-4be1-abd0-6c1a76119c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.376174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-446a5d63-32cd-4be1-abd0-6c1a76119c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=315b93e8-ed7b-48b4-9877-b71860f5d804 HTTP/1.1" status: 200 len: 853 time: 0.0494578 Dec 21 01:48:44.412554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-6eb1eaf8-448b-4a62-acec-40c065d33d32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8d88210-b945-4e40-b6b6-9b66a7d6574e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259151 Dec 21 01:48:44.511052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2070-6cd3-4e01-8774-31cc8ef686e0 req-6fbc6b7a-9d2d-46ff-811c-a7c3988e78fb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:44.512665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-305e2070-6cd3-4e01-8774-31cc8ef686e0 req-6fbc6b7a-9d2d-46ff-811c-a7c3988e78fb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0623407 Dec 21 01:48:44.539857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-1f352560-9208-4667-8fb3-832502c7d60b service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186576 Dec 21 01:48:44.572833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-305e2070-6cd3-4e01-8774-31cc8ef686e0 req-a68187d4-6756-425e-a6fe-c660649da9d5 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Dec 21 01:48:44.685608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-41c69dcb-491f-48de-bb03-fe6a23bb2f0a req-cd7fec63-0aa3-4e33-8024-0e4987e14663 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909822 Dec 21 01:48:44.714209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f76bb510-23fe-4d86-a5fb-10bee39f4604 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:44.744473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: f76bb510-23fe-4d86-a5fb-10bee39f4604 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:44.744824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f76bb510-23fe-4d86-a5fb-10bee39f4604 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:44.793131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6743f80f-1742-4fb5-937e-d6b8c0663530 req-08acebcc-18ce-4500-9f7f-497d2cabc3a7 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 210 time: 0.0336540 Dec 21 01:48:44.916314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-9388b792-8dfc-4be7-9be8-17768c2c561a tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e6cdbf2766114691b2adad12224425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298483 Dec 21 01:48:45.045428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c660a-8de6-4cb3-8630-5daf4ae0d50b req-c90f61c1-fcec-4ee0-b4e2-5c174375f800 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.047393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-901c660a-8de6-4cb3-8630-5daf4ae0d50b req-c90f61c1-fcec-4ee0-b4e2-5c174375f800 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0592265 Dec 21 01:48:45.061926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-ecab3b4c-afb8-4822-9926-aa4b05fdaa35 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.063379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-ecab3b4c-afb8-4822-9926-aa4b05fdaa35 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300600 Dec 21 01:48:45.095339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Request body: {'port': {'device_id': '170102e5-19e6-4373-8072-6a49be4c6afc', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'e6cdbf2766114691b2adad12224425bb'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:45.116334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-901c660a-8de6-4cb3-8630-5daf4ae0d50b req-9129ff1b-41c1-4c42-8afb-b8ce367fd8b7 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625739 Dec 21 01:48:45.215965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Made reservation on behalf of e6cdbf2766114691b2adad12224425bb for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:45.220039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.236031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.349385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.354473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.424546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9334c8-c009-4366-9807-493ac773ef98,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:45.458824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22e981-1814-4d45-9395-669f53413b63 req-5f93003f-7d47-41d8-8b8b-0d8f596dfd0d tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.460295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b22e981-1814-4d45-9395-669f53413b63 req-5f93003f-7d47-41d8-8b8b-0d8f596dfd0d tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0649745 Dec 21 01:48:45.503722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Allocated IP 192.168.233.70 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/d9100312-0eb2-4501-ac37-5dc11e68059f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:45.514865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b22e981-1814-4d45-9395-669f53413b63 req-36204f78-f764-40cf-9d61-a054034a0f2e tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480740 Dec 21 01:48:45.670365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7a3-41d1-4870-b485-69a8d857957a req-aa9fbaaa-f561-427d-911d-8e933ba7dd07 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.671864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c854d7a3-41d1-4870-b485-69a8d857957a req-aa9fbaaa-f561-427d-911d-8e933ba7dd07 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0812550 Dec 21 01:48:45.682786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.684773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdfef0-9b8d-4bf8-bf26-edfc852ba21c req-5f7bfcdc-b994-4e0d-8f01-6cc6501d0bb1 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.686229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80fdfef0-9b8d-4bf8-bf26-edfc852ba21c req-5f7bfcdc-b994-4e0d-8f01-6cc6501d0bb1 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0840688 Dec 21 01:48:45.717116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.757395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c854d7a3-41d1-4870-b485-69a8d857957a req-4800de4b-c087-4331-9604-234844259470 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Dec 21 01:48:45.761151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:45.764217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:45.766024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80fdfef0-9b8d-4bf8-bf26-edfc852ba21c req-4e48f7ce-8d09-48a3-b188-5fd957a0e017 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720327 Dec 21 01:48:45.767864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:45.806185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Pushing event updated for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:45.826241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.826598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.827070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.827398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.827963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.828165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.828495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.828965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.829270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.829612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.829951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.830332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.830717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:45.862885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.863707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:45.890512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-40c762b8-d8a1-4b18-afcc-156aa206338f tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7998607 Dec 21 01:48:45.910383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Request body: {'port': {'device_id': '170102e5-19e6-4373-8072-6a49be4c6afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:45.917653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543379c1-fd14-465a-9819-cf1e34c1e9f0 req-81eccbec-818f-43ab-a1eb-021e423816df tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:45.919475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543379c1-fd14-465a-9819-cf1e34c1e9f0 req-81eccbec-818f-43ab-a1eb-021e423816df tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0592666 Dec 21 01:48:45.976920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543379c1-fd14-465a-9819-cf1e34c1e9f0 req-79560ed7-b2ca-4cdc-8c5c-493fddcc941b tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512762 Dec 21 01:48:45.979508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.048530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab659-a6f0-4cdb-a114-e17438a7d2f0 req-0a592c7b-59fb-4547-bc84-bb3cba946728 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.057201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a0ab659-a6f0-4cdb-a114-e17438a7d2f0 req-0a592c7b-59fb-4547-bc84-bb3cba946728 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 935 time: 0.0657179 Dec 21 01:48:46.060141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-acfe3fe9-b38e-4621-8454-38de365955a3 None None] Provisioning complete for port d9100312-0eb2-4501-ac37-5dc11e68059f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:46.060651 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fe9-b38e-4621-8454-38de365955a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.108098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-acfe3fe9-b38e-4621-8454-38de365955a3 None None] Port d9100312-0eb2-4501-ac37-5dc11e68059f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:46.117674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a0ab659-a6f0-4cdb-a114-e17438a7d2f0 req-ec2b698f-2c9d-4fab-94a8-a675087f99f2 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594966 Dec 21 01:48:46.249588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-804aa3a1-91da-4fbc-ab62-0206b825dc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.266063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9100312-0eb2-4501-ac37-5dc11e68059f {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:46.273362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.288518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Transition to ACTIVE for port object d9100312-0eb2-4501-ac37-5dc11e68059f will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:46.291817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.351708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Pushing event updated for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:46.429673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Attempting to bind port d9100312-0eb2-4501-ac37-5dc11e68059f on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:46.430014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Attempting to bind port d9100312-0eb2-4501-ac37-5dc11e68059f by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:46.430388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Attempting to bind port d9100312-0eb2-4501-ac37-5dc11e68059f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:46.438440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Port d9100312-0eb2-4501-ac37-5dc11e68059f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:46.438763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Attempting to bind port d9100312-0eb2-4501-ac37-5dc11e68059f on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:46.444326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:46.444731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:46.445181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:46.445772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Bound port: d9100312-0eb2-4501-ac37-5dc11e68059f, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:46.447936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.516953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:46.520755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d9100312-0eb2-4501-ac37-5dc11e68059f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:46.525160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.567260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.567873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:46.569473 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] 10.222.0.24 "PUT /v2.0/ports/d9100312-0eb2-4501-ac37-5dc11e68059f HTTP/1.1" status: 200 len: 1096 time: 0.6643639 Dec 21 01:48:46.569916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:46.572793 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ff552-8351-45b2-a8a7-d2ed6192e957" -d '{"events": [{"name": "network-changed", "server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:46.592598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22503a6f-4975-4652-a4ad-815d0c60d31f service neutron] Pushing event updated for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:46.637395 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b5620-730b-4e7c-b7e9-770a81207ba6 x-openstack-request-id: req-831b5620-730b-4e7c-b7e9-770a81207ba6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:46.637743 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:46.637874 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-831b5620-730b-4e7c-b7e9-770a81207ba6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:46.638257 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f', 'status': 'completed', 'code': 200} Dec 21 01:48:46.706521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b93b0-1bc6-4e45-ae94-c63b3fd98961 req-5cf53e7b-f603-4c99-8d95-8f0b1e0e5cef tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.708365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f7b93b0-1bc6-4e45-ae94-c63b3fd98961 req-5cf53e7b-f603-4c99-8d95-8f0b1e0e5cef tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Dec 21 01:48:46.716370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-cd5f9349-8b80-4e5f-aeb3-fcb61aaecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.718257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-cd5f9349-8b80-4e5f-aeb3-fcb61aaecbd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6cdbf2766114691b2adad12224425bb&device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 1099 time: 0.0590186 Dec 21 01:48:46.782961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f7b93b0-1bc6-4e45-ae94-c63b3fd98961 req-71961b9c-8d3d-4720-8a67-f6252b5fd81a tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626554 Dec 21 01:48:46.785206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-c83cadc5-b4e0-4381-801a-48fb11929e7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d9100312-0eb2-4501-ac37-5dc11e68059f HTTP/1.1" status: 200 len: 217 time: 0.0387540 Dec 21 01:48:46.834168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37766) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:46.869072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-c061c5b7-ed2c-44f9-ad2c-6938f8f70bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.870550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-c061c5b7-ed2c-44f9-ad2c-6938f8f70bcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0727246 Dec 21 01:48:46.918408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-8fa23221-f97d-47d7-ab6a-8d11462ba368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.919894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-8fa23221-f97d-47d7-ab6a-8d11462ba368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412221 Dec 21 01:48:46.942632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906def37-0bbe-4a73-a28b-39348c7de002 req-249b1cd4-d62b-40ce-a9bf-4dbf0605cdeb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.944105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-906def37-0bbe-4a73-a28b-39348c7de002 req-249b1cd4-d62b-40ce-a9bf-4dbf0605cdeb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0821621 Dec 21 01:48:46.956311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0654-e940-4250-b67b-54d147689cfc req-474e4275-18f4-4ab7-97dd-ebf60ad8d41d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:46.957820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b88b0654-e940-4250-b67b-54d147689cfc req-474e4275-18f4-4ab7-97dd-ebf60ad8d41d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 950 time: 0.0941017 Dec 21 01:48:46.972107 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca9e6ff-36c0-4ac1-bcb5-f96f20a8e4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.031475 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-312abfdc-7bc1-406d-9dab-66547d14e6a4 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972292 Dec 21 01:48:47.069517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-906def37-0bbe-4a73-a28b-39348c7de002 req-6b8c2a00-d2e3-418c-ac7a-4d8435c24cd0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892148 Dec 21 01:48:47.076304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b88b0654-e940-4250-b67b-54d147689cfc req-9d66a199-aee7-41cc-89f9-a9ff5c4600fb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061532 Dec 21 01:48:47.144764 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca9e6ff-36c0-4ac1-bcb5-f96f20a8e4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.150023 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7355bf38-aec6-4cf0-9f45-1e659abfad86 req-17400e87-2eb6-4a90-8e56-7ce0afc9a7d1 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086595 Dec 21 01:48:47.150482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca9e6ff-36c0-4ac1-bcb5-f96f20a8e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.152172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.193094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eca9e6ff-36c0-4ac1-bcb5-f96f20a8e4e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f29497a17f714b53bd8d96ca3614a727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573289 Dec 21 01:48:47.194013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9e6ff-36c0-4ac1-bcb5-f96f20a8e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018130ba-3c30-4917-95b4-42e63e742984,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:47.196037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:47.252296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.273826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.290639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a189-e04d-405a-ba41-0154ecd5ae79 req-59688836-5e21-49de-89d2-134ab2a7abe0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.292171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ce0a189-e04d-405a-ba41-0154ecd5ae79 req-59688836-5e21-49de-89d2-134ab2a7abe0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0561087 Dec 21 01:48:47.342933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ce0a189-e04d-405a-ba41-0154ecd5ae79 req-ee80f947-a0f1-4365-9ee6-9e55e055793e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Dec 21 01:48:47.378808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-776d4929-17c5-455a-9f40-866f8cd305c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.380472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-776d4929-17c5-455a-9f40-866f8cd305c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6cdbf2766114691b2adad12224425bb&device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 1099 time: 0.0807664 Dec 21 01:48:47.396724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.399772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.400844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/018130ba-3c30-4917-95b4-42e63e742984 HTTP/1.1" status: 204 len: 168 time: 0.2037790 Dec 21 01:48:47.416317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a87780-d55d-464d-afd1-98c503744b23 req-542bc57a-096e-4405-9e50-35a401a36abf tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.417805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19a87780-d55d-464d-afd1-98c503744b23 req-542bc57a-096e-4405-9e50-35a401a36abf tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 1102 time: 0.0811000 Dec 21 01:48:47.435673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb2ee2-d8ef-4f99-8fe1-d159d30dcf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018130ba-3c30-4917-95b4-42e63e742984,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:47.487596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460202-fd53-461c-87bb-e7b05af3bd8a req-6e22353c-b2b3-4e9d-9a5d-ed3f6af97b3d tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.497272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50460202-fd53-461c-87bb-e7b05af3bd8a req-6e22353c-b2b3-4e9d-9a5d-ed3f6af97b3d tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 947 time: 0.0775855 Dec 21 01:48:47.548820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50460202-fd53-461c-87bb-e7b05af3bd8a req-ba85aaf6-9ca4-42a2-a526-977b586739e9 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504520 Dec 21 01:48:47.555549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-29d38039-8f9b-4e7e-adf7-99dde755325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.560100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-29d38039-8f9b-4e7e-adf7-99dde755325e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1694713 Dec 21 01:48:47.606546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-f42c207e-4815-43ef-a4ad-c49c225a1a54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d9100312-0eb2-4501-ac37-5dc11e68059f HTTP/1.1" status: 200 len: 217 time: 0.0406752 Dec 21 01:48:47.614963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Deleting port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:47.615297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.720011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-2585ebf4-cb6a-4f07-870d-18d8fa851bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.721505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-2585ebf4-cb6a-4f07-870d-18d8fa851bf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1033921 Dec 21 01:48:47.784980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] For port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:47.784980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:47.801683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Calling delete_port for 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:47.812764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-f0080702-5850-4c0c-bac6-52b28a64145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.814279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-f0080702-5850-4c0c-bac6-52b28a64145d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803506 Dec 21 01:48:47.902845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67165-f636-4f19-a918-11dfb48e2713 req-162ca516-9b4f-4bf6-b260-ccd9c0ab6f1b tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:47.904614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ab67165-f636-4f19-a918-11dfb48e2713 req-162ca516-9b4f-4bf6-b260-ccd9c0ab6f1b tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.0539432 Dec 21 01:48:47.955812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ab67165-f636-4f19-a918-11dfb48e2713 req-d307cd38-fbc6-4572-b8bc-0e82ffe7d197 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Dec 21 01:48:47.965919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-c9019133-0325-434b-9276-353faa166d76 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431098 Dec 21 01:48:48.070364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.110685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['41f84b0b-8f6c-4fe2-beaf-ada88ad12450'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:48.114375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Pushing event deleted for resources: {'Port': ['ID=41f84b0b-8f6c-4fe2-beaf-ada88ad12450,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:48.120991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37808) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:48.165149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-063ff552-8351-45b2-a8a7-d2ed6192e957 req-8d81ceaf-23d7-422d-9f61-648037c7c926 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912470 Dec 21 01:48:48.166716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] No DVR routers for this DVR port 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:48.170708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.179774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19a87780-d55d-464d-afd1-98c503744b23 req-af472435-57ed-45fb-85b8-0c2752af58e5 tempest-DeleteServersAdminTestJSON-1691780358 tempest-DeleteServersAdminTestJSON-1691780358-project-admin] 10.222.0.24 "DELETE /v2.0/ports/41f84b0b-8f6c-4fe2-beaf-ada88ad12450 HTTP/1.1" status: 204 len: 173 time: 0.7512369 Dec 21 01:48:48.223547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6623fc1c-ed4d-455f-885a-249f45fbe819 req-b78330e9-bcad-4322-8298-8280af1cd1f8 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0bc5350-cda5-4095-8520-b66ac416433e HTTP/1.1" status: 200 len: 210 time: 0.0301695 Dec 21 01:48:48.295224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-network', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:48.340558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a476-dacf-4860-9f1d-1ea39ac4cf23 req-b35624fd-e776-4864-a7c4-96310b9b41dc tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:48.342112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dde3a476-dacf-4860-9f1d-1ea39ac4cf23 req-b35624fd-e776-4864-a7c4-96310b9b41dc tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1174626 Dec 21 01:48:48.343438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Made reservation on behalf of 801a24bd003f43c6b4a89e5850cf688a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:48.347370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.371587 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.545986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.639583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'name': 'network-vif-deleted', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:48.641978 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e00ce-5f87-4e9a-a39c-1ec7fcaf782e" -d '{"events": [{"server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "name": "network-vif-deleted", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:48.749835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dde3a476-dacf-4860-9f1d-1ea39ac4cf23 req-a3dc2aa5-ff9f-44e6-ae6a-f86870693bfe tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982866 Dec 21 01:48:48.816863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e213d1b-e468-4155-bc6d-0604b90fdcb7 req-dd0247e4-3ee8-4576-958a-5253370e059c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:48.818356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e213d1b-e468-4155-bc6d-0604b90fdcb7 req-dd0247e4-3ee8-4576-958a-5253370e059c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0920460 Dec 21 01:48:48.837207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.864045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.922282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:48:48.923984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb70920c-aea7-4ed4-af53-4da4479a7c11,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:48.942863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e213d1b-e468-4155-bc6d-0604b90fdcb7 req-efc42aa7-a857-4c5a-b2f8-ead62aa5ace1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087549 Dec 21 01:48:48.944565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:48.944900 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Added segment a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae of type vlan for network 9236f78a-a300-48f1-8649-e774bfc9cffc Dec 21 01:48:48.952890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc0c01-351b-4ea7-93bb-e9841403c147 req-cbe6f29a-7a0e-4f9a-b826-de1062d30025 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:48.954356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98dc0c01-351b-4ea7-93bb-e9841403c147 req-cbe6f29a-7a0e-4f9a-b826-de1062d30025 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 947 time: 0.1311376 Dec 21 01:48:48.987486 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89649808-ef29-40c9-9cd3-b7808a47ce24 x-openstack-request-id: req-89649808-ef29-40c9-9cd3-b7808a47ce24 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:48.987802 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bc5350-cda5-4095-8520-b66ac416433e", "name": "network-vif-deleted", "tag": "41f84b0b-8f6c-4fe2-beaf-ada88ad12450", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:48.988510 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89649808-ef29-40c9-9cd3-b7808a47ce24 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:48.988933 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bc5350-cda5-4095-8520-b66ac416433e', 'name': 'network-vif-deleted', 'tag': '41f84b0b-8f6c-4fe2-beaf-ada88ad12450', 'status': 'completed', 'code': 200} Dec 21 01:48:49.011095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.056939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98dc0c01-351b-4ea7-93bb-e9841403c147 req-0a150ac7-ec80-426b-829a-93235bd44281 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930238 Dec 21 01:48:49.082031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.082980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.083572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.151944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167595-982d-4c4d-9e49-f80205fc83f8 req-90b875a5-1856-491e-bd87-dcf1649a41e7 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.153428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1167595-982d-4c4d-9e49-f80205fc83f8 req-90b875a5-1856-491e-bd87-dcf1649a41e7 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.1184478 Dec 21 01:48:49.158247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0344143 Dec 21 01:48:49.161365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:49.166221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Request body: {'subnet': {'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-subnet', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:49.168649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5fac0-c9fd-4ac8-bb4d-18b6239551cd admin admin] Pushing event updated for resources: {'Network': ['ID=9236f78a-a300-48f1-8649-e774bfc9cffc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:49.180159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 9236f78a-a300-48f1-8649-e774bfc9cffc details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:48:49.191208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Made reservation on behalf of 801a24bd003f43c6b4a89e5850cf688a for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:49.195326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.215550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1167595-982d-4c4d-9e49-f80205fc83f8 req-c376d195-db96-44c3-9c86-d98920228b64 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544603 Dec 21 01:48:49.312337 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.394311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.455805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b01dfc0-9280-4600-bb89-7197e8e9c8bc,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:49.460399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Checking segment: {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:49.460751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Network hostable DHCP agents. Network: 9236f78a-a300-48f1-8649-e774bfc9cffc, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:48:49.480609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Network 9236f78a-a300-48f1-8649-e774bfc9cffc is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:48:49.481265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-a55c230e-af09-4109-9701-2437d3e27183 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309203 Dec 21 01:48:49.490687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 9236f78a-a300-48f1-8649-e774bfc9cffc) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:49.495477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.497146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.500887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e19fb-7a80-481c-aa58-1643a477ec95 None None] Network 9236f78a-a300-48f1-8649-e774bfc9cffc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:49.516051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a6cb049-3f89-45f1-9593-3603aac67ede admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3535800 Dec 21 01:48:49.518812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:49.523093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:49.619378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-cd1c335c-acab-4892-8693-679b2b8f61b6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.621819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-cd1c335c-acab-4892-8693-679b2b8f61b6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338470 Dec 21 01:48:49.622811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-9236f78a-a300-48f1-8649-e774bfc9cffc', 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc', 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'fixed_ips': [{'subnet_id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:48:49.623724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.638853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-6525a16b-24e0-4e5c-981f-2171e3f47ca6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/quotas/70983f3a6b9f4fb0a91d47fe7fd05d0a HTTP/1.1" status: 200 len: 375 time: 0.0111556 Dec 21 01:48:49.676327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-6d88a141-4e9f-479f-a398-456133d4679c tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304441 Dec 21 01:48:49.775269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Allocated IP 172.20.0.2 (9236f78a-a300-48f1-8649-e774bfc9cffc/3b01dfc0-9280-4600-bb89-7197e8e9c8bc/0de29ddd-8a37-4333-b6f1-0376099da9d1) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:49.876866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.877922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.911100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76776047-52ac-4b80-9e77-202fdba4c632 req-e2de27c7-ba46-4264-9c77-c81992afa76c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.912808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76776047-52ac-4b80-9e77-202fdba4c632 req-e2de27c7-ba46-4264-9c77-c81992afa76c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.24 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.3688257 Dec 21 01:48:49.949541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf5c0108-e3c4-401c-bc46-4db768ac3d13 req-241ea004-4b4b-417d-bfec-e66408a83cdd tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 210 time: 0.0524132 Dec 21 01:48:49.979564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71bba7-d745-4f3d-889e-0b62b6f6cec9 req-a8aef67c-e275-4e0e-8d35-52d14ef8647f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:49.988835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:49.991831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd71bba7-d745-4f3d-889e-0b62b6f6cec9 req-a8aef67c-e275-4e0e-8d35-52d14ef8647f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1294532 Dec 21 01:48:50.001769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.026976 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.056676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd71bba7-d745-4f3d-889e-0b62b6f6cec9 req-a36d1b6e-36e1-4411-ac67-de2ef584b4df tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637825 Dec 21 01:48:50.075702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Network 9236f78a-a300-48f1-8649-e774bfc9cffc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:50.078638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:50.082608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:50.117394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Pushing event updated for resources: {'Port': ['ID=0de29ddd-8a37-4333-b6f1-0376099da9d1,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:50.155857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Attempting to bind port 0de29ddd-8a37-4333-b6f1-0376099da9d1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:50.156859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Attempting to bind port 0de29ddd-8a37-4333-b6f1-0376099da9d1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:50.157379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Attempting to bind port 0de29ddd-8a37-4333-b6f1-0376099da9d1 on network 9236f78a-a300-48f1-8649-e774bfc9cffc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:50.160930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.161712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.161847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.162394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.163587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.164302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.165107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.165581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.166012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.166439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.166824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.167722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.168043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.168592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:48:50.183084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:50.183846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Checking segment: {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:50.184473 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.185113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Bound using segment: {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:50.186433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Bound port: 0de29ddd-8a37-4333-b6f1-0376099da9d1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:50.187041 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.192993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b4d9-c2a4-4c17-85af-423b700cd6ce req-cad3d59d-7704-46a0-a82a-7c2077d992d1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:50.195871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc58b4d9-c2a4-4c17-85af-423b700cd6ce req-cad3d59d-7704-46a0-a82a-7c2077d992d1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1499007 Dec 21 01:48:50.213086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Deleting port 3c58334c-550a-4014-89e1-895e9cab4cf6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:50.213994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.271541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9937b60a-f794-457b-804f-b712608b16ed None None] For port 0de29ddd-8a37-4333-b6f1-0376099da9d1, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:50.278335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9937b60a-f794-457b-804f-b712608b16ed None None] For port 0de29ddd-8a37-4333-b6f1-0376099da9d1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0de29ddd-8a37-4333-b6f1-0376099da9d1,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:50.286692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.321780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc58b4d9-c2a4-4c17-85af-423b700cd6ce req-5730d0f8-db3b-47d5-a221-cb5bcbdaf719 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187274 Dec 21 01:48:50.350125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] For port 3c58334c-550a-4014-89e1-895e9cab4cf6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3c58334c-550a-4014-89e1-895e9cab4cf6,segment=NetworkSegment(3a9ca91b-c423-4556-8d59-b1d7c5ce28ce),segment_id=3a9ca91b-c423-4556-8d59-b1d7c5ce28ce)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:50.350711 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.391944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84610108-d4a8-4372-8d78-1fc37261f463 req-21d66e52-9007-4840-9625-98074b10bd8b tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:50.406839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Calling delete_port for 3c58334c-550a-4014-89e1-895e9cab4cf6 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:50.410839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84610108-d4a8-4372-8d78-1fc37261f463 req-21d66e52-9007-4840-9625-98074b10bd8b tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 947 time: 0.1753831 Dec 21 01:48:50.416306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937b60a-f794-457b-804f-b712608b16ed None None] Pushing event updated for resources: {'Port': ['ID=0de29ddd-8a37-4333-b6f1-0376099da9d1,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:50.536291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84610108-d4a8-4372-8d78-1fc37261f463 req-6d36392a-070c-4ad3-bdec-3b25ca7a8304 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155932 Dec 21 01:48:50.558108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2ddc-4472-4c5a-9901-9a034aaf32b7 req-7fb59ca8-8e03-4e06-b0d3-dca2bbcc2ac4 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:50.559891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b2f2ddc-4472-4c5a-9901-9a034aaf32b7 req-7fb59ca8-8e03-4e06-b0d3-dca2bbcc2ac4 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 945 time: 0.1083591 Dec 21 01:48:50.598755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.619416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b2f2ddc-4472-4c5a-9901-9a034aaf32b7 req-8c42531c-d55a-4794-b866-6131ee814671 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/security-groups?id=a238c865-25cf-4d22-9f96-9de9a231e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Dec 21 01:48:50.629186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.736134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.741154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d9100312-0eb2-4501-ac37-5dc11e68059f details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:50.790324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3c58334c-550a-4014-89e1-895e9cab4cf6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:50.815557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Pushing event deleted for resources: {'Port': ['ID=3c58334c-550a-4014-89e1-895e9cab4cf6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:50.823632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:50.848915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:50.849259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 41f84b0b-8f6c-4fe2-beaf-ada88ad12450 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:50.876358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] No DVR routers for this DVR port 3c58334c-550a-4014-89e1-895e9cab4cf6 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:50.881298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.884580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76776047-52ac-4b80-9e77-202fdba4c632 req-a4018732-9dfe-44c6-b604-cc6710ff3c8c tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.24 "DELETE /v2.0/ports/3c58334c-550a-4014-89e1-895e9cab4cf6 HTTP/1.1" status: 204 len: 173 time: 0.9604931 Dec 21 01:48:50.896400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Allocated IP 172.25.6.160 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:50.941917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d9100312-0eb2-4501-ac37-5dc11e68059f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:50.953061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'd9100312-0eb2-4501-ac37-5dc11e68059f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'd9100312-0eb2-4501-ac37-5dc11e68059f', 'mac_address': 'fa:16:3e:4e:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:50.991203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'name': 'network-vif-deleted', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:50.994232 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:50.994592 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1f483-21a0-40bc-8a2f-e8f94dffe516" -d '{"events": [{"server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "name": "network-vif-deleted", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:51.008050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9100312-0eb2-4501-ac37-5dc11e68059f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:51.028606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d9100312-0eb2-4501-ac37-5dc11e68059f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:51.029051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.034836 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.067920 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a9914-5471-4db9-a08e-886e9b5eab13 x-openstack-request-id: req-b43a9914-5471-4db9-a08e-886e9b5eab13 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:51.068329 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74943c3a-8854-4d4d-8a9c-caacdc0108d5", "name": "network-vif-deleted", "tag": "3c58334c-550a-4014-89e1-895e9cab4cf6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:51.068648 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b43a9914-5471-4db9-a08e-886e9b5eab13 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:51.069370 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74943c3a-8854-4d4d-8a9c-caacdc0108d5', 'name': 'network-vif-deleted', 'tag': '3c58334c-550a-4014-89e1-895e9cab4cf6', 'status': 'completed', 'code': 200} Dec 21 01:48:51.072567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.114147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:51.118545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2af3a034-8bb2-4c77-b71c-7797183115a1 req-5b9cc47a-c235-48f8-b159-41b8daad07b9 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 210 time: 0.0419683 Dec 21 01:48:51.126670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:51.130054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:51.136217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:51.139290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Pushing event updated for resources: {'Port': ['ID=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:51.222261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ffd2-2422-4343-8a15-0388efa41d21 req-c82f9f36-bc06-43e7-bd82-594507bf8109 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:51.224225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe7ffd2-2422-4343-8a15-0388efa41d21 req-c82f9f36-bc06-43e7-bd82-594507bf8109 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0511267 Dec 21 01:48:51.276141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe7ffd2-2422-4343-8a15-0388efa41d21 req-104a277a-a9f1-4a5d-881c-e29a0e1ca2a2 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Dec 21 01:48:51.276671 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-3184d74b-2767-4adf-88de-1d75c7a639cf tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265689 Dec 21 01:48:51.473502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d9100312-0eb2-4501-ac37-5dc11e68059f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:51.479763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e623-214f-4fa4-b50f-d298b7412232 req-44aeca68-e690-4c84-9425-61e9f5b9b95e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:51.485163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d330e623-214f-4fa4-b50f-d298b7412232 req-44aeca68-e690-4c84-9425-61e9f5b9b95e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0629907 Dec 21 01:48:51.505505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-d333791b-8340-42ab-ac0e-93db3eea872b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:51.507004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-d333791b-8340-42ab-ac0e-93db3eea872b tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015615 Dec 21 01:48:51.527636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Request body: {'port': {'device_id': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '70983f3a6b9f4fb0a91d47fe7fd05d0a'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:51.572347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d330e623-214f-4fa4-b50f-d298b7412232 req-e1e8d9ac-7725-4278-9046-ac005d4417f6 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801556 Dec 21 01:48:51.597714 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.687647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bbbc1-c8c4-4263-99c4-798ed2d9e60f req-e7a7f2b3-b844-45a0-b7c4-898cc0a94dbd tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:51.689725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d4bbbc1-c8c4-4263-99c4-798ed2d9e60f req-e7a7f2b3-b844-45a0-b7c4-898cc0a94dbd tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 948 time: 0.0787570 Dec 21 01:48:51.754276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3335a54-4d65-4201-8a19-d5a4ce5da6e3 None None] Network 9236f78a-a300-48f1-8649-e774bfc9cffc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:51.880157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Made reservation on behalf of 70983f3a6b9f4fb0a91d47fe7fd05d0a for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:51.884674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.895607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d4bbbc1-c8c4-4263-99c4-798ed2d9e60f req-87ab02ea-ccbf-4d51-b29e-1bf58b9d5fe7 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974385 Dec 21 01:48:51.915956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0752581b-8a07-4e2a-856c-f2b2b4a59e33 req-5299dc1a-d32d-4dbe-a5ff-b3eee6ea09f0 tempest-InstanceActionsTestJSON-1505624664 tempest-InstanceActionsTestJSON-1505624664-project] 10.222.0.43 "GET /v2.0/ports?device_id=74943c3a-8854-4d4d-8a9c-caacdc0108d5 HTTP/1.1" status: 200 len: 210 time: 0.1521089 Dec 21 01:48:51.927907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:51.999370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0de29ddd-8a37-4333-b6f1-0376099da9d1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:52.050927 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.070168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] Provisioning complete for port 0de29ddd-8a37-4333-b6f1-0376099da9d1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:52.070574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.139065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0de29ddd-8a37-4333-b6f1-0376099da9d1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:52.139434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.142552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Allocated IP 192.168.233.57 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/2a8041a5-bcf6-4415-8789-30b31e507472) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:52.207667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Router f04fca48-237e-4a39-ab25-f1babc42bbda is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:48:52.224471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.227509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-745acb56-54a3-4cc3-a2a6-02a31047067f req-79ca5bb7-0737-408f-b895-4be170a65cea tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 210 time: 0.0436294 Dec 21 01:48:52.309102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] For port 0de29ddd-8a37-4333-b6f1-0376099da9d1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0de29ddd-8a37-4333-b6f1-0376099da9d1,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:52.310380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.324262 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.423185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02409f0-cc2e-477f-a264-4d95b5253151 None None] Pushing event updated for resources: {'Port': ['ID=0de29ddd-8a37-4333-b6f1-0376099da9d1,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:52.427565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.439029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:52.439527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:48:52.439957 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:48:52.444459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c60f8-9a82-4082-9b23-943b856f846c req-0bced442-61f6-43ff-bca6-78ef88c26f88 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:52.450316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Sync routers for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:52.457054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c5c60f8-9a82-4082-9b23-943b856f846c req-0bced442-61f6-43ff-bca6-78ef88c26f88 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0765507 Dec 21 01:48:52.460705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:52.461463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:52.484443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.485899 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2dd2ecf0-b29a-4504-9061-1c6dd42229ec admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9660144 Dec 21 01:48:52.488518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:52.497407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.517893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c5c60f8-9a82-4082-9b23-943b856f846c req-e89b7992-504d-4029-bb6c-f1464ae0b323 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Dec 21 01:48:52.574506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-79aa1dd0-2ff7-4c13-a03a-2a44e3f14434 None None] Provisioning complete for port 0de29ddd-8a37-4333-b6f1-0376099da9d1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:52.575030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79aa1dd0-2ff7-4c13-a03a-2a44e3f14434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.578889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:52.587961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:52.594664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:52.608114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:52.697470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c490-6dbe-47aa-93c3-b2572a033a27 req-0b5e8436-4841-4227-90f6-9d253556c0ca tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:52.699084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d630c490-6dbe-47aa-93c3-b2572a033a27 req-0b5e8436-4841-4227-90f6-9d253556c0ca tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0537481 Dec 21 01:48:52.703098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Pushing event updated for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:52.752269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:52.753048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.771948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d630c490-6dbe-47aa-93c3-b2572a033a27 req-aaa46582-f711-4e31-b3a1-56d02f665b3f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625129 Dec 21 01:48:52.774889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d9100312-0eb2-4501-ac37-5dc11e68059f up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:52.807907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-06257536-6dc9-4b9e-ad17-1a39cf88db2a tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2852890 Dec 21 01:48:52.831142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Request body: {'port': {'device_id': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:52.896864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port d9100312-0eb2-4501-ac37-5dc11e68059f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:48:52.904786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port d9100312-0eb2-4501-ac37-5dc11e68059f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:52.905151 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:52.910192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:51Z', 'revision_number': 3, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:52.963348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Checking router: f04fca48-237e-4a39-ab25-f1babc42bbda for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:52.963697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Updating router f04fca48-237e-4a39-ab25-f1babc42bbda port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:48:53.004792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37896) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:53.036992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.074745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e2b1083-33a7-4c00-9820-3eba7962c97d None None] Provisioning complete for port 2a8041a5-bcf6-4415-8789-30b31e507472 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:53.075148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1083-33a7-4c00-9820-3eba7962c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.115848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Deleting subnet 315b93e8-ed7b-48b4-9877-b71860f5d804 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:48:53.121738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.161375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8c6cf-7057-486c-ac59-8c0457de69d4 req-0d7358ff-ca9f-41d1-813a-06a5b2b35c9b tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:53.169153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d8c6cf-7057-486c-ac59-8c0457de69d4 req-0d7358ff-ca9f-41d1-813a-06a5b2b35c9b tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 948 time: 0.1156383 Dec 21 01:48:53.187357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.214852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b1083-33a7-4c00-9820-3eba7962c97d None None] Port 2a8041a5-bcf6-4415-8789-30b31e507472 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:53.218605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.235276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.270589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.289201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:53.292022 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497be259-7fe4-46d5-bcf1-0757f382c93f" -d '{"events": [{"server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "name": "network-vif-plugged", "status": "completed", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:53.297797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d8c6cf-7057-486c-ac59-8c0457de69d4 req-d6944cb1-72ae-4c85-9f55-dbd71a68679d tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229992 Dec 21 01:48:53.321304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d9100312-0eb2-4501-ac37-5dc11e68059f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:53.328811 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.335322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3c58334c-550a-4014-89e1-895e9cab4cf6 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:48:53.363019 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001aa9e7-e196-472c-9d7f-f57221254a04 x-openstack-request-id: req-001aa9e7-e196-472c-9d7f-f57221254a04 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:53.363019 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "name": "network-vif-plugged", "status": "completed", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:53.363019 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-001aa9e7-e196-472c-9d7f-f57221254a04 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:53.363019 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f', 'code': 200} Dec 21 01:48:53.388849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 3c58334c-550a-4014-89e1-895e9cab4cf6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:48:53.389192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3c58334c-550a-4014-89e1-895e9cab4cf6 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:48:53.435540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc5dd7-2a52-435e-bcb2-81ac00e17210 req-5c4ac2e7-bade-4565-824d-e1cab5e51511 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:53.446430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11bc5dd7-2a52-435e-bcb2-81ac00e17210 req-5c4ac2e7-bade-4565-824d-e1cab5e51511 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 935 time: 0.1037350 Dec 21 01:48:53.448858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.457739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:53.504498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.511731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315b93e8-ed7b-48b4-9877-b71860f5d804,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:53.515528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.517737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.524395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-057f8eb6-58f6-4a82-bd60-03c67e70562f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/315b93e8-ed7b-48b4-9877-b71860f5d804 HTTP/1.1" status: 204 len: 168 time: 0.5154576 Dec 21 01:48:53.525109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37906) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:53.595981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Attempting to bind port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:53.596538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Attempting to bind port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:53.597196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Attempting to bind port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:53.605310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:53.605946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:53.606449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.607254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:53.607804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Bound port: d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:53.608684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.621708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced8c6b-c1cc-443d-88ad-00c9dc572a1b req-50123efe-00f0-4474-9ad9-c380033918a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:53.623184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ced8c6b-c1cc-443d-88ad-00c9dc572a1b req-50123efe-00f0-4474-9ad9-c380033918a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 1101 time: 0.1249194 Dec 21 01:48:53.638250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e6a91-e0ad-4741-b4de-ff2b32706ef8 None None] Pushing event updated for resources: {'Port': ['ID=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:53.652291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11bc5dd7-2a52-435e-bcb2-81ac00e17210 req-7f54a443-1ae8-4132-b791-836ca3c6a4eb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957631 Dec 21 01:48:53.659666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.670403 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.680256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] For port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:53.684160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] For port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:53.690242 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.697485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95259-363b-41f6-a6ee-5256eb238367 req-726c87dc-9731-42a3-8c9a-1306f9f8dc62 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:53.699005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4d95259-363b-41f6-a6ee-5256eb238367 req-726c87dc-9731-42a3-8c9a-1306f9f8dc62 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0899401 Dec 21 01:48:53.722441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ced8c6b-c1cc-443d-88ad-00c9dc572a1b req-ed642e45-0576-4cfa-ad16-8f6e21be6cd5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862210 Dec 21 01:48:53.749891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:53.750610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:53.805695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.832915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8041a5-bcf6-4415-8789-30b31e507472 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:53.836427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0de29ddd-8a37-4333-b6f1-0376099da9d1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:53.842333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d88210-b945-4e40-b6b6-9b66a7d6574e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:53.847936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4d95259-363b-41f6-a6ee-5256eb238367 req-5cfef77c-3f55-404e-8675-777a579374a9 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280086 Dec 21 01:48:53.857655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:53.858013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9ca91b-c423-4556-8d59-b1d7c5ce28ce') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:53.882131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.886760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.903160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Transition to ACTIVE for port object 2a8041a5-bcf6-4415-8789-30b31e507472 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:48:53.912173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.920471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.929326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:48:53.929729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:48:53.932125 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:48:53.956499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37568f47-63df-43f1-8727-80a89123f8d4 req-3eba7889-8e57-4aee-a0ec-daf8744a6929 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:53.958128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37568f47-63df-43f1-8727-80a89123f8d4 req-3eba7889-8e57-4aee-a0ec-daf8744a6929 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0840869 Dec 21 01:48:54.033650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e6a91-e0ad-4741-b4de-ff2b32706ef8 None None] Pushing event updated for resources: {'Port': ['ID=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.033878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.040678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.064165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.070396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] 10.222.0.43 "DELETE /v2.0/networks/a8d88210-b945-4e40-b6b6-9b66a7d6574e HTTP/1.1" status: 204 len: 168 time: 0.5418129 Dec 21 01:48:54.070614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Allocated IP 172.20.0.1 (9236f78a-a300-48f1-8649-e774bfc9cffc/3b01dfc0-9280-4600-bb89-7197e8e9c8bc/fb6ae44d-aa15-4da5-9556-0beeab018e5b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:48:54.113436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbc46b-d7a7-4530-b41b-f5e3225a3e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d88210-b945-4e40-b6b6-9b66a7d6574e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.120288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:54.148759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Attempting to bind port 2a8041a5-bcf6-4415-8789-30b31e507472 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:54.149096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Attempting to bind port 2a8041a5-bcf6-4415-8789-30b31e507472 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:54.151164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Attempting to bind port 2a8041a5-bcf6-4415-8789-30b31e507472 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:54.185756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37568f47-63df-43f1-8727-80a89123f8d4 req-dd287e0e-eb4d-4f06-8ff4-5b3612ea31d6 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564708 Dec 21 01:48:54.190077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Port 2a8041a5-bcf6-4415-8789-30b31e507472 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:48:54.190405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Attempting to bind port 2a8041a5-bcf6-4415-8789-30b31e507472 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:54.207514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0de29ddd-8a37-4333-b6f1-0376099da9d1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:54.207957 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.223166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:54.223568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:54.224034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:54.224536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Bound port: 2a8041a5-bcf6-4415-8789-30b31e507472, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:54.224944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.276435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:54.315399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.348442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7cdf2b37-15fc-4b4c-b8ef-01eb1ac67da2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f9f3203c9164218a21bd3d6e9df3a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705557 Dec 21 01:48:54.350757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37922) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:54.363813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:54.383701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2a8041a5-bcf6-4415-8789-30b31e507472,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:54.393713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.421167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.444673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:54.445802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.447387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] 10.222.0.24 "PUT /v2.0/ports/2a8041a5-bcf6-4415-8789-30b31e507472 HTTP/1.1" status: 200 len: 1096 time: 1.6246018 Dec 21 01:48:54.449764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:54.452195 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062d308-adb7-43de-bd52-4e714f6f1ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:54.481282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.483510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Network 9236f78a-a300-48f1-8649-e774bfc9cffc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:54.486495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:54.490975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:48:54.495656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30423e27-a2d7-4340-bfd6-8bf043fa652c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.503119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:51Z', 'revision_number': 3, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:54.531399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131143f-b4eb-41dd-84cd-1a04321038b2 req-095d99b2-63cb-4a17-b411-9efb4b0d8119 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:54.534763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1131143f-b4eb-41dd-84cd-1a04321038b2 req-095d99b2-63cb-4a17-b411-9efb4b0d8119 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 949 time: 0.1150732 Dec 21 01:48:54.545122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794b00-b476-488b-9f2b-31ea2377647d None None] The sync data for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 is: [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:51Z', 'revision_number': 3, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:54.551520 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48330cb-8bb1-44a5-9d04-efecff29c2c7 x-openstack-request-id: req-f48330cb-8bb1-44a5-9d04-efecff29c2c7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:54.551813 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:54.552065 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f48330cb-8bb1-44a5-9d04-efecff29c2c7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:54.552462 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472', 'status': 'completed', 'code': 200} Dec 21 01:48:54.558570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.595857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.615002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.665902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-a043fa95-b0f6-4590-909f-384993b76cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:54.667391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-a043fa95-b0f6-4590-909f-384993b76cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 1099 time: 0.1141906 Dec 21 01:48:54.697112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1131143f-b4eb-41dd-84cd-1a04321038b2 req-d687780c-ca76-4345-85ec-313ceaa30074 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202042 Dec 21 01:48:54.719487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.722156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:54.725729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a238c865-25cf-4d22-9f96-9de9a231e02f HTTP/1.1" status: 204 len: 168 time: 0.3715849 Dec 21 01:48:54.747400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b05422-5dfb-46b0-88b9-81ce18096725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238c865-25cf-4d22-9f96-9de9a231e02f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:54.747642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-de312315-b63c-4487-839d-a65a37557cfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2a8041a5-bcf6-4415-8789-30b31e507472 HTTP/1.1" status: 200 len: 217 time: 0.0624077 Dec 21 01:48:54.801994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f2bb-5640-4b9c-8c2f-7e921759a847 req-c1bc845d-dc19-4d5f-96c1-26b533c3120d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:54.803583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2634f2bb-5640-4b9c-8c2f-7e921759a847 req-c1bc845d-dc19-4d5f-96c1-26b533c3120d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 947 time: 0.0680358 Dec 21 01:48:54.905942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2634f2bb-5640-4b9c-8c2f-7e921759a847 req-a04704d7-2829-4373-9a11-d5df8b7cc2a7 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834002 Dec 21 01:48:54.906286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-90a59135-e884-4b48-97be-a33dcc7b5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:54.907906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-90a59135-e884-4b48-97be-a33dcc7b5131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1484458 Dec 21 01:48:54.969126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:55.073913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d88559c2-c8dc-466c-9723-7d52357bc73b None None] Provisioning complete for port fb6ae44d-aa15-4da5-9556-0beeab018e5b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:55.074523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d88559c2-c8dc-466c-9723-7d52357bc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:55.084317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-7b6cbe90-95bb-4f57-be95-2f5b1f0f80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:55.085569 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-7b6cbe90-95bb-4f57-be95-2f5b1f0f80ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174574 Dec 21 01:48:55.096167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e007-26b3-4c54-9038-1ed89985506a req-609ca800-2397-4359-966a-0ae0e5a7b262 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:55.105237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c42e007-26b3-4c54-9038-1ed89985506a req-609ca800-2397-4359-966a-0ae0e5a7b262 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1001182 Dec 21 01:48:55.144472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d88559c2-c8dc-466c-9723-7d52357bc73b None None] Port fb6ae44d-aa15-4da5-9556-0beeab018e5b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:55.187667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c42e007-26b3-4c54-9038-1ed89985506a req-4d0b1665-ec92-4026-963d-63f24192e2bf tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813744 Dec 21 01:48:55.347143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcefd1a-de7b-4d93-a425-92c051a75dd4 req-d42742c2-2167-4423-b23e-73a9ef3f9b68 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:55.355178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebcefd1a-de7b-4d93-a425-92c051a75dd4 req-d42742c2-2167-4423-b23e-73a9ef3f9b68 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0737002 Dec 21 01:48:55.404073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-4af6c675-8f25-442c-ae06-e60bd090c439 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927105 Dec 21 01:48:55.411298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:55.426843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:55.427060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebcefd1a-de7b-4d93-a425-92c051a75dd4 req-42727a59-be5d-4f55-bc88-927368127b39 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Dec 21 01:48:55.558439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:55.567948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:55.592346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49f63a8e-59e5-4c06-9f0c-0fa2170a348b req-24922261-a73c-46a2-a1b2-438eabeb49f4 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787665 Dec 21 01:48:55.678110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Network 9236f78a-a300-48f1-8649-e774bfc9cffc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:48:55.679717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:55.820095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37958) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:55.849669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-52d297f1-22c9-4322-a6d8-c3c5696ac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:55.853839 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-52d297f1-22c9-4322-a6d8-c3c5696ac9e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 1099 time: 0.1654677 Dec 21 01:48:55.873170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560ae6-00c0-469b-85f9-1657a126e787 req-810da158-5750-4aef-8688-a30ee0260b92 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:55.887935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92560ae6-00c0-469b-85f9-1657a126e787 req-810da158-5750-4aef-8688-a30ee0260b92 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 949 time: 0.0776560 Dec 21 01:48:55.910602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:55.963622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92560ae6-00c0-469b-85f9-1657a126e787 req-4d14531d-4991-4e86-9695-88a79e04ff10 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747073 Dec 21 01:48:56.036952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:56.037500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.053420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-0624fb54-3502-4f5b-a26e-b85d9ff15a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.053420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-0624fb54-3502-4f5b-a26e-b85d9ff15a96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1853013 Dec 21 01:48:56.072905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Router f04fca48-237e-4a39-ab25-f1babc42bbda has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:56.079874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-277678727-network', 'tenant_id': 'fa1729af241a46eca684fd9ae67ea3f8'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:56.093146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c8de0ac-24b7-47f2-a92e-dfd56913e6df None None] Provisioning complete for port fb6ae44d-aa15-4da5-9556-0beeab018e5b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:56.093735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ac-24b7-47f2-a92e-dfd56913e6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.110820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-480ca610-8850-463c-aab5-92d7ec7cd661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2a8041a5-bcf6-4415-8789-30b31e507472 HTTP/1.1" status: 200 len: 217 time: 0.0486419 Dec 21 01:48:56.121918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85dab7-b079-4fc9-a4e4-db2287b9cf6c req-7f3965c6-a783-49a1-86b0-a8085467ac98 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.129746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d85dab7-b079-4fc9-a4e4-db2287b9cf6c req-7f3965c6-a783-49a1-86b0-a8085467ac98 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 947 time: 0.0993063 Dec 21 01:48:56.145428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Made reservation on behalf of fa1729af241a46eca684fd9ae67ea3f8 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:56.147859 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.157513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de0ac-24b7-47f2-a92e-dfd56913e6df None None] Port fb6ae44d-aa15-4da5-9556-0beeab018e5b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:48:56.163141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.206443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.210761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d85dab7-b079-4fc9-a4e4-db2287b9cf6c req-8fe3017e-b09d-4940-b4cb-51f24ff4978f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751841 Dec 21 01:48:56.213655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-4f1b21fd-3e20-4f7a-97ac-8c100411ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.215915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-4f1b21fd-3e20-4f7a-97ac-8c100411ea32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0606229 Dec 21 01:48:56.255575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:56.265273 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.334381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:56.351347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:48:56.357480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66cfd565-6c18-474d-98a2-7255ba4a434b admin admin] 10.222.0.43 "PUT /v2.0/routers/f04fca48-237e-4a39-ab25-f1babc42bbda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8677688 Dec 21 01:48:56.360371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-d51ee821-b968-4e14-8c0b-dd44659814d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.361750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-d51ee821-b968-4e14-8c0b-dd44659814d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629294 Dec 21 01:48:56.396259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.405212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.420622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5b4c-9930-4775-bb43-aa9c7b3696ef req-f04ea2d5-e2d3-47fa-88c8-13ce9da8e854 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.427911 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba5c5b4c-9930-4775-bb43-aa9c7b3696ef req-f04ea2d5-e2d3-47fa-88c8-13ce9da8e854 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1201763 Dec 21 01:48:56.460396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7583cc-62c4-4527-8dd3-d64bc7c9e7c1 req-588739ac-6aa5-4b62-9b5b-dc7298dc8503 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.462824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef7583cc-62c4-4527-8dd3-d64bc7c9e7c1 req-588739ac-6aa5-4b62-9b5b-dc7298dc8503 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 949 time: 0.1661248 Dec 21 01:48:56.475196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.481027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:48:56.490707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-892d0fbb-910b-4d15-8cc5-3693f4af47c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190851 Dec 21 01:48:56.528203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.528648 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Added segment 8bb0d923-6e33-4aef-bda4-80168f67c7ad of type vlan for network 4ab993b5-fefd-43a0-a11c-269a737db486 Dec 21 01:48:56.532293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3cf19-f891-48e2-a533-6662216f29e1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:56.592969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f062d308-adb7-43de-bd52-4e714f6f1ad6 req-8b71aa4d-d32a-4131-ab57-ed395d775b14 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946951 Dec 21 01:48:56.594060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba5c5b4c-9930-4775-bb43-aa9c7b3696ef req-140c92e8-1baf-4313-9576-ee29a5e106df tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652465 Dec 21 01:48:56.612900 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.619550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef7583cc-62c4-4527-8dd3-d64bc7c9e7c1 req-daf3711c-2853-45fa-9535-c8e470ce4495 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361156 Dec 21 01:48:56.649883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.651211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.653446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.717024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8931189 Dec 21 01:48:56.717378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:56.723125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Request body: {'subnet': {'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-277678727-subnet', 'tenant_id': 'fa1729af241a46eca684fd9ae67ea3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:48:56.755340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Made reservation on behalf of fa1729af241a46eca684fd9ae67ea3f8 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:48:56.756719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af25bb9-a1ee-4426-b543-105c6dea3a5b admin admin] Pushing event updated for resources: {'Network': ['ID=4ab993b5-fefd-43a0-a11c-269a737db486,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:56.760196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:56.769134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4ab993b5-fefd-43a0-a11c-269a737db486 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:48:56.796564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea54fb-ddee-4319-a470-0d34b2c7e93c req-224adcb5-790d-4320-917f-13cbcabdf16e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:56.801962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eeea54fb-ddee-4319-a470-0d34b2c7e93c req-224adcb5-790d-4320-917f-13cbcabdf16e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1177607 Dec 21 01:48:56.881129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eeea54fb-ddee-4319-a470-0d34b2c7e93c req-fe5c6dc0-f4fe-44cc-8e12-51216160cf30 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755603 Dec 21 01:48:56.922041 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Sync routers for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:48:56.932563 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:56.933613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:56.978815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.018708 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-be98ac09-77cc-4c14-97d2-d287952d6fd5 req-c9cb9290-c67e-4f15-9425-0d34a3ce0cba tempest-FloatingIPDetailsNegativeTestJSON-928033738 tempest-FloatingIPDetailsNegativeTestJSON-928033738-project] show failed (client error): The resource could not be found. Dec 21 01:48:57.020163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be98ac09-77cc-4c14-97d2-d287952d6fd5 req-c9cb9290-c67e-4f15-9425-0d34a3ce0cba tempest-FloatingIPDetailsNegativeTestJSON-928033738 tempest-FloatingIPDetailsNegativeTestJSON-928033738-project] 10.222.0.43 "GET /v2.0/floatingips/49fef6f2-3b2d-4c6a-a02c-e55df2eb5d6a HTTP/1.1" status: 404 len: 350 time: 0.0362353 Dec 21 01:48:57.033604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:48:57.046539 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:57.047945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7306aaa7-ebcf-4564-800e-3ee2f7c2935a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:57.085582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Checking segment: {'id': '8bb0d923-6e33-4aef-bda4-80168f67c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:57.085948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Network hostable DHCP agents. Network: 4ab993b5-fefd-43a0-a11c-269a737db486, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:48:57.141120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Network 4ab993b5-fefd-43a0-a11c-269a737db486 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:48:57.156639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4ab993b5-fefd-43a0-a11c-269a737db486) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:48:57.164164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:57.165269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.165813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29aff0e-235e-49e2-96ee-e8d5b574a5e2 None None] Network 4ab993b5-fefd-43a0-a11c-269a737db486 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:57.223884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46c4cfe0-68a3-4ce5-8a7b-b6c58aa8225f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4974213 Dec 21 01:48:57.263231 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:54Z', 'revision_number': 4, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fb6ae44d-aa15-4da5-9556-0beeab018e5b', 'name': '', 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'mac_address': 'fa:16:3e:67:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:53Z', 'updated_at': '2021-12-21T01:48:55Z', 'revision_number': 2, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'subnets': [{'id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:57.292583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a378fc-4afb-4fa0-ae59-d5fd465fd92c None None] Network 4ab993b5-fefd-43a0-a11c-269a737db486 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:48:57.328146 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Checking router: f04fca48-237e-4a39-ab25-f1babc42bbda for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:48:57.328805 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Updating router f04fca48-237e-4a39-ab25-f1babc42bbda port fb6ae44d-aa15-4da5-9556-0beeab018e5b binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:48:57.361858 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.372960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c7d07-e16f-4ced-a98e-fb81389b9f3f req-2e6c218a-1df2-4af4-b5e5-4653d8aa8497 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:57.378608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-604c7d07-e16f-4ced-a98e-fb81389b9f3f req-2e6c218a-1df2-4af4-b5e5-4653d8aa8497 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 947 time: 0.0976174 Dec 21 01:48:57.465436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-604c7d07-e16f-4ced-a98e-fb81389b9f3f req-02e3ae0b-3160-4f61-919d-f98462bf1715 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669100 Dec 21 01:48:57.516461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.673802 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.682081 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.708935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-02f09e15-8076-4722-b996-019ffcd58103 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:57.710737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-02f09e15-8076-4722-b996-019ffcd58103 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/networks?id=4ab993b5-fefd-43a0-a11c-269a737db486 HTTP/1.1" status: 200 len: 821 time: 0.1344502 Dec 21 01:48:57.750248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-8ef81ca4-97b3-4b91-ba52-0c85cce11577 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/quotas/fa1729af241a46eca684fd9ae67ea3f8 HTTP/1.1" status: 200 len: 375 time: 0.0215771 Dec 21 01:48:57.758901 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f04d3-6f0a-4e4b-8a7b-12c77f2b86c2 None None] Pushing event updated for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:57.798127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-3069a03c-2c50-4f54-8d73-872cae7b78d8 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa1729af241a46eca684fd9ae67ea3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467250 Dec 21 01:48:57.846774 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Attempting to bind port fb6ae44d-aa15-4da5-9556-0beeab018e5b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:48:57.847148 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Attempting to bind port fb6ae44d-aa15-4da5-9556-0beeab018e5b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:48:57.847514 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Attempting to bind port fb6ae44d-aa15-4da5-9556-0beeab018e5b on network 9236f78a-a300-48f1-8649-e774bfc9cffc {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:48:57.856035 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:48:57.856415 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Checking segment: {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:48:57.856935 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.857253 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Bound using segment: {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:48:57.858153 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Bound port: fb6ae44d-aa15-4da5-9556-0beeab018e5b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:48:57.858561 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.863668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:48:57.916746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-bf6afb41-614f-4a09-bca1-8ac408d3ff3f service neutron] 10.222.0.43 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174796 Dec 21 01:48:57.953728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7c7d-ec29-4226-8f23-6c1dc2259cf0 req-854e25ee-9fb2-4500-8268-e248a4ab219e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:57.962659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:57.963920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-688b7c7d-ec29-4226-8f23-6c1dc2259cf0 req-854e25ee-9fb2-4500-8268-e248a4ab219e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.2776091 Dec 21 01:48:57.967330 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:57.981854 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] For port fb6ae44d-aa15-4da5-9556-0beeab018e5b, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:48:57.985963 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] For port fb6ae44d-aa15-4da5-9556-0beeab018e5b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fb6ae44d-aa15-4da5-9556-0beeab018e5b,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:48:57.993063 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.071587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-688b7c7d-ec29-4226-8f23-6c1dc2259cf0 req-4a90def3-48b9-40a4-adde-1e37c1bcbaef tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050556 Dec 21 01:48:58.072512 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f04d3-6f0a-4e4b-8a7b-12c77f2b86c2 None None] Pushing event updated for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:58.109839 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:48:58.110581 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:58.156800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] Provisioning complete for port fb6ae44d-aa15-4da5-9556-0beeab018e5b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:58.157185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.158294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-517833d7-d506-4053-a595-888a5401808c service neutron] 10.222.0.43 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405069 Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.180586 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:48:58.183698 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:48:58.185515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-66d9ff0e-8038-4772-94d4-ea140f106c13 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:58.187081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-66d9ff0e-8038-4772-94d4-ea140f106c13 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.24 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 949 time: 0.1237879 Dec 21 01:48:58.297622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c77da9-53a2-45eb-97da-ab5a3eeacfde req-b8ffc03c-a694-4697-a516-251063f9ff1c tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:58.324354 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83c77da9-53a2-45eb-97da-ab5a3eeacfde req-b8ffc03c-a694-4697-a516-251063f9ff1c tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 949 time: 0.1334789 Dec 21 01:48:58.328899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.400455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83c77da9-53a2-45eb-97da-ab5a3eeacfde req-9bbda51a-ab72-4194-a527-5531b510af32 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/security-groups?id=ae9334c8-c009-4366-9807-493ac773ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743024 Dec 21 01:48:58.406108 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:48:58.415802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Deleting port d9100312-0eb2-4501-ac37-5dc11e68059f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:58.416033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.427494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] For port fb6ae44d-aa15-4da5-9556-0beeab018e5b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fb6ae44d-aa15-4da5-9556-0beeab018e5b,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:58.442803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.512250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e12e0d-6ad9-468d-a069-b86261d0bd1c None None] Pushing event updated for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:58.529992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Deleting port fb6ae44d-aa15-4da5-9556-0beeab018e5b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:48:58.530466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.574434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97464f6d-1cae-47f3-b6fc-77e1e27e48d1 None None] Provisioning complete for port fb6ae44d-aa15-4da5-9556-0beeab018e5b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:48:58.576674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97464f6d-1cae-47f3-b6fc-77e1e27e48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.610468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] For port d9100312-0eb2-4501-ac37-5dc11e68059f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d9100312-0eb2-4501-ac37-5dc11e68059f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:58.610835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.633913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3797207-e65b-4518-8122-48a790b0e6c7 req-a1ea372e-511e-4311-9f16-df06a9fe44b4 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 210 time: 0.0502157 Dec 21 01:48:58.649589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Calling delete_port for d9100312-0eb2-4501-ac37-5dc11e68059f owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:58.718959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] For port fb6ae44d-aa15-4da5-9556-0beeab018e5b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fb6ae44d-aa15-4da5-9556-0beeab018e5b,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:58.719448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.746829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Calling delete_port for fb6ae44d-aa15-4da5-9556-0beeab018e5b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:48:58.778273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a559d5-c548-423f-b7f9-3e22f1e0c300 req-48db51ee-3839-4251-9113-d66b1d3aee24 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:58.788731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2a8041a5-bcf6-4415-8789-30b31e507472 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:48:58.798260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a559d5-c548-423f-b7f9-3e22f1e0c300 req-48db51ee-3839-4251-9113-d66b1d3aee24 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1631005 Dec 21 01:48:58.882677 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:54Z', 'revision_number': 4, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fb6ae44d-aa15-4da5-9556-0beeab018e5b', 'name': '', 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'mac_address': 'fa:16:3e:67:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:53Z', 'updated_at': '2021-12-21T01:48:57Z', 'revision_number': 4, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'subnets': [{'id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:48:58.918445 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214a1fd-265a-4c53-813c-cc3816d86a8e None None] The sync data for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 is: [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:48:54Z', 'revision_number': 4, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port': {'id': 'd42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:50Z', 'updated_at': '2021-12-21T01:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fb6ae44d-aa15-4da5-9556-0beeab018e5b', 'name': '', 'network_id': '9236f78a-a300-48f1-8649-e774bfc9cffc', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'mac_address': 'fa:16:3e:67:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:53Z', 'updated_at': '2021-12-21T01:48:57Z', 'revision_number': 4, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'subnets': [{'id': '3b01dfc0-9280-4600-bb89-7197e8e9c8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:48:58.942156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:58.963847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b290-ce65-4d41-9b29-1694e04c5f7f req-3c24270a-89a6-465b-b695-570cd2ea78f4 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:58.972881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c662b290-ce65-4d41-9b29-1694e04c5f7f req-3c24270a-89a6-465b-b695-570cd2ea78f4 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 947 time: 0.1706378 Dec 21 01:48:58.974113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Pushing event deleted for resources: {'Port': ['ID=d9100312-0eb2-4501-ac37-5dc11e68059f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:59.010532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d9100312-0eb2-4501-ac37-5dc11e68059f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:59.063518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a559d5-c548-423f-b7f9-3e22f1e0c300 req-83e048bc-ba3d-44cd-823b-81543953bc9b tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641869 Dec 21 01:48:59.080729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2a8041a5-bcf6-4415-8789-30b31e507472,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:59.106709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] No DVR routers for this DVR port d9100312-0eb2-4501-ac37-5dc11e68059f on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:48:59.113236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:59.113581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2a8041a5-bcf6-4415-8789-30b31e507472', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '2a8041a5-bcf6-4415-8789-30b31e507472', 'mac_address': 'fa:16:3e:6e:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:48:59.118984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-20886a32-92d9-49e6-b19d-4db52d83cfdd req-577fffd6-05e7-4252-89c6-27299c6c6208 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.24 "DELETE /v2.0/ports/d9100312-0eb2-4501-ac37-5dc11e68059f HTTP/1.1" status: 204 len: 173 time: 0.9205353 Dec 21 01:48:59.147800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'name': 'network-vif-deleted', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:48:59.151645 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7b763-208b-4ef2-a617-c01ebd426876" -d '{"events": [{"server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "name": "network-vif-deleted", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:48:59.163728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c662b290-ce65-4d41-9b29-1694e04c5f7f req-b98c0124-7457-497f-b9ad-ca7aa98c1839 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770740 Dec 21 01:48:59.208317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:59.219455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:59.240710 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e744e41-b4c9-46a0-ba9d-8af36d6def66 x-openstack-request-id: req-9e744e41-b4c9-46a0-ba9d-8af36d6def66 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:48:59.241235 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170102e5-19e6-4373-8072-6a49be4c6afc", "name": "network-vif-deleted", "tag": "d9100312-0eb2-4501-ac37-5dc11e68059f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:48:59.241702 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e744e41-b4c9-46a0-ba9d-8af36d6def66 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:48:59.243197 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170102e5-19e6-4373-8072-6a49be4c6afc', 'name': 'network-vif-deleted', 'tag': 'd9100312-0eb2-4501-ac37-5dc11e68059f', 'status': 'completed', 'code': 200} Dec 21 01:48:59.277912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6ae44d-aa15-4da5-9556-0beeab018e5b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:59.278132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8041a5-bcf6-4415-8789-30b31e507472 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:48:59.321032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2a8041a5-bcf6-4415-8789-30b31e507472,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:48:59.330188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:59.356298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9aa78-b47e-403d-a3c3-ee6f8b294ad8 req-59c8df13-11c0-416d-bc6e-18b9cf44226d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:48:59.387371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a9aa78-b47e-403d-a3c3-ee6f8b294ad8 req-59c8df13-11c0-416d-bc6e-18b9cf44226d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1499078 Dec 21 01:48:59.460237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:48:59.464916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a9aa78-b47e-403d-a3c3-ee6f8b294ad8 req-5385555c-0730-4f07-885c-b7f9638897a0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765507 Dec 21 01:48:59.551973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e666d9b8-fff3-4a75-b6e0-33988f006283 req-ed15f122-18d0-4e20-9a67-e1dd76266dac tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 210 time: 0.0500467 Dec 21 01:48:59.562904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:48:59.748610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ce9311b-d0c5-47f5-b1a2-f7796641a775 req-b9801e04-faef-46ce-a6ac-915432063786 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Dec 21 01:48:59.757499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2a8041a5-bcf6-4415-8789-30b31e507472'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:48:59.873485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Router f04fca48-237e-4a39-ab25-f1babc42bbda has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:48:59.994759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:00.003041 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bdf927b8-4ae2-4d75-a7e4-a824bc35498c admin admin] 10.222.0.43 "PUT /v2.0/routers/f04fca48-237e-4a39-ab25-f1babc42bbda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9629638 Dec 21 01:49:00.003246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:00.193787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.228398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2094003-0ddf-43dc-812d-a04178fad0c1 req-56a340bf-1bf2-4963-a1c4-cc31582b1d9e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:00.230343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2094003-0ddf-43dc-812d-a04178fad0c1 req-56a340bf-1bf2-4963-a1c4-cc31582b1d9e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0885081 Dec 21 01:49:00.308511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-fa3a82e1-a336-4439-a639-4865d57e4ec6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:00.309730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-fa3a82e1-a336-4439-a639-4865d57e4ec6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.24 "GET /v2.0/networks?id=4ab993b5-fefd-43a0-a11c-269a737db486 HTTP/1.1" status: 200 len: 821 time: 0.2554648 Dec 21 01:49:00.322923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2094003-0ddf-43dc-812d-a04178fad0c1 req-3f5357d7-b1f2-4f9d-b50d-ebfeef35b5e6 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Dec 21 01:49:00.328810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.339546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55939ce7-b2c6-4030-93d5-8b8af004ff79 req-0ae3b9ba-d285-4abf-b333-05b8854416bf tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:00.341294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55939ce7-b2c6-4030-93d5-8b8af004ff79 req-0ae3b9ba-d285-4abf-b333-05b8854416bf tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 948 time: 0.0835524 Dec 21 01:49:00.366071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Request body: {'port': {'device_id': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486', 'admin_state_up': True, 'tenant_id': 'fa1729af241a46eca684fd9ae67ea3f8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:00.428685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55939ce7-b2c6-4030-93d5-8b8af004ff79 req-0c557004-2202-49af-8b52-37f5e4fa9a6f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676372 Dec 21 01:49:00.477835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Deleting port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:00.478169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.559851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Made reservation on behalf of fa1729af241a46eca684fd9ae67ea3f8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:00.563389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.604493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] For port d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:00.604854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.616647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f84e9-4a08-41ad-a8e2-385234441b73 req-3efba5d4-cb46-49fa-badd-a04a6b0d16cf tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:00.618521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-137f84e9-4a08-41ad-a8e2-385234441b73 req-3efba5d4-cb46-49fa-badd-a04a6b0d16cf tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0649354 Dec 21 01:49:00.646128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Calling delete_port for d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:00.692012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Sync routers for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:00.703744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f9da66e-43df-45fb-8d21-0c6628aca689 req-959be380-c4a6-48b7-93a0-c62eea6d4e34 tempest-ServerDiagnosticsNegativeTest-1837992343 tempest-ServerDiagnosticsNegativeTest-1837992343-project] 10.222.0.43 "GET /v2.0/ports?device_id=170102e5-19e6-4373-8072-6a49be4c6afc HTTP/1.1" status: 200 len: 210 time: 0.0417211 Dec 21 01:49:00.705760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:00.707254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:00.712286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-137f84e9-4a08-41ad-a8e2-385234441b73 req-de1a2b17-cacf-4f9e-b70f-c5841b8f5595 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873287 Dec 21 01:49:00.795095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2a8041a5-bcf6-4415-8789-30b31e507472 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:00.802829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:00.849911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Allocated IP 172.20.0.4 (4ab993b5-fefd-43a0-a11c-269a737db486/7306aaa7-ebcf-4564-800e-3ee2f7c2935a/cce36052-86fa-4165-9579-a3166aecd185) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:00.885775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:49:00Z', 'revision_number': 6, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:00.903125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:00.916229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Checking router: f04fca48-237e-4a39-ab25-f1babc42bbda for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:00.924834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Routers {'f04fca48-237e-4a39-ab25-f1babc42bbda'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:00.925486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:48:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f04fca48-237e-4a39-ab25-f1babc42bbda'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:00.925862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36b26d8c-24c4-4728-b18b-195030530101 req-ff168ed7-2acd-455c-aeff-ca3ad28ac500 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 210 time: 0.0411487 Dec 21 01:49:00.942693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:01.057326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.134681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] Set router f04fca48-237e-4a39-ab25-f1babc42bbda gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:01.185552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.188445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2a8041a5-bcf6-4415-8789-30b31e507472 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:01.190456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:49:00Z', 'revision_number': 7, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:01.191015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.219905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2a8041a5-bcf6-4415-8789-30b31e507472 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:01.220281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.222174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf7182-4ce1-4e2c-b0ca-4c1b7500e042 None None] The sync data for ids ['f04fca48-237e-4a39-ab25-f1babc42bbda'] in n-d-761264-20 is: [{'id': 'f04fca48-237e-4a39-ab25-f1babc42bbda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1244332577-router', 'tenant_id': '801a24bd003f43c6b4a89e5850cf688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:49Z', 'updated_at': '2021-12-21T01:49:00Z', 'revision_number': 7, 'project_id': '801a24bd003f43c6b4a89e5850cf688a', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:01.257177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.261608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.262131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04fca48-237e-4a39-ab25-f1babc42bbda {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:49:01.267240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.270601 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-595c814e-1a8b-4abb-aafc-6a4111be8c1a admin admin] 10.222.0.43 "DELETE /v2.0/routers/f04fca48-237e-4a39-ab25-f1babc42bbda HTTP/1.1" status: 204 len: 168 time: 1.2647772 Dec 21 01:49:01.271070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38056) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:01.301240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.319119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.320244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Deleting subnet 3b01dfc0-9280-4600-bb89-7197e8e9c8bc {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:49:01.323661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.344377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:01.347030 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d5149-b288-4b65-9e0d-bb8a174461a6" -d '{"events": [{"server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "name": "network-vif-plugged", "status": "completed", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:01.352805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Network 4ab993b5-fefd-43a0-a11c-269a737db486 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:01.356083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:01.363237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:01.371613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.399762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2a8041a5-bcf6-4415-8789-30b31e507472,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:01.402777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Pushing event updated for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:01.407187 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ab2c00-8ef0-4bc7-b172-f7d14b5b3b8c x-openstack-request-id: req-f4ab2c00-8ef0-4bc7-b172-f7d14b5b3b8c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:01.407475 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "name": "network-vif-plugged", "status": "completed", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:01.407774 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4ab2c00-8ef0-4bc7-b172-f7d14b5b3b8c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:01.409158 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472', 'code': 200} Dec 21 01:49:01.410534 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.413014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d9100312-0eb2-4501-ac37-5dc11e68059f no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:01.447524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:01.448176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.458217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: d9100312-0eb2-4501-ac37-5dc11e68059f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:01.458821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d9100312-0eb2-4501-ac37-5dc11e68059f not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:01.478003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-da9016b1-2b94-4830-bbf4-03e2d22aee33 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161499 Dec 21 01:49:01.489918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:01.498349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Request body: {'port': {'device_id': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:01.587619 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.593413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.609220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d910-b58e-446a-9716-75bc86be7321 req-4f602091-c746-424f-812a-06a8773c63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:01.610755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-be01d910-b58e-446a-9716-75bc86be7321 req-4f602091-c746-424f-812a-06a8773c63d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 1101 time: 0.0847332 Dec 21 01:49:01.628492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc99af5-0ee0-4d81-9c3c-73012cfde0e1 req-23413b9b-d969-4a40-b0b3-6738174520f0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:01.630081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cc99af5-0ee0-4d81-9c3c-73012cfde0e1 req-23413b9b-d969-4a40-b0b3-6738174520f0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.1972964 Dec 21 01:49:01.659297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258a3f-3d4f-44ec-bce2-0ec3ac8b1b24 req-ad6cc067-1617-42a5-9103-8888230e49aa tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:01.660805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81258a3f-3d4f-44ec-bce2-0ec3ac8b1b24 req-ad6cc067-1617-42a5-9103-8888230e49aa tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.1357806 Dec 21 01:49:01.708601 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.745904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-be01d910-b58e-446a-9716-75bc86be7321 req-28b5098a-0519-4641-8f22-0cb3ac2fcc13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074846 Dec 21 01:49:01.756165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b01dfc0-9280-4600-bb89-7197e8e9c8bc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:01.764756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cc99af5-0ee0-4d81-9c3c-73012cfde0e1 req-7a3cd7e1-8680-4eac-a68e-9ee2a9794365 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Dec 21 01:49:01.768529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:01.771365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3760cb-3853-4bce-ae57-0c1d8b9f11e8 None None] Network 9236f78a-a300-48f1-8649-e774bfc9cffc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:01.771835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b1e2b95e-1291-4221-b8ca-a8c5abdd2422 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3b01dfc0-9280-4600-bb89-7197e8e9c8bc HTTP/1.1" status: 204 len: 168 time: 0.4995310 Dec 21 01:49:01.775066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:01.793798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81258a3f-3d4f-44ec-bce2-0ec3ac8b1b24 req-a753e5d5-6a99-4b23-a83f-f09193dbefb5 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206844 Dec 21 01:49:01.935872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a1a6c-2042-41f0-b37f-64b83d10386f req-bb0fc138-d2d5-44cd-8689-62ae8cca1e07 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:01.937472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-461a1a6c-2042-41f0-b37f-64b83d10386f req-bb0fc138-d2d5-44cd-8689-62ae8cca1e07 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0689313 Dec 21 01:49:01.948078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.000414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-461a1a6c-2042-41f0-b37f-64b83d10386f req-86918036-dbfe-4bb3-8e7b-c393ff213ad0 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Dec 21 01:49:02.047483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] DHCP port deletion for 9236f78a-a300-48f1-8649-e774bfc9cffc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:49:02.069109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce36052-86fa-4165-9579-a3166aecd185 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:02.084457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.093498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Deleting port 0de29ddd-8a37-4333-b6f1-0376099da9d1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:02.093911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.123911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Transition to ACTIVE for port object cce36052-86fa-4165-9579-a3166aecd185 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:02.150033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Deleting port 0de29ddd-8a37-4333-b6f1-0376099da9d1 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:02.150408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.177776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fb6ae44d-aa15-4da5-9556-0beeab018e5b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:02.183474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38080) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:02.188456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.250656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fb6ae44d-aa15-4da5-9556-0beeab018e5b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:02.251010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fb6ae44d-aa15-4da5-9556-0beeab018e5b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:02.251432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0de29ddd-8a37-4333-b6f1-0376099da9d1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:02.255616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] For port 0de29ddd-8a37-4333-b6f1-0376099da9d1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0de29ddd-8a37-4333-b6f1-0376099da9d1,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:02.256090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.281909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] For port 0de29ddd-8a37-4333-b6f1-0376099da9d1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0de29ddd-8a37-4333-b6f1-0376099da9d1,segment=NetworkSegment(a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae),segment_id=a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:02.282324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.300214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63119a1-356a-4bc5-bcd8-59323b394666 req-2baa2bae-0c33-4f07-881c-14435fc934da tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:02.304273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Calling delete_port for 0de29ddd-8a37-4333-b6f1-0376099da9d1 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:02.310475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e63119a1-356a-4bc5-bcd8-59323b394666 req-2baa2bae-0c33-4f07-881c-14435fc934da tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 943 time: 0.0956209 Dec 21 01:49:02.390626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e63119a1-356a-4bc5-bcd8-59323b394666 req-713cae0c-fb0e-4775-8084-e3065229411e tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763257 Dec 21 01:49:02.444325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-daed29ac-e3ed-4911-b995-59c5b2b41c9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6cdbf2766114691b2adad12224425bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573078 Dec 21 01:49:02.444654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38084) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:02.449277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.452466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.498079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] Pushing event deleted for resources: {'Port': ['ID=0de29ddd-8a37-4333-b6f1-0376099da9d1,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:02.513010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba268f7-3b32-4d58-b316-f00646968d9c None None] No DVR routers for this DVR port 0de29ddd-8a37-4333-b6f1-0376099da9d1 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:02.526374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.547852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:02.558872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.569450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:02.569794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d42a7bc1-eeb4-4b0e-bd3c-2495ec79aa3a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:02.616546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Calling delete_port for 0de29ddd-8a37-4333-b6f1-0376099da9d1 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:02.627693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.628877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Pushing event updated for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:02.632072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.633609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae9334c8-c009-4366-9807-493ac773ef98 HTTP/1.1" status: 204 len: 168 time: 0.1878097 Dec 21 01:49:02.642529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7050bb-05d2-4c44-ac5a-7874bcb960f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9334c8-c009-4366-9807-493ac773ef98,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:02.753410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Attempting to bind port cce36052-86fa-4165-9579-a3166aecd185 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:02.753751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Attempting to bind port cce36052-86fa-4165-9579-a3166aecd185 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '8bb0d923-6e33-4aef-bda4-80168f67c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:02.754077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Attempting to bind port cce36052-86fa-4165-9579-a3166aecd185 on network 4ab993b5-fefd-43a0-a11c-269a737db486 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:02.765681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Port cce36052-86fa-4165-9579-a3166aecd185 on network 4ab993b5-fefd-43a0-a11c-269a737db486 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:02.766008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Attempting to bind port cce36052-86fa-4165-9579-a3166aecd185 on network 4ab993b5-fefd-43a0-a11c-269a737db486 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:02.771993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:02.772399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Checking segment: {'id': '8bb0d923-6e33-4aef-bda4-80168f67c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:02.772720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Bound using segment: {'id': '8bb0d923-6e33-4aef-bda4-80168f67c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:02.773145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Bound port: cce36052-86fa-4165-9579-a3166aecd185, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb0d923-6e33-4aef-bda4-80168f67c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:02.774084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.777367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.811742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de29ddd-8a37-4333-b6f1-0376099da9d1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:02.817832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] No DVR routers for this DVR port 0de29ddd-8a37-4333-b6f1-0376099da9d1 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:02.950532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.951477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d186c5-5dde-4e13-b070-c598a55d33f9 req-17a34783-5dfe-4dd5-bd01-c11c69ea5df3 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:02.953246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:02.955135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:02.957904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4d186c5-5dde-4e13-b070-c598a55d33f9 req-17a34783-5dfe-4dd5-bd01-c11c69ea5df3 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0947614 Dec 21 01:49:02.987122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554984-4a70-4c30-ab7b-8eb0fc8efd4b req-59cbded7-a934-47d3-9972-0a05dfec91eb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:02.990425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22554984-4a70-4c30-ab7b-8eb0fc8efd4b req-59cbded7-a934-47d3-9972-0a05dfec91eb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.0977020 Dec 21 01:49:02.991186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=cce36052-86fa-4165-9579-a3166aecd185,segment=NetworkSegment(8bb0d923-6e33-4aef-bda4-80168f67c7ad),segment_id=8bb0d923-6e33-4aef-bda4-80168f67c7ad)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:02.992742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a282e76-3ddb-4164-9e02-a86d168e3bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:02.999605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9236f78a-a300-48f1-8649-e774bfc9cffc']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:03.007524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.042415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4d186c5-5dde-4e13-b070-c598a55d33f9 req-9afeb3b0-e53e-4c36-8733-f3ecebb4e231 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825763 Dec 21 01:49:03.044341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:03.045060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c3fdb5-aa01-4e61-8d19-4a3a1bc2d1ae') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:03.059810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22554984-4a70-4c30-ab7b-8eb0fc8efd4b req-3fba3b05-8061-4954-b23a-3d1ebf72e95f tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635087 Dec 21 01:49:03.068758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.088654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.089269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.090658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] 10.222.0.24 "PUT /v2.0/ports/cce36052-86fa-4165-9579-a3166aecd185 HTTP/1.1" status: 200 len: 1092 time: 1.5973372 Dec 21 01:49:03.094095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:03.096325 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415" -d '{"events": [{"name": "network-changed", "server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "tag": "cce36052-86fa-4165-9579-a3166aecd185"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:03.127417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.141453 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed6e93-67af-40ee-8d36-eb076f048578 x-openstack-request-id: req-5eed6e93-67af-40ee-8d36-eb076f048578 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:03.141753 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "tag": "cce36052-86fa-4165-9579-a3166aecd185", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:03.142012 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5eed6e93-67af-40ee-8d36-eb076f048578 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:03.142407 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185', 'status': 'completed', 'code': 200} Dec 21 01:49:03.153782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:49:03.154126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:49:03.158118 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:49:03.162234 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:49:03.178966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3307-fabb-44b7-a2e4-669492c2e788 service neutron] Pushing event updated for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:03.193443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372e1e-0a63-4127-a613-ea64ccf38148 req-74b772d1-9da5-4f80-aba1-f46c38c665d7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.195831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f372e1e-0a63-4127-a613-ea64ccf38148 req-74b772d1-9da5-4f80-aba1-f46c38c665d7 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0800254 Dec 21 01:49:03.262958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f372e1e-0a63-4127-a613-ea64ccf38148 req-78be1e37-1e1b-46b6-af7e-c752d6386ede tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Dec 21 01:49:03.295867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.301698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.307623 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9236f78a-a300-48f1-8649-e774bfc9cffc HTTP/1.1" status: 204 len: 168 time: 1.5292525 Dec 21 01:49:03.331283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-b2f1dfd8-f49d-412b-8bc7-27e1ebb3416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.332746 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-b2f1dfd8-f49d-412b-8bc7-27e1ebb3416e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa1729af241a46eca684fd9ae67ea3f8&device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 1095 time: 0.1475608 Dec 21 01:49:03.338146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb23325-b722-4687-abec-f03981c028a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9236f78a-a300-48f1-8649-e774bfc9cffc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:03.343818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a282e76-3ddb-4164-9e02-a86d168e3bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.354725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a282e76-3ddb-4164-9e02-a86d168e3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.400950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-9895ecef-9408-40c6-a515-c1a0b28a6560 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce36052-86fa-4165-9579-a3166aecd185 HTTP/1.1" status: 200 len: 217 time: 0.0545459 Dec 21 01:49:03.447307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a282e76-3ddb-4164-9e02-a86d168e3bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744ec22-2126-46f4-919f-ee6fcbabeee2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:03.451661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a282e76-3ddb-4164-9e02-a86d168e3bdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f98f7e9a14004d678caf647a1819267e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904811 Dec 21 01:49:03.454390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38108) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:03.473195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-afe1ef4b-54a0-45fb-81d4-93e10d14be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.475263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-afe1ef4b-54a0-45fb-81d4-93e10d14be8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7306aaa7-ebcf-4564-800e-3ee2f7c2935a HTTP/1.1" status: 200 len: 861 time: 0.0640469 Dec 21 01:49:03.503502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38110) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:03.510322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-47f30553-9182-4e20-91be-35a06b1b8d85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ab993b5-fefd-43a0-a11c-269a737db486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273032 Dec 21 01:49:03.565470 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.591273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4017-cdd6-4ad9-98fd-ddda55715c74 req-257060e0-8c04-482a-92c6-ca540c6dd8d6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.592718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-640a4017-cdd6-4ad9-98fd-ddda55715c74 req-257060e0-8c04-482a-92c6-ca540c6dd8d6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 943 time: 0.0985076 Dec 21 01:49:03.599054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f09183f2-4935-455b-937c-f2963228d977 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=801a24bd003f43c6b4a89e5850cf688a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0908961 Dec 21 01:49:03.599728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:03.618218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-4bee0a0d-bedb-448d-9414-23f0efac2309 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011257 Dec 21 01:49:03.623648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.674786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-640a4017-cdd6-4ad9-98fd-ddda55715c74 req-379e0d62-d0ca-42e5-b556-b0fde293c2b3 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Dec 21 01:49:03.696756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.699578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.700808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4744ec22-2126-46f4-919f-ee6fcbabeee2 HTTP/1.1" status: 204 len: 168 time: 0.2454405 Dec 21 01:49:03.709753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd7d4-6fd4-4eca-a0c7-b2e74e7ddab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744ec22-2126-46f4-919f-ee6fcbabeee2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:03.728044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.766498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.776659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50e4572f-517f-4629-bd0c-f73dabd46b27 req-8bb9d867-128b-43df-adb8-6497c0c5b76a service neutron] 10.222.0.24 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512442 Dec 21 01:49:03.818433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.822077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:03.823199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb70920c-aea7-4ed4-af53-4da4479a7c11 HTTP/1.1" status: 204 len: 168 time: 0.2229729 Dec 21 01:49:03.832905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537bf63-f527-4fd9-830b-32ced939862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb70920c-aea7-4ed4-af53-4da4479a7c11,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:03.923350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-b8a13422-9533-46b9-b9b6-47921c7b64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:03.924862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-b8a13422-9533-46b9-b9b6-47921c7b64a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa1729af241a46eca684fd9ae67ea3f8&device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 1095 time: 0.0512240 Dec 21 01:49:04.026520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-b2952a83-5340-4d5f-b032-afa2c54399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.028003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-b2952a83-5340-4d5f-b032-afa2c54399b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ab993b5-fefd-43a0-a11c-269a737db486 HTTP/1.1" status: 200 len: 921 time: 0.0949941 Dec 21 01:49:04.072353 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-9c4907f5-5cb0-4cef-bbfa-2c5747ec2885 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce36052-86fa-4165-9579-a3166aecd185 HTTP/1.1" status: 200 len: 217 time: 0.0371437 Dec 21 01:49:04.139211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-9309d0a8-8381-428d-899d-244d605e2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.141407 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-9309d0a8-8381-428d-899d-244d605e2780 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7306aaa7-ebcf-4564-800e-3ee2f7c2935a HTTP/1.1" status: 200 len: 861 time: 0.0622158 Dec 21 01:49:04.176688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-97c3959b-7541-4a4b-ab69-881dd11dacfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ab993b5-fefd-43a0-a11c-269a737db486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266066 Dec 21 01:49:04.242846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988486-e222-4010-95f9-95ca519057a8 req-113365a5-c303-44f0-ab87-3d26ed99c584 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.244334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d988486-e222-4010-95f9-95ca519057a8 req-113365a5-c303-44f0-ab87-3d26ed99c584 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.0807340 Dec 21 01:49:04.277328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9e1d9-94f8-4fbd-bb64-d7edf6680571 req-72ecae0f-9a47-4f06-b3a2-cd689360a29e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.278847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b9e1d9-94f8-4fbd-bb64-d7edf6680571 req-72ecae0f-9a47-4f06-b3a2-cd689360a29e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0855150 Dec 21 01:49:04.310396 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-54b854d6-1217-487e-b217-116981d93205 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258461 Dec 21 01:49:04.337420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d988486-e222-4010-95f9-95ca519057a8 req-8958a687-3d14-4319-8889-1b86de8a45b6 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854027 Dec 21 01:49:04.392666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b9e1d9-94f8-4fbd-bb64-d7edf6680571 req-d3983149-540d-43a2-91c2-f063394376b2 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055975 Dec 21 01:49:04.485239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc4eb9e9-59be-4b1a-8c9c-cb2b7007a415 req-e1de43db-9b01-4fb7-b45e-d04a5b6050a8 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661479 Dec 21 01:49:04.561396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ba4f-8826-4e74-91b5-481b1c1fe57c req-baf5aec3-7943-4079-a522-be44bfab0396 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.562880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9237ba4f-8826-4e74-91b5-481b1c1fe57c req-baf5aec3-7943-4079-a522-be44bfab0396 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0817754 Dec 21 01:49:04.627055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9237ba4f-8826-4e74-91b5-481b1c1fe57c req-b93a35d5-1570-4dd2-8642-03d3404039e9 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Dec 21 01:49:04.777212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38172) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:04.818092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae4606-a1ca-4bd6-9383-ad5083fd55e5 req-02bc9656-6340-400e-b16f-b8ca0a2356e8 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.819854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8ae4606-a1ca-4bd6-9383-ad5083fd55e5 req-02bc9656-6340-400e-b16f-b8ca0a2356e8 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 943 time: 0.0584133 Dec 21 01:49:04.897425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00503a-094b-4b3b-9698-ff46d14b4c46 req-83713237-c30a-4516-bf7e-87463dc26e24 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:04.901821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee00503a-094b-4b3b-9698-ff46d14b4c46 req-83713237-c30a-4516-bf7e-87463dc26e24 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.0802839 Dec 21 01:49:04.926008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8ae4606-a1ca-4bd6-9383-ad5083fd55e5 req-49800e7d-5a28-486b-8644-a05c1228b9af tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956538 Dec 21 01:49:04.951876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1101116306-network', 'tenant_id': 'f2c8ffb8dc294de78b8cbcebbb68ff78'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:04.969839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee00503a-094b-4b3b-9698-ff46d14b4c46 req-dfc2696c-da22-46a3-a24b-d2331fa8d7be tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594203 Dec 21 01:49:04.978655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Made reservation on behalf of f2c8ffb8dc294de78b8cbcebbb68ff78 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:04.981100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:04.990655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.076954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.081301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.106735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:05.142859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c43dc-5562-4f60-8f35-4fc0b30d2254,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:05.147293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.147624 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Added segment bf665df1-e336-4e16-ac7e-c1eb4b4328f6 of type vlan for network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 Dec 21 01:49:05.194835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.223503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.224919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.226086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.250525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9910-f544-4195-aa39-2c088300747e req-ef0afa0a-bddf-4b53-8757-c0eaed586a58 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.251966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ae9910-f544-4195-aa39-2c088300747e req-ef0afa0a-bddf-4b53-8757-c0eaed586a58 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.0507243 Dec 21 01:49:05.296864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5185134 Dec 21 01:49:05.299992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:05.305713 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ae9910-f544-4195-aa39-2c088300747e req-fef8f91b-aa4d-4b78-ac99-84c343e6e2bb tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Dec 21 01:49:05.307114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Request body: {'subnet': {'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1101116306-subnet', 'tenant_id': 'f2c8ffb8dc294de78b8cbcebbb68ff78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:05.315568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f84372-4d57-4bac-a26a-6a85ca7bc006 admin admin] Pushing event updated for resources: {'Network': ['ID=38910810-28fb-4dbb-91ee-2ac96e89a1b3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:05.333730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:05.344336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Made reservation on behalf of f2c8ffb8dc294de78b8cbcebbb68ff78 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:05.348351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.522555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dfd7c-1614-460b-aee5-c67687ad9ab9 req-369acf04-ba82-4f39-8861-e4bc93116dbf tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.523996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2dfd7c-1614-460b-aee5-c67687ad9ab9 req-369acf04-ba82-4f39-8861-e4bc93116dbf tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0575764 Dec 21 01:49:05.551581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.576260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2dfd7c-1614-460b-aee5-c67687ad9ab9 req-89c6cb98-6f4f-47db-a6e2-0f6fc5cec11c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Dec 21 01:49:05.607418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7793d6b4-819a-4fef-8b52-13ecfe864e13,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:05.627513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Checking segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:05.627884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Network hostable DHCP agents. Network: 38910810-28fb-4dbb-91ee-2ac96e89a1b3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:05.646562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:05.657202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 38910810-28fb-4dbb-91ee-2ac96e89a1b3) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:05.661458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.662117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:05.666537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715fc02-b0ed-4836-9a66-d90a96654cb7 None None] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:05.696741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be2ed7dc-b954-4c3e-9c1d-f420d79ec29e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3953719 Dec 21 01:49:05.701114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-60297d81-ca89-4126-9e77-73b720155279 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337605 Dec 21 01:49:05.804300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e30b1d-6e41-4a21-8613-cb527cc29a16 None None] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:05.846655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-645f53a2-ad63-4a5f-a63e-db403d73cc73 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.848376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-645f53a2-ad63-4a5f-a63e-db403d73cc73 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396015 Dec 21 01:49:05.884012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-eca343ae-c7dc-44c3-9edc-72f92cf8cb89 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/quotas/7bb6bcf0202c49dcbcc46b1f5191d57d HTTP/1.1" status: 200 len: 375 time: 0.0202360 Dec 21 01:49:05.906098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c37a4-9ba3-402d-951b-a04b547539ea req-fa1fb2fe-5cda-4d32-8ec5-cc933f5d29e3 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:05.907659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f9c37a4-9ba3-402d-951b-a04b547539ea req-fa1fb2fe-5cda-4d32-8ec5-cc933f5d29e3 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0857735 Dec 21 01:49:05.927989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2b54d1b3-bdf9-4b30-9cc1-4e3c662c3670 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383985 Dec 21 01:49:05.969289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f9c37a4-9ba3-402d-951b-a04b547539ea req-b4f2c08b-f743-4148-9f97-0661c075cf8a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Dec 21 01:49:06.189653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4d4c6-9d69-4395-b5ec-232ca50535e4 req-106e8a13-b014-4e8c-98ee-c876c4062a4d tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:06.191141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46c4d4c6-9d69-4395-b5ec-232ca50535e4 req-106e8a13-b014-4e8c-98ee-c876c4062a4d tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 943 time: 0.1107237 Dec 21 01:49:06.255172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-6f796933-6762-4e7f-b878-1ca7ee13fd09 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:06.256643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-6f796933-6762-4e7f-b878-1ca7ee13fd09 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.1466007 Dec 21 01:49:06.276147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46c4d4c6-9d69-4395-b5ec-232ca50535e4 req-813a99b9-5ff7-49b0-be14-4ecae7766036 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 Dec 21 01:49:06.278464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-bd6ac175-21b9-4b70-a91b-74fdfb32f021 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/quotas/f2c8ffb8dc294de78b8cbcebbb68ff78 HTTP/1.1" status: 200 len: 375 time: 0.0133278 Dec 21 01:49:06.311747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-1ce38f83-289f-498b-a4ee-3e168fcfbcce tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267439 Dec 21 01:49:06.366493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7f89386-3b95-4bd3-a922-92edaacf512a req-2b3d908e-f3d4-44b9-8e72-6ec63cb37511 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 210 time: 0.0489440 Dec 21 01:49:06.443813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-8379091a-850b-4d9e-8764-327f7cf6ff6b service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173370 Dec 21 01:49:06.549028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48a349-9b47-4173-a500-65f3188cf511 req-1fe73eee-5c6a-49a2-8cad-9d34e76ce438 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:06.550448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b48a349-9b47-4173-a500-65f3188cf511 req-1fe73eee-5c6a-49a2-8cad-9d34e76ce438 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.1057811 Dec 21 01:49:06.611073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-900b2506-f33c-49f6-aab8-83eb4c0e4e53 service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578846 Dec 21 01:49:06.643654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b48a349-9b47-4173-a500-65f3188cf511 req-e1d07154-6d00-454e-bdfa-c4cd33ebafc2 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc264433-0915-4640-854c-850844d711b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855200 Dec 21 01:49:06.649772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db10c94-1e09-4038-b74e-47de8156ba28 req-5633f3b5-f44b-48c8-8ed4-54b68b2469c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:06.651361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2db10c94-1e09-4038-b74e-47de8156ba28 req-5633f3b5-f44b-48c8-8ed4-54b68b2469c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 1097 time: 0.0748653 Dec 21 01:49:06.840317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device cce36052-86fa-4165-9579-a3166aecd185 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:06.954004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-dbe769c0-2547-4eef-8725-3d228a2d4f3d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:06.957032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-dbe769c0-2547-4eef-8725-3d228a2d4f3d tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 949 time: 0.1028883 Dec 21 01:49:06.972221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=cce36052-86fa-4165-9579-a3166aecd185,segment=NetworkSegment(8bb0d923-6e33-4aef-bda4-80168f67c7ad),segment_id=8bb0d923-6e33-4aef-bda4-80168f67c7ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:06.990811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'cce36052-86fa-4165-9579-a3166aecd185', 'network_id': '4ab993b5-fefd-43a0-a11c-269a737db486', 'port_id': 'cce36052-86fa-4165-9579-a3166aecd185', 'mac_address': 'fa:16:3e:a3:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7306aaa7-ebcf-4564-800e-3ee2f7c2935a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:07.044708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.060708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2db10c94-1e09-4038-b74e-47de8156ba28 req-f13d7f6f-35e7-4397-b7e4-36c6d35e2c66 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980098 Dec 21 01:49:07.064362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce36052-86fa-4165-9579-a3166aecd185 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:07.089935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Deleting port 2a8041a5-bcf6-4415-8789-30b31e507472 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:07.090325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.091484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=cce36052-86fa-4165-9579-a3166aecd185,segment=NetworkSegment(8bb0d923-6e33-4aef-bda4-80168f67c7ad),segment_id=8bb0d923-6e33-4aef-bda4-80168f67c7ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:07.098247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bf3a949-50e4-4e18-bf2b-e89d7985b786 req-a37faa35-4e43-4487-b6b4-970342c52a01 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 210 time: 0.0577343 Dec 21 01:49:07.098476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.122530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2645860-d4f7-4f6f-8ed7-c92264b75d95 req-7928f82f-f46d-4e56-aacd-446509fe67a1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:07.132003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2645860-d4f7-4f6f-8ed7-c92264b75d95 req-7928f82f-f46d-4e56-aacd-446509fe67a1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0890288 Dec 21 01:49:07.152494 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:49:07.202229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2645860-d4f7-4f6f-8ed7-c92264b75d95 req-2ec5a9a1-b99c-4102-910e-081edbc7ee65 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684671 Dec 21 01:49:07.206482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:07.232226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] For port 2a8041a5-bcf6-4415-8789-30b31e507472, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2a8041a5-bcf6-4415-8789-30b31e507472,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:07.233796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.250757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Calling delete_port for 2a8041a5-bcf6-4415-8789-30b31e507472 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:07.332901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-d76e2004-62b3-46f9-96cc-e64ebd394b8e tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246878 Dec 21 01:49:07.346331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f08637-9ffa-4a8a-b7b0-02b99d45d20c req-f0bc9331-7587-4453-955b-e46ec93dc715 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:07.347888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61f08637-9ffa-4a8a-b7b0-02b99d45d20c req-f0bc9331-7587-4453-955b-e46ec93dc715 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0618687 Dec 21 01:49:07.426001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61f08637-9ffa-4a8a-b7b0-02b99d45d20c req-d6201802-7c72-4879-8697-e76f3d7f155e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698757 Dec 21 01:49:07.472330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['cce36052-86fa-4165-9579-a3166aecd185'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:07.531929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390baba3-962b-4a86-9c71-42f377361958 req-130cfbc3-10e1-4cd1-84b0-8a3aa1d629ef tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:07.533592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-390baba3-962b-4a86-9c71-42f377361958 req-130cfbc3-10e1-4cd1-84b0-8a3aa1d629ef tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 944 time: 0.0888979 Dec 21 01:49:07.534145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-132aeadc-95f1-4c50-99a5-6b9ce02944f0 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:07.535586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-132aeadc-95f1-4c50-99a5-6b9ce02944f0 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971195 Dec 21 01:49:07.543261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.568058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cb88a6d-8627-4095-ab59-905cf9fa6c45 req-86093823-6819-4345-b780-f4588767ba91 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 210 time: 0.0329292 Dec 21 01:49:07.582126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Request body: {'port': {'device_id': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '7bb6bcf0202c49dcbcc46b1f5191d57d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:07.625954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-390baba3-962b-4a86-9c71-42f377361958 req-ecab68fd-0038-4ea8-8be6-4c206776878c tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611682 Dec 21 01:49:07.681297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Pushing event deleted for resources: {'Port': ['ID=2a8041a5-bcf6-4415-8789-30b31e507472,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:07.798284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a38c4e5b-b754-4030-b487-e077ee92d7e1 req-00ee2be2-b9da-4a3c-94ab-d61a69413480 tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.43 "GET /v2.0/ports?device_id=f283187d-a520-4b4a-94a4-babee0b9a9fe HTTP/1.1" status: 200 len: 210 time: 0.0394168 Dec 21 01:49:07.813700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] No DVR routers for this DVR port 2a8041a5-bcf6-4415-8789-30b31e507472 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:07.817246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.820669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1944e70-84fc-4502-a9be-468f6677fb09 req-5e9e9722-4f2d-47ae-a710-b1bc07f14eae tempest-DeleteServersAdminTestJSON-14815398 tempest-DeleteServersAdminTestJSON-14815398-project] 10.222.0.24 "DELETE /v2.0/ports/2a8041a5-bcf6-4415-8789-30b31e507472 HTTP/1.1" status: 204 len: 173 time: 0.8573656 Dec 21 01:49:07.821087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'name': 'network-vif-deleted', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:07.823850 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21910858-31c4-482b-ab90-ea1d96444ee4" -d '{"events": [{"server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "name": "network-vif-deleted", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:07.860356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Made reservation on behalf of 7bb6bcf0202c49dcbcc46b1f5191d57d for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:07.864715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.875947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.890994 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aac9dc-60ff-435e-a856-5fbd4382e1ca x-openstack-request-id: req-f6aac9dc-60ff-435e-a856-5fbd4382e1ca {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:07.891290 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f283187d-a520-4b4a-94a4-babee0b9a9fe", "name": "network-vif-deleted", "tag": "2a8041a5-bcf6-4415-8789-30b31e507472", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:07.891540 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6aac9dc-60ff-435e-a856-5fbd4382e1ca {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:07.892134 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f283187d-a520-4b4a-94a4-babee0b9a9fe', 'name': 'network-vif-deleted', 'tag': '2a8041a5-bcf6-4415-8789-30b31e507472', 'status': 'completed', 'code': 200} Dec 21 01:49:07.975339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:07.979511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.016684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce6b37-d780-4ad5-b568-cae8a9f1697e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:08.135095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Allocated IP 192.168.233.208 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/75f90bd4-5c5b-4c64-b4ef-05d306d15100) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:08.212894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88b52a6c-6ad3-4612-a9ee-d9812510da8b req-d59a48f5-8ac1-42c0-a8e5-f44e1972c648 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Dec 21 01:49:08.249876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2a8041a5-bcf6-4415-8789-30b31e507472'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:08.341681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.392615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.426802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:08.430630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:08.459989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:08.460575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3ff28-b4d2-4950-8af9-76d3f1732b15 req-e640ba47-3b2d-456b-962d-9767e0975b82 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:08.463132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccb3ff28-b4d2-4950-8af9-76d3f1732b15 req-e640ba47-3b2d-456b-962d-9767e0975b82 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0988410 Dec 21 01:49:08.508345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-9782ae27-9172-4ad8-9d9a-08780131e412 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:08.510211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-9782ae27-9172-4ad8-9d9a-08780131e412 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.2820592 Dec 21 01:49:08.546837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'port': {'device_id': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'admin_state_up': True, 'tenant_id': 'f2c8ffb8dc294de78b8cbcebbb68ff78'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:08.552906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Pushing event updated for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:08.572689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:08.573510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.597575 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-8950ab39-a5ef-46fa-9835-0ada57c69175 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0234046 Dec 21 01:49:08.622607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Request body: {'port': {'device_id': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:08.640629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:08.654852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:08.706819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccb3ff28-b4d2-4950-8af9-76d3f1732b15 req-96eeaa38-775e-4f80-aebc-1400da5e2422 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251048 Dec 21 01:49:08.748389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.757060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1435e-4da1-4815-a995-337c2772a332 req-070f57e0-d4a1-4cc6-9b8f-6a51d452a10b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:08.777267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fc1435e-4da1-4815-a995-337c2772a332 req-070f57e0-d4a1-4cc6-9b8f-6a51d452a10b tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1948366 Dec 21 01:49:08.887796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3a84c266-00ba-47f7-974f-f4c06bf51d66 None None] Provisioning complete for port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:08.888245 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a84c266-00ba-47f7-974f-f4c06bf51d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.891117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:08.895441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device cce36052-86fa-4165-9579-a3166aecd185 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:08.905158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:08.912434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9cab-4488-4a7d-8c11-31929558774c req-42747f3d-f80e-4502-9d84-2e998ad039ee tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:08.919600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae4a9cab-4488-4a7d-8c11-31929558774c req-42747f3d-f80e-4502-9d84-2e998ad039ee tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 936 time: 0.0929630 Dec 21 01:49:08.944307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fc1435e-4da1-4815-a995-337c2772a332 req-98e16a31-0ecd-416c-b128-c7eff66868da tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521292 Dec 21 01:49:08.972911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'mac_address': 'fa:16:3e:63:a5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:09.031772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Made reservation on behalf of f2c8ffb8dc294de78b8cbcebbb68ff78 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:09.035663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.043419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:09.046890 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4549b7-2f58-4e78-a98a-7b02d404e52a" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-unplugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:09.055856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3a84c266-00ba-47f7-974f-f4c06bf51d66 None None] Port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:09.079332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:09.089501 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.098481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.140157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port cce36052-86fa-4165-9579-a3166aecd185 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:09.145236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f90bd4-5c5b-4c64-b4ef-05d306d15100 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:09.149972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port cce36052-86fa-4165-9579-a3166aecd185 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:09.150443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.155448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.158174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:09.172114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Transition to ACTIVE for port object 75f90bd4-5c5b-4c64-b4ef-05d306d15100 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:09.178877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.193016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:09.249698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae4a9cab-4488-4a7d-8c11-31929558774c req-8d57da87-a213-4f18-8fc3-cab2327b61ee tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223352 Dec 21 01:49:09.262277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:49:09.262802 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:49:09.266160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Allocated IP 172.20.0.9 (38910810-28fb-4dbb-91ee-2ac96e89a1b3/7793d6b4-819a-4fef-8b52-13ecfe864e13/969b2f05-8679-4bb5-8629-aed8daa68122) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:09.279370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:09.388191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Attempting to bind port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:09.388531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Attempting to bind port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:09.388862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Attempting to bind port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:09.394004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:09.394248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Attempting to bind port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:09.399905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:09.400308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:09.400700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:09.401782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Bound port: 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:09.402162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.475735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:09.480147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:09.492697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.494408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.506122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36ceb5-fe03-40c2-bf9d-fbbae77674fc req-3fe22543-8e1f-407c-9572-120d561dbfdf tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.514994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b36ceb5-fe03-40c2-bf9d-fbbae77674fc req-3fe22543-8e1f-407c-9572-120d561dbfdf tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 944 time: 0.4623713 Dec 21 01:49:09.547787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.549130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.550763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] 10.222.0.24 "PUT /v2.0/ports/75f90bd4-5c5b-4c64-b4ef-05d306d15100 HTTP/1.1" status: 200 len: 1097 time: 0.9341359 Dec 21 01:49:09.594334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97dae-b6f2-4a9d-be87-e6aa2a28bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:09.605135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d0a77-740b-4705-9641-37692a3411ed x-openstack-request-id: req-d55d0a77-740b-4705-9641-37692a3411ed {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:09.605447 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-unplugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:09.605697 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d55d0a77-740b-4705-9641-37692a3411ed {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:09.606158 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'code': 200} Dec 21 01:49:09.609307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2d93a4d-55de-4986-931f-df9b9510873e req-d1e7b6d0-ea61-4c7b-ae46-e82ff0f30c1a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 210 time: 0.0484643 Dec 21 01:49:09.630063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b36ceb5-fe03-40c2-bf9d-fbbae77674fc req-99c9698b-d9d2-4138-93a0-6754a9ae2d2d tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090968 Dec 21 01:49:09.660513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.662665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.700101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-cf66b1a3-5019-425f-88d0-8f35ccb8b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.702148 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-cf66b1a3-5019-425f-88d0-8f35ccb8b8ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 1100 time: 0.0867195 Dec 21 01:49:09.704897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=cce36052-86fa-4165-9579-a3166aecd185,segment=NetworkSegment(8bb0d923-6e33-4aef-bda4-80168f67c7ad),segment_id=8bb0d923-6e33-4aef-bda4-80168f67c7ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:09.710900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.711974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2a8041a5-bcf6-4415-8789-30b31e507472 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:09.759505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:09.761879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-a3822622-ca30-4e2c-a915-28e8eaaf84cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100 HTTP/1.1" status: 200 len: 217 time: 0.0453744 Dec 21 01:49:09.763811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:09.768017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:09.802190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:09.827914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2a8041a5-bcf6-4415-8789-30b31e507472 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:09.828428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2a8041a5-bcf6-4415-8789-30b31e507472 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:09.850949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.852516 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.855132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-22b7cd0c-28a9-458a-8445-3630573ef7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.856612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-22b7cd0c-28a9-458a-8445-3630573ef7ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0824676 Dec 21 01:49:09.899031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-ec36b66b-da67-422f-9401-0e61c294b278 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3561497 Dec 21 01:49:09.900090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:09.908979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:09.911733 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1881b7-bdd1-4e11-a460-2f4687eafd02" -d '{"events": [{"name": "network-changed", "server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:09.912891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.918530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Request body: {'port': {'device_id': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:09.928783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b592a3-332f-402d-b67c-a560d9d61052 req-6803523b-6d5d-49b1-9025-da86402672e9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.930420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26b592a3-332f-402d-b67c-a560d9d61052 req-6803523b-6d5d-49b1-9025-da86402672e9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0674064 Dec 21 01:49:09.934368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:09.963142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:09.966366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-4046c850-0a02-451a-978f-db80d953659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:09.968283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-4046c850-0a02-451a-978f-db80d953659e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043081 Dec 21 01:49:09.970888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:09.977229 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf479aac-fe59-4169-b667-6a8a0f96f45c x-openstack-request-id: req-bf479aac-fe59-4169-b667-6a8a0f96f45c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:09.977644 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:09.978018 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf479aac-fe59-4169-b667-6a8a0f96f45c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:09.978503 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100', 'status': 'completed', 'code': 200} Dec 21 01:49:10.030057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:10.041151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.047656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26b592a3-332f-402d-b67c-a560d9d61052 req-db926aee-0ee1-4380-b029-ad55daf119f2 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923738 Dec 21 01:49:10.117306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-28148f77-97eb-492f-8e6b-9ca7cd0fe934 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251106 Dec 21 01:49:10.201916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26713a-6b8b-4527-bc97-05c34c70a5ae req-28c20fb3-5d81-492f-9617-0318fcbf4efb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.203373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d26713a-6b8b-4527-bc97-05c34c70a5ae req-28c20fb3-5d81-492f-9617-0318fcbf4efb tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.1235445 Dec 21 01:49:10.230659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37875bc6-2369-49ab-9699-c6488fe6a7ed req-de9a1c2f-8c45-4f8e-898f-bbe73b1ac1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060896 Dec 21 01:49:10.266960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:10.352441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:10.377166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-929ea283-7c7e-48c6-8cf4-84f41174622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.379891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-929ea283-7c7e-48c6-8cf4-84f41174622b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 1100 time: 0.0617080 Dec 21 01:49:10.483180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d26713a-6b8b-4527-bc97-05c34c70a5ae req-58b04f2d-fbd7-4a40-b010-b6c893c76874 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675710 Dec 21 01:49:10.498413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-a06d8d7b-86c2-4a74-a9d6-ef3d0c426fe4 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.506611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-a06d8d7b-86c2-4a74-a9d6-ef3d0c426fe4 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 810 time: 0.2281368 Dec 21 01:49:10.532984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-15c99d00-9281-484a-a44e-f525052a2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.533886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-9fcfb175-21d2-40b9-ba77-6194d62b7f91 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/quotas/51daba12f0704b57ae04bb75b6da848c HTTP/1.1" status: 200 len: 375 time: 0.0263846 Dec 21 01:49:10.534467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-15c99d00-9281-484a-a44e-f525052a2967 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1468251 Dec 21 01:49:10.551456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8bee1848-1fa2-442b-82ec-98e88621f3e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70983f3a6b9f4fb0a91d47fe7fd05d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831950 Dec 21 01:49:10.553897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:10.587942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-dc0f230e-2226-46b3-824c-ff21077c41fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100 HTTP/1.1" status: 200 len: 217 time: 0.0443792 Dec 21 01:49:10.632056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:10.643711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.662905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-254912d0-f193-4b01-8278-ab8676700f28 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254976 Dec 21 01:49:10.670189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-b037b697-b9be-4ddb-8ac1-0236a85ce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.671648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-b037b697-b9be-4ddb-8ac1-0236a85ce608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0743968 Dec 21 01:49:10.676352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.681838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Transition to ACTIVE for port object 969b2f05-8679-4bb5-8629-aed8daa68122 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:10.690447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120e04-03e3-4913-84a7-c5f4677fa9c0 req-15a384d8-460c-4de0-a70c-37a5bba7b901 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.691897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33120e04-03e3-4913-84a7-c5f4677fa9c0 req-15a384d8-460c-4de0-a70c-37a5bba7b901 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 948 time: 0.1241677 Dec 21 01:49:10.703892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.722201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.758332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-e09e4fb5-517c-4879-b857-86750c1053df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:10.759829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-e09e4fb5-517c-4879-b857-86750c1053df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786471 Dec 21 01:49:10.824817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.827381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:10.831046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc264433-0915-4640-854c-850844d711b2 HTTP/1.1" status: 204 len: 168 time: 0.2731078 Dec 21 01:49:10.833223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:10.848320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3332-b385-4ae2-b71e-538cd23bec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc264433-0915-4640-854c-850844d711b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:10.857085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33120e04-03e3-4913-84a7-c5f4677fa9c0 req-f8547aea-2233-4464-a56e-e69a4bc8ef05 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541846 Dec 21 01:49:10.878343 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-d8c5e8e0-229c-4063-88fc-a27829cd50c2 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109042 Dec 21 01:49:10.878680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-e02dd627-89a2-4758-bfda-121003aa4dbd service neutron] 10.222.0.43 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071300 Dec 21 01:49:10.988087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ad1881b7-bdd1-4e11-a460-2f4687eafd02 req-307825c7-463d-4d94-9873-bc76e684473e service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005297 Dec 21 01:49:11.015994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Attempting to bind port 969b2f05-8679-4bb5-8629-aed8daa68122 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:11.016370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Attempting to bind port 969b2f05-8679-4bb5-8629-aed8daa68122 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:11.016784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Attempting to bind port 969b2f05-8679-4bb5-8629-aed8daa68122 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:11.030975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Port 969b2f05-8679-4bb5-8629-aed8daa68122 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:11.031299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Attempting to bind port 969b2f05-8679-4bb5-8629-aed8daa68122 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:11.041106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-5b33416a-6162-4f0d-8b10-c800196c6c5f service neutron] 10.222.0.43 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309524 Dec 21 01:49:11.041989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:11.042323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Checking segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:11.042702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Bound using segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:11.043254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Bound port: 969b2f05-8679-4bb5-8629-aed8daa68122, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:11.043605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.148365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc9a4d-eed9-46d5-9d00-341206f98ed4 req-bb6b26a2-51b6-4a9a-ac17-9ccc19539a1c tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.149983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bedc9a4d-eed9-46d5-9d00-341206f98ed4 req-bb6b26a2-51b6-4a9a-ac17-9ccc19539a1c tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.0969021 Dec 21 01:49:11.161103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:11.168997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:11.181595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.214642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38350) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:11.233786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed757f80-e5e2-4f61-9f77-13dd63f078c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.246747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.247361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.248728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/969b2f05-8679-4bb5-8629-aed8daa68122 HTTP/1.1" status: 200 len: 1092 time: 1.3349824 Dec 21 01:49:11.252706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:11.252706 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:11.297755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bedc9a4d-eed9-46d5-9d00-341206f98ed4 req-f515774e-f053-4396-b123-7b9a91e5c39a tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387520 Dec 21 01:49:11.301845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630253dc-d6ee-4082-9dd0-86f4c815d1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:11.341028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56de33-930f-494c-86dc-f7ef19d59f23 req-d6c6f6c3-83bc-4ccf-b458-07100483237d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.342616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d56de33-930f-494c-86dc-f7ef19d59f23 req-d6c6f6c3-83bc-4ccf-b458-07100483237d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.1254113 Dec 21 01:49:11.346758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed757f80-e5e2-4f61-9f77-13dd63f078c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.352999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed757f80-e5e2-4f61-9f77-13dd63f078c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.401923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed757f80-e5e2-4f61-9f77-13dd63f078c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c381f-f90a-4138-b3ef-629f2bfd0aa2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:11.411490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ed757f80-e5e2-4f61-9f77-13dd63f078c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=755c54511b414e20bdcd66ec9f3442fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954331 Dec 21 01:49:11.411940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:11.424463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-c24b32e3-e28d-4006-91db-bf94449963c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.426035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-c24b32e3-e28d-4006-91db-bf94449963c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 1095 time: 0.1042831 Dec 21 01:49:11.429759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d56de33-930f-494c-86dc-f7ef19d59f23 req-d0c9ebf4-bb7e-4ca4-94cf-0269f25f85c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615888 Dec 21 01:49:11.497407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.500713 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75197a41-18f4-4607-b204-3c78e459a9f3 x-openstack-request-id: req-75197a41-18f4-4607-b204-3c78e459a9f3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:11.501232 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:11.501362 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75197a41-18f4-4607-b204-3c78e459a9f3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:11.501728 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122', 'status': 'completed', 'code': 200} Dec 21 01:49:11.504866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-91c1f59e-0af1-40a9-97e2-9e6f05c70361 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=969b2f05-8679-4bb5-8629-aed8daa68122 HTTP/1.1" status: 200 len: 217 time: 0.0642064 Dec 21 01:49:11.520472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cc3eaa9-7203-4f1f-badd-d2084df24b17 req-863899b4-446e-45ae-a537-0ca0d69849a9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 210 time: 0.0686800 Dec 21 01:49:11.542177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.599221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.602860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:11.607703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e92c381f-f90a-4138-b3ef-629f2bfd0aa2 HTTP/1.1" status: 204 len: 168 time: 0.1925063 Dec 21 01:49:11.607882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:11.609694 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d98c1-9bd2-40e6-a537-8ec0545492ba" -d '{"events": [{"server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "name": "network-vif-plugged", "status": "completed", "tag": "cce36052-86fa-4165-9579-a3166aecd185"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:11.610685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-973a3b39-2739-4c45-97c3-467fc45c3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.612213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-973a3b39-2739-4c45-97c3-467fc45c3676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.0878661 Dec 21 01:49:11.615172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7798df8-3e4f-4a54-bac7-ddab9b1a504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c381f-f90a-4138-b3ef-629f2bfd0aa2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:11.664669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-0fc23b8c-daa5-46c3-8a8f-b24b3950b5aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420368 Dec 21 01:49:11.673992 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd02f31-ad7f-449e-a475-441ec309c7fd x-openstack-request-id: req-bfd02f31-ad7f-449e-a475-441ec309c7fd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:11.674207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f395a-3672-458b-8c0c-9c0a581f37da req-ee1e9b7a-ac12-4c0c-b89b-d4c7e705f107 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.674356 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "name": "network-vif-plugged", "status": "completed", "tag": "cce36052-86fa-4165-9579-a3166aecd185", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:11.674524 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfd02f31-ad7f-449e-a475-441ec309c7fd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:11.675146 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185', 'code': 200} Dec 21 01:49:11.675589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e1f395a-3672-458b-8c0c-9c0a581f37da req-ee1e9b7a-ac12-4c0c-b89b-d4c7e705f107 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0979505 Dec 21 01:49:11.783460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e1f395a-3672-458b-8c0c-9c0a581f37da req-433f3ea0-3e26-4638-b8a6-fe30178da90a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986669 Dec 21 01:49:11.805643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-9b75404d-b827-4187-a7d1-3c4642cbc7db service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286943 Dec 21 01:49:11.858315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c33f-100d-40fc-8400-a084ae289787 req-42e23ffc-33db-4390-9bd9-e13182ea6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:11.860348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5980c33f-100d-40fc-8400-a084ae289787 req-42e23ffc-33db-4390-9bd9-e13182ea6982 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 1097 time: 0.0579896 Dec 21 01:49:11.919863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5980c33f-100d-40fc-8400-a084ae289787 req-d56000fa-fb88-4ac2-ae0d-81ad2477ae1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Dec 21 01:49:11.927314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c78db966-7052-4335-95fb-3f94c0e15a48 req-576c0a2a-da59-450e-b8a1-0c25a3466590 service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147137 Dec 21 01:49:12.020414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0f52-e908-4f5e-904f-f6ae9de8eed1 req-45d1067d-3f93-47bc-9358-79080af79ff5 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.021843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3ba0f52-e908-4f5e-904f-f6ae9de8eed1 req-45d1067d-3f93-47bc-9358-79080af79ff5 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 948 time: 0.0578644 Dec 21 01:49:12.102050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-379cae5f-c567-4b74-bc7c-03bfdecfd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.103534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-379cae5f-c567-4b74-bc7c-03bfdecfd1b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 1095 time: 0.0739529 Dec 21 01:49:12.107176 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3ba0f52-e908-4f5e-904f-f6ae9de8eed1 req-dd739cb1-6507-45d6-9e64-24ed008e3292 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682862 Dec 21 01:49:12.200626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-570d83cf-e340-46d5-89a4-16a8e423110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.202140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-570d83cf-e340-46d5-89a4-16a8e423110e service neutron] 10.222.0.45 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 922 time: 0.0913594 Dec 21 01:49:12.245322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-5ff3ef58-d920-4b18-837c-f8a6ad34d17a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=969b2f05-8679-4bb5-8629-aed8daa68122 HTTP/1.1" status: 200 len: 217 time: 0.0351002 Dec 21 01:49:12.305760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-666db2c3-0e57-402a-bc8b-fa503e3a2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.305760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-666db2c3-0e57-402a-bc8b-fa503e3a2eb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.0482061 Dec 21 01:49:12.340599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-87af2f69-1128-415c-a15c-e15956ca2d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310423 Dec 21 01:49:12.489717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac51a7-bef9-4222-8dfb-b90bb4928be6 req-1d4f9fbd-ae3e-4f88-9828-1b03d640d7f6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.491231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03ac51a7-bef9-4222-8dfb-b90bb4928be6 req-1d4f9fbd-ae3e-4f88-9828-1b03d640d7f6 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.1019773 Dec 21 01:49:12.501898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-8556207e-b160-471d-89ce-270e4815f7c9 service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535203 Dec 21 01:49:12.638105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03ac51a7-bef9-4222-8dfb-b90bb4928be6 req-37009720-69b4-435b-b89d-30a635574bf4 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386509 Dec 21 01:49:12.663205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:12.677720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df305-19a9-4ccd-af53-89b55ad9a0c1 req-a9f9ee01-bd76-4ed8-ab95-3f0cd603de51 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.685015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5df305-19a9-4ccd-af53-89b55ad9a0c1 req-a9f9ee01-bd76-4ed8-ab95-3f0cd603de51 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.1301031 Dec 21 01:49:12.699969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ab58e19-c1b2-4384-ba2f-21bfc972aff5 req-7e65a848-4911-4062-8bef-85e1acfecbae service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830568 Dec 21 01:49:12.753841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 14491826-bea3-49db-b06e-b8fa08d9bf4f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:12.754615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:12.754757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e5df305-19a9-4ccd-af53-89b55ad9a0c1 req-66639d55-85e3-4595-bcd2-1b2d916b383d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Dec 21 01:49:12.824530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38efc005-368d-4bf6-95f0-57eaed4ce60d req-7eda3642-2278-4706-ab7d-cbfb56919689 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 210 time: 0.0545206 Dec 21 01:49:12.868493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:12.898533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 75f90bd4-5c5b-4c64-b4ef-05d306d15100 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:12.928280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15705e-bfd3-4c78-b14e-4dfe1d55b5c1 req-39d0a9aa-ea68-45a3-b479-8ebe48677688 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.930814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:12.932505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e15705e-bfd3-4c78-b14e-4dfe1d55b5c1 req-39d0a9aa-ea68-45a3-b479-8ebe48677688 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 950 time: 0.0623426 Dec 21 01:49:12.977450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-4fcf3696-df41-49cf-8dae-5a3c7f17893a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:12.979166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-4fcf3696-df41-49cf-8dae-5a3c7f17893a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.24 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 810 time: 0.2424839 Dec 21 01:49:12.992062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e15705e-bfd3-4c78-b14e-4dfe1d55b5c1 req-b774d13c-a61e-49b6-b8a1-8d6073296782 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Dec 21 01:49:13.010842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.045602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Request body: {'port': {'device_id': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'admin_state_up': True, 'tenant_id': '51daba12f0704b57ae04bb75b6da848c'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:13.087275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:13.089878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:13.102043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '75f90bd4-5c5b-4c64-b4ef-05d306d15100', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '75f90bd4-5c5b-4c64-b4ef-05d306d15100', 'mac_address': 'fa:16:3e:87:1d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:13.144847 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.166002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f90bd4-5c5b-4c64-b4ef-05d306d15100 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:13.186831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Made reservation on behalf of 51daba12f0704b57ae04bb75b6da848c for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:13.190709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.191163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:13.197220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.249252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2901-2613-4ebe-8b4c-fca6b9b9dce1 req-e8d6253f-c896-4b09-b42c-3408ddbc12b5 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:13.250972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-965a2901-2613-4ebe-8b4c-fca6b9b9dce1 req-e8d6253f-c896-4b09-b42c-3408ddbc12b5 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 949 time: 0.0672991 Dec 21 01:49:13.259814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:13.317865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-965a2901-2613-4ebe-8b4c-fca6b9b9dce1 req-9d3394f5-c680-4f43-9b34-8293124b7218 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Dec 21 01:49:13.341782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Allocated IP 172.20.0.7 (aca61e64-7cc0-4f17-9486-b486ef4c01df/05c2dca4-e210-4eca-bbab-ff1f9060d306/f29a47ad-a79f-4013-b8b6-2376911c4b4b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:13.579226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['75f90bd4-5c5b-4c64-b4ef-05d306d15100'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:13.678673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:13.682445 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae11ba-e274-40de-83a0-94ad54b720ac" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:13.757137 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7949b57-52b0-46ef-ac53-d13bf602021a x-openstack-request-id: req-a7949b57-52b0-46ef-ac53-d13bf602021a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:13.757618 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-plugged", "status": "completed", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:13.757965 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7949b57-52b0-46ef-ac53-d13bf602021a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:13.758562 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'code': 200} Dec 21 01:49:13.831931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.832860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7143-1af8-4762-9cb1-93e46b335b3d req-da4236d6-1a27-4131-a418-7f78b4c2326d tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:13.843493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96dd7143-1af8-4762-9cb1-93e46b335b3d req-da4236d6-1a27-4131-a418-7f78b4c2326d tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.1050262 Dec 21 01:49:13.871726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb128b19-bf13-40c9-adbf-e36930e05880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.882685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:13.920975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afa74c4f-c1f3-4217-82b1-3fc8410551d4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:13.927065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Network aca61e64-7cc0-4f17-9486-b486ef4c01df is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:13.933224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:13.937173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:13.949792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96dd7143-1af8-4762-9cb1-93e46b335b3d req-46a3477e-ac06-46fe-b7ab-72a9c9828351 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049416 Dec 21 01:49:13.971414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790a73-66ff-4f6c-bf35-9e83a5a0e04b req-23c5ee9a-4b8c-4e8a-9e61-b71dc370b569 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:13.984166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a790a73-66ff-4f6c-bf35-9e83a5a0e04b req-23c5ee9a-4b8c-4e8a-9e61-b71dc370b569 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.1370358 Dec 21 01:49:13.998447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:13.999651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.003515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Pushing event updated for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:14.028625 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-c71e400c-dead-488b-a6f2-14e49339527d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854848 Dec 21 01:49:14.049497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Request body: {'port': {'device_id': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:14.083859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ce12a-3241-412f-b172-4bea04f89d71 req-400f7f3c-2b0f-48cd-8a32-a7cc91bc7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.085846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b6ce12a-3241-412f-b172-4bea04f89d71 req-400f7f3c-2b0f-48cd-8a32-a7cc91bc7b2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1103 time: 0.1340659 Dec 21 01:49:14.111211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:14.123513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.141809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a790a73-66ff-4f6c-bf35-9e83a5a0e04b req-ca170dbe-4c76-457d-953f-2826f3bef657 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564932 Dec 21 01:49:14.177846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a139527-860b-4409-b1b4-3e71430d16b1 req-86fe1d11-cf27-43a0-be82-1e47e58884c9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.179389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a139527-860b-4409-b1b4-3e71430d16b1 req-86fe1d11-cf27-43a0-be82-1e47e58884c9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 931 time: 0.1174080 Dec 21 01:49:14.208195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b6ce12a-3241-412f-b172-4bea04f89d71 req-5226a9b6-c252-4505-9a64-8ba0664bb900 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878952 Dec 21 01:49:14.244376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a139527-860b-4409-b1b4-3e71430d16b1 req-9cf30f39-7dff-40b3-83fa-6b9f925d5b31 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569437 Dec 21 01:49:14.309676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4fa0-529d-4cdd-be5c-af21a854c44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.334993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a966-7145-4159-af81-e7c5c5514329 req-bf3e4837-4941-462f-ad16-a1cc8812b2d6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.336762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f16a966-7145-4159-af81-e7c5c5514329 req-bf3e4837-4941-462f-ad16-a1cc8812b2d6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 951 time: 0.0593064 Dec 21 01:49:14.392424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f16a966-7145-4159-af81-e7c5c5514329 req-a05eb748-b0eb-4c42-91d2-361b206c4e2c tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Dec 21 01:49:14.498423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4fa0-529d-4cdd-be5c-af21a854c44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.504971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4fa0-529d-4cdd-be5c-af21a854c44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.509799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29a47ad-a79f-4013-b8b6-2376911c4b4b {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:14.522721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.546466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d626dc-3bd0-4e2d-b102-1b625cddadc0 req-0028a038-623d-47a8-add9-b288165da769 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.547842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58d626dc-3bd0-4e2d-b102-1b625cddadc0 req-0028a038-623d-47a8-add9-b288165da769 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 949 time: 0.0814517 Dec 21 01:49:14.555987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeaf98-0b33-45bd-ab7a-cb5bcb5a177d req-5f630612-c046-4c29-b7c7-c736c2503580 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.557406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8baeaf98-0b33-45bd-ab7a-cb5bcb5a177d req-5f630612-c046-4c29-b7c7-c736c2503580 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.0793240 Dec 21 01:49:14.563650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d9d4fa0-529d-4cdd-be5c-af21a854c44c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61707fc823344c3894fc10c2ac06deda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485345 Dec 21 01:49:14.565147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Transition to ACTIVE for port object f29a47ad-a79f-4013-b8b6-2376911c4b4b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:14.566356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38468) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:14.567389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4fa0-529d-4cdd-be5c-af21a854c44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816366f9-b37e-4ccc-9628-a2d0712b6c1e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:14.570257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.626020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Pushing event updated for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:14.654712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58d626dc-3bd0-4e2d-b102-1b625cddadc0 req-b113fd7c-9b44-4494-bea0-e9d08bd7306d tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Dec 21 01:49:14.661095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:14.677890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8baeaf98-0b33-45bd-ab7a-cb5bcb5a177d req-02d966e6-04e4-4b14-87b2-043dd9cdc8ee tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136122 Dec 21 01:49:14.688794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.718236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Attempting to bind port f29a47ad-a79f-4013-b8b6-2376911c4b4b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:14.718850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Attempting to bind port f29a47ad-a79f-4013-b8b6-2376911c4b4b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:14.719426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Attempting to bind port f29a47ad-a79f-4013-b8b6-2376911c4b4b on network aca61e64-7cc0-4f17-9486-b486ef4c01df {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:14.724520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Port f29a47ad-a79f-4013-b8b6-2376911c4b4b on network aca61e64-7cc0-4f17-9486-b486ef4c01df not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:14.725191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Attempting to bind port f29a47ad-a79f-4013-b8b6-2376911c4b4b on network aca61e64-7cc0-4f17-9486-b486ef4c01df {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:14.732217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:14.732564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Checking segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:14.732953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Bound using segment: {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:14.733441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Bound port: f29a47ad-a79f-4013-b8b6-2376911c4b4b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae16654-6034-4e3f-ac5c-da2e9760b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:14.733942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.736558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.783872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:14.796600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.799205 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.800355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/816366f9-b37e-4ccc-9628-a2d0712b6c1e HTTP/1.1" status: 204 len: 168 time: 0.2330663 Dec 21 01:49:14.801446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '969b2f05-8679-4bb5-8629-aed8daa68122', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'port_id': '969b2f05-8679-4bb5-8629-aed8daa68122', 'mac_address': 'fa:16:3e:92:88:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793d6b4-819a-4fef-8b52-13ecfe864e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:14.815390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0470b4-d527-4717-941d-f1ce63938eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816366f9-b37e-4ccc-9628-a2d0712b6c1e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:14.822944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:14.828968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:14.836672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.855920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.874061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:14.885091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:14.885729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:14.887246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-41429241-7aad-4fed-b547-10a78193db75 service neutron] 10.222.0.24 "PUT /v2.0/ports/f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 200 len: 1092 time: 0.8443508 Dec 21 01:49:14.887763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:14.890072 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25" -d '{"events": [{"name": "network-changed", "server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:14.904258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 75f90bd4-5c5b-4c64-b4ef-05d306d15100 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:14.932729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:14.940174 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d81de8a-9ccf-46aa-8c66-b05465b3a76a x-openstack-request-id: req-7d81de8a-9ccf-46aa-8c66-b05465b3a76a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:14.940467 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:14.940955 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d81de8a-9ccf-46aa-8c66-b05465b3a76a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:14.941600 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b', 'status': 'completed', 'code': 200} Dec 21 01:49:14.942366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41429241-7aad-4fed-b547-10a78193db75 service neutron] Pushing event updated for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:14.945298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.007958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:15.008798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-17cbed52-fff0-48f0-b1b8-7b5a64fe397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.010396 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-17cbed52-fff0-48f0-b1b8-7b5a64fe397c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1095 time: 0.0469615 Dec 21 01:49:15.011016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:15.014515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:15.014880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.064341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-b4fd039d-c3a9-4191-8adb-db90117a4eb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 200 len: 217 time: 0.0367467 Dec 21 01:49:15.096893 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.120422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779c64-58f8-4973-89cd-eb596b2f665f req-0e2d754e-fa4a-44fe-a681-670005307b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.120582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:15.122036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-0e2d754e-fa4a-44fe-a681-670005307b98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0500925 Dec 21 01:49:15.135894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9388a45-1137-475e-8f46-ed1ee5f0d493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.136497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:15.141575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.161393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-8f8a9734-a2c2-425b-9b62-9fa09993b26c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310292 Dec 21 01:49:15.198536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:15.238022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9388a45-1137-475e-8f46-ed1ee5f0d493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.255439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9388a45-1137-475e-8f46-ed1ee5f0d493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.282610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-e7d6ab59-c4a7-4669-b8ea-76e7767c419f service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114972 Dec 21 01:49:15.308341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a9388a45-1137-475e-8f46-ed1ee5f0d493 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcddfcc0ce7b44fb964aa45ccad8ace3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842458 Dec 21 01:49:15.308573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:15.315291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9388a45-1137-475e-8f46-ed1ee5f0d493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cfe05a-0944-4785-b68b-0ca50c75d0aa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:15.352716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43f99-275f-4038-a0a8-1d23ef91dce7 req-a47ddee4-38f5-458b-b0ae-b86212f67e67 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.354790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47d43f99-275f-4038-a0a8-1d23ef91dce7 req-a47ddee4-38f5-458b-b0ae-b86212f67e67 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 944 time: 0.1304097 Dec 21 01:49:15.409052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99779c64-58f8-4973-89cd-eb596b2f665f req-1f6e2a63-9d66-4a98-b80e-309245e8f6ad service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171560 Dec 21 01:49:15.426165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['969b2f05-8679-4bb5-8629-aed8daa68122'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:15.460420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ac05e-094e-4d01-83de-f23975e97947 req-73c5de6d-ac02-41c1-8743-f8631df9bef1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.462254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af3ac05e-094e-4d01-83de-f23975e97947 req-73c5de6d-ac02-41c1-8743-f8631df9bef1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 943 time: 0.1352239 Dec 21 01:49:15.480509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.493955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47d43f99-275f-4038-a0a8-1d23ef91dce7 req-cacd3d6b-a837-4430-924e-8ce4eb80f35c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148241 Dec 21 01:49:15.524217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.598616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-6c056a82-fe16-4a4e-b9ae-0d111fbafbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.600061 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-6c056a82-fe16-4a4e-b9ae-0d111fbafbc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1095 time: 0.0764542 Dec 21 01:49:15.609922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af3ac05e-094e-4d01-83de-f23975e97947 req-d37ee986-8e63-4c87-aa5e-40512b917642 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369863 Dec 21 01:49:15.645678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dad84-ec0f-4b70-93de-44976099523d req-6025f1f7-a918-4f07-935d-9b8544c25db9 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.647260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-202dad84-ec0f-4b70-93de-44976099523d req-6025f1f7-a918-4f07-935d-9b8544c25db9 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 951 time: 0.0746322 Dec 21 01:49:15.668807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.671469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:15.672555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80cfe05a-0944-4785-b68b-0ca50c75d0aa HTTP/1.1" status: 204 len: 168 time: 0.3630993 Dec 21 01:49:15.688384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cb1b4-0c3c-4e22-8f79-4dcad593c921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cfe05a-0944-4785-b68b-0ca50c75d0aa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:15.716288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-ab1d3025-4dd7-4473-9b6b-5f88aaf25f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.719892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-202dad84-ec0f-4b70-93de-44976099523d req-58a4fb2f-9158-4e21-8f9e-a4b4591d3875 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657372 Dec 21 01:49:15.720495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-ab1d3025-4dd7-4473-9b6b-5f88aaf25f97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 910 time: 0.1116855 Dec 21 01:49:15.759352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:15.763149 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84d6d6-7416-457c-9f94-37c3e69e9acf" -d '{"events": [{"server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "name": "network-vif-plugged", "status": "completed", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:15.797423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-ff2c8b73-084e-4d58-a4b5-27c5239212db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 200 len: 217 time: 0.0701644 Dec 21 01:49:15.851725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-744a1bfe-1325-4daa-86d1-f9e17665f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.853098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-744a1bfe-1325-4daa-86d1-f9e17665f8a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0485127 Dec 21 01:49:15.855554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba5a7-711e-43a6-bbe8-c1a82d466e5c req-6f330667-763e-4f94-b84f-d9fc0099b8af tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.857101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070ba5a7-711e-43a6-bbe8-c1a82d466e5c req-6f330667-763e-4f94-b84f-d9fc0099b8af tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.0880082 Dec 21 01:49:15.877388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd459932-df19-4131-a03a-cc2f2e12d2ae req-e7d4205c-8110-4a20-b261-cee4cf642444 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:15.878829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd459932-df19-4131-a03a-cc2f2e12d2ae req-e7d4205c-8110-4a20-b261-cee4cf642444 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.0783539 Dec 21 01:49:15.885218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-888e3133-000f-4c26-a4f5-a0f2431d197b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247090 Dec 21 01:49:15.955411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070ba5a7-711e-43a6-bbe8-c1a82d466e5c req-5d9a1522-f973-48aa-94eb-8f196ee13ce5 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911007 Dec 21 01:49:15.966712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd459932-df19-4131-a03a-cc2f2e12d2ae req-ab9896c0-5dd3-4ac0-8618-1f1cfea875bf tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Dec 21 01:49:16.009378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-78658b84-dec1-4d80-a5a3-c3c92607c9c2 service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062086 Dec 21 01:49:16.020605 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd1b2c-e6ce-44e7-bab6-e85bde161abe x-openstack-request-id: req-1cfd1b2c-e6ce-44e7-bab6-e85bde161abe {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:16.021261 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "name": "network-vif-plugged", "status": "completed", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:16.021543 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cfd1b2c-e6ce-44e7-bab6-e85bde161abe {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:16.022318 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100', 'code': 200} Dec 21 01:49:16.187975 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e64016-dcc0-4b88-a6b5-ff5d229d7d25 req-ef1fb92a-c539-414a-ba96-a2641f9a2d68 service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410315 Dec 21 01:49:16.251631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf660-2d3c-4442-9828-85463a5a7093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.252074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3b7ab-6d37-421a-848c-91af3349e0fe req-e33340a9-227f-46c5-ae95-39793609c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.254177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-26b3b7ab-6d37-421a-848c-91af3349e0fe req-e33340a9-227f-46c5-ae95-39793609c3ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 1102 time: 0.0647366 Dec 21 01:49:16.304915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1ca29-8864-48e4-9e4e-3ea076a2ddc2 req-658c675c-e879-4114-bdbc-96e4b2dda8fb tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.305521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-26b3b7ab-6d37-421a-848c-91af3349e0fe req-ee54ae7b-0580-49f4-bc34-9dcaac6d5f84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Dec 21 01:49:16.306573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9c1ca29-8864-48e4-9e4e-3ea076a2ddc2 req-658c675c-e879-4114-bdbc-96e4b2dda8fb tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1103 time: 0.0900342 Dec 21 01:49:16.314285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-fb5d0743-f13c-4a61-ba74-f84693bc3cc2 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.315599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-fb5d0743-f13c-4a61-ba74-f84693bc3cc2 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.0871949 Dec 21 01:49:16.358894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9c1ca29-8864-48e4-9e4e-3ea076a2ddc2 req-6870c578-eea4-46e2-a8b5-226968db502e tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Dec 21 01:49:16.573253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2aa58-576a-4ad5-b4a7-1ca66818b958 req-95dd93aa-221c-4c44-9627-e43ff0ac7ee7 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.574732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22b2aa58-576a-4ad5-b4a7-1ca66818b958 req-95dd93aa-221c-4c44-9627-e43ff0ac7ee7 tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 1103 time: 0.0493131 Dec 21 01:49:16.640576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab8ed2-e329-4ea3-b94c-9e52be766f90 req-f3b1c8aa-78ce-4795-a947-aced6df38aa9 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.642063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32ab8ed2-e329-4ea3-b94c-9e52be766f90 req-f3b1c8aa-78ce-4795-a947-aced6df38aa9 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 944 time: 0.0792730 Dec 21 01:49:16.659188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22b2aa58-576a-4ad5-b4a7-1ca66818b958 req-3a69a604-b458-4463-8b67-e112ddca33cd tempest-ServersAdminTestJSON-296264742 tempest-ServersAdminTestJSON-296264742-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664427 Dec 21 01:49:16.659905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:16.732537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 969b2f05-8679-4bb5-8629-aed8daa68122 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:16.746257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 969b2f05-8679-4bb5-8629-aed8daa68122 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:16.747067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.760581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32ab8ed2-e329-4ea3-b94c-9e52be766f90 req-8c3f1491-e69f-48d2-98ca-140826f4a7d3 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103785 Dec 21 01:49:16.822707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Deleting port cce36052-86fa-4165-9579-a3166aecd185 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:16.823120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.845684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.885769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:16.892848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.895529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc17bc-1d5a-4910-8b85-29166d7264b0 req-d2021c2c-b0f8-4682-b321-3a3d753bda9f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:16.902075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afcc17bc-1d5a-4910-8b85-29166d7264b0 req-d2021c2c-b0f8-4682-b321-3a3d753bda9f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 943 time: 0.1277719 Dec 21 01:49:16.961521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:16.979451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] For port cce36052-86fa-4165-9579-a3166aecd185, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=cce36052-86fa-4165-9579-a3166aecd185,segment=NetworkSegment(8bb0d923-6e33-4aef-bda4-80168f67c7ad),segment_id=8bb0d923-6e33-4aef-bda4-80168f67c7ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:16.979818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:16.992944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afcc17bc-1d5a-4910-8b85-29166d7264b0 req-d1b70b78-18ac-4d4b-b7c3-6fe511e2947f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871689 Dec 21 01:49:16.998885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Calling delete_port for cce36052-86fa-4165-9579-a3166aecd185 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:17.145672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:17.148910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de9dcd-b385-4c17-9ff1-1dbccf0f4c1a req-c43c798a-2d25-4d9d-8daa-e1ba6e52a05d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:17.150440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55de9dcd-b385-4c17-9ff1-1dbccf0f4c1a req-c43c798a-2d25-4d9d-8daa-e1ba6e52a05d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.1074381 Dec 21 01:49:17.164070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0639a4-bdfd-4ed6-9a89-c66154d4cff4 req-e4c0b33b-7581-4b5b-b04e-07ce84647563 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:17.165505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b0639a4-bdfd-4ed6-9a89-c66154d4cff4 req-e4c0b33b-7581-4b5b-b04e-07ce84647563 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fffdbed-b2b6-46c1-ab46-89baae0d68b0 HTTP/1.1" status: 200 len: 945 time: 0.0934343 Dec 21 01:49:17.566940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55de9dcd-b385-4c17-9ff1-1dbccf0f4c1a req-1931fc44-9268-4268-93e9-e783b8581603 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003854 Dec 21 01:49:17.575340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b0639a4-bdfd-4ed6-9a89-c66154d4cff4 req-efe59d79-7202-4377-ae59-57bdb1123bed tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.43 "GET /v2.0/security-groups?id=85c3cf19-f891-48e2-a533-6662216f29e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024103 Dec 21 01:49:17.576398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:17.606652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Pushing event deleted for resources: {'Port': ['ID=cce36052-86fa-4165-9579-a3166aecd185,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:17.651642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] No DVR routers for this DVR port cce36052-86fa-4165-9579-a3166aecd185 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:17.660723 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:17.664470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3542ee6d-cdc0-4e1b-8c25-474d3738972a req-3c39df62-936e-4861-9650-0e12221c3238 tempest-InstanceActionsNegativeTestJSON-1588709416 tempest-InstanceActionsNegativeTestJSON-1588709416-project] 10.222.0.24 "DELETE /v2.0/ports/cce36052-86fa-4165-9579-a3166aecd185 HTTP/1.1" status: 204 len: 173 time: 0.9977443 Dec 21 01:49:17.664836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'name': 'network-vif-deleted', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:17.667199 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bcf54f-ee0f-4d86-b588-fe56c429f660" -d '{"events": [{"server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "name": "network-vif-deleted", "tag": "cce36052-86fa-4165-9579-a3166aecd185"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:17.711833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e96d3-3827-4f76-acbc-05be078941c6 req-e2e23846-672a-4047-8e71-524a95222ae1 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:17.713307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c30e96d3-3827-4f76-acbc-05be078941c6 req-e2e23846-672a-4047-8e71-524a95222ae1 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.0628903 Dec 21 01:49:17.763248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c30e96d3-3827-4f76-acbc-05be078941c6 req-a38f0015-5989-4b29-94bd-81bbea825e50 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Dec 21 01:49:17.816347 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc3244-b57a-4cac-8938-414cfa875f25 x-openstack-request-id: req-3afc3244-b57a-4cac-8938-414cfa875f25 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:17.816864 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fffdbed-b2b6-46c1-ab46-89baae0d68b0", "name": "network-vif-deleted", "tag": "cce36052-86fa-4165-9579-a3166aecd185", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:17.817169 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3afc3244-b57a-4cac-8938-414cfa875f25 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:17.817572 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fffdbed-b2b6-46c1-ab46-89baae0d68b0', 'name': 'network-vif-deleted', 'tag': 'cce36052-86fa-4165-9579-a3166aecd185', 'status': 'completed', 'code': 200} Dec 21 01:49:17.919161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed155-b033-467b-86f7-e68850d897e6 req-bfa2f845-eea6-4b39-aad8-3ae265c9ab31 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:17.920812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59ed155-b033-467b-86f7-e68850d897e6 req-bfa2f845-eea6-4b39-aad8-3ae265c9ab31 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Dec 21 01:49:17.970489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59ed155-b033-467b-86f7-e68850d897e6 req-7d7ccc89-6d6c-4d10-9bdc-4734384b4ddc tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Dec 21 01:49:18.024146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:18.026453 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec221db-78b5-400a-9ee1-04ec983f76ad" -d '{"events": [{"server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "name": "network-vif-plugged", "status": "completed", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:18.061428 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75475bb-4099-43fa-9e43-df530938ab75 x-openstack-request-id: req-c75475bb-4099-43fa-9e43-df530938ab75 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:18.061742 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "name": "network-vif-plugged", "status": "completed", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:18.061990 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c75475bb-4099-43fa-9e43-df530938ab75 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:18.062578 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122', 'code': 200} Dec 21 01:49:18.115252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2344-4eb0-4c8e-9e75-1cc203b472df req-103b2105-96bd-4c4e-9d67-ac1df900dc7c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:18.116750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-283f2344-4eb0-4c8e-9e75-1cc203b472df req-103b2105-96bd-4c4e-9d67-ac1df900dc7c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 943 time: 0.0534554 Dec 21 01:49:18.170507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-283f2344-4eb0-4c8e-9e75-1cc203b472df req-e95ee9bc-344a-451a-b2b7-5e010adeaa47 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Dec 21 01:49:18.263795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada45c-329c-4f6b-bbb5-9f0b80ddfeea req-a29a389d-cd84-432b-8637-9dcc243233eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:18.265493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48ada45c-329c-4f6b-bbb5-9f0b80ddfeea req-a29a389d-cd84-432b-8637-9dcc243233eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 1097 time: 0.0486104 Dec 21 01:49:18.314454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48ada45c-329c-4f6b-bbb5-9f0b80ddfeea req-1ed584de-a614-4fe8-aaf0-58ccd7b2f265 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Dec 21 01:49:18.547716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.637230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:18.686600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Deleting subnet 7306aaa7-ebcf-4564-800e-3ee2f7c2935a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:49:18.690506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.706776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3fc9-e832-45da-b05e-edcabfa9bc33 req-4ec105cf-a900-4268-9d52-dd259c37117f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:18.708499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04be3fc9-e832-45da-b05e-edcabfa9bc33 req-4ec105cf-a900-4268-9d52-dd259c37117f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.0668736 Dec 21 01:49:18.748581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.770112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04be3fc9-e832-45da-b05e-edcabfa9bc33 req-b590c0f3-7f29-4fa7-aac0-3ba641285d50 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515211 Dec 21 01:49:18.790638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.853266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.882813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7306aaa7-ebcf-4564-800e-3ee2f7c2935a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:18.886506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:18.889702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-94250e6a-5bf9-400e-9937-7c01acdfac95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7306aaa7-ebcf-4564-800e-3ee2f7c2935a HTTP/1.1" status: 204 len: 168 time: 0.2514372 Dec 21 01:49:18.892077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:18.907870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-a82a5197-85fb-4592-a3b7-6faa0fbcbdcd tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:18.909017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f29a47ad-a79f-4013-b8b6-2376911c4b4b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:18.909374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-a82a5197-85fb-4592-a3b7-6faa0fbcbdcd tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 950 time: 0.0942309 Dec 21 01:49:18.919548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device cce36052-86fa-4165-9579-a3166aecd185 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:18.920137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:18.930397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165849d5-d9a6-4e9e-8ab0-a039df1487c1 req-f57f0d81-f173-4c81-8ce7-67e9eadff1af tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:18.931859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-165849d5-d9a6-4e9e-8ab0-a039df1487c1 req-f57f0d81-f173-4c81-8ce7-67e9eadff1af tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.0729077 Dec 21 01:49:18.949373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: cce36052-86fa-4165-9579-a3166aecd185 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:18.949850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device cce36052-86fa-4165-9579-a3166aecd185 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:18.971876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.051693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:19.064098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b', 'network_id': 'aca61e64-7cc0-4f17-9486-b486ef4c01df', 'port_id': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b', 'mac_address': 'fa:16:3e:38:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c2dca4-e210-4eca-bbab-ff1f9060d306', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:19.068841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.090709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-165849d5-d9a6-4e9e-8ab0-a039df1487c1 req-b90b0551-f200-46be-aa1f-18a1d042b906 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514542 Dec 21 01:49:19.109865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1284a97-9cb1-4551-86e5-08d2a4ad1aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.114055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.119288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab993b5-fefd-43a0-a11c-269a737db486']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:19.137240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb0d923-6e33-4aef-bda4-80168f67c7ad') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:19.137939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb0d923-6e33-4aef-bda4-80168f67c7ad') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:19.140572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29a47ad-a79f-4013-b8b6-2376911c4b4b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:19.153495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.160646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2e767-d511-4cd5-8591-7f61bc36f665 req-adba28d7-454a-4770-912e-ccdf24fb8485 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:19.162593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:19.165847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6e2e767-d511-4cd5-8591-7f61bc36f665 req-adba28d7-454a-4770-912e-ccdf24fb8485 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0812078 Dec 21 01:49:19.168468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Deleting port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:19.169105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.171724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.180134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.189070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:49:19.189543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:19.192247 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:49:19.195624 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:49:19.248676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.273869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.278930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.282626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ab993b5-fefd-43a0-a11c-269a737db486 HTTP/1.1" status: 204 len: 168 time: 0.3894691 Dec 21 01:49:19.303452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.312963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1284a97-9cb1-4551-86e5-08d2a4ad1aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.314518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587a42-c092-42cc-bcbc-d7b60c7b2152 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab993b5-fefd-43a0-a11c-269a737db486,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.320962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1284a97-9cb1-4551-86e5-08d2a4ad1aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.336456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6e2e767-d511-4cd5-8591-7f61bc36f665 req-61ce7eba-65f6-498e-a8a7-b4f02a36916c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578178 Dec 21 01:49:19.355093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c1284a97-9cb1-4551-86e5-08d2a4ad1aea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=198e1b128a6e47699509c2a88b32b23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316642 Dec 21 01:49:19.355344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] For port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:19.355344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.358400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38616) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:19.387742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Calling delete_port for 86256666-ca2f-4222-bc48-ab6c2b9d6a1c owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:19.412732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1284a97-9cb1-4551-86e5-08d2a4ad1aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6203004f-8f99-4488-b194-34ad6008a41e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.430035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.474583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.497364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38618) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:19.535762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.538575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.541811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6203004f-8f99-4488-b194-34ad6008a41e HTTP/1.1" status: 204 len: 168 time: 0.1824327 Dec 21 01:49:19.568684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ac7a-a7fb-4672-a211-6dadd8541ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6203004f-8f99-4488-b194-34ad6008a41e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.611135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008082-1525-4acd-9f72-22ee8ea26673 req-1c09829f-ace1-4126-aa7e-a27795e89bec tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:19.614381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5008082-1525-4acd-9f72-22ee8ea26673 req-1c09829f-ace1-4126-aa7e-a27795e89bec tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 944 time: 0.1350782 Dec 21 01:49:19.620506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-794d29f3-68bd-49e4-a7fd-af67a725bb32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa1729af241a46eca684fd9ae67ea3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1186063 Dec 21 01:49:19.620820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:19.624810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f29a47ad-a79f-4013-b8b6-2376911c4b4b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:19.726583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.751256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5008082-1525-4acd-9f72-22ee8ea26673 req-1dc1513b-50f8-465a-9543-9fe36d410ea7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042652 Dec 21 01:49:19.767598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.775414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.810468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['86256666-ca2f-4222-bc48-ab6c2b9d6a1c', '14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:19.852336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event deleted for resources: {'Port': ['ID=86256666-ca2f-4222-bc48-ab6c2b9d6a1c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.882221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.884913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.890447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85c3cf19-f891-48e2-a533-6662216f29e1 HTTP/1.1" status: 204 len: 168 time: 0.2686791 Dec 21 01:49:19.899236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d811849-7c79-466a-a787-2788ff93745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3cf19-f891-48e2-a533-6662216f29e1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:19.946753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] No DVR routers for this DVR port 86256666-ca2f-4222-bc48-ab6c2b9d6a1c on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:19.953893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:19.959839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78260a5a-dcb5-4c88-bbdb-26b8d62a912e req-ebbe200e-d013-49f3-bf57-05bfc58ffd89 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "DELETE /v2.0/ports/86256666-ca2f-4222-bc48-ab6c2b9d6a1c HTTP/1.1" status: 204 len: 173 time: 1.0373361 Dec 21 01:49:19.962997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'name': 'network-vif-deleted', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:19.969939 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2fb1c5-96ca-4b5b-ad8d-4fc978d15905" -d '{"events": [{"server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "name": "network-vif-deleted", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:20.068519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ef1f13f-0b8b-4f00-807e-60f66f64a79a req-09a6d12e-4997-4e78-bccc-389c26c338fd tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2772e9b-fe8a-4210-9db7-35cdb69b2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0558517 Dec 21 01:49:20.143111 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f312fb1c-1143-4799-b753-91a33b84d068 x-openstack-request-id: req-f312fb1c-1143-4799-b753-91a33b84d068 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:20.143406 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2772e9b-fe8a-4210-9db7-35cdb69b2ac7", "name": "network-vif-deleted", "tag": "86256666-ca2f-4222-bc48-ab6c2b9d6a1c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:20.143661 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f312fb1c-1143-4799-b753-91a33b84d068 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:20.144056 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2772e9b-fe8a-4210-9db7-35cdb69b2ac7', 'name': 'network-vif-deleted', 'tag': '86256666-ca2f-4222-bc48-ab6c2b9d6a1c', 'status': 'completed', 'code': 200} Dec 21 01:49:20.145286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:20.169392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-284c-4db2-9f4f-10544bfbd7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.275524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-284c-4db2-9f4f-10544bfbd7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.296490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9aea4536-284c-4db2-9f4f-10544bfbd7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.342754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9aea4536-284c-4db2-9f4f-10544bfbd7c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2704fe6dbdfa46388c46a65d02a730df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941111 Dec 21 01:49:20.343648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:20.348005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4536-284c-4db2-9f4f-10544bfbd7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0afeb6-8284-4b4e-87ec-dfebfc5f6c20,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:20.362321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe40429-1f3f-4cf4-a0d8-c55a5739b55a req-a9d2ca6c-4bb1-4938-aa56-7303392df802 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:20.363751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fe40429-1f3f-4cf4-a0d8-c55a5739b55a req-a9d2ca6c-4bb1-4938-aa56-7303392df802 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.1080194 Dec 21 01:49:20.423056 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.436214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fe40429-1f3f-4cf4-a0d8-c55a5739b55a req-917116f9-a0c5-4df4-8a76-518500c25183 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Dec 21 01:49:20.476948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.485628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9b9c8b5d-1778-4d65-925f-0bc25bc7e360'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:20.539777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c69093-6bc6-4448-bc4d-c904fd81dd68 req-10b49fd5-7ceb-4626-bcff-fe4e403cc20a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:20.541771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6c69093-6bc6-4448-bc4d-c904fd81dd68 req-10b49fd5-7ceb-4626-bcff-fe4e403cc20a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0713892 Dec 21 01:49:20.551821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.556517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:20.558959 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c0afeb6-8284-4b4e-87ec-dfebfc5f6c20 HTTP/1.1" status: 204 len: 168 time: 0.2131908 Dec 21 01:49:20.573546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986977d8-341d-46ba-8c7a-9ac284a5418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0afeb6-8284-4b4e-87ec-dfebfc5f6c20,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:20.629625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6c69093-6bc6-4448-bc4d-c904fd81dd68 req-fc1ec25f-73d2-413d-b75d-90d5fa08940a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806262 Dec 21 01:49:20.765466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3b1e3-e287-4267-a2d6-ba5782ffc44d req-15324662-15a8-40f3-8827-98b002b98edd tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:20.766991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fea3b1e3-e287-4267-a2d6-ba5782ffc44d req-15324662-15a8-40f3-8827-98b002b98edd tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0584986 Dec 21 01:49:20.849599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fea3b1e3-e287-4267-a2d6-ba5782ffc44d req-53c1819a-0172-493d-976f-440f8f18a5d8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686550 Dec 21 01:49:20.887645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa632b8-4280-49d2-a051-ffa34f7944d2 req-711960dc-f565-4047-b25e-190b452b7f73 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:20.888864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efa632b8-4280-49d2-a051-ffa34f7944d2 req-711960dc-f565-4047-b25e-190b452b7f73 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 944 time: 0.0608497 Dec 21 01:49:20.936852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f29a47ad-a79f-4013-b8b6-2376911c4b4b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:20.971996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efa632b8-4280-49d2-a051-ffa34f7944d2 req-ab6164c9-a314-4d36-b921-41b8ff1e2c85 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760226 Dec 21 01:49:21.009528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port f29a47ad-a79f-4013-b8b6-2376911c4b4b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:21.019079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port f29a47ad-a79f-4013-b8b6-2376911c4b4b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:21.019460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.046306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a024ee-3557-43c7-982c-ffefda096bf5 req-645891fd-203e-48e0-9905-15cc23a44585 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.058752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a024ee-3557-43c7-982c-ffefda096bf5 req-645891fd-203e-48e0-9905-15cc23a44585 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0843990 Dec 21 01:49:21.064832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:21.126178 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.156678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a024ee-3557-43c7-982c-ffefda096bf5 req-8a11524b-59df-48e2-8d52-30311427ce32 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Dec 21 01:49:21.157593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:21.157740 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b39a5-10a8-4abc-9812-bee26901e52b" -d '{"events": [{"server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "name": "network-vif-plugged", "status": "completed", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:21.172188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:21.180580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.234322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:21.285629 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf8542-4fa1-4d00-9bd1-b124671d1056 x-openstack-request-id: req-2fcf8542-4fa1-4d00-9bd1-b124671d1056 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:21.285924 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "name": "network-vif-plugged", "status": "completed", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:21.286175 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fcf8542-4fa1-4d00-9bd1-b124671d1056 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:21.286566 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b', 'code': 200} Dec 21 01:49:21.311577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b664cd0-9d1e-43fe-b5c5-b8257630658d req-f4328685-889e-4968-b602-27d95bcb6e02 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.314523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b664cd0-9d1e-43fe-b5c5-b8257630658d req-f4328685-889e-4968-b602-27d95bcb6e02 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0785191 Dec 21 01:49:21.369581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-761884561-network', 'tenant_id': 'a58da7d51a2e463b929897f86756cae7'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:21.406310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b664cd0-9d1e-43fe-b5c5-b8257630658d req-43d13d82-6695-42b2-a9b5-797af0bfcc67 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791450 Dec 21 01:49:21.410935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Made reservation on behalf of a58da7d51a2e463b929897f86756cae7 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:21.413587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.423542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.453875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970ec1-cddf-4d11-8f20-f411f6a8d6c6 req-5167d588-06c6-42b5-91fb-6fce6b2fb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.466790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c970ec1-cddf-4d11-8f20-f411f6a8d6c6 req-5167d588-06c6-42b5-91fb-6fce6b2fb763 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1097 time: 0.0465758 Dec 21 01:49:21.516189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c970ec1-cddf-4d11-8f20-f411f6a8d6c6 req-2b56c9db-c306-426e-8cf3-0d6148fc1700 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Dec 21 01:49:21.529888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.535281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.571968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:21.582261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ff833-fbb5-4123-80f2-9ae6164723da,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:21.591876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.592146 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Added segment 7d9bcbc6-83d1-42a6-946e-5f8d1282ca67 of type vlan for network f8ae3eaf-d248-4e0d-b585-5fa52a928523 Dec 21 01:49:21.621009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3699-f213-49d0-85c1-b9eb1b003c2e req-63cab05d-d508-4580-823a-6219fdbd1b6d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.625921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-509a3699-f213-49d0-85c1-b9eb1b003c2e req-63cab05d-d508-4580-823a-6219fdbd1b6d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.0887151 Dec 21 01:49:21.638441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.648756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee794b-3e36-489b-945c-37fa729b1399 req-0336dac9-f713-4cc5-bdb0-76fb35f2a878 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.650270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65ee794b-3e36-489b-945c-37fa729b1399 req-0336dac9-f713-4cc5-bdb0-76fb35f2a878 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.1009767 Dec 21 01:49:21.666512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.667558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.668222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.689907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38720) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:21.721186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-509a3699-f213-49d0-85c1-b9eb1b003c2e req-468a9964-4803-444d-894f-f8ac015fe4bf tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 Dec 21 01:49:21.750385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65ee794b-3e36-489b-945c-37fa729b1399 req-f6c83c3a-ea5f-406e-a5e6-2433f6d7e71d tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916252 Dec 21 01:49:21.752030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ae3eaf-d248-4e0d-b585-5fa52a928523,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:21.761786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b55b6185-69f2-41e7-a765-0c385e2e3094 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6951299 Dec 21 01:49:21.767040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38726) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:21.772172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f8ae3eaf-d248-4e0d-b585-5fa52a928523 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:21.774521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Request body: {'subnet': {'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-761884561-subnet', 'tenant_id': 'a58da7d51a2e463b929897f86756cae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:21.847499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Made reservation on behalf of a58da7d51a2e463b929897f86756cae7 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:21.850164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.909043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:21.916194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1319411701-network', 'tenant_id': '5a638edcebff418aa5139eb37dfe493f'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:21.983806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d094c30-a3c4-4573-a4c9-45bbdc98c875 req-7dc52571-6a8c-4ad8-8fc6-80ecf5b2e663 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:21.985201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d094c30-a3c4-4573-a4c9-45bbdc98c875 req-7dc52571-6a8c-4ad8-8fc6-80ecf5b2e663 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.1655421 Dec 21 01:49:22.024689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc224c-3e11-47b6-a2b5-1c2114cc059f req-7c2c458a-b8af-45ab-bfde-583a9c35e73b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.026202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22fc224c-3e11-47b6-a2b5-1c2114cc059f req-7c2c458a-b8af-45ab-bfde-583a9c35e73b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.1727967 Dec 21 01:49:22.044617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Made reservation on behalf of 5a638edcebff418aa5139eb37dfe493f for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:22.046902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.090196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.128022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d094c30-a3c4-4573-a4c9-45bbdc98c875 req-a0156f1b-bba9-4d60-bedb-dd4a501f28fa tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351385 Dec 21 01:49:22.183553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22fc224c-3e11-47b6-a2b5-1c2114cc059f req-1a6fd7f0-8ec3-4923-a739-ee1452bc7a3b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456420 Dec 21 01:49:22.295929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.356627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-f779f6ef-5601-4152-8fee-21bf75588437 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.358144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-f779f6ef-5601-4152-8fee-21bf75588437 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.24 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.1727507 Dec 21 01:49:22.393257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70447da1-fa60-47cf-973d-169336b6107a req-ff878d24-5039-4e54-bcb8-b31aa7392aec tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.394752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70447da1-fa60-47cf-973d-169336b6107a req-ff878d24-5039-4e54-bcb8-b31aa7392aec tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1802876 Dec 21 01:49:22.403969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.442947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.473725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14f0ce7-b2a4-4b30-9b44-eff03de5db66,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:22.531269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:22.558066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Checking segment: {'id': '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:22.558433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Network hostable DHCP agents. Network: f8ae3eaf-d248-4e0d-b585-5fa52a928523, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:22.572163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e814d5-7a87-4f1a-9184-2ffc85914f5c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:22.586137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.586487 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Added segment ceb75724-0433-42a8-95fa-b7985d81056b of type vlan for network 0fb371fe-8119-41f7-b7e8-a6cd6adca265 Dec 21 01:49:22.648326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b02c01-970f-4375-9bdb-1cf2bdfce294 req-152a6076-3291-4416-8924-c189d0cdee5c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.649828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11b02c01-970f-4375-9bdb-1cf2bdfce294 req-152a6076-3291-4416-8924-c189d0cdee5c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.2228699 Dec 21 01:49:22.657185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70447da1-fa60-47cf-973d-169336b6107a req-0ba82e2c-3aed-400c-88ac-a1ddf191855e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497635 Dec 21 01:49:22.669037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Network f8ae3eaf-d248-4e0d-b585-5fa52a928523 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:22.677715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.685965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 86256666-ca2f-4222-bc48-ab6c2b9d6a1c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:22.706054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 86256666-ca2f-4222-bc48-ab6c2b9d6a1c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:22.706492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 86256666-ca2f-4222-bc48-ab6c2b9d6a1c not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:22.707523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f8ae3eaf-d248-4e0d-b585-5fa52a928523) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:22.716836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810d256-69d1-422b-a8e9-cd5df906bd92 None None] Network f8ae3eaf-d248-4e0d-b585-5fa52a928523 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:22.741802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.742396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.751601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Deleting port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:22.751931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.785547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.787995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:22.787995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:22.797061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11b02c01-970f-4375-9bdb-1cf2bdfce294 req-e8dacce6-87bd-4e15-8345-6dfc4fd9a25c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323845 Dec 21 01:49:22.861840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-346eb5b1-945a-4668-bf23-0d145419defa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0930767 Dec 21 01:49:22.916856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2256899 Dec 21 01:49:22.919750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38742) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:22.935245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Request body: {'subnet': {'network_id': '0fb371fe-8119-41f7-b7e8-a6cd6adca265', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1319411701-subnet', 'tenant_id': '5a638edcebff418aa5139eb37dfe493f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:22.947356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e8aa-2880-4caf-a258-0c72a1e79a34 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb371fe-8119-41f7-b7e8-a6cd6adca265,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:22.961296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0fb371fe-8119-41f7-b7e8-a6cd6adca265 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:23.002844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] For port 75f90bd4-5c5b-4c64-b4ef-05d306d15100, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=75f90bd4-5c5b-4c64-b4ef-05d306d15100,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:23.003212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.013783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Made reservation on behalf of 5a638edcebff418aa5139eb37dfe493f for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:23.016814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.025592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Calling delete_port for 75f90bd4-5c5b-4c64-b4ef-05d306d15100 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:23.038956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f847e-90b3-4cdf-b7b5-c842f1a7060c req-70a9a1d2-f09e-4b92-ad32-b192700dc5da tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.050825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d89f847e-90b3-4cdf-b7b5-c842f1a7060c req-70a9a1d2-f09e-4b92-ad32-b192700dc5da tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/ports?device_id=809fb28d-c5a1-4609-89f1-ddf1db5ce181 HTTP/1.1" status: 200 len: 950 time: 0.2071903 Dec 21 01:49:23.085545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6d6a8-d2e6-40ce-8083-6da15f3ebf49 None None] Network f8ae3eaf-d248-4e0d-b585-5fa52a928523 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:23.131870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608f315-54c4-4b3f-b347-b2c530a11b2b req-03e8f667-1f20-4643-ae32-8d918e12ec1d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.133465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4608f315-54c4-4b3f-b347-b2c530a11b2b req-03e8f667-1f20-4643-ae32-8d918e12ec1d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.1782227 Dec 21 01:49:23.217102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d89f847e-90b3-4cdf-b7b5-c842f1a7060c req-bed43579-6ae2-4569-ad85-ad99900b7e43 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.43 "GET /v2.0/security-groups?id=46ce6b37-d780-4ad5-b568-cae8a9f1697e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513462 Dec 21 01:49:23.249516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4608f315-54c4-4b3f-b347-b2c530a11b2b req-2d08801f-68bc-4517-8d72-bbe8498255ba tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029830 Dec 21 01:49:23.323268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.325658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.379284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Pushing event deleted for resources: {'Port': ['ID=75f90bd4-5c5b-4c64-b4ef-05d306d15100,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:23.385235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb48e39f-1ca5-4166-9617-69286c893ef5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:23.396075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Checking segment: {'id': 'ceb75724-0433-42a8-95fa-b7985d81056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0fb371fe-8119-41f7-b7e8-a6cd6adca265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:23.396446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Network hostable DHCP agents. Network: 0fb371fe-8119-41f7-b7e8-a6cd6adca265, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:23.418827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Network 0fb371fe-8119-41f7-b7e8-a6cd6adca265 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:23.426132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] No DVR routers for this DVR port 75f90bd4-5c5b-4c64-b4ef-05d306d15100 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:23.429726 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.433380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03e1f699-5315-4afd-8302-3d27d0707fe2 req-9377c9b4-ac97-4ada-bc3a-2d0b56d60a63 tempest-TenantUsagesTestJSON-1680040138 tempest-TenantUsagesTestJSON-1680040138-project] 10.222.0.24 "DELETE /v2.0/ports/75f90bd4-5c5b-4c64-b4ef-05d306d15100 HTTP/1.1" status: 204 len: 173 time: 1.0653958 Dec 21 01:49:23.434652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'name': 'network-vif-deleted', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:23.434787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0fb371fe-8119-41f7-b7e8-a6cd6adca265) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:23.436203 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1244757e-9c9e-45da-a28b-6a53cad7e9cf" -d '{"events": [{"server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "name": "network-vif-deleted", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:23.444925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71195652-74e1-4d5f-b4b4-1a12bec92c74 None None] Network 0fb371fe-8119-41f7-b7e8-a6cd6adca265 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:23.446991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.447147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:23.460665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904dfc-1ed2-4546-85ef-322894e929ef req-93388473-69b0-4f4c-9855-53e7d74ecbb6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.462260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36904dfc-1ed2-4546-85ef-322894e929ef req-93388473-69b0-4f4c-9855-53e7d74ecbb6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.1367788 Dec 21 01:49:23.497998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-999fc544-2f7a-4c58-945c-43ba5c2f9fcf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5754499 Dec 21 01:49:23.598054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36904dfc-1ed2-4546-85ef-322894e929ef req-3ee1c713-7360-4b39-86c2-6be6d3535245 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283014 Dec 21 01:49:23.661312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-afcdf726-dd0f-4311-951a-8d3c83480d16 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.662844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-afcdf726-dd0f-4311-951a-8d3c83480d16 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/networks?id=f8ae3eaf-d248-4e0d-b585-5fa52a928523 HTTP/1.1" status: 200 len: 813 time: 0.1743653 Dec 21 01:49:23.688073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d2ef56-e77a-4147-ab86-48a3ba0a8400 None None] Network 0fb371fe-8119-41f7-b7e8-a6cd6adca265 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:23.695596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-44a9ed5d-7d78-445a-a142-c680ae153873 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/quotas/a58da7d51a2e463b929897f86756cae7 HTTP/1.1" status: 200 len: 375 time: 0.0255470 Dec 21 01:49:23.742557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-83b3cd4a-f8e1-4701-baea-b2b91dd0f7ac tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a58da7d51a2e463b929897f86756cae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359974 Dec 21 01:49:23.895410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-b5edf88c-0f4e-44a7-ac1b-de1cf3ac5a9e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:23.896875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-b5edf88c-0f4e-44a7-ac1b-de1cf3ac5a9e tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.24 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 949 time: 0.0750778 Dec 21 01:49:23.902991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-47559251-18cc-42b1-b005-8bedd5f3abc0 service neutron] 10.222.0.43 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538143 Dec 21 01:49:24.065584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38796) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:24.070922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-35250977-network', 'tenant_id': 'b23f5c8db89c43069eaa7c5d81606615'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:24.094183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7d2ee979-b231-4824-826c-1650f40af758 service neutron] 10.222.0.43 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771595 Dec 21 01:49:24.116512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Deleting port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:24.116856 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.121072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Made reservation on behalf of b23f5c8db89c43069eaa7c5d81606615 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:24.123630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.150904 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.240037 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b7dfc-0505-4f37-a00d-cc96ccc8b7c3 x-openstack-request-id: req-d88b7dfc-0505-4f37-a00d-cc96ccc8b7c3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:24.240339 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809fb28d-c5a1-4609-89f1-ddf1db5ce181", "name": "network-vif-deleted", "tag": "75f90bd4-5c5b-4c64-b4ef-05d306d15100", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:24.240599 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d88b7dfc-0505-4f37-a00d-cc96ccc8b7c3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:24.241870 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809fb28d-c5a1-4609-89f1-ddf1db5ce181', 'name': 'network-vif-deleted', 'tag': '75f90bd4-5c5b-4c64-b4ef-05d306d15100', 'status': 'completed', 'code': 200} Dec 21 01:49:24.263285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] For port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:24.263673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.285598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Calling delete_port for 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:24.403802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.423146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cb56d35-76e9-4463-b781-e29222eea661 req-6b21cd32-2465-4879-ab09-aca07981b2f3 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 210 time: 0.0328960 Dec 21 01:49:24.425917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.479962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:24.504952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c368b-436c-4cac-ab36-272252e2e6b5 req-fddcc884-6f8b-4c95-8e1c-023d9b29a818 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:24.506708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-578c368b-436c-4cac-ab36-272252e2e6b5 req-fddcc884-6f8b-4c95-8e1c-023d9b29a818 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1544468 Dec 21 01:49:24.512798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd3634-0e67-4bb9-bbba-5ef2a7ca9b2e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:24.522344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.523100 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Added segment 2a9c1d1a-1a4f-43ae-b0af-4fcca61de9be of type vlan for network 64eae10a-bf69-4ba5-bdc0-872ec061693f Dec 21 01:49:24.648258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.691446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:24.695122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-578c368b-436c-4cac-ab36-272252e2e6b5 req-27740f78-7a45-443c-8939-14b7905b895a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606216 Dec 21 01:49:24.737763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.771228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9b9c8b5d-1778-4d65-925f-0bc25bc7e360'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:24.778819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.780101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:24.780842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.798509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:24.799744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event deleted for resources: {'Port': ['ID=9b9c8b5d-1778-4d65-925f-0bc25bc7e360,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:24.841868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e711-0c41-4faa-8321-e5f439ec21e6 req-402ce6b4-5b95-47c2-a561-3d8da52f245c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:24.843446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f9e711-0c41-4faa-8321-e5f439ec21e6 req-402ce6b4-5b95-47c2-a561-3d8da52f245c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.1789246 Dec 21 01:49:24.888286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-267ccacf-ecc0-4410-8dc5-0b50ddc00850 req-c10d034f-13e0-4d40-b896-703d33f9949f tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 210 time: 0.1015911 Dec 21 01:49:24.897151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8305573 Dec 21 01:49:24.905784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38832) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:24.917295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Request body: {'subnet': {'network_id': '64eae10a-bf69-4ba5-bdc0-872ec061693f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-35250977-subnet', 'tenant_id': 'b23f5c8db89c43069eaa7c5d81606615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:24.931232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2703b5f8-a1a4-41ea-92e3-d5fd9774600f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bb6bcf0202c49dcbcc46b1f5191d57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386632 Dec 21 01:49:24.935526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:24.952186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 75f90bd4-5c5b-4c64-b4ef-05d306d15100 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:24.968491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] No DVR routers for this DVR port 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:24.975161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:24.979247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f947b92-b571-40d3-970d-3671bf0bb0c8 req-a992a921-05bd-4c91-b5aa-cc780a45cd9d tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.24 "DELETE /v2.0/ports/9b9c8b5d-1778-4d65-925f-0bc25bc7e360 HTTP/1.1" status: 204 len: 173 time: 1.0742085 Dec 21 01:49:24.982030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd38f4e-c7ef-4a39-9ce8-c32ba25d1b62 admin admin] Pushing event updated for resources: {'Network': ['ID=64eae10a-bf69-4ba5-bdc0-872ec061693f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:25.010766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 75f90bd4-5c5b-4c64-b4ef-05d306d15100 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:25.011372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Made reservation on behalf of b23f5c8db89c43069eaa7c5d81606615 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:25.011818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 75f90bd4-5c5b-4c64-b4ef-05d306d15100 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:25.013701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.015152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 64eae10a-bf69-4ba5-bdc0-872ec061693f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:25.054495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f9e711-0c41-4faa-8321-e5f439ec21e6 req-8d483ddd-9cec-4a35-9dd6-1125b87d6b73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529143 Dec 21 01:49:25.119226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.194773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.282968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf781-faa9-4d94-94c6-14609ea070c7 req-15e684a2-6f52-4a2e-a41f-37ed38ca9bcb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.284678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9bcf781-faa9-4d94-94c6-14609ea070c7 req-15e684a2-6f52-4a2e-a41f-37ed38ca9bcb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.0704746 Dec 21 01:49:25.324297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.329509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.333417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46ce6b37-d780-4ad5-b568-cae8a9f1697e HTTP/1.1" status: 204 len: 168 time: 0.3936529 Dec 21 01:49:25.379599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e45ef8-54dd-419a-b8ca-bc37f7974d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce6b37-d780-4ad5-b568-cae8a9f1697e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:25.413821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-37d5abde-c0a1-4350-970f-491b3837ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.416737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-37d5abde-c0a1-4350-970f-491b3837ba9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1097 time: 0.1311164 Dec 21 01:49:25.461840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9bcf781-faa9-4d94-94c6-14609ea070c7 req-7f5ca081-d884-4f1c-aa7b-968d2a01028f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628995 Dec 21 01:49:25.473520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.554049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=322e7098-4aec-4a04-b077-cf54c0de98bb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:25.577322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Checking segment: {'id': '2a9c1d1a-1a4f-43ae-b0af-4fcca61de9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '64eae10a-bf69-4ba5-bdc0-872ec061693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:25.577655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Network hostable DHCP agents. Network: 64eae10a-bf69-4ba5-bdc0-872ec061693f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:25.599376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Network 64eae10a-bf69-4ba5-bdc0-872ec061693f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:25.606855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6242247d-6ca3-4fe3-9988-6b79ce84b961 req-96247bfc-0693-4511-95d8-0f1affaafb4a tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 210 time: 0.0415111 Dec 21 01:49:25.612213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 64eae10a-bf69-4ba5-bdc0-872ec061693f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:25.623893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052a11d-82f7-4e3b-a851-85a170cb7cc5 None None] Network 64eae10a-bf69-4ba5-bdc0-872ec061693f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:25.639868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-97c6f5f1-3cd4-439a-a82a-850661c3e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.641369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-97c6f5f1-3cd4-439a-a82a-850661c3e625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 910 time: 0.2127695 Dec 21 01:49:25.658810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.659590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.705984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e19f07bc-47ec-4380-9a88-d50443a0e99a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7964535 Dec 21 01:49:25.709328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-28c8fa87-793b-4fc5-b915-3d2cb0a31898 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 200 len: 217 time: 0.0504117 Dec 21 01:49:25.776295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2c639-88e1-42c3-bd69-e2993ffd2c64 None None] Network 64eae10a-bf69-4ba5-bdc0-872ec061693f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:25.807973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-1406edd3-7642-4a49-be34-3516c73eb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.811573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-1406edd3-7642-4a49-be34-3516c73eb4a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.0889635 Dec 21 01:49:25.817085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38848) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:25.863367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-4059abcc-289a-448c-84b8-e54332b2c7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422828 Dec 21 01:49:25.871353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79b0190d-b89b-4263-9d4d-e1c200224ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:25.898838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7d9073a3-1ae8-447f-a02c-673fe301a1f2 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:25.900447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7d9073a3-1ae8-447f-a02c-673fe301a1f2 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.24 "GET /v2.0/networks?id=f8ae3eaf-d248-4e0d-b585-5fa52a928523 HTTP/1.1" status: 200 len: 813 time: 0.1880453 Dec 21 01:49:25.930942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Request body: {'port': {'device_id': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523', 'admin_state_up': True, 'tenant_id': 'a58da7d51a2e463b929897f86756cae7'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:25.977115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38852) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:26.055767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a7c7839-eef9-4e6a-97e7-c33a8e10c9e9 req-bc347106-fbb7-4102-a5fa-9d8b5d309595 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=92f83d1e-94eb-410c-b25e-91cfb493ed07 HTTP/1.1" status: 200 len: 210 time: 0.0461972 Dec 21 01:49:26.086671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Deleting subnet eb48e39f-1ca5-4166-9617-69286c893ef5 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:49:26.091276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.144001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.147433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79b0190d-b89b-4263-9d4d-e1c200224ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.151246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-80bdf657-c8e1-43e5-a9e7-3ff27faaa504 service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765779 Dec 21 01:49:26.154203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79b0190d-b89b-4263-9d4d-e1c200224ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.216644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.259053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Made reservation on behalf of a58da7d51a2e463b929897f86756cae7 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:26.263983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.310694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.392746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb48e39f-1ca5-4166-9617-69286c893ef5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:26.398653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.403667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54861bf9-061e-4051-bfb2-f1b27352050a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/eb48e39f-1ca5-4166-9617-69286c893ef5 HTTP/1.1" status: 204 len: 168 time: 0.4254880 Dec 21 01:49:26.407142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38860) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:26.466043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.536716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'name': 'network-vif-deleted', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:26.539610 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f6971-a2f3-4c1f-9a59-80ce05c7a3f9" -d '{"events": [{"server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "name": "network-vif-deleted", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:26.549688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.573497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Allocated IP 172.20.0.4 (f8ae3eaf-d248-4e0d-b585-5fa52a928523/c14f0ce7-b2a4-4b30-9b44-eff03de5db66/98174222-20a7-40eb-b7b2-a2690cceecb9) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:26.599105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-79b0190d-b89b-4263-9d4d-e1c200224ee1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc7b9c647de0443eb24a784d88c2db05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806356 Dec 21 01:49:26.605149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:26.610856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0190d-b89b-4263-9d4d-e1c200224ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eebec7d-d0ec-45e0-afdf-b33615e2a4f4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:26.643642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548456ac-a46c-4ae1-a891-0b10b565cf72 req-174f046c-38ea-4f14-b1aa-b9bf18eb2cd2 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:26.645152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-548456ac-a46c-4ae1-a891-0b10b565cf72 req-174f046c-38ea-4f14-b1aa-b9bf18eb2cd2 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 945 time: 0.4926620 Dec 21 01:49:26.702436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.706432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe0f62c4-75c5-4571-959a-c81b5f52b196 req-93cac07b-1f2e-4ab6-bb3d-57f1e1942504 service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395994 Dec 21 01:49:26.716880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c0fc-5dec-4aaa-90ea-331116121f4e req-e46cf7b0-13fc-4d3c-aa0b-1b0bc4da89b7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:26.725440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec31c0fc-5dec-4aaa-90ea-331116121f4e req-e46cf7b0-13fc-4d3c-aa0b-1b0bc4da89b7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1560421 Dec 21 01:49:26.727171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:26.754340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-548456ac-a46c-4ae1-a891-0b10b565cf72 req-2b6db940-db0c-49f4-810c-ed182d6f04f4 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997269 Dec 21 01:49:26.766644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb371fe-8119-41f7-b7e8-a6cd6adca265']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:26.807141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb75724-0433-42a8-95fa-b7985d81056b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:26.807404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb75724-0433-42a8-95fa-b7985d81056b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:26.822263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec31c0fc-5dec-4aaa-90ea-331116121f4e req-9fde1452-c1f6-4f85-8c68-430773e7a360 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945308 Dec 21 01:49:26.834210 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b5e792-36e1-430b-a6a1-3ac2d3f0f71d x-openstack-request-id: req-e7b5e792-36e1-430b-a6a1-3ac2d3f0f71d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:26.834606 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f83d1e-94eb-410c-b25e-91cfb493ed07", "name": "network-vif-deleted", "tag": "9b9c8b5d-1778-4d65-925f-0bc25bc7e360", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:26.834917 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7b5e792-36e1-430b-a6a1-3ac2d3f0f71d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:26.838006 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f83d1e-94eb-410c-b25e-91cfb493ed07', 'name': 'network-vif-deleted', 'tag': '9b9c8b5d-1778-4d65-925f-0bc25bc7e360', 'status': 'completed', 'code': 200} Dec 21 01:49:26.839640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.843298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.899454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.908257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:26.913633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.920137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '969b2f05-8679-4bb5-8629-aed8daa68122', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'port_id': '969b2f05-8679-4bb5-8629-aed8daa68122', 'mac_address': 'fa:16:3e:92:88:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793d6b4-819a-4fef-8b52-13ecfe864e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:26.925030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:49:26.925439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.926818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f23b13ab-6185-46c7-bfd9-46d94f7ac6b7 req-8b089704-c34d-4d6a-adfe-cbd85e1a948f tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 210 time: 0.0359697 Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:49:26.928459 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:49:26.949737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:26.977145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:26.977439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9b9c8b5d-1778-4d65-925f-0bc25bc7e360 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:26.984216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:26.997479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:27.018490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:27.019191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.022641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.022916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.030598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.036080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0fb371fe-8119-41f7-b7e8-a6cd6adca265 HTTP/1.1" status: 204 len: 168 time: 0.6243541 Dec 21 01:49:27.038422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:27.049459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d844-2fda-4b85-9ee2-90b1020d0c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb371fe-8119-41f7-b7e8-a6cd6adca265,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.082804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.085533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.086700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9eebec7d-d0ec-45e0-afdf-b33615e2a4f4 HTTP/1.1" status: 204 len: 168 time: 0.4803710 Dec 21 01:49:27.091496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.111936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Deleting subnet 322e7098-4aec-4a04-b077-cf54c0de98bb {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:49:27.115314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.116479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.118750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed32add-282e-469a-b13a-ba264581cc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eebec7d-d0ec-45e0-afdf-b33615e2a4f4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.182588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.195687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Network f8ae3eaf-d248-4e0d-b585-5fa52a928523 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:27.198839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:27.201499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:27.209924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Pushing event updated for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.249835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.259080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['969b2f05-8679-4bb5-8629-aed8daa68122'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:27.270388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:27.272030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.302108 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-7bf2fa8e-60d4-43d8-b90c-8a12e9742d42 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3767576 Dec 21 01:49:27.320304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.324091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Request body: {'port': {'device_id': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:27.355287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.361468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/322e7098-4aec-4a04-b077-cf54c0de98bb HTTP/1.1" status: 204 len: 168 time: 0.3217821 Dec 21 01:49:27.379821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38888) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:27.387739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabafedd-84f9-4b3b-9f97-366c65a50c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322e7098-4aec-4a04-b077-cf54c0de98bb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.453391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.497706 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.553054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bee03-0937-42fd-a743-d64f33bdb191 req-18452034-0c4e-47a2-b142-6e46c50bcc06 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:27.555084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a1bee03-0937-42fd-a743-d64f33bdb191 req-18452034-0c4e-47a2-b142-6e46c50bcc06 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 951 time: 0.1020293 Dec 21 01:49:27.621408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.660558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64eae10a-bf69-4ba5-bdc0-872ec061693f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:27.665947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a1bee03-0937-42fd-a743-d64f33bdb191 req-5ee7ddf4-d841-41b3-a7b3-023cd235a50a tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013949 Dec 21 01:49:27.675165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c1d1a-1a4f-43ae-b0af-4fcca61de9be') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:27.675539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c1d1a-1a4f-43ae-b0af-4fcca61de9be') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:27.685493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.701074 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.707654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:49:27.708033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:49:27.709843 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:49:27.713457 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:49:27.715828 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:49:27.715828 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:49:27.715828 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:49:27.773598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.777680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98174222-20a7-40eb-b7b2-a2690cceecb9 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:27.787078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.789711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.796338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/64eae10a-bf69-4ba5-bdc0-872ec061693f HTTP/1.1" status: 204 len: 168 time: 0.4151225 Dec 21 01:49:27.802919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Transition to ACTIVE for port object 98174222-20a7-40eb-b7b2-a2690cceecb9 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:27.811270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.812953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c27ac-7160-41a6-8d2e-921b06e32bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=64eae10a-bf69-4ba5-bdc0-872ec061693f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.913184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:27.952841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Attempting to bind port 98174222-20a7-40eb-b7b2-a2690cceecb9 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:27.953059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Attempting to bind port 98174222-20a7-40eb-b7b2-a2690cceecb9 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:27.953252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Attempting to bind port 98174222-20a7-40eb-b7b2-a2690cceecb9 on network f8ae3eaf-d248-4e0d-b585-5fa52a928523 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:27.958490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Port 98174222-20a7-40eb-b7b2-a2690cceecb9 on network f8ae3eaf-d248-4e0d-b585-5fa52a928523 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:27.958993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Attempting to bind port 98174222-20a7-40eb-b7b2-a2690cceecb9 on network f8ae3eaf-d248-4e0d-b585-5fa52a928523 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:27.964991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:27.965781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Checking segment: {'id': '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:27.966336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Bound using segment: {'id': '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:27.966942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Bound port: 98174222-20a7-40eb-b7b2-a2690cceecb9, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:27.967463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:27.979324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38916) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:27.997142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd23240-e680-4c74-84fb-43ffc161c4b6 req-340706bb-ac6a-4392-81d9-1cdef8b64f80 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:27.997867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cd23240-e680-4c74-84fb-43ffc161c4b6 req-340706bb-ac6a-4392-81d9-1cdef8b64f80 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 944 time: 0.1024303 Dec 21 01:49:28.020473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e76e65-1553-4676-a59c-feb58943ba1e req-9ef593cf-8022-4edf-be21-9f42609ac2c7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.022069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75e76e65-1553-4676-a59c-feb58943ba1e req-9ef593cf-8022-4edf-be21-9f42609ac2c7 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1133678 Dec 21 01:49:28.059771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b58fa08-38e6-4f88-842a-a2a61e4c1fa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a638edcebff418aa5139eb37dfe493f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793803 Dec 21 01:49:28.062317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38920) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:28.066045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:28.069983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=98174222-20a7-40eb-b7b2-a2690cceecb9,segment=NetworkSegment(7d9bcbc6-83d1-42a6-946e-5f8d1282ca67),segment_id=7d9bcbc6-83d1-42a6-946e-5f8d1282ca67)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:28.076258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.104532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cd23240-e680-4c74-84fb-43ffc161c4b6 req-9ce05a5e-d70c-4111-873f-53d744389798 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015482 Dec 21 01:49:28.114951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.115866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.118177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] 10.222.0.24 "PUT /v2.0/ports/98174222-20a7-40eb-b7b2-a2690cceecb9 HTTP/1.1" status: 200 len: 1092 time: 0.8012259 Dec 21 01:49:28.118827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:28.121317 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7115849f-c872-4e70-ba51-baf9f6eadb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:28.137898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75e76e65-1553-4676-a59c-feb58943ba1e req-4a30a749-1024-4e3b-b726-ccac86c830b8 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070397 Dec 21 01:49:28.162438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a4ddc-7a39-4256-ad95-9a8844b3dbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:28.186768 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.192850 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743bda4-37e5-402c-81ad-c3cbce714df4 x-openstack-request-id: req-a743bda4-37e5-402c-81ad-c3cbce714df4 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:28.193138 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:28.193411 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a743bda4-37e5-402c-81ad-c3cbce714df4 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:28.193805 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9', 'status': 'completed', 'code': 200} Dec 21 01:49:28.228175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-9b7a6ed1-b1ae-4ec3-aca3-e97e9f01bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.229868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-9b7a6ed1-b1ae-4ec3-aca3-e97e9f01bb77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a58da7d51a2e463b929897f86756cae7&device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 1095 time: 0.0475490 Dec 21 01:49:28.234830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.281607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-310e30c1-5df3-40d7-8698-720b91a5e76d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98174222-20a7-40eb-b7b2-a2690cceecb9 HTTP/1.1" status: 200 len: 217 time: 0.0388982 Dec 21 01:49:28.283869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7cdc-3765-447c-b181-901bcb8a68a3 req-be3babec-1a73-43db-92dc-3763af063241 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.285433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd2e7cdc-3765-447c-b181-901bcb8a68a3 req-be3babec-1a73-43db-92dc-3763af063241 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 943 time: 0.0878470 Dec 21 01:49:28.334333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-4ef36f2d-7a77-496e-9389-0daed840a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.336887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-4ef36f2d-7a77-496e-9389-0daed840a037 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c14f0ce7-b2a4-4b30-9b44-eff03de5db66 HTTP/1.1" status: 200 len: 853 time: 0.0492597 Dec 21 01:49:28.346203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd2e7cdc-3765-447c-b181-901bcb8a68a3 req-08725c5c-6123-406d-8112-1267023a2285 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Dec 21 01:49:28.346889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.349571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.351096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33e814d5-7a87-4f1a-9184-2ffc85914f5c HTTP/1.1" status: 204 len: 168 time: 0.2872565 Dec 21 01:49:28.361232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95245fd-370b-4d53-a6e4-38ad5d5c9b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e814d5-7a87-4f1a-9184-2ffc85914f5c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:28.379775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-591fa851-2535-427d-a300-1ff3716dd2e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8ae3eaf-d248-4e0d-b585-5fa52a928523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361695 Dec 21 01:49:28.489493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-f72af68c-66e4-40cb-9476-914a4cb7c77e service neutron] 10.222.0.24 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001790 Dec 21 01:49:28.522014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b9f1-cd3f-4d10-b5d9-76956d42a0da req-4df296b1-9f01-4c98-8488-3fd76370d0b7 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.522014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88c7b9f1-cd3f-4d10-b5d9-76956d42a0da req-4df296b1-9f01-4c98-8488-3fd76370d0b7 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 944 time: 0.0626082 Dec 21 01:49:28.591234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88c7b9f1-cd3f-4d10-b5d9-76956d42a0da req-d619931d-9f22-42df-a5eb-1f650d3c7303 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Dec 21 01:49:28.776987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:28.869559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9b24-328a-4d32-b484-7ab2d3a39544 req-473c64c1-5210-4a3a-9c55-e97240d2ae38 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:28.877786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-357d9b24-328a-4d32-b484-7ab2d3a39544 req-473c64c1-5210-4a3a-9c55-e97240d2ae38 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 951 time: 0.0957024 Dec 21 01:49:28.887146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.888093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38962) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:28.909559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:28.942715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4462e5fa-f875-4ee5-b0a2-fe079fcaefc4 req-f9abca31-8171-4d7d-8d5c-dfd86010d8ea service neutron] 10.222.0.24 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465115 Dec 21 01:49:28.943338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:28.947089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:28.974866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-664979cd-f71a-4007-80a2-9b6df9998046 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b23f5c8db89c43069eaa7c5d81606615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854096 Dec 21 01:49:28.978395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38964) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:28.992747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-357d9b24-328a-4d32-b484-7ab2d3a39544 req-f60d3c33-ad4d-49a3-be09-9d2c6ccae547 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd2e1f9a-a580-4072-88f2-1f3002790733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138203 Dec 21 01:49:29.007520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:29.056471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.097005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.111178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-3ee0ab8f-ac7b-4ea0-93aa-f50c2f6ceeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.112324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-3ee0ab8f-ac7b-4ea0-93aa-f50c2f6ceeb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a58da7d51a2e463b929897f86756cae7&device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 1095 time: 0.0701342 Dec 21 01:49:29.227814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.230357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.231480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06fd3634-0e67-4bb9-bbba-5ef2a7ca9b2e HTTP/1.1" status: 204 len: 168 time: 0.2513552 Dec 21 01:49:29.247198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-fb132984-8487-4a99-9e83-5e6197d3c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.248642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-fb132984-8487-4a99-9e83-5e6197d3c25b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8ae3eaf-d248-4e0d-b585-5fa52a928523 HTTP/1.1" status: 200 len: 913 time: 0.1244562 Dec 21 01:49:29.249504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58356e54-b05f-4de3-9318-ca1ebef7a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd3634-0e67-4bb9-bbba-5ef2a7ca9b2e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:29.307507 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-e1b3d5a8-a230-43ed-af57-cc38d90573bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98174222-20a7-40eb-b7b2-a2690cceecb9 HTTP/1.1" status: 200 len: 217 time: 0.0495148 Dec 21 01:49:29.320729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccaf48-5b20-42d7-8f21-59b931d0e452 req-e79f3cf4-9e9a-489e-9633-a6de2f020efb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.328561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12ccaf48-5b20-42d7-8f21-59b931d0e452 req-e79f3cf4-9e9a-489e-9633-a6de2f020efb tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1094527 Dec 21 01:49:29.361601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-f6e0d84b-1280-4697-8776-29880d79e4d6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.363101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-f6e0d84b-1280-4697-8776-29880d79e4d6 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 951 time: 0.1146121 Dec 21 01:49:29.393263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-9faa1ae5-a204-4cdc-b032-a530bfa5fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.394656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-9faa1ae5-a204-4cdc-b032-a530bfa5fdba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c14f0ce7-b2a4-4b30-9b44-eff03de5db66 HTTP/1.1" status: 200 len: 853 time: 0.0794318 Dec 21 01:49:29.399542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12ccaf48-5b20-42d7-8f21-59b931d0e452 req-773b1598-5b0a-4801-b742-3cb1ee66a672 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700004 Dec 21 01:49:29.437220 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-cef2a63f-9fee-401d-ab1b-b86a38a46da9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8ae3eaf-d248-4e0d-b585-5fa52a928523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342023 Dec 21 01:49:29.465186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e41334-6fc8-40c1-aa1e-39c9e04eea6b req-4cf9e009-06fc-45b6-b35b-5cc76355656c tempest-FlavorsV2NegativeTest-435257496 tempest-FlavorsV2NegativeTest-435257496-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=81efb1a3d2ce40bcb9414631f3bc22ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314229 Dec 21 01:49:29.535464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-ddba0f7b-aecb-41c1-87b4-c3a3a8a186aa service neutron] 10.222.0.24 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912275 Dec 21 01:49:29.622133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2886eac-d7ae-4793-afbd-b59f99242b6b req-334a8991-449c-4b8f-874e-2c0361d3fe07 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.623671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2886eac-d7ae-4793-afbd-b59f99242b6b req-334a8991-449c-4b8f-874e-2c0361d3fe07 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 943 time: 0.1575651 Dec 21 01:49:29.635807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7115849f-c872-4e70-ba51-baf9f6eadb4b req-0b41ce8d-3496-4648-aab4-5cde28d07e7d service neutron] 10.222.0.24 "GET /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928175 Dec 21 01:49:29.668254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Deleting port 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:29.668600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.681201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41334-6fc8-40c1-aa1e-39c9e04eea6b req-bc7a8f8e-c1c4-43c4-a409-f21aeeb7ec4d tempest-FlavorsV2NegativeTest-435257496 tempest-FlavorsV2NegativeTest-435257496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.682683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e41334-6fc8-40c1-aa1e-39c9e04eea6b req-bc7a8f8e-c1c4-43c4-a409-f21aeeb7ec4d tempest-FlavorsV2NegativeTest-435257496 tempest-FlavorsV2NegativeTest-435257496-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108834 Dec 21 01:49:29.764554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e41334-6fc8-40c1-aa1e-39c9e04eea6b req-e383ca47-1c93-4db1-bf9d-1c94898565b3 tempest-FlavorsV2NegativeTest-435257496 tempest-FlavorsV2NegativeTest-435257496-project] 10.222.0.43 "GET /v2.0/quotas/81efb1a3d2ce40bcb9414631f3bc22ef HTTP/1.1" status: 200 len: 375 time: 0.0618675 Dec 21 01:49:29.772505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2886eac-d7ae-4793-afbd-b59f99242b6b req-d73047f7-548f-4509-9b96-457873f92cf3 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398671 Dec 21 01:49:29.820672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e41334-6fc8-40c1-aa1e-39c9e04eea6b req-e4a3b502-520b-45ba-8be4-f4b714c9923f tempest-FlavorsV2NegativeTest-435257496 tempest-FlavorsV2NegativeTest-435257496-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81efb1a3d2ce40bcb9414631f3bc22ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452242 Dec 21 01:49:29.839415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] For port 14491826-bea3-49db-b06e-b8fa08d9bf4f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=14491826-bea3-49db-b06e-b8fa08d9bf4f,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:29.840007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:29.855993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Calling delete_port for 14491826-bea3-49db-b06e-b8fa08d9bf4f owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:29.981292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389bc21-69d4-489a-abb7-378d51e1d92e req-f268a297-3a1e-4a40-a3d9-dd1926ef470d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:29.982838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1389bc21-69d4-489a-abb7-378d51e1d92e req-f268a297-3a1e-4a40-a3d9-dd1926ef470d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.0768487 Dec 21 01:49:30.065086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:30.084623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1389bc21-69d4-489a-abb7-378d51e1d92e req-71c3413b-2fae-44d7-9c23-f69584f627ff tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899804 Dec 21 01:49:30.087161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.135024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Pushing event deleted for resources: {'Port': ['ID=14491826-bea3-49db-b06e-b8fa08d9bf4f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:30.146988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['14491826-bea3-49db-b06e-b8fa08d9bf4f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:30.196339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f75e34a-ca5b-4188-b009-c7704ec79d92 req-7ee944ff-d955-4673-879e-7ecc9f776376 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb1d7fa6-026c-40d5-bcbe-c1fa481a8555 HTTP/1.1" status: 200 len: 210 time: 0.0656350 Dec 21 01:49:30.212457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] No DVR routers for this DVR port 14491826-bea3-49db-b06e-b8fa08d9bf4f on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:30.216223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.218899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e24d9ec3-7ddb-4fd7-8878-8737af4188b0 req-9b880473-e815-478c-a894-de649ddd5c26 tempest-ServersAdminTestJSON-1812338156 tempest-ServersAdminTestJSON-1812338156-project] 10.222.0.45 "DELETE /v2.0/ports/14491826-bea3-49db-b06e-b8fa08d9bf4f HTTP/1.1" status: 204 len: 173 time: 0.8442600 Dec 21 01:49:30.221050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-deleted', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:30.224178 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0484049-9621-4ef9-9168-2c5330fd2441" -d '{"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-deleted", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:30.231520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-network', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:30.259296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Made reservation on behalf of b1c267eb7ad04d1c8d5b4b5ec6c32782 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:30.263337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.279609 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69b5d7-1d5b-42c8-a872-af767b368af1 x-openstack-request-id: req-6e69b5d7-1d5b-42c8-a872-af767b368af1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:30.279937 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1d7fa6-026c-40d5-bcbe-c1fa481a8555", "name": "network-vif-deleted", "tag": "14491826-bea3-49db-b06e-b8fa08d9bf4f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:30.280200 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e69b5d7-1d5b-42c8-a872-af767b368af1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:30.280783 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1d7fa6-026c-40d5-bcbe-c1fa481a8555', 'name': 'network-vif-deleted', 'tag': '14491826-bea3-49db-b06e-b8fa08d9bf4f', 'status': 'completed', 'code': 200} Dec 21 01:49:30.281884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.379995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.389874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.414572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:30.455523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7db6f-fc89-4670-9646-cc26bfe34613,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:30.463773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.464116 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Added segment 66da49ff-9d0b-41fe-8a28-c0851ae1b327 of type vlan for network 13ef7812-0a0f-4711-a752-01d916660c8d Dec 21 01:49:30.544884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.608034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e095c-8e2b-499d-ad84-0f41247e35f8 req-87184547-34a2-46f9-bed5-07e539b51e59 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:30.609556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c6e095c-8e2b-499d-ad84-0f41247e35f8 req-87184547-34a2-46f9-bed5-07e539b51e59 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1082110 Dec 21 01:49:30.613184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.614091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:30.614651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.633306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-06102145-c601-43ec-9382-991b22386d85 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:30.633306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-06102145-c601-43ec-9382-991b22386d85 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.1094813 Dec 21 01:49:30.668632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:30.694657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6243761 Dec 21 01:49:30.698133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:30.703119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Request body: {'subnet': {'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-subnet', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:30.727911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Made reservation on behalf of b1c267eb7ad04d1c8d5b4b5ec6c32782 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:30.731041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.754750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684362-3b5e-4901-bc97-25c688a2dada admin admin] Pushing event updated for resources: {'Network': ['ID=13ef7812-0a0f-4711-a752-01d916660c8d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:30.765046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 13ef7812-0a0f-4711-a752-01d916660c8d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:30.796114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c6e095c-8e2b-499d-ad84-0f41247e35f8 req-a13857f9-aceb-47d3-89be-3bd44eaba156 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765587 Dec 21 01:49:30.851552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Deleting port 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:30.851851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.856817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7df3e48-0270-4bf3-88d8-1a6feeef06cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:30.975722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 98174222-20a7-40eb-b7b2-a2690cceecb9 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:31.015137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] For port 969b2f05-8679-4bb5-8629-aed8daa68122, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=969b2f05-8679-4bb5-8629-aed8daa68122,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:31.015137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.032014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Calling delete_port for 969b2f05-8679-4bb5-8629-aed8daa68122 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:31.033076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7df3e48-0270-4bf3-88d8-1a6feeef06cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.036471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.043090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7df3e48-0270-4bf3-88d8-1a6feeef06cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.097522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=98174222-20a7-40eb-b7b2-a2690cceecb9,segment=NetworkSegment(7d9bcbc6-83d1-42a6-946e-5f8d1282ca67),segment_id=7d9bcbc6-83d1-42a6-946e-5f8d1282ca67)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:31.104471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb62a-19f1-4f02-b7a2-d1205cf5f41d req-4001aedb-7500-4bfd-a0c5-d4aeba032b47 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:31.112738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-942bb62a-19f1-4f02-b7a2-d1205cf5f41d req-4001aedb-7500-4bfd-a0c5-d4aeba032b47 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 943 time: 0.2371693 Dec 21 01:49:31.116356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '98174222-20a7-40eb-b7b2-a2690cceecb9', 'network_id': 'f8ae3eaf-d248-4e0d-b585-5fa52a928523', 'port_id': '98174222-20a7-40eb-b7b2-a2690cceecb9', 'mac_address': 'fa:16:3e:22:99:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14f0ce7-b2a4-4b30-9b44-eff03de5db66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:31.133263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a7df3e48-0270-4bf3-88d8-1a6feeef06cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81efb1a3d2ce40bcb9414631f3bc22ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634924 Dec 21 01:49:31.134147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df3e48-0270-4bf3-88d8-1a6feeef06cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7abaa3-6979-4032-bca4-d63b533a7f1d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:31.136819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:31.142092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b541d0-6410-4d61-8f45-03dd572a80ed,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:31.153130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Checking segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:31.153522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Network hostable DHCP agents. Network: 13ef7812-0a0f-4711-a752-01d916660c8d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:31.181878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Network 13ef7812-0a0f-4711-a752-01d916660c8d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:31.196900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.201400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 13ef7812-0a0f-4711-a752-01d916660c8d) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:31.209754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:31.213307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.222917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d4064-b5d1-44c6-9ef8-363ceff0515c None None] Network 13ef7812-0a0f-4711-a752-01d916660c8d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:31.226410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98174222-20a7-40eb-b7b2-a2690cceecb9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:31.237665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-942bb62a-19f1-4f02-b7a2-d1205cf5f41d req-9cf27ae5-f4e3-4101-bb9a-3d6dfebb1583 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239610 Dec 21 01:49:31.238324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46ca6098-fa49-4ba9-bb9e-79a9b22e51f2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5387607 Dec 21 01:49:31.241407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:31.247001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:31.283112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.284164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.313319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=98174222-20a7-40eb-b7b2-a2690cceecb9,segment=NetworkSegment(7d9bcbc6-83d1-42a6-946e-5f8d1282ca67),segment_id=7d9bcbc6-83d1-42a6-946e-5f8d1282ca67)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:31.321518 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.333627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.380066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.402685 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.411366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493affe-2da0-441d-8029-b445aebd3db0 req-e65039e5-caae-4e15-aaf4-1c01b1307a1e tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:31.412917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7493affe-2da0-441d-8029-b445aebd3db0 req-e65039e5-caae-4e15-aaf4-1c01b1307a1e tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f797139-74c0-4bd1-bab8-f06e0e247e98 HTTP/1.1" status: 200 len: 943 time: 0.1563585 Dec 21 01:49:31.418349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:31.434015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-13ef7812-0a0f-4711-a752-01d916660c8d', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'fixed_ips': [{'subnet_id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:49:31.434901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.464011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event deleted for resources: {'Port': ['ID=969b2f05-8679-4bb5-8629-aed8daa68122,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:31.476006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.530286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] No DVR routers for this DVR port 969b2f05-8679-4bb5-8629-aed8daa68122 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:31.534046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.537526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d2c6dc4-0020-4731-aa3f-90ea76f85d49 req-ecf2dd17-7fae-486e-a0ff-56bfff77540d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "DELETE /v2.0/ports/969b2f05-8679-4bb5-8629-aed8daa68122 HTTP/1.1" status: 204 len: 173 time: 0.8887422 Dec 21 01:49:31.549074 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.553203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.554524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd7abaa3-6979-4032-bca4-d63b533a7f1d HTTP/1.1" status: 204 len: 168 time: 0.4165587 Dec 21 01:49:31.591345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7493affe-2da0-441d-8029-b445aebd3db0 req-8d9fb64e-3d3d-440d-bb81-175344aeb298 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613951 Dec 21 01:49:31.601886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8decb4-bd29-4641-b08d-913008bcaa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7abaa3-6979-4032-bca4-d63b533a7f1d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:31.629800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Allocated IP 172.20.0.2 (13ef7812-0a0f-4711-a752-01d916660c8d/e0b541d0-6410-4d61-8f45-03dd572a80ed/3da91d2c-ff9f-4b61-b1b2-19557f7ec230) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:31.692237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:31.703446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.790361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['98174222-20a7-40eb-b7b2-a2690cceecb9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:31.909131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.929327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:31.951550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e765f8-7659-4e2f-a5be-9b1a4048655c req-5b2e54ab-3771-4bfd-8743-8892352e3e1e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:31.960079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9e765f8-7659-4e2f-a5be-9b1a4048655c req-5b2e54ab-3771-4bfd-8743-8892352e3e1e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.0602977 Dec 21 01:49:32.010527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.029933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9e765f8-7659-4e2f-a5be-9b1a4048655c req-1e8d948d-1f77-447b-b755-f92226dbf2bc tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Dec 21 01:49:32.041872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.070073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7688e1ae-57eb-4b80-9a46-2129ac12077a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43c82211d1b147728666183617531b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768353 Dec 21 01:49:32.072712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39082) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:32.112182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Network 13ef7812-0a0f-4711-a752-01d916660c8d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:32.140715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:32.142676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Pushing event updated for resources: {'Port': ['ID=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:32.147831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:32.183285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.218960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Allocated IP 172.25.6.168 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9dd306c8-d7c0-4621-80a7-ee053de41801) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:32.264986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.293407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'name': 'network-vif-deleted', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:32.300041 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b507d782-fe79-4b72-995d-0bcce40fa5eb" -d '{"events": [{"server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "name": "network-vif-deleted", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:32.392495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Attempting to bind port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:32.393064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Attempting to bind port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:32.393184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Attempting to bind port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 on network 13ef7812-0a0f-4711-a752-01d916660c8d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:32.406488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:32.406872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Checking segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:32.408377 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.408796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Bound using segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:32.409290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Bound port: 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:32.409705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.431101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.448765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c614-f476-426a-abff-1ffc8d10f021 req-73247a9c-c0fb-4240-ab56-2b3a416e7371 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:32.451088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f585c614-f476-426a-abff-1ffc8d10f021 req-73247a9c-c0fb-4240-ab56-2b3a416e7371 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 944 time: 0.0729780 Dec 21 01:49:32.453006 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822e1e1-8159-4131-9c96-5afa59963c08 x-openstack-request-id: req-5822e1e1-8159-4131-9c96-5afa59963c08 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:32.453493 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f797139-74c0-4bd1-bab8-f06e0e247e98", "name": "network-vif-deleted", "tag": "969b2f05-8679-4bb5-8629-aed8daa68122", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:32.453906 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5822e1e1-8159-4131-9c96-5afa59963c08 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:32.454542 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f797139-74c0-4bd1-bab8-f06e0e247e98', 'name': 'network-vif-deleted', 'tag': '969b2f05-8679-4bb5-8629-aed8daa68122', 'status': 'completed', 'code': 200} Dec 21 01:49:32.477226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.477931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.480843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.484890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd2e1f9a-a580-4072-88f2-1f3002790733 HTTP/1.1" status: 204 len: 168 time: 0.4111493 Dec 21 01:49:32.503776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18e630-3ba5-4653-8ccf-623140693aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e1f9a-a580-4072-88f2-1f3002790733,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:32.555629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f585c614-f476-426a-abff-1ffc8d10f021 req-2feb3bb5-7c18-457d-a3c9-2028e959429b tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943520 Dec 21 01:49:32.564022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:32.565235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] For port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:32.569907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] For port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:32.588736 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:32.601217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:32.605997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:32.673628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb5f01-181e-4080-b2d9-4e1925113397 None None] Pushing event updated for resources: {'Port': ['ID=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:32.703322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Pushing event updated for resources: {'Port': ['ID=9dd306c8-d7c0-4621-80a7-ee053de41801,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:32.783376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:32.821154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 14491826-bea3-49db-b06e-b8fa08d9bf4f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:32.821930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 14491826-bea3-49db-b06e-b8fa08d9bf4f not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:32.975428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39114) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:32.981929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505670388', 'description': 'tempest-description--2117318685'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:33.016787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.149890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.165268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.234221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.269544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:33.280755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:33.334313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.336723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1eff8cbf-871c-416a-8f74-b667b58048e1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3598542 Dec 21 01:49:33.339802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:33.352986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'security_group_rule': {'security_group_id': '1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:33.394199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a7b25472-11ff-4c38-9ee1-eb2138c39bd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a629457df10f478a9b9b090199436e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1222711 Dec 21 01:49:33.399795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39130) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:33.401525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-8152b28e-0325-41f8-acb3-af4a48664d01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1962824 Dec 21 01:49:33.409784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874adf3-dabb-4c4e-9b59-a2f49f7a8c42 req-b614040b-ff51-4bfd-916e-e3fe0642ceac tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.411266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f874adf3-dabb-4c4e-9b59-a2f49f7a8c42 req-b614040b-ff51-4bfd-916e-e3fe0642ceac tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.2025924 Dec 21 01:49:33.535336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.536646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f874adf3-dabb-4c4e-9b59-a2f49f7a8c42 req-953685e0-7d96-494c-9d7c-8bbd4f791ed6 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Dec 21 01:49:33.551054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.551630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.552509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.552649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.553016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.553553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.554011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.555958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-61bb3401-3f51-4f96-aa71-a9d46d4500bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.0682383 Dec 21 01:49:33.586819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.618163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.621105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.642665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.654557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.758554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.762710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.765563 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e438b822-38a1-4b44-8979-c017eef68b6f HTTP/1.1" status: 204 len: 168 time: 0.3643911 Dec 21 01:49:33.812617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-cae3bc60-ecd8-4a36-a98a-b7b87b5306b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.813231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-cae3bc60-ecd8-4a36-a98a-b7b87b5306b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.813702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-cae3bc60-ecd8-4a36-a98a-b7b87b5306b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:33.815371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-cae3bc60-ecd8-4a36-a98a-b7b87b5306b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 2290 time: 0.2127123 Dec 21 01:49:33.908436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c747804-da6c-4f1c-83ae-e47ed26b190d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:33.945611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:33.950906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f90c59d-a00e-4c12-b3e2-4eabeb740dae tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6070149 Dec 21 01:49:33.950906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b80e-e48c-4380-8e7d-73859addb686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e438b822-38a1-4b44-8979-c017eef68b6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:33.953220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:33.958072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'security_group_rule': {'security_group_id': '1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:34.036361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:34.042675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.116018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-5cf1abd5-7826-44f4-81d4-24ef1dca5c6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 1001 time: 0.2865694 Dec 21 01:49:34.121753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:34.122744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.226752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.230578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624ef6-df01-49f9-b550-801ce5ecfbdf req-3aa317a8-e15a-49ac-beb8-493b6c2821cf tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:34.257931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.258821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36624ef6-df01-49f9-b550-801ce5ecfbdf req-3aa317a8-e15a-49ac-beb8-493b6c2821cf tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 944 time: 0.3110807 Dec 21 01:49:34.295370 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.301132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c51d4-f636-439e-b3c5-e2b1ffac619e None None] Network 13ef7812-0a0f-4711-a752-01d916660c8d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:34.325761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f391a92c-5d1d-4705-af2f-0a7a83a79fdc,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:34.335247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Router f92309b1-aadf-4b01-84fa-14ae0da05bef is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:49:34.338486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-17621eb3-38d6-4a1e-8794-2a8b4d40fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:34.339978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-17621eb3-38d6-4a1e-8794-2a8b4d40fecf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 200 len: 850 time: 0.2144852 Dec 21 01:49:34.367128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.368361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82cf2176-9ace-45da-98a8-0de0570f055c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141057 Dec 21 01:49:34.374557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39148) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:34.401841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:34.424283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:34.428656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0ff02b90-4a8c-4b80-87c6-edffa86e604c None None] Provisioning complete for port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:34.429154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0ff02b90-4a8c-4b80-87c6-edffa86e604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.453625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36624ef6-df01-49f9-b550-801ce5ecfbdf req-c9830fa1-e10e-4b9d-b8d4-f6a49dabb7e8 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895378 Dec 21 01:49:34.480244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.544705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-9f4cbef5-2fba-4f3b-a575-db178464d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:34.546366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-9f4cbef5-2fba-4f3b-a575-db178464d3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=337cff5f-dc91-45fe-9313-82a2a2bf9707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909647 Dec 21 01:49:34.547676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.571093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:34.588654 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Sync routers for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:34.612046 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:34.612675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:34.620116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:34.631045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:34.635414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c7035201-3259-47c4-bed2-593d41a65ead admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3927588 Dec 21 01:49:34.638525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:34.774941 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:34.785698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:34.825123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 969b2f05-8679-4bb5-8629-aed8daa68122 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:34.825783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 969b2f05-8679-4bb5-8629-aed8daa68122 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:34.861462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-32c31677-0955-4e27-9ba0-d66b7603e04b service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041923 Dec 21 01:49:34.877487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306c84-ed27-4db4-85dc-81db0d99d1b7 req-ea5a363f-db99-49e8-b1d2-2e12ca095053 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:34.886254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be306c84-ed27-4db4-85dc-81db0d99d1b7 req-ea5a363f-db99-49e8-b1d2-2e12ca095053 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1689739 Dec 21 01:49:34.992262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 98174222-20a7-40eb-b7b2-a2690cceecb9 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:35.049665 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:32Z', 'revision_number': 3, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:35.071074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-7af7a226-6daf-4fe5-9a92-49b828537649 service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820838 Dec 21 01:49:35.075633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f79f1d70-fef5-4854-84a4-96b22a64717d None None] Provisioning complete for port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:35.076144 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f79f1d70-fef5-4854-84a4-96b22a64717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.102767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Checking router: f92309b1-aadf-4b01-84fa-14ae0da05bef for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:35.103121 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Updating router f92309b1-aadf-4b01-84fa-14ae0da05bef port 9dd306c8-d7c0-4621-80a7-ee053de41801 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:49:35.129179 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.138493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-b8adc785-e07c-4d7c-846f-12e4fbfe6ff5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 217 time: 0.0554073 Dec 21 01:49:35.164617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be306c84-ed27-4db4-85dc-81db0d99d1b7 req-59255d2a-2ee5-4e82-bd69-997405f97f0e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484704 Dec 21 01:49:35.207125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 98174222-20a7-40eb-b7b2-a2690cceecb9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:35.224287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 98174222-20a7-40eb-b7b2-a2690cceecb9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:35.227172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.254612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.282925 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.292416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39172) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:35.327842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-bb37d7e5-78e1-4884-a55d-da601bbed269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:35.329364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-bb37d7e5-78e1-4884-a55d-da601bbed269 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1632578 Dec 21 01:49:35.412672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-c3b1e17f-1e2a-402b-bc01-52399644960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:35.414250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-c3b1e17f-1e2a-402b-bc01-52399644960d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745308 Dec 21 01:49:35.445853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.479468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1519406100-network', 'tenant_id': 'd5e1274a7b144c769c093a1e92ed22cf'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:35.482568 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.503121 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.504003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=98174222-20a7-40eb-b7b2-a2690cceecb9,segment=NetworkSegment(7d9bcbc6-83d1-42a6-946e-5f8d1282ca67),segment_id=7d9bcbc6-83d1-42a6-946e-5f8d1282ca67)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:35.505255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:35.508275 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b851a-c8e8-43c6-9f85-e64774c0a498" -d '{"events": [{"server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "name": "network-vif-plugged", "status": "completed", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:35.514804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.534790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Made reservation on behalf of d5e1274a7b144c769c093a1e92ed22cf for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:35.538849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.541292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-3549d4a3-4079-41a6-aff4-b1f7a2777ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183336 Dec 21 01:49:35.551677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.598796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:35.612211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Allocated IP 172.20.0.1 (13ef7812-0a0f-4711-a752-01d916660c8d/e0b541d0-6410-4d61-8f45-03dd572a80ed/e1ecfeba-babc-4756-a25d-a585567083f9) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:35.619707 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Attempting to bind port 9dd306c8-d7c0-4621-80a7-ee053de41801 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:35.621042 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Attempting to bind port 9dd306c8-d7c0-4621-80a7-ee053de41801 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:35.621655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Attempting to bind port 9dd306c8-d7c0-4621-80a7-ee053de41801 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:35.630360 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:35.631958 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:35.632713 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.633292 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:35.634072 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Bound port: 9dd306c8-d7c0-4621-80a7-ee053de41801, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:35.634657 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.637744 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Pushing event updated for resources: {'Port': ['ID=9dd306c8-d7c0-4621-80a7-ee053de41801,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:35.669948 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.670603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.671229 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.671886 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.672387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.673161 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.673695 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.674212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.674718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.675219 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.675717 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.676222 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.676822 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:35.712494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Allocated IP 172.25.6.166 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d5d177e3-4afc-40da-9f20-b81d0d998ca0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:35.724147 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] For port 9dd306c8-d7c0-4621-80a7-ee053de41801, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:35.730357 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] For port 9dd306c8-d7c0-4621-80a7-ee053de41801, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9dd306c8-d7c0-4621-80a7-ee053de41801,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:35.739805 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.743890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aecf90-563a-4fce-8905-1b184e9d4b01 req-9372e619-012d-45ab-b886-4c6d61c4a846 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:35.751401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16aecf90-563a-4fce-8905-1b184e9d4b01 req-9372e619-012d-45ab-b886-4c6d61c4a846 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.1613576 Dec 21 01:49:35.763982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.800622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.811003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.816087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-00064440-2e56-4639-aa33-ee3df4f4a366 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379124 Dec 21 01:49:35.822776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:35.830299 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db912695-c056-4368-b09a-bc0660504ec7 None None] Pushing event updated for resources: {'Port': ['ID=9dd306c8-d7c0-4621-80a7-ee053de41801,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:35.833424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.833988 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Added segment 4b4f15e4-984b-40be-9db6-6130c56d6bb5 of type vlan for network 7ede84dc-b363-4892-9041-4a9befd6f918 Dec 21 01:49:35.875046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.885736 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:35.886535 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:35.904941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:35.917999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16aecf90-563a-4fce-8905-1b184e9d4b01 req-7409446b-3265-4cbc-873a-454c7e538b6a tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653812 Dec 21 01:49:35.922511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-5b8a33b3-30db-49e2-b5a6-bf472cfe9eb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0920620 Dec 21 01:49:35.942980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb41a8-2808-4df3-bd8e-e432631a0e9d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:35.966871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.969641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:35.970244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:35.985280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.003320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:36.003910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.077453 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06caceab-2509-48fb-856b-3307b9603b59 x-openstack-request-id: req-06caceab-2509-48fb-856b-3307b9603b59 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:36.079748 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "name": "network-vif-plugged", "status": "completed", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:36.080257 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06caceab-2509-48fb-856b-3307b9603b59 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:36.081158 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9', 'code': 200} Dec 21 01:49:36.089142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:36.105432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Network 13ef7812-0a0f-4711-a752-01d916660c8d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:36.119696 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:36.149431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8557808 Dec 21 01:49:36.150395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:36.154973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39190) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:36.156662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:36.161636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Request body: {'subnet': {'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1519406100-subnet', 'tenant_id': 'd5e1274a7b144c769c093a1e92ed22cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:36.200570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586e6bd-367d-4f41-ad92-ce9f781c12c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ede84dc-b363-4892-9041-4a9befd6f918,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:36.223544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Made reservation on behalf of d5e1274a7b144c769c093a1e92ed22cf for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:36.226555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.240155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7ede84dc-b363-4892-9041-4a9befd6f918 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:36.420612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.438130 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:32Z', 'revision_number': 3, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:36.482520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88137b8f-7aa9-4f16-b0b2-be38d59d7e38 None None] The sync data for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 is: [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:32Z', 'revision_number': 3, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:36.539571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-35f6a796-3429-4e55-9f73-70e13c2ea80c None None] Provisioning complete for port e1ecfeba-babc-4756-a25d-a585567083f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:36.539950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-35f6a796-3429-4e55-9f73-70e13c2ea80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.583970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3238ec-7026-4d5a-89bc-676e3c7f0a39 req-b15c005c-d60c-41ae-a6db-4eca67a8cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:36.585824 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2d3238ec-7026-4d5a-89bc-676e3c7f0a39 req-b15c005c-d60c-41ae-a6db-4eca67a8cc65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 1097 time: 0.3641357 Dec 21 01:49:36.645581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.650866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-b27eaaf8-e362-4617-a8b2-b608a49a8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:36.651050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a796-3429-4e55-9f73-70e13c2ea80c None None] Port e1ecfeba-babc-4756-a25d-a585567083f9 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:36.652376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-b27eaaf8-e362-4617-a8b2-b608a49a8210 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.7165315 Dec 21 01:49:36.700504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d946b-cbc2-4547-986f-5723edecdd7f req-1262a91d-bdf4-43f3-9ce5-4a5864588a7a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:36.708697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e05d946b-cbc2-4547-986f-5723edecdd7f req-1262a91d-bdf4-43f3-9ce5-4a5864588a7a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1634049 Dec 21 01:49:36.784288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-23527d1d-391a-419c-aba8-cdbd3b018db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:36.785930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-23527d1d-391a-419c-aba8-cdbd3b018db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222606 Dec 21 01:49:36.790729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:36.860547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e05d946b-cbc2-4547-986f-5723edecdd7f req-cea663ed-a19f-4571-9e57-c7af935f209e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508036 Dec 21 01:49:36.878534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:36.937416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:36.944021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:36.979715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'Port': ['ID=d5d177e3-4afc-40da-9f20-b81d0d998ca0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:36.982250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39208) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:37.043550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-e09c721e-c73c-4bb5-b9af-fb94bffa0b79 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295430 Dec 21 01:49:37.155369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2d3238ec-7026-4d5a-89bc-676e3c7f0a39 req-1ed8deb3-e49e-4799-87fe-1ee65a6efe26 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540457 Dec 21 01:49:37.167737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.224547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ca7be11-4511-490f-a8c5-f5725f9f2900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.233431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.236877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.259529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a29c4a-e32e-4123-b8b4-3a3c6d0836df req-ff6375df-d18e-4d8c-8665-16844541b83e tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:37.260936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9a29c4a-e32e-4123-b8b4-3a3c6d0836df req-ff6375df-d18e-4d8c-8665-16844541b83e tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.1772139 Dec 21 01:49:37.262452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31d6f94-f458-44d6-b641-bfea27433729,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:37.295801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Checking segment: {'id': '4b4f15e4-984b-40be-9db6-6130c56d6bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:37.296213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Network hostable DHCP agents. Network: 7ede84dc-b363-4892-9041-4a9befd6f918, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:37.364453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.365220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Network 7ede84dc-b363-4892-9041-4a9befd6f918 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:37.368103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-efc7afe0-92a9-4d0c-95b4-b2b39627b7e4 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951303 Dec 21 01:49:37.412155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7ede84dc-b363-4892-9041-4a9befd6f918) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:37.418422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:37.419052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.435727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc11bb-6592-4960-b96d-cc5db675419f None None] Network 7ede84dc-b363-4892-9041-4a9befd6f918 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:37.451719 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebb56fce-1114-4df5-ab80-d9af0f538dd0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2960126 Dec 21 01:49:37.487723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-0f593c55-5450-48c9-a1fc-2e6fb2bee0fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 200 len: 217 time: 0.1102729 Dec 21 01:49:37.508589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9a29c4a-e32e-4123-b8b4-3a3c6d0836df req-d6dbe749-058a-4e21-90fe-0e66b285a9c3 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339783 Dec 21 01:49:37.519839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.539695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.609136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-9775013b-3423-4eb8-9450-ff1d290de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:37.610761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-9775013b-3423-4eb8-9450-ff1d290de99a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0984972 Dec 21 01:49:37.612675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ca7be11-4511-490f-a8c5-f5725f9f2900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.630885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:37.640605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.644462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0fddf6-eaa7-43eb-9b48-de46f34fae5b None None] Network 7ede84dc-b363-4892-9041-4a9befd6f918 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:37.652736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ca7be11-4511-490f-a8c5-f5725f9f2900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:37.700572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7be11-4511-490f-a8c5-f5725f9f2900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa46c31-9cfd-466b-ab4f-ca3b4e580214,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:37.797789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Network 13ef7812-0a0f-4711-a752-01d916660c8d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:37.797979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0ca7be11-4511-490f-a8c5-f5725f9f2900 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e7d84fe0d3d4112829c47271ee3d9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8111589 Dec 21 01:49:37.798460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:37.813935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:37.829425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-2a94e9d0-5a2c-42d8-890a-5b1fb2def383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:37.829425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-2a94e9d0-5a2c-42d8-890a-5b1fb2def383 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2003372 Dec 21 01:49:37.914082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9dd306c8-d7c0-4621-80a7-ee053de41801 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:37.978388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.007350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9dd306c8-d7c0-4621-80a7-ee053de41801 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:38.008160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.009247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.012698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-88d905a6-a262-41d7-83a1-dd65003fdef8 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707330 Dec 21 01:49:38.143348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.148116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.150720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.151967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daa46c31-9cfd-466b-ab4f-ca3b4e580214 HTTP/1.1" status: 204 len: 168 time: 0.3502381 Dec 21 01:49:38.174598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.204851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab95a-389d-4af3-b2b6-6317ca78a4eb req-066dc1c4-5f25-4ee9-9436-ad7f6de93a26 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.205314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38783b48-127a-4b85-88bb-1e4c1a9edad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa46c31-9cfd-466b-ab4f-ca3b4e580214,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:38.210334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 9dd306c8-d7c0-4621-80a7-ee053de41801, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9dd306c8-d7c0-4621-80a7-ee053de41801,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:38.220779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49aab95a-389d-4af3-b2b6-6317ca78a4eb req-066dc1c4-5f25-4ee9-9436-ad7f6de93a26 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1746037 Dec 21 01:49:38.226566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.254720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.261841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-14b28a16-c579-4441-856e-a404438564b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1792834 Dec 21 01:49:38.278287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Router f92309b1-aadf-4b01-84fa-14ae0da05bef has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:49:38.299887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=9dd306c8-d7c0-4621-80a7-ee053de41801,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:38.400528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9d732e22-df0d-4f22-86f3-b9736456033b None None] Provisioning complete for port e1ecfeba-babc-4756-a25d-a585567083f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:38.401322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d732e22-df0d-4f22-86f3-b9736456033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.408638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-f8a8fc8c-f322-4c0a-9e68-1f4eb9171b99 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841858 Dec 21 01:49:38.444652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39238) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:38.475986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9d732e22-df0d-4f22-86f3-b9736456033b None None] Port e1ecfeba-babc-4756-a25d-a585567083f9 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:38.485277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:38.494017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8322bf3-aa60-4fe3-9a2c-723d9070c2fa admin admin] 10.222.0.43 "PUT /v2.0/routers/f92309b1-aadf-4b01-84fa-14ae0da05bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8535991 Dec 21 01:49:38.510312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-831886718-network', 'tenant_id': '131e24ae71c94700b23524b5372cd6e5'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:38.516194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'Port': ['ID=d5d177e3-4afc-40da-9f20-b81d0d998ca0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:38.520235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-4355016c-fee3-45d3-9fdb-33ba0dc81453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.528341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-4355016c-fee3-45d3-9fdb-33ba0dc81453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 1097 time: 0.1039164 Dec 21 01:49:38.534274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.544700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-0ac0af13-8c9f-40f0-8a2d-05ff691236e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 217 time: 0.1208596 Dec 21 01:49:38.551982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.552416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.552767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.553164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.553652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.554014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.554347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.554680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.555008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.555571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.555826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.556164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.556485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:38.579801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49aab95a-389d-4af3-b2b6-6317ca78a4eb req-65aa62ae-5b2b-4c08-94d5-3d3b3553a93e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527455 Dec 21 01:49:38.614296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.615563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-409b50bc-aae4-4005-8d0e-6b15bdd3f9c6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2192636 Dec 21 01:49:38.669095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-e4160988-d92e-4bee-9387-a6b1be4e937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.671101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-e4160988-d92e-4bee-9387-a6b1be4e937d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1101627 Dec 21 01:49:38.672462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Made reservation on behalf of 131e24ae71c94700b23524b5372cd6e5 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:38.675370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.695816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:38.781157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-0905099f-ba3c-4bf6-9ffe-80e4deab92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.783645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-0905099f-ba3c-4bf6-9ffe-80e4deab92ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 200 len: 916 time: 0.2244000 Dec 21 01:49:38.848911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-a9424d5b-9f96-4b95-af37-9f0c1c3c17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.850623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-a9424d5b-9f96-4b95-af37-9f0c1c3c17c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570122 Dec 21 01:49:38.865101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ef7b1-ea74-43a4-af90-d74f83f33a7c req-859d5243-5456-4b63-b29c-4f40bc3cf4a6 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.870585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-a69ea781-083b-4f88-b05c-235852859f12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 200 len: 1001 time: 0.0802898 Dec 21 01:49:38.876694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b86ef7b1-ea74-43a4-af90-d74f83f33a7c req-859d5243-5456-4b63-b29c-4f40bc3cf4a6 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.1261029 Dec 21 01:49:38.978605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-77e1ffd6-f217-41bb-9fa1-976f098ae464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:38.980490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-77e1ffd6-f217-41bb-9fa1-976f098ae464 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 HTTP/1.1" status: 200 len: 855 time: 0.0979869 Dec 21 01:49:38.992964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b86ef7b1-ea74-43a4-af90-d74f83f33a7c req-1b011735-2416-4935-b41e-9ddc07f71dc5 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112909 Dec 21 01:49:39.046587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-5575d4a1-82a6-434f-a85e-c568d1685080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:39.048701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-5575d4a1-82a6-434f-a85e-c568d1685080 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607440 Dec 21 01:49:39.140643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Sync routers for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:39.157003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:39.157684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:39.159387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-30845fa2-3c5b-45da-9449-5633e63647f9 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:39.167600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-30845fa2-3c5b-45da-9449-5633e63647f9 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.1735110 Dec 21 01:49:39.179224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-e8fc65dc-008d-4d44-b9b0-596e2d3f3674 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Dec 21 01:49:39.214730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0c8af226-4893-406d-957a-e567e8873760 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/quotas/f2c8ffb8dc294de78b8cbcebbb68ff78 HTTP/1.1" status: 200 len: 375 time: 0.0461566 Dec 21 01:49:39.236805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.267433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-e0034f0b-a004-4496-92bf-aba754a304dd tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509615 Dec 21 01:49:39.279769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.297796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:39.331237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-f6e65b4d-53c1-41d7-a3cc-d4f2fb93fc9e service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501410 Dec 21 01:49:39.338016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:39.382708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca4bb02a-743f-403c-a1f8-d5eef2e57dd1 req-30d9afdc-6e93-4036-84e2-9f24113312f6 service neutron] 10.222.0.24 "GET /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946914 Dec 21 01:49:39.458229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.458894 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Added segment 86486db1-21eb-4d97-9a9a-d085a2abf30f of type vlan for network 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 Dec 21 01:49:39.462318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eecc27-a88a-46ce-b45c-3426fa63627c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:39.565777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:37Z', 'revision_number': 4, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'e1ecfeba-babc-4756-a25d-a585567083f9', 'name': '', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'mac_address': 'fa:16:3e:cd:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:35Z', 'updated_at': '2021-12-21T01:49:37Z', 'revision_number': 2, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'subnets': [{'id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:39.570490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.590485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-703d023e-6837-4de0-a4a8-d43bfc4fc716 service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226624 Dec 21 01:49:39.603482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Checking router: f92309b1-aadf-4b01-84fa-14ae0da05bef for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:39.604059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Updating router f92309b1-aadf-4b01-84fa-14ae0da05bef port e1ecfeba-babc-4756-a25d-a585567083f9 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:49:39.633805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39292) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:39.635949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.641375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-network', 'tenant_id': '0d8de68fcac243b982273b09491649b3'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:39.648660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-400153d1-08dd-4de0-8023-77ee4f40290f service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352047 Dec 21 01:49:39.656971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.658230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:39.658906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.693388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Made reservation on behalf of 0d8de68fcac243b982273b09491649b3 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:39.697617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.711042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.789771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-89cf3fc7-81c7-46d6-88ca-6eeab9693c03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 217 time: 0.0975449 Dec 21 01:49:39.804091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3502057 Dec 21 01:49:39.806585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39298) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:39.808120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:39.855451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.864339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.881948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Request body: {'subnet': {'network_id': '62d9e7ee-eeb8-48c8-8be5-a9d148e42e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-831886718-subnet', 'tenant_id': '131e24ae71c94700b23524b5372cd6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:39.895040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:39.909081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9dd306c8-d7c0-4621-80a7-ee053de41801 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:39.918727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:39.919173 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Added segment 63fe9d55-3560-470f-801a-9da7db882738 of type vlan for network 335c6aba-4806-44cf-bd73-28d80675277d Dec 21 01:49:39.921441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9649b0-ed94-4848-8733-33f70ca86db1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:39.956370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21473-cae8-476e-855c-c85c87a09283 admin admin] Pushing event updated for resources: {'Network': ['ID=62d9e7ee-eeb8-48c8-8be5-a9d148e42e75,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:39.978547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:39.999580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-88be2ef6-a00a-4b7b-932e-391c5ae91a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:40.000751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.001464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-88be2ef6-a00a-4b7b-932e-391c5ae91a66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1938226 Dec 21 01:49:40.012944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-165037704-network', 'tenant_id': 'd3fc3635871b422faa674bb6f9c02732'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:40.014260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-6a9ccb81-1cb6-4933-a73a-1006d4fe7fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146287 Dec 21 01:49:40.049946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.052589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:40.054227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.056270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803899-917a-4468-8d80-35ce68952423 req-a1224adc-a991-46ab-ae31-7085a099a2ed tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:40.065325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16803899-917a-4468-8d80-35ce68952423 req-a1224adc-a991-46ab-ae31-7085a099a2ed tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.3578925 Dec 21 01:49:40.098159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Made reservation on behalf of 131e24ae71c94700b23524b5372cd6e5 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:40.101751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.117070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Made reservation on behalf of d3fc3635871b422faa674bb6f9c02732 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:40.119598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.152192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9dd306c8-d7c0-4621-80a7-ee053de41801 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:40.152566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.166575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.179952 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5448220 Dec 21 01:49:40.181324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a17f-9e96-49d7-8908-b12e3d7eecce admin admin] Pushing event updated for resources: {'Network': ['ID=335c6aba-4806-44cf-bd73-28d80675277d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:40.182312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39306) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:40.189490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Request body: {'subnet': {'network_id': '335c6aba-4806-44cf-bd73-28d80675277d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-subnet', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:40.216626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-eaa7b4c4-c60a-461c-8275-dc475470c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:40.218726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-eaa7b4c4-c60a-461c-8275-dc475470c93d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897359 Dec 21 01:49:40.224686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 335c6aba-4806-44cf-bd73-28d80675277d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:40.269566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.281932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16803899-917a-4468-8d80-35ce68952423 req-f3bc836a-9834-4e82-be10-f295392ec5dd tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153907 Dec 21 01:49:40.312672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.321765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.337405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.388123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:40.400368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Made reservation on behalf of 0d8de68fcac243b982273b09491649b3 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:40.414709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.431278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.431805 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Added segment a33c0c74-c59f-4041-897f-f1eb9dd171ec of type vlan for network 4a29ca35-f7c2-4747-aedb-b54ec20be009 Dec 21 01:49:40.433076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc52e1b-8162-4007-aefa-87bd12a7e568,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:40.467278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177896d8-0099-47ed-8731-a58f08fb144d None None] Pushing event updated for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:40.503209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.566257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.567732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:40.569232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.700609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a29ca35-f7c2-4747-aedb-b54ec20be009,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:40.710201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1bf062cd-6192-46e4-91af-9e56a9561ef9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8976905 Dec 21 01:49:40.710559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39320) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:40.718772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Request body: {'subnet': {'network_id': '4a29ca35-f7c2-4747-aedb-b54ec20be009', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-165037704-subnet', 'tenant_id': 'd3fc3635871b422faa674bb6f9c02732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:40.737443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4a29ca35-f7c2-4747-aedb-b54ec20be009 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:40.752003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Made reservation on behalf of d3fc3635871b422faa674bb6f9c02732 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:40.755655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.810643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Attempting to bind port e1ecfeba-babc-4756-a25d-a585567083f9 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:40.814432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Attempting to bind port e1ecfeba-babc-4756-a25d-a585567083f9 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:40.814762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Attempting to bind port e1ecfeba-babc-4756-a25d-a585567083f9 on network 13ef7812-0a0f-4711-a752-01d916660c8d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:40.829889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:40.831255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Checking segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:40.831953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.832534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Bound using segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:40.834094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Bound port: e1ecfeba-babc-4756-a25d-a585567083f9, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:40.835420 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:40.938790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6b6e638a-ff84-401a-a8ef-da0697c44d06 None None] Provisioning complete for port e1ecfeba-babc-4756-a25d-a585567083f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:40.938790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b6e638a-ff84-401a-a8ef-da0697c44d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.005980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e638a-ff84-401a-a8ef-da0697c44d06 None None] Port e1ecfeba-babc-4756-a25d-a585567083f9 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:41.032743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] For port e1ecfeba-babc-4756-a25d-a585567083f9, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:41.036322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] For port e1ecfeba-babc-4756-a25d-a585567083f9, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1ecfeba-babc-4756-a25d-a585567083f9,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:41.042727 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.057652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.102973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:41.103679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:41.164899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Checking segment: {'id': 'a33c0c74-c59f-4041-897f-f1eb9dd171ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4a29ca35-f7c2-4747-aedb-b54ec20be009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:41.165321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Network hostable DHCP agents. Network: 4a29ca35-f7c2-4747-aedb-b54ec20be009, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:41.169846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9100ee8-2892-49d3-9beb-f602f5660c58,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:41.179292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177896d8-0099-47ed-8731-a58f08fb144d None None] Pushing event updated for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:41.226388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Network 4a29ca35-f7c2-4747-aedb-b54ec20be009 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:41.246973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4a29ca35-f7c2-4747-aedb-b54ec20be009) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:41.253189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:41.254012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.266230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de3598e0-a0e3-4d25-8b9b-e908d20f26ea req-6054efbf-bd99-4d97-ba3e-80e30ac42735 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 210 time: 0.7255731 Dec 21 01:49:41.271522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477568f-6906-4b2f-87ab-3fe83d5149d2 None None] Network 4a29ca35-f7c2-4747-aedb-b54ec20be009 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:41.279872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:41.294130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.294945 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43e41b4e-4c55-4e47-aa7e-b28758e4a299 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5824082 Dec 21 01:49:41.505505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-568be648-e887-4d65-a019-0e19c1858581 None None] Provisioning complete for port e1ecfeba-babc-4756-a25d-a585567083f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:41.506713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-568be648-e887-4d65-a019-0e19c1858581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.542797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-ccb76fa8-79ec-408b-95a2-fed69deb7bbe service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3093159 Dec 21 01:49:41.576513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc7838-659c-4bb4-8bd6-068b1ed78cb3 req-049f0014-7a67-490e-8b3e-52da963c8486 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:41.578016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fcc7838-659c-4bb4-8bd6-068b1ed78cb3 req-049f0014-7a67-490e-8b3e-52da963c8486 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 1.1279035 Dec 21 01:49:41.599191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111f634-a8a7-4488-87e9-5c490d7b7c2a None None] Network 4a29ca35-f7c2-4747-aedb-b54ec20be009 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:41.638775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3194594-6ab9-4d7e-a49d-1fbaec3d7799,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:41.743944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Checking segment: {'id': '86486db1-21eb-4d97-9a9a-d085a2abf30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '62d9e7ee-eeb8-48c8-8be5-a9d148e42e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:41.744356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Network hostable DHCP agents. Network: 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:41.761279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e27e-0553-4c14-bfd6-ab6d58c98396 req-a2f26d49-2a2c-436d-bcc3-09097f0a5cb5 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:41.762744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be9e27e-0553-4c14-bfd6-ab6d58c98396 req-a2f26d49-2a2c-436d-bcc3-09097f0a5cb5 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.2490110 Dec 21 01:49:41.770578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.787656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-568be648-e887-4d65-a019-0e19c1858581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.832485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:37Z', 'revision_number': 4, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'e1ecfeba-babc-4756-a25d-a585567083f9', 'name': '', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'mac_address': 'fa:16:3e:cd:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:35Z', 'updated_at': '2021-12-21T01:49:41Z', 'revision_number': 4, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'subnets': [{'id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:41.833671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fcc7838-659c-4bb4-8bd6-068b1ed78cb3 req-99d5809f-5f2e-4aee-941f-787aa436bc6e tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200499 Dec 21 01:49:41.838781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-568be648-e887-4d65-a019-0e19c1858581 None None] For port e1ecfeba-babc-4756-a25d-a585567083f9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1ecfeba-babc-4756-a25d-a585567083f9,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:41.855020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-39e97a3e-4ac5-4bb1-8569-23fffbac942e service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900808 Dec 21 01:49:41.864105 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-568be648-e887-4d65-a019-0e19c1858581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.868099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ef2fe-8a2c-4462-85d9-92865d9068ff None None] The sync data for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 is: [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:49:37Z', 'revision_number': 4, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'e1ecfeba-babc-4756-a25d-a585567083f9', 'name': '', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'mac_address': 'fa:16:3e:cd:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:35Z', 'updated_at': '2021-12-21T01:49:41Z', 'revision_number': 4, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'subnets': [{'id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:41.881819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Network 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:41.948995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568be648-e887-4d65-a019-0e19c1858581 None None] Pushing event updated for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:41.968504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-f0c611ab-871e-493e-8e3a-2031fcb8d64f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 217 time: 0.1007507 Dec 21 01:49:41.974512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:41.987483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80834047-a964-41c6-a317-a5df66391f78,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:41.990256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:41.991394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:41.993549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c07ad8-189a-44d7-92a3-96c54c00c799 None None] Network 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:42.011158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Checking segment: {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:42.011518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Network hostable DHCP agents. Network: 335c6aba-4806-44cf-bd73-28d80675277d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:42.077420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be9e27e-0553-4c14-bfd6-ab6d58c98396 req-1f7846cd-7996-4c88-84c9-e5d4afe8c05c tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814324 Dec 21 01:49:42.144064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cbea0af9-fa1d-4c83-b15d-6de3a0ba7353 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2745152 Dec 21 01:49:42.151828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-5fa639c3-0a99-4e71-8fba-6d1ca0866152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:42.153993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-5fa639c3-0a99-4e71-8fba-6d1ca0866152 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1728837 Dec 21 01:49:42.154843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Network 335c6aba-4806-44cf-bd73-28d80675277d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:42.162349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 335c6aba-4806-44cf-bd73-28d80675277d) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:42.179629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:42.183122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.202044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ac2e5-946b-4998-89b0-8d703a071d7f None None] Network 335c6aba-4806-44cf-bd73-28d80675277d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:42.230062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2094763293', 'description': 'tempest-description-535390576'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:42.239502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d40eeb-f227-4fad-9229-397fda64c607 None None] Network 62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:42.354473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.376039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6ba47e17-5d84-4349-bc19-4b74efa48c27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1883729 Dec 21 01:49:42.385133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39344) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:42.390385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:42.420305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799938-d77b-4300-bf99-22583d681493 req-c942e01f-2a06-4523-a75b-825684920041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:42.432073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-c942e01f-2a06-4523-a75b-825684920041 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2430201 Dec 21 01:49:42.449870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-75aaa46f-586f-4c07-8c32-558434ffcf53 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:42.451642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-75aaa46f-586f-4c07-8c32-558434ffcf53 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.3110294 Dec 21 01:49:42.466104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.467494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.478202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc1848a6-000d-4c81-9d29-d21f749b37cb req-91666d82-6e7a-40f9-b4f5-ad09c04f0fbc tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 210 time: 0.0440896 Dec 21 01:49:42.488352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'port': {'device_id': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'admin_state_up': True, 'tenant_id': 'f2c8ffb8dc294de78b8cbcebbb68ff78'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:42.633550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-335c6aba-4806-44cf-bd73-28d80675277d', 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d', 'project_id': '0d8de68fcac243b982273b09491649b3', 'fixed_ips': [{'subnet_id': '80834047-a964-41c6-a317-a5df66391f78'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:49:42.634909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.646003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-01eaf653-ba16-4ad3-b619-e4cdedc658ce service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661975 Dec 21 01:49:42.658983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.752358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Made reservation on behalf of f2c8ffb8dc294de78b8cbcebbb68ff78 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:42.756634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.807039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64799938-d77b-4300-bf99-22583d681493 req-adabd7e6-e124-4e85-a2c0-ac51f94f62dd service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504285 Dec 21 01:49:42.810161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.816381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.861942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Allocated IP 172.20.0.2 (335c6aba-4806-44cf-bd73-28d80675277d/80834047-a964-41c6-a317-a5df66391f78/bcd25b66-2608-4b49-b0f2-36dc5998e771) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:42.890188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:42.891634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8fc0c99-ad4a-43ad-b3fc-5b656c6487fb req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6749592 Dec 21 01:49:42.894461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742434db-38fe-4841-bb33-bbd2a9cf7ae4 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe4146-670b-434f-994e-7876695dd23f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:42.908890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.128723 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.136155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.188838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Allocated IP 172.20.0.4 (38910810-28fb-4dbb-91ee-2ac96e89a1b3/7793d6b4-819a-4fef-8b52-13ecfe864e13/6ab8099f-8035-4414-ab7e-7cc1323cdb22) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:43.195897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-f3640269-5aba-4a86-bbb5-92b268bded1c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:43.206275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-f3640269-5aba-4a86-bbb5-92b268bded1c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/networks?id=7ede84dc-b363-4892-9041-4a9befd6f918 HTTP/1.1" status: 200 len: 815 time: 0.2016923 Dec 21 01:49:43.228572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-7ce71921-0016-426b-9944-9e7a6a8e7dbf tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/quotas/d5e1274a7b144c769c093a1e92ed22cf HTTP/1.1" status: 200 len: 375 time: 0.0207860 Dec 21 01:49:43.290368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-0aeddfcf-fbdd-4741-95ce-5dbb7fe5b452 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5e1274a7b144c769c093a1e92ed22cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605302 Dec 21 01:49:43.323398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.355675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.398315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Network 335c6aba-4806-44cf-bd73-28d80675277d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:43.403848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:43.414805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a32a1-36c7-41f7-aa22-311772808339 req-b71a8def-8736-4610-9cc6-40a9680798b9 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:43.415428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:43.422922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d96a32a1-36c7-41f7-aa22-311772808339 req-b71a8def-8736-4610-9cc6-40a9680798b9 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1758158 Dec 21 01:49:43.430893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Pushing event updated for resources: {'Port': ['ID=bcd25b66-2608-4b49-b0f2-36dc5998e771,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:43.494699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d96a32a1-36c7-41f7-aa22-311772808339 req-848bb862-5a6a-4f99-9df3-cd645f755866 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681272 Dec 21 01:49:43.502157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Attempting to bind port bcd25b66-2608-4b49-b0f2-36dc5998e771 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:43.502543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Attempting to bind port bcd25b66-2608-4b49-b0f2-36dc5998e771 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:43.502910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Attempting to bind port bcd25b66-2608-4b49-b0f2-36dc5998e771 on network 335c6aba-4806-44cf-bd73-28d80675277d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:43.510815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:43.511204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Checking segment: {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:43.511611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.512228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Bound using segment: {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:43.512709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Bound port: bcd25b66-2608-4b49-b0f2-36dc5998e771, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:43.513094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.538383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-7be90795-ba4d-47ee-a50d-dcaacd6fb32c service neutron] 10.222.0.43 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464504 Dec 21 01:49:43.591101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] For port bcd25b66-2608-4b49-b0f2-36dc5998e771, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:43.594495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] For port bcd25b66-2608-4b49-b0f2-36dc5998e771, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bcd25b66-2608-4b49-b0f2-36dc5998e771,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:43.599847 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.606763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-5aa128ae-4b24-4536-90df-e23297958c03 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/e1fe4146-670b-434f-994e-7876695dd23f HTTP/1.1" status: 200 len: 1821 time: 0.0798986 Dec 21 01:49:43.620535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1fe4146-670b-434f-994e-7876695dd23f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:43.620881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1fe4146-670b-434f-994e-7876695dd23f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:43.637475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Allocated IP 172.25.6.119 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/71be60b8-d76a-4d5c-8c49-705087777fbe) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:43.683208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6a8fd-b420-401b-8e4d-4f75c45f7e06 None None] Pushing event updated for resources: {'Port': ['ID=bcd25b66-2608-4b49-b0f2-36dc5998e771,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:43.710247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.785856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-4a2304d6-09ea-4597-8245-7cd13ab46b8c service neutron] 10.222.0.43 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397947 Dec 21 01:49:43.812503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.818041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.826131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.847209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.857382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.899069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:43.900446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5e8ecdbb-408c-4a03-8b14-56972d9bf36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.902169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:43.904427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb45d8ad-9c38-49ba-b043-6bbbd8b7d599,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:43.905194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:43.911778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:43.931843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:43.935518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab721eed-048b-4eae-9543-9ba898fc8946 req-a193309a-8401-4bdd-b4b4-77ca02fb4de5 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3278151 Dec 21 01:49:43.983729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1ecfeba-babc-4756-a25d-a585567083f9 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:43.990881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:43.991338 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.011089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.064891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-0fd1d377-b506-4fd1-959f-16951f353b41 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5847368 Dec 21 01:49:44.079165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Pushing event updated for resources: {'Port': ['ID=71be60b8-d76a-4d5c-8c49-705087777fbe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:44.118944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Request body: {'port': {'device_id': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:44.138203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e1ecfeba-babc-4756-a25d-a585567083f9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:44.138783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.142592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:44.146081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:44.153705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:44.155456 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:49:44.291018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da52f-8ac0-47a9-9800-77c1be4bef09 req-60fe4c72-d9ab-49c4-977b-eb5c7585d6d9 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:44.292561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-393da52f-8ac0-47a9-9800-77c1be4bef09 req-60fe4c72-d9ab-49c4-977b-eb5c7585d6d9 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.0962255 Dec 21 01:49:44.301735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604504c-70b5-4e9d-980d-fb9596c89497 req-345b0aae-c36e-44a4-b680-afd0a1451f99 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:44.303708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f604504c-70b5-4e9d-980d-fb9596c89497 req-345b0aae-c36e-44a4-b680-afd0a1451f99 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1211853 Dec 21 01:49:44.325128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.392722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-393da52f-8ac0-47a9-9800-77c1be4bef09 req-193329ce-b179-4a13-9c84-9cd88c91c8ad tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879302 Dec 21 01:49:44.396698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f604504c-70b5-4e9d-980d-fb9596c89497 req-c37a9eba-f068-42da-8f87-6f9c8384ca00 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860355 Dec 21 01:49:44.454775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1135502769', 'description': 'tempest-description-1059906533'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:44.511511 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.536117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca133d-89c0-488d-8b1d-1946db0937c7 req-9279fc4f-ab9e-43ec-a73b-28e403220d3a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:44.537759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4ca133d-89c0-488d-8b1d-1946db0937c7 req-9279fc4f-ab9e-43ec-a73b-28e403220d3a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 931 time: 0.0715449 Dec 21 01:49:44.619187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4ca133d-89c0-488d-8b1d-1946db0937c7 req-c2e793b8-f57e-4da3-84ba-fea2ba677853 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733223 Dec 21 01:49:44.648736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.654330 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.711573 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:44.725994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-900055fb-ae8a-4fd9-abca-816712c8dedb req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2753878 Dec 21 01:49:44.744962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d1a73-1af9-4cf0-8a19-ed7a07c3f645 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d34046-7109-4cae-b6a2-0325aaf64050,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:44.770060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-282601b4-5c60-4fdf-a6bc-1d85553cbe55 req-8bf9de95-f18c-42dd-a808-bc16c15e3473 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 210 time: 0.0427558 Dec 21 01:49:44.868834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-35a82061-c478-46bd-a7d4-df6d19d0d84e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/60d34046-7109-4cae-b6a2-0325aaf64050 HTTP/1.1" status: 200 len: 1822 time: 0.0641835 Dec 21 01:49:44.874980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60d34046-7109-4cae-b6a2-0325aaf64050', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:44.875301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60d34046-7109-4cae-b6a2-0325aaf64050', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:44.970828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.032526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.041197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.072249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927efd10-c15d-4cf9-a577-6224793a2454 req-41679e31-802b-438a-b145-e42da8874143 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:45.073804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-927efd10-c15d-4cf9-a577-6224793a2454 req-41679e31-802b-438a-b145-e42da8874143 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.0868182 Dec 21 01:49:45.078774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e30816b-8752-4b06-90eb-a2434b7bf47c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:45.085576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.086747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb9dae48-2601-46d2-9348-e5f82a9a6f74 req-59cddf0a-ea84-4795-a7f1-21d5c859259e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2159402 Dec 21 01:49:45.161952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-927efd10-c15d-4cf9-a577-6224793a2454 req-4757821d-f981-4fb5-977a-7e8a87c5e598 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739605 Dec 21 01:49:45.188838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-466070740', 'description': 'tempest-description-1295661868'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:45.188964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-3fdb91cd-8bbc-46cd-bda2-81dbc7ca6895 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:45.190153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-3fdb91cd-8bbc-46cd-bda2-81dbc7ca6895 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.24 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.1696587 Dec 21 01:49:45.217704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.256294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ec696-2904-4c3a-a512-b56ca080d103 None None] Network 335c6aba-4806-44cf-bd73-28d80675277d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:45.298073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.302517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.310398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.339285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9352b34e-6604-4168-a4a5-e085e066762e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:45.351598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.353717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38f79ce4-3622-470f-9e93-d6eb949a38ff req-2ae2e0f1-2380-4793-b6b3-030adc728c82 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1735303 Dec 21 01:49:45.390030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1944365201', 'description': 'tempest-description-347038421'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:45.404424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] Provisioning complete for port bcd25b66-2608-4b49-b0f2-36dc5998e771 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:45.404798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.429804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.523295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Deleting port 98174222-20a7-40eb-b7b2-a2690cceecb9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:45.523637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.547971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:45.559523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.600315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.667549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.676203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Transition to ACTIVE for port object 6ab8099f-8035-4414-ab7e-7cc1323cdb22 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:45.690907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.691981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] For port bcd25b66-2608-4b49-b0f2-36dc5998e771, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bcd25b66-2608-4b49-b0f2-36dc5998e771,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:45.698016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.711260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.764742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.767826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a4dfdc0-2d1f-43b7-96c0-b80e854f5601 req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3846383 Dec 21 01:49:45.772770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5ac33-0f77-4179-8cab-9c6db1a960a7 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1e3a0-105b-4d0f-9c48-3c898dd85407,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:45.788335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2aa17-b0c0-4158-bc19-49045d9d8791 req-a9172d37-b670-405b-b2ae-adca26983247 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:45.795459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5de2aa17-b0c0-4158-bc19-49045d9d8791 req-a9172d37-b670-405b-b2ae-adca26983247 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/ports?device_id=e823ab0a-46ec-4348-8856-4155a9d16898 HTTP/1.1" status: 200 len: 945 time: 0.3055475 Dec 21 01:49:45.798314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0bed-07d0-434f-9336-b2e8cdf4dc05 None None] Pushing event updated for resources: {'Port': ['ID=bcd25b66-2608-4b49-b0f2-36dc5998e771,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:45.803566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] For port 98174222-20a7-40eb-b7b2-a2690cceecb9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=98174222-20a7-40eb-b7b2-a2690cceecb9,segment=NetworkSegment(7d9bcbc6-83d1-42a6-946e-5f8d1282ca67),segment_id=7d9bcbc6-83d1-42a6-946e-5f8d1282ca67)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:45.804124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-c3f5c999-a1b5-4997-b829-60b3d1762950 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:45.805673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-c3f5c999-a1b5-4997-b829-60b3d1762950 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.45 "GET /v2.0/networks?id=7ede84dc-b363-4892-9041-4a9befd6f918 HTTP/1.1" status: 200 len: 815 time: 0.3090694 Dec 21 01:49:45.809656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.841505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Request body: {'port': {'device_id': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918', 'admin_state_up': True, 'tenant_id': 'd5e1274a7b144c769c093a1e92ed22cf'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:45.846743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.848416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:45.856088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Calling delete_port for 98174222-20a7-40eb-b7b2-a2690cceecb9 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:45.887331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.887619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.887961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.888305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.888696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.889059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.889268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.889610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.889936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.890258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.890579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.890896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.891212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:45.928383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fb6b05c1-6072-4d9c-889b-e9fe37196327 None None] Provisioning complete for port bcd25b66-2608-4b49-b0f2-36dc5998e771 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:45.928846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb6b05c1-6072-4d9c-889b-e9fe37196327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:45.971768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bcd25b66-2608-4b49-b0f2-36dc5998e771 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:45.976643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5de2aa17-b0c0-4158-bc19-49045d9d8791 req-9d71780b-52a4-4f84-a8f0-e97ef4a606f2 tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.43 "GET /v2.0/security-groups?id=b83ff833-fbb5-4123-80f2-9ae6164723da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803279 Dec 21 01:49:46.035123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a193-dcfc-4e6f-98cc-41f923529d97 req-42db9b3b-056d-47cb-bd96-1b38b53b54ad tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:46.044709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ab2a193-dcfc-4e6f-98cc-41f923529d97 req-42db9b3b-056d-47cb-bd96-1b38b53b54ad tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1309128 Dec 21 01:49:46.046319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Attempting to bind port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:46.046631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Attempting to bind port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:46.046961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Attempting to bind port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:46.058880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:46.059204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Attempting to bind port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:46.079564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:46.079977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Checking segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:46.080293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Bound using segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:46.080989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Bound port: 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:46.081376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.104149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port bcd25b66-2608-4b49-b0f2-36dc5998e771 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:46.104929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.130220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ab2a193-dcfc-4e6f-98cc-41f923529d97 req-4ec89f28-b1ce-4720-83c7-2e4e59196305 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788896 Dec 21 01:49:46.163629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Made reservation on behalf of d5e1274a7b144c769c093a1e92ed22cf for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:46.179553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.228108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:46.231650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:46.232918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.251586 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a89111ad-1933-4472-bf65-f00c61473b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.261810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Router e7c19cf9-9057-4df6-83d5-e0b627fcb81d is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:49:46.263970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.267789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['98174222-20a7-40eb-b7b2-a2690cceecb9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:46.272760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Pushing event deleted for resources: {'Port': ['ID=98174222-20a7-40eb-b7b2-a2690cceecb9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:46.318102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-e0862e3f-958c-4bd8-945d-bfea413c501b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/9352b34e-6604-4168-a4a5-e085e066762e HTTP/1.1" status: 200 len: 1821 time: 0.1063330 Dec 21 01:49:46.326516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:46.327132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.328517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ab8099f-8035-4414-ab7e-7cc1323cdb22 HTTP/1.1" status: 200 len: 1092 time: 2.2321553 Dec 21 01:49:46.329032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:46.331523 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f91145-876d-4be8-8d60-4f7fe88a78bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:46.357310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] No DVR routers for this DVR port 98174222-20a7-40eb-b7b2-a2690cceecb9 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:46.364532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.368317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bb378410-dfcf-408e-9367-7b143a0a6186 req-19a63a00-78eb-402c-8e36-8c0ceef3125d tempest-ServerAddressesTestJSON-1129551587 tempest-ServerAddressesTestJSON-1129551587-project] 10.222.0.24 "DELETE /v2.0/ports/98174222-20a7-40eb-b7b2-a2690cceecb9 HTTP/1.1" status: 204 len: 173 time: 1.1487806 Dec 21 01:49:46.397560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adb2a1-3ba8-4440-b086-15c97dfab2fd req-245f39f2-4eac-48dc-a407-6d1224e75625 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:46.399052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8adb2a1-3ba8-4440-b086-15c97dfab2fd req-245f39f2-4eac-48dc-a407-6d1224e75625 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.1523101 Dec 21 01:49:46.450344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a5d1-286f-4de5-9b05-c8dfa3354231 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:46.483087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-841f6766-b840-48c7-9df8-6ac7f8582ac0 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/1ac1e3a0-105b-4d0f-9c48-3c898dd85407 HTTP/1.1" status: 200 len: 1821 time: 0.1321881 Dec 21 01:49:46.500603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9352b34e-6604-4168-a4a5-e085e066762e', 'remote_group_id': '1ac1e3a0-105b-4d0f-9c48-3c898dd85407', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:46.500926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9352b34e-6604-4168-a4a5-e085e066762e', 'remote_group_id': '1ac1e3a0-105b-4d0f-9c48-3c898dd85407', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:46.506618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-06c5dfa8-5bb0-4a1f-aa63-558f724247a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:46.508125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-06c5dfa8-5bb0-4a1f-aa63-558f724247a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 1095 time: 0.1064322 Dec 21 01:49:46.516165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:46.529622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8adb2a1-3ba8-4440-b086-15c97dfab2fd req-295c90a2-e968-4bbc-a6a3-4b036c16abc0 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189713 Dec 21 01:49:46.530619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Allocated IP 172.20.0.3 (7ede84dc-b363-4892-9041-4a9befd6f918/f31d6f94-f458-44d6-b641-bfea27433729/ddb54ebb-357d-46d8-93da-9c0ae585b745) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:46.532053 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Sync routers for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:46.549566 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:46.553767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:46.564502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.567608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-844ddb23-5ec7-46ab-bd18-474137510dde admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1807475 Dec 21 01:49:46.572467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39424) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:46.616603 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-41889ead-762f-4897-8e6a-ee211f14e97b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22 HTTP/1.1" status: 200 len: 217 time: 0.0750637 Dec 21 01:49:46.668957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-20391677-82b2-4c10-adda-bfdf98cf4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:46.669935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31cc116c-0a2b-48cd-be68-ca55b5374358 req-07b4fc18-7b7f-4c6b-9f33-e5f2baa2ac6e tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 210 time: 0.0500503 Dec 21 01:49:46.679810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-20391677-82b2-4c10-adda-bfdf98cf4a31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.0531814 Dec 21 01:49:46.680174 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:46.743780 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-210b3595-0a03-42c6-a39c-859be478c10e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535843 Dec 21 01:49:46.804742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:46.912736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-b332b27b-d85c-41ba-a358-744a3f4aa57e service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310225 Dec 21 01:49:46.961375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.003891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.010438 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:44Z', 'revision_number': 3, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.016446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.035022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8db68836-7814-4fa1-8461-4d7a1178fe34 req-2ae9ef2e-cd85-42f1-9e17-142be8904ee6 service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134315 Dec 21 01:49:47.042102 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Checking router: e7c19cf9-9057-4df6-83d5-e0b627fcb81d for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:47.042730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Updating router e7c19cf9-9057-4df6-83d5-e0b627fcb81d port 71be60b8-d76a-4d5c-8c49-705087777fbe binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:49:47.046796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0aa7b05-4ba2-4902-b0a6-5459740f24f2,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:47.066812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.067957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb49fc24-b919-4e9d-b3d7-8654368062af req-55163924-71f8-4ae8-af34-a259cb0f4de6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5721965 Dec 21 01:49:47.074885 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.079707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a320-7470-4804-bc27-c75980891149 req-c989ae6d-2602-4239-94c0-2c38cd17bf97 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.088695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20e8a320-7470-4804-bc27-c75980891149 req-c989ae6d-2602-4239-94c0-2c38cd17bf97 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1910746 Dec 21 01:49:47.121939 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e5bbe1-e421-4a3a-b320-06516b0bb3ee x-openstack-request-id: req-37e5bbe1-e421-4a3a-b320-06516b0bb3ee {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:47.122367 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:47.123032 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37e5bbe1-e421-4a3a-b320-06516b0bb3ee {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:47.123522 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'status': 'completed', 'code': 200} Dec 21 01:49:47.164987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:47.175396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.191867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-504878207', 'description': 'tempest-description-2086406804'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:47.207436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.254260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Deleting subnet c14f0ce7-b2a4-4b30-9b44-eff03de5db66 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:49:47.261472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.290445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-5eae33c2-d97c-46e0-b9bd-3305cea6a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.291850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-5eae33c2-d97c-46e0-b9bd-3305cea6a2a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 1095 time: 0.0914724 Dec 21 01:49:47.304687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.370366 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.379529 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.412329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.432415 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Attempting to bind port 71be60b8-d76a-4d5c-8c49-705087777fbe on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:47.432777 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Attempting to bind port 71be60b8-d76a-4d5c-8c49-705087777fbe by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:47.433366 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Attempting to bind port 71be60b8-d76a-4d5c-8c49-705087777fbe on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:47.444655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:47.445081 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:47.445444 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.446145 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:47.446613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Bound port: 71be60b8-d76a-4d5c-8c49-705087777fbe, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:47.447291 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.450608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585303a-b1f6-4d1f-ab8b-c6bf626bf44e None None] Pushing event updated for resources: {'Port': ['ID=71be60b8-d76a-4d5c-8c49-705087777fbe,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:47.478429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-d363cde8-bb9a-4ef4-ab55-0b2f9ff9652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.479916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-d363cde8-bb9a-4ef4-ab55-0b2f9ff9652b service neutron] 10.222.0.45 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 922 time: 0.1784053 Dec 21 01:49:47.501102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.506695 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] For port 71be60b8-d76a-4d5c-8c49-705087777fbe, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:47.510007 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] For port 71be60b8-d76a-4d5c-8c49-705087777fbe, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=71be60b8-d76a-4d5c-8c49-705087777fbe,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:47.514492 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.538012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-8ad0071f-5cc9-4f3e-ad00-0f316d5403dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22 HTTP/1.1" status: 200 len: 217 time: 0.0457759 Dec 21 01:49:47.567375 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:47.568168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.575550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14f0ce7-b2a4-4b30-9b44-eff03de5db66,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:47.598728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.602413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-029512e7-25b2-49e9-8680-a8ca47936224 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c14f0ce7-b2a4-4b30-9b44-eff03de5db66 HTTP/1.1" status: 204 len: 168 time: 0.4364009 Dec 21 01:49:47.604897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:47.616199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20e8a320-7470-4804-bc27-c75980891149 req-6538477c-e567-46b8-9654-223e5a7eed2a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5259202 Dec 21 01:49:47.633908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585303a-b1f6-4d1f-ab8b-c6bf626bf44e None None] Pushing event updated for resources: {'Port': ['ID=71be60b8-d76a-4d5c-8c49-705087777fbe,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:47.657438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Network 7ede84dc-b363-4892-9041-4a9befd6f918 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:47.666802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:47.668653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Pushing event updated for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:47.672445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:47.680296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.704052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.716118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-fa55e939-dfa1-4479-8625-cc706d3ee8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.717764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-fa55e939-dfa1-4479-8625-cc706d3ee8c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.1546588 Dec 21 01:49:47.743392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:47.781497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.783223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.789324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-d2f38ff7-d5b3-467c-9714-c0cde79c35c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585072 Dec 21 01:49:47.837863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.893366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-758087a3-4d41-48f9-928a-41865f1fe693 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0557585 Dec 21 01:49:47.900036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ae3eaf-d248-4e0d-b585-5fa52a928523']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.912759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.913060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9bcbc6-83d1-42a6-946e-5f8d1282ca67') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.927571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.928864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4629ab-93e3-4cde-ad41-f96e57b7cec7 req-2ae063fc-71d9-42f1-a805-88e98047f0ce tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:47.933797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e4629ab-93e3-4cde-ad41-f96e57b7cec7 req-2ae063fc-71d9-42f1-a805-88e98047f0ce tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1831396 Dec 21 01:49:47.939926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Request body: {'port': {'device_id': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:47.950297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.958163 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:44Z', 'revision_number': 3, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:47.958965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:49:47.959887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:49:47.961519 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:49:47.972604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-9cd5507f-9a38-4ae5-9d69-c973b664650e service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476660 Dec 21 01:49:47.989881 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7300186-6bc2-47ab-b118-e92bdc78929a None None] The sync data for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 is: [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:44Z', 'revision_number': 3, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:48.014353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.030093 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.074887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.081293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.084485 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8ae3eaf-d248-4e0d-b585-5fa52a928523 HTTP/1.1" status: 204 len: 168 time: 0.4786384 Dec 21 01:49:48.101812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631c89-83fe-4981-860f-cfd5ed4a157a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ae3eaf-d248-4e0d-b585-5fa52a928523,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:48.117327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:48.120379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-67f91145-876d-4be8-8d60-4f7fe88a78bf req-4d3810a4-be94-454e-aa3d-a4a3bf7e580b service neutron] 10.222.0.45 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139507 Dec 21 01:49:48.128845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.130060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d3a0772-ba40-4417-98d1-1b6b1c356e26 req-ea330afc-8895-4734-81fa-f40d708078de tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9441123 Dec 21 01:49:48.137029 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.138812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.162404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e4629ab-93e3-4cde-ad41-f96e57b7cec7 req-6d0155c1-1d46-4a19-b9fe-0d6d5dca129e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985915 Dec 21 01:49:48.279413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57337996-2b39-4e86-8408-e1d59639c56a req-a111f44f-05d2-4e10-934e-a798cd4167fb tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:48.280931 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-57337996-2b39-4e86-8408-e1d59639c56a req-a111f44f-05d2-4e10-934e-a798cd4167fb tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.24 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1125970 Dec 21 01:49:48.301003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:48.416264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a449b06-6b32-4592-9bfe-e49b5031db5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a58da7d51a2e463b929897f86756cae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119356 Dec 21 01:49:48.416491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:48.474047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Deleting port ff5056e0-8c0f-473f-9fc9-f74fc71740ce {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:49:48.474047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.502380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e7de-f69e-42cc-8890-e18ea82be09f req-ce6217bd-fdfa-4898-aa30-3cc7bfbde3a5 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:48.502624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.503921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6a5e7de-f69e-42cc-8890-e18ea82be09f req-ce6217bd-fdfa-4898-aa30-3cc7bfbde3a5 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.2405517 Dec 21 01:49:48.525874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42f93-e335-4037-a5a2-a22aabfa1792 req-1373ad8d-c23d-4278-84d7-73f49437b7bd tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:48.529932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d42f93-e335-4037-a5a2-a22aabfa1792 req-1373ad8d-c23d-4278-84d7-73f49437b7bd tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 931 time: 0.2652979 Dec 21 01:49:48.562096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.565353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.614534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:48.614896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.685887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.688698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.692449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b83ff833-fbb5-4123-80f2-9ae6164723da HTTP/1.1" status: 204 len: 168 time: 0.2726207 Dec 21 01:49:48.717801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10b853-f44b-4dd2-a4b9-e46af5872370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ff833-fbb5-4123-80f2-9ae6164723da,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:48.758031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46d42f93-e335-4037-a5a2-a22aabfa1792 req-c9aaf82f-6f97-4202-ab4c-7c588a383db3 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407001 Dec 21 01:49:48.836645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb54ebb-357d-46d8-93da-9c0ae585b745 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:48.846108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:48.861074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Transition to ACTIVE for port object ddb54ebb-357d-46d8-93da-9c0ae585b745 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:48.862156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Allocated IP 172.20.0.1 (335c6aba-4806-44cf-bd73-28d80675277d/80834047-a964-41c6-a317-a5df66391f78/ca1ebc30-2ee5-456e-8abb-dfebec7f8166) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:48.947374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6a5e7de-f69e-42cc-8890-e18ea82be09f req-5f12dc21-3147-4320-8cbd-d0463b2f8378 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292252 Dec 21 01:49:48.956424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.008366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1006532240', 'description': 'tempest-description-651130341'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:49.043467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:49.074607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ff5056e0-8c0f-473f-9fc9-f74fc71740ce no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:49.122425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.156804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'name': 'network-vif-deleted', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:49.159327 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcafa12-a666-4e7e-9ef1-b2162c256ac8" -d '{"events": [{"server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "name": "network-vif-deleted", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:49.197853 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.237008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.247445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eff98-faec-40d8-a2da-8e0083964ce8 req-ff433fdf-3565-4bef-ac87-e7771f99a17a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:49.257219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b5eff98-faec-40d8-a2da-8e0083964ce8 req-ff433fdf-3565-4bef-ac87-e7771f99a17a tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 945 time: 0.1916864 Dec 21 01:49:49.277239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:49.279581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.280579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.280579 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Floating IP 5c7c7578-a239-4162-9d44-ae3be66ba9b3 disassociated. External IP: 172.25.6.106, port: ff5056e0-8c0f-473f-9fc9-f74fc71740ce. Dec 21 01:49:49.281273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Calling delete_port for ff5056e0-8c0f-473f-9fc9-f74fc71740ce owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:49:49.286132 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fd9565-6a7e-4054-b1f0-2bb5ba3b91c7" -d '{"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:49.312731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Attempting to bind port ddb54ebb-357d-46d8-93da-9c0ae585b745 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:49.313359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Attempting to bind port ddb54ebb-357d-46d8-93da-9c0ae585b745 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '4b4f15e4-984b-40be-9db6-6130c56d6bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:49.313863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Attempting to bind port ddb54ebb-357d-46d8-93da-9c0ae585b745 on network 7ede84dc-b363-4892-9041-4a9befd6f918 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:49.320330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ff5056e0-8c0f-473f-9fc9-f74fc71740ce, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:49.329626 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.331022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 98174222-20a7-40eb-b7b2-a2690cceecb9 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:49:49.332082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Port ddb54ebb-357d-46d8-93da-9c0ae585b745 on network 7ede84dc-b363-4892-9041-4a9befd6f918 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:49.332626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Attempting to bind port ddb54ebb-357d-46d8-93da-9c0ae585b745 on network 7ede84dc-b363-4892-9041-4a9befd6f918 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:49.339044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.361156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:49.361556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Checking segment: {'id': '4b4f15e4-984b-40be-9db6-6130c56d6bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:49.362024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Bound using segment: {'id': '4b4f15e4-984b-40be-9db6-6130c56d6bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:49.362545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Bound port: ddb54ebb-357d-46d8-93da-9c0ae585b745, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4f15e4-984b-40be-9db6-6130c56d6bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:49.363192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.366660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.391910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Network 335c6aba-4806-44cf-bd73-28d80675277d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:49.404293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 98174222-20a7-40eb-b7b2-a2690cceecb9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:49:49.404969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 98174222-20a7-40eb-b7b2-a2690cceecb9 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:49:49.441777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:49.446436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:49.455530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.457689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:49.469953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b5eff98-faec-40d8-a2da-8e0083964ce8 req-ffa7e3e5-d792-4d6d-9c9c-81e36d4ca282 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups?id=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115552 Dec 21 01:49:49.519372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event deleted for resources: {'Port': ['ID=ff5056e0-8c0f-473f-9fc9-f74fc71740ce,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:49.589192 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd149016-95a2-41ef-a291-2ac511d50437 x-openstack-request-id: req-fd149016-95a2-41ef-a291-2ac511d50437 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:49.589479 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e823ab0a-46ec-4348-8856-4155a9d16898", "name": "network-vif-deleted", "tag": "98174222-20a7-40eb-b7b2-a2690cceecb9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:49.589733 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd149016-95a2-41ef-a291-2ac511d50437 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:49.590118 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e823ab0a-46ec-4348-8856-4155a9d16898', 'name': 'network-vif-deleted', 'tag': '98174222-20a7-40eb-b7b2-a2690cceecb9', 'status': 'completed', 'code': 200} Dec 21 01:49:49.644662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:49.649971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:49.680129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Router f5184ddf-9de3-47bc-89a5-5bad05b27355 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:49:49.714759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745,segment=NetworkSegment(4b4f15e4-984b-40be-9db6-6130c56d6bb5),segment_id=4b4f15e4-984b-40be-9db6-6130c56d6bb5)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:49.734241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.794131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.798514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.838990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:49.861519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.875517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Sync routers for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:49.889002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c5ad62c1-f2c0-4095-83f6-4d6b7961fc83 None None] Provisioning complete for port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:49.889784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5ad62c1-f2c0-4095-83f6-4d6b7961fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.897376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:49.898266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:49.921754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] No DVR routers for this DVR port ff5056e0-8c0f-473f-9fc9-f74fc71740ce on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:49:49.927095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.933260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-57337996-2b39-4e86-8408-e1d59639c56a req-eb9a1ec4-6429-4693-9972-ce2d012f3532 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.24 "DELETE /v2.0/ports/ff5056e0-8c0f-473f-9fc9-f74fc71740ce HTTP/1.1" status: 204 len: 173 time: 1.6416466 Dec 21 01:49:49.967266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:49.967996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.969625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] 10.222.0.45 "PUT /v2.0/ports/ddb54ebb-357d-46d8-93da-9c0ae585b745 HTTP/1.1" status: 200 len: 1092 time: 2.0519457 Dec 21 01:49:49.979831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6ac4-2a61-470d-a056-ec55ca8bfd43 req-4f3ab729-68bf-470c-aae0-c6cfa0ea5793 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:49.988391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18da6ac4-2a61-470d-a056-ec55ca8bfd43 req-4f3ab729-68bf-470c-aae0-c6cfa0ea5793 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.3331153 Dec 21 01:49:49.991349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39484) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:49.993662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:49.995026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b880628e-5da7-4cc1-ae51-ad8823ead833 req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0404449 Dec 21 01:49:49.995619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:49.998560 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:50.009025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad62c1-f2c0-4095-83f6-4d6b7961fc83 None None] Port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:50.036807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415aa4-38a9-41f4-910c-f8102820e66b tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6431f438-bea3-4746-b1e2-289811565a2b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:50.051408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 71be60b8-d76a-4d5c-8c49-705087777fbe up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:50.097631 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ec019-92ab-48a9-9639-c61c97c250e5 x-openstack-request-id: req-299ec019-92ab-48a9-9639-c61c97c250e5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:50.097987 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:50.098237 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-299ec019-92ab-48a9-9639-c61c97c250e5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:50.098814 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'code': 200} Dec 21 01:49:50.219386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 71be60b8-d76a-4d5c-8c49-705087777fbe triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:50.221373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.223791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947d86e-8c78-411e-b856-13f65891fef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:50.262260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-927720144-network', 'tenant_id': '64bf6cca995748d5ab42e8d73ba2437f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:50.277398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:50.301107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Made reservation on behalf of 64bf6cca995748d5ab42e8d73ba2437f for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:50.309462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.312884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18da6ac4-2a61-470d-a056-ec55ca8bfd43 req-75cd5a29-bbc8-416b-a5cc-617c14425d56 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235624 Dec 21 01:49:50.326776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.395814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.428582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-126b6af5-e0ab-4136-89df-621853079a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:50.430177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-126b6af5-e0ab-4136-89df-621853079a7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5e1274a7b144c769c093a1e92ed22cf&device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 1095 time: 0.3664327 Dec 21 01:49:50.473994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32d108-030f-4ca1-b472-64cbbaca653b req-6928e997-7b20-4a8f-88cd-14f568e7aa5c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:50.482384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e32d108-030f-4ca1-b472-64cbbaca653b req-6928e997-7b20-4a8f-88cd-14f568e7aa5c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 943 time: 0.2614017 Dec 21 01:49:50.523045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-bffe5626-1d07-4247-a126-fb1dc933a7ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745 HTTP/1.1" status: 200 len: 217 time: 0.0572112 Dec 21 01:49:50.544245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.554478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.614837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:49:50.624203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca1937-5ddd-4964-8500-8f9abf7253cb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:50.627257 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.628186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e32d108-030f-4ca1-b472-64cbbaca653b req-75b0d19a-6024-4459-991e-5869a82a5fab tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425762 Dec 21 01:49:50.655642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 71be60b8-d76a-4d5c-8c49-705087777fbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=71be60b8-d76a-4d5c-8c49-705087777fbe,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:50.657344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.657786 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Added segment 31ec4cba-619b-4fa5-8532-5b49cef799f2 of type vlan for network 42ec2703-f969-4c65-8843-45efe857fa14 Dec 21 01:49:50.667537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.720179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.736096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=71be60b8-d76a-4d5c-8c49-705087777fbe,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:50.749051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b272-1acd-460b-86f8-500857354951 req-63845283-8479-45e4-92a8-fd4de9c9f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:50.750790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:50.751034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-63845283-8479-45e4-92a8-fd4de9c9f1bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f31d6f94-f458-44d6-b641-bfea27433729 HTTP/1.1" status: 200 len: 855 time: 0.2084684 Dec 21 01:49:50.756932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.756932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:50.757282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.757838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.758470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.758993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.759406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.759815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.760275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.760704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.761373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.761924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.762600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.763401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.763971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.764485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:49:50.799731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Checking router: f5184ddf-9de3-47bc-89a5-5bad05b27355 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:50.810440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:50.811290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:50.824023 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8317325 Dec 21 01:49:50.828732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39496) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:50.834800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Request body: {'subnet': {'network_id': '42ec2703-f969-4c65-8843-45efe857fa14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-927720144-subnet', 'tenant_id': '64bf6cca995748d5ab42e8d73ba2437f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:50.839156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa60534-41a8-4f9a-b1f9-c0d7b770c041 admin admin] Pushing event updated for resources: {'Network': ['ID=42ec2703-f969-4c65-8843-45efe857fa14,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:50.865224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Made reservation on behalf of 64bf6cca995748d5ab42e8d73ba2437f for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:50.866562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-1393ded9-6040-41fd-9ef1-e48571841b27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ede84dc-b363-4892-9041-4a9befd6f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870540 Dec 21 01:49:50.868034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:50.872111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 42ec2703-f969-4c65-8843-45efe857fa14 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:49:50.882279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bad86-c15f-48e8-bdea-81b200368407 req-0d1db834-6f4c-44c4-bca1-e82cfb4ed480 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:50.891758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d1bad86-c15f-48e8-bdea-81b200368407 req-0d1db834-6f4c-44c4-bca1-e82cfb4ed480 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.2496979 Dec 21 01:49:50.966244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-b3680445-7c1b-4631-be69-db5fe4387e73 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32 HTTP/1.1" status: 200 len: 1821 time: 0.2947760 Dec 21 01:49:50.968916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:50.982802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d1bad86-c15f-48e8-bdea-81b200368407 req-347b6890-c33d-474e-a00e-513d1ba2251f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899196 Dec 21 01:49:51.074557 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b02b9-7f32-43d4-91c7-ef428f5235ea x-openstack-request-id: req-f69b02b9-7f32-43d4-91c7-ef428f5235ea {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:51.075102 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:51.075569 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f69b02b9-7f32-43d4-91c7-ef428f5235ea {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:51.075994 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745', 'status': 'completed', 'code': 200} Dec 21 01:49:51.115170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.140491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:51.209541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7978fc8-6a28-4413-8512-64a5a5b8ae73,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:51.215452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Checking segment: {'id': '31ec4cba-619b-4fa5-8532-5b49cef799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:51.215959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Network hostable DHCP agents. Network: 42ec2703-f969-4c65-8843-45efe857fa14, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:49:51.220412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.231007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efcef505-5e86-4bde-a7bb-eb320eec2e2f req-e82bab56-8c6e-4407-aac5-c135bb5b0dcb tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0533359 Dec 21 01:49:51.236764 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.239432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Network 42ec2703-f969-4c65-8843-45efe857fa14 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:49:51.260699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 42ec2703-f969-4c65-8843-45efe857fa14) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:51.266884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:51.266884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.289924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a7194a5-cab1-4dc7-b904-8e96a1fbace7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4619360 Dec 21 01:49:51.312759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:51.335107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-d2ec97cf-bba1-44b7-8d6f-7ebc394e6917 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/6431f438-bea3-4746-b1e2-289811565a2b HTTP/1.1" status: 200 len: 1821 time: 0.3257420 Dec 21 01:49:51.363159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32', 'remote_group_id': '6431f438-bea3-4746-b1e2-289811565a2b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:51.363761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32', 'remote_group_id': '6431f438-bea3-4746-b1e2-289811565a2b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:51.373695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d542e30-2f5f-4dc7-bea2-65f4a2e92f46 None None] Network 42ec2703-f969-4c65-8843-45efe857fa14 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:51.378489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-cb5edd23-ad33-4237-bea2-9d818e1b4e0b service neutron] 10.222.0.45 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784253 Dec 21 01:49:51.405804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.500230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:51.521023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a113b272-1acd-460b-86f8-500857354951 req-41e6b4bd-230f-46af-9087-91586fe6ab98 service neutron] 10.222.0.45 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281621 Dec 21 01:49:51.548645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'port_id': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'mac_address': 'fa:16:3e:3e:a2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793d6b4-819a-4fef-8b52-13ecfe864e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:51.591262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-deleted', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:51.593678 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd805c3-7141-4829-88bb-9dd67a8bcd3e" -d '{"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-deleted", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:51.672009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dedf6b-fa87-4ac9-8df4-bfe88b427ed6 None None] Network 42ec2703-f969-4c65-8843-45efe857fa14 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:49:51.689605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.726702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Network 335c6aba-4806-44cf-bd73-28d80675277d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:51.740835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120c41-097d-4816-82af-b6c04559e12d req-6bf7bfa7-943a-4e67-841a-35385d2a2f23 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:51.742371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68120c41-097d-4816-82af-b6c04559e12d req-6bf7bfa7-943a-4e67-841a-35385d2a2f23 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.2138863 Dec 21 01:49:51.745610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:51.752537 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.755488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:51.768766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-7cd6441d-f25b-42cd-a79a-09885f7d1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:51.770288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-7cd6441d-f25b-42cd-a79a-09885f7d1462 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5e1274a7b144c769c093a1e92ed22cf&device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 1095 time: 0.1345572 Dec 21 01:49:51.820536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:51.854658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.939179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.950890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 71be60b8-d76a-4d5c-8c49-705087777fbe up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:51.951129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:51.989355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68120c41-097d-4816-82af-b6c04559e12d req-4607673d-6c03-482e-a941-3fb230d50863 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254064 Dec 21 01:49:52.040967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94443012-0385-4435-b5ea-f7e38c4a1995,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:52.058024 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:52.062258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:52.070474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:52.091390 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:52.092709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf89e940-a45d-4ef4-aaad-602c3ca7b35e req-1872390b-c1f1-43dc-acfb-40aae722b6be tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7414248 Dec 21 01:49:52.093877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-a0052566-abe7-4711-9ac7-8ad22e6cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:52.095628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-a0052566-abe7-4711-9ac7-8ad22e6cb0a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ede84dc-b363-4892-9041-4a9befd6f918 HTTP/1.1" status: 200 len: 915 time: 0.3137994 Dec 21 01:49:52.103697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8cf9e-ab04-4283-a516-94b4ade27143 None None] The sync data for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 is: [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:46:44Z', 'revision_number': 4, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3a8cbb77-e30d-43f7-b4c6-140bc498a8c2', 'name': '', 'network_id': '1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'mac_address': 'fa:16:3e:57:b6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:44Z', 'updated_at': '2021-12-21T01:46:49Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'subnets': [{'id': '0e66d0f5-e1d2-4e99-9ebd-cafedc6de215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:52.151262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Router e7c19cf9-9057-4df6-83d5-e0b627fcb81d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:49:52.154090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-afdc7be6-4b89-4b00-b4fc-09e318a8d2fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745 HTTP/1.1" status: 200 len: 217 time: 0.0484014 Dec 21 01:49:52.154970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 71be60b8-d76a-4d5c-8c49-705087777fbe triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:52.155708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:52.214979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d8e0ed3d-c5d2-474f-b84e-ea5a65b690ce None None] Provisioning complete for port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:52.215523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ed3d-c5d2-474f-b84e-ea5a65b690ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:52.276068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6ab8099f-8035-4414-ab7e-7cc1323cdb22'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:52.298124 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de9306-a890-413e-ad5a-dcb16f3ed4a6 x-openstack-request-id: req-36de9306-a890-413e-ad5a-dcb16f3ed4a6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:52.298533 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20acdef8-5050-4bce-bdf9-2d6a68554c81", "name": "network-vif-deleted", "tag": "ff5056e0-8c0f-473f-9fc9-f74fc71740ce", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:52.299079 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36de9306-a890-413e-ad5a-dcb16f3ed4a6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:52.299607 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acdef8-5050-4bce-bdf9-2d6a68554c81', 'name': 'network-vif-deleted', 'tag': 'ff5056e0-8c0f-473f-9fc9-f74fc71740ce', 'status': 'completed', 'code': 200} Dec 21 01:49:52.334929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-f3e14001-4845-4727-ac15-63aeae2a4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:52.336300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-f3e14001-4845-4727-ac15-63aeae2a4853 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f31d6f94-f458-44d6-b641-bfea27433729 HTTP/1.1" status: 200 len: 855 time: 0.1742156 Dec 21 01:49:52.399029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0ed3d-c5d2-474f-b84e-ea5a65b690ce None None] Port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:52.413940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-e379da38-53ec-4fcb-8635-c3bbd699a0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ede84dc-b363-4892-9041-4a9befd6f918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595648 Dec 21 01:49:52.536292 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9716a-c119-49ca-86e0-26edd2bd9e8f None None] New status for floating IP 5c7c7578-a239-4162-9d44-ae3be66ba9b3: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:49:52.926131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:49:52.937134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Sync routers for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:49:52.937327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-60dc7c13-027d-4784-bfc9-327143d495b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/e7c19cf9-9057-4df6-83d5-e0b627fcb81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3629122 Dec 21 01:49:52.954813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4d159-4321-4fda-a8cc-b3f657e3a88d req-ec730028-4473-42a1-b047-d4f6822992de tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:52.962897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:52.963528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:52.963702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53c4d159-4321-4fda-a8cc-b3f657e3a88d req-ec730028-4473-42a1-b047-d4f6822992de tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 943 time: 0.5557826 Dec 21 01:49:53.017180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-bd3e5c9a-b770-46b8-9c4c-cfac8f63a911 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:53.018764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-bd3e5c9a-b770-46b8-9c4c-cfac8f63a911 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/networks?id=42ec2703-f969-4c65-8843-45efe857fa14 HTTP/1.1" status: 200 len: 808 time: 0.6097572 Dec 21 01:49:53.025735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-4e7a555c-d4a6-47c4-b1a4-dc537a96eb1e service neutron] 10.222.0.45 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686436 Dec 21 01:49:53.061327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-16730f7b-b192-4f9e-888d-c8715e66339e tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/quotas/64bf6cca995748d5ab42e8d73ba2437f HTTP/1.1" status: 200 len: 375 time: 0.0297201 Dec 21 01:49:53.083132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53c4d159-4321-4fda-a8cc-b3f657e3a88d req-d000ce74-8d9d-4e09-867e-27084a2cb1f1 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185901 Dec 21 01:49:53.145273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-2fdcdda8-bfb5-4320-8816-43dd6170c8b4 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=64bf6cca995748d5ab42e8d73ba2437f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739348 Dec 21 01:49:53.157604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:53.308943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f93bf0a-1a7f-44dd-93f1-416a67a51f5c req-1debdd27-282a-4d8a-aae3-ea6bdf8ad3e1 service neutron] 10.222.0.45 "GET /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681587 Dec 21 01:49:53.335497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39f8c0-126a-4086-833c-3f907dad19c5 req-d06a322c-5347-4089-ade7-99dbf6513612 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:53.343444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e39f8c0-126a-4086-833c-3f907dad19c5 req-d06a322c-5347-4089-ade7-99dbf6513612 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 944 time: 0.1765299 Dec 21 01:49:53.381832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-8fc4c237-e004-4694-a982-46182aa741c1 service neutron] 10.222.0.43 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262866 Dec 21 01:49:53.458517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ca1ebc30-2ee5-456e-8abb-dfebec7f8166', 'name': '', 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'mac_address': 'fa:16:3e:d4:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '80834047-a964-41c6-a317-a5df66391f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:48Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 2, 'project_id': '0d8de68fcac243b982273b09491649b3', 'subnets': [{'id': '80834047-a964-41c6-a317-a5df66391f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:53.475529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e39f8c0-126a-4086-833c-3f907dad19c5 req-71114037-6409-4c66-bbf1-198a89f5c589 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271064 Dec 21 01:49:53.505580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Checking router: e7c19cf9-9057-4df6-83d5-e0b627fcb81d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:49:53.506176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Updating router e7c19cf9-9057-4df6-83d5-e0b627fcb81d port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:49:53.562697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-f7442455-596f-46ee-a279-7eaa2a717f52 service neutron] 10.222.0.43 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769967 Dec 21 01:49:53.575081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:53.595980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63b92f-e97d-48a8-9f40-3480dd1e1589 req-9ba2c787-5801-42df-ab81-dfbdb7778d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:53.602489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec63b92f-e97d-48a8-9f40-3480dd1e1589 req-9ba2c787-5801-42df-ab81-dfbdb7778d5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1097 time: 0.1174474 Dec 21 01:49:53.610129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-fd1973c3-c2eb-41b8-b5c6-fde37cc8d31e tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/6431f438-bea3-4746-b1e2-289811565a2b HTTP/1.1" status: 200 len: 1821 time: 0.1029584 Dec 21 01:49:53.710683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec63b92f-e97d-48a8-9f40-3480dd1e1589 req-f8e52314-af3b-4d91-b53e-57ead349c3e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013236 Dec 21 01:49:53.738280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:53.825061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.023342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f20d10b3-2724-462b-9ee3-821a0beb7cc4 req-4843fd31-5704-4636-8a40-9020ff8a0e25 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0984144 Dec 21 01:49:54.058857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.062719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.064803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-555e0127-b2d8-4a75-811c-f4271cc0cf8a req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/6431f438-bea3-4746-b1e2-289811565a2b HTTP/1.1" status: 204 len: 173 time: 0.4530239 Dec 21 01:49:54.081446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7047d1a-e3c0-42c4-bc69-febc1a228146 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431f438-bea3-4746-b1e2-289811565a2b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:54.185682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca59d8-e07c-48a1-b7a9-1453b5d70bd3 req-ebfa3033-7007-4fcd-b91e-caf0c6781b13 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:54.216111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fca59d8-e07c-48a1-b7a9-1453b5d70bd3 req-ebfa3033-7007-4fcd-b91e-caf0c6781b13 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.0865686 Dec 21 01:49:54.217583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.231172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.294348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fca59d8-e07c-48a1-b7a9-1453b5d70bd3 req-9a21af43-7caf-4814-b24c-a8e654242079 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720775 Dec 21 01:49:54.401384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807b464-888d-41c3-a967-f337deee967a None None] Pushing event updated for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:54.436732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-016818a0-3cb6-40fb-be03-ce39e11078ff req-3e216ade-fcd4-44f7-b6e0-1b4f98ac1a96 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32 HTTP/1.1" status: 200 len: 1821 time: 0.1114726 Dec 21 01:49:54.536007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2488cce9-ae8a-4b57-82b1-819ce61b24b2 req-b85bdc06-c7fb-4761-b38b-7e2c43727af9 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 210 time: 0.1572437 Dec 21 01:49:54.682582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142069671', 'description': 'tempest-description-1832843527'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:54.770836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c09d23-c4dc-4cdc-adb5-96415b8b29b6 req-94fbba28-b9a3-4a51-8700-a642852bf963 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:54.778339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4c09d23-c4dc-4cdc-adb5-96415b8b29b6 req-94fbba28-b9a3-4a51-8700-a642852bf963 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 943 time: 0.1690342 Dec 21 01:49:54.799914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:54.900164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4c09d23-c4dc-4cdc-adb5-96415b8b29b6 req-c6e07e73-fc2b-47fc-be0d-4746751e3833 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207058 Dec 21 01:49:54.946539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddb54ebb-357d-46d8-93da-9c0ae585b745 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:49:54.953618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:55.019438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.046653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Attempting to bind port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:55.047272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Attempting to bind port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:55.047855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Attempting to bind port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 on network 335c6aba-4806-44cf-bd73-28d80675277d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:55.050914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.079295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-185b843d-cc7e-4f2d-8669-ae6b7111e4c3 None None] Provisioning complete for port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:55.079977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-185b843d-cc7e-4f2d-8669-ae6b7111e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.082225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:55.082828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Checking segment: {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:55.083422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.084026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Bound using segment: {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:55.084677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Bound port: ca1ebc30-2ee5-456e-8abb-dfebec7f8166, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe9d55-3560-470f-801a-9da7db882738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:55.085325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.152098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:55.162959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:55.163646 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.189285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.206658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-830d8c3b-194d-4c38-b957-f135fd9323ed req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5442231 Dec 21 01:49:55.237738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8c2cc-1f55-419c-8ff6-325db0deb03f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1993571-19e4-4b0d-9dbe-0702a4611d7b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:55.289064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-185b843d-cc7e-4f2d-8669-ae6b7111e4c3 None None] Port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:49:55.304324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] For port ca1ebc30-2ee5-456e-8abb-dfebec7f8166, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:55.312029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] For port ca1ebc30-2ee5-456e-8abb-dfebec7f8166, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:55.357162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fce56-1762-4bb1-84f0-c94a7be90766 req-10b7245b-d25d-4d1a-8ec1-b311b664a5d8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:55.370824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.373443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c39fce56-1762-4bb1-84f0-c94a7be90766 req-10b7245b-d25d-4d1a-8ec1-b311b664a5d8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 944 time: 0.3473816 Dec 21 01:49:55.401182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.453890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:55.456655 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb997e-3a8d-4b1e-81bc-973b7cfc6d47" -d '{"events": [{"server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:55.465492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745,segment=NetworkSegment(4b4f15e4-984b-40be-9db6-6130c56d6bb5),segment_id=4b4f15e4-984b-40be-9db6-6130c56d6bb5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:55.468423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-663fe327-f340-4a30-a15e-7ec1b1e3542c req-c622489b-0e66-4071-b069-3ef17de68d07 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0878553 Dec 21 01:49:55.519918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:55.521158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:49:55.522140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:55.627270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-5a18ce6e-3eac-4d22-86d8-0c775c0074cc tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 200 len: 1822 time: 0.0865226 Dec 21 01:49:55.632084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1993571-19e4-4b0d-9dbe-0702a4611d7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:55.632325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1993571-19e4-4b0d-9dbe-0702a4611d7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:55.644617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:49:55.669407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c39fce56-1762-4bb1-84f0-c94a7be90766 req-31ab6bdd-7f32-495f-a942-7f111e73cdf8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502937 Dec 21 01:49:55.740103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.777983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.784025 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.836191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ddb54ebb-357d-46d8-93da-9c0ae585b745', 'network_id': '7ede84dc-b363-4892-9041-4a9befd6f918', 'port_id': 'ddb54ebb-357d-46d8-93da-9c0ae585b745', 'mac_address': 'fa:16:3e:06:19:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31d6f94-f458-44d6-b641-bfea27433729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:49:55.838432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09798f40-0f6b-46eb-a8cf-eaa20c1f1ba4,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:55.871379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:55.893598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a91f9f-6aab-42d6-b571-b90d54344737 req-3e1d33ea-6b48-445f-83f0-bed4508e2d92 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2647049 Dec 21 01:49:55.911643 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.066235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-92f579fc-eb2e-44f4-84d0-d854cc757038 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:56.068865 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-92f579fc-eb2e-44f4-84d0-d854cc757038 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.24 "GET /v2.0/networks?id=42ec2703-f969-4c65-8843-45efe857fa14 HTTP/1.1" status: 200 len: 808 time: 0.2641296 Dec 21 01:49:56.101630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Request body: {'port': {'device_id': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14', 'admin_state_up': True, 'tenant_id': '64bf6cca995748d5ab42e8d73ba2437f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:56.187349 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.199337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9139723d-111c-4df8-9ef2-bad8c7bb8180 req-6d451e00-8349-4bb8-b7a6-e05863ddbf49 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 210 time: 0.1282365 Dec 21 01:49:56.205309 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f3eba-c771-4f2e-9353-933afbe04aac x-openstack-request-id: req-8c5f3eba-c771-4f2e-9353-933afbe04aac {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:56.210830 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "name": "network-vif-plugged", "status": "completed", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:56.211437 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c5f3eba-c771-4f2e-9353-933afbe04aac {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:56.214137 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'code': 200} Dec 21 01:49:56.302064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807b464-888d-41c3-a967-f337deee967a None None] Pushing event updated for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:56.344864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4851-85f0-4116-93ee-52899a4c0e54 req-00e142ee-c5b0-4f88-99f7-2228067e5399 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:56.353425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-058b4851-85f0-4116-93ee-52899a4c0e54 req-00e142ee-c5b0-4f88-99f7-2228067e5399 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.3008587 Dec 21 01:49:56.402287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Made reservation on behalf of 64bf6cca995748d5ab42e8d73ba2437f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:49:56.406813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-26220df4-1fd9-4057-a163-e42b7a04af9f tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 200 len: 2415 time: 0.1130862 Dec 21 01:49:56.408561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.411747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb54ebb-357d-46d8-93da-9c0ae585b745 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:56.422152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1993571-19e4-4b0d-9dbe-0702a4611d7b', 'remote_group_id': None}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:56.422677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1993571-19e4-4b0d-9dbe-0702a4611d7b', 'remote_group_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:56.457075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2b833-f666-4eb6-85ee-f025cd07e214 req-b13c5493-3617-4edf-9cbf-ce704729ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:56.459411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca2b833-f666-4eb6-85ee-f025cd07e214 req-b13c5493-3617-4edf-9cbf-ce704729ae05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 1097 time: 0.3338814 Dec 21 01:49:56.479658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-058b4851-85f0-4116-93ee-52899a4c0e54 req-22d27f19-7365-48d7-bac1-e1ff836e9bae tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251323 Dec 21 01:49:56.500691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] Provisioning complete for port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:56.501054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.576451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745,segment=NetworkSegment(4b4f15e4-984b-40be-9db6-6130c56d6bb5),segment_id=4b4f15e4-984b-40be-9db6-6130c56d6bb5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:56.619458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.623281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.624245 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.653939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:56.671555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Allocated IP 172.20.0.10 (42ec2703-f969-4c65-8843-45efe857fa14/a7978fc8-6a28-4413-8512-64a5a5b8ae73/c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:49:56.735505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca2b833-f666-4eb6-85ee-f025cd07e214 req-821d947e-4a8f-43c6-8904-c51ed12640a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530830 Dec 21 01:49:56.739934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.770006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588877f-9cf1-4407-a9ea-62d73103b87d req-8c9a7a30-72c4-42a1-81ec-8609ca8625e4 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:56.782612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b588877f-9cf1-4407-a9ea-62d73103b87d req-8c9a7a30-72c4-42a1-81ec-8609ca8625e4 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 944 time: 0.1653693 Dec 21 01:49:56.858669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.874910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:56.918729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ca1ebc30-2ee5-456e-8abb-dfebec7f8166', 'name': '', 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'mac_address': 'fa:16:3e:d4:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '80834047-a964-41c6-a317-a5df66391f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:48Z', 'updated_at': '2021-12-21T01:49:55Z', 'revision_number': 4, 'project_id': '0d8de68fcac243b982273b09491649b3', 'subnets': [{'id': '80834047-a964-41c6-a317-a5df66391f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:49:56.926936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:56.955784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc25377-eb68-460a-a172-297f7b7cf46f None None] The sync data for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 is: [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ca1ebc30-2ee5-456e-8abb-dfebec7f8166', 'name': '', 'network_id': '335c6aba-4806-44cf-bd73-28d80675277d', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'mac_address': 'fa:16:3e:d4:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '80834047-a964-41c6-a317-a5df66391f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:48Z', 'updated_at': '2021-12-21T01:49:55Z', 'revision_number': 4, 'project_id': '0d8de68fcac243b982273b09491649b3', 'subnets': [{'id': '80834047-a964-41c6-a317-a5df66391f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:49:56.958605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] For port ca1ebc30-2ee5-456e-8abb-dfebec7f8166, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:56.965687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:57.010106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b588877f-9cf1-4407-a9ea-62d73103b87d req-083eab1f-36bd-429d-9ca9-aee90ad8529a tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265904 Dec 21 01:49:57.152397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5911602c-a2ca-4ac8-ac0c-419a2a1d94c2,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:57.173695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:57.176753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:57.185160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2280e0-d88a-40f6-ad23-7518a01a1a23 None None] Pushing event updated for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:57.194466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ddb54ebb-357d-46d8-93da-9c0ae585b745'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:49:57.194723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-807d4cef-03c0-4edb-9bb6-3b3e39c6d572 req-2c59af4b-1f91-47d3-bde1-57377ed87f16 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7864959 Dec 21 01:49:57.316518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:57.483305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-933735ba-326b-4717-bbd3-28f986b538c6 req-c4b6a1bd-2265-4604-8a1b-ba4be2c5cac3 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/ports?device_id=20acdef8-5050-4bce-bdf9-2d6a68554c81 HTTP/1.1" status: 200 len: 210 time: 0.0759184 Dec 21 01:49:57.493147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Network 42ec2703-f969-4c65-8843-45efe857fa14 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:49:57.533541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:49:57.605381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:49:57.711513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Pushing event updated for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:57.742489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-47cfb7cc-d996-4d07-a2a3-07edebbe4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:57.744621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-47cfb7cc-d996-4d07-a2a3-07edebbe4459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51daba12f0704b57ae04bb75b6da848c&device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 1097 time: 0.1667626 Dec 21 01:49:57.776566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:57.778865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:57.815703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-b5236df7-d07b-4732-bebd-8f1a54fdb8a2 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7281277 Dec 21 01:49:57.837249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Request body: {'port': {'device_id': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:49:57.996438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:58.078214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca1ebc30-2ee5-456e-8abb-dfebec7f8166 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:58.113566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6240f71f-4edb-426b-8ad7-daff1590a5eb req-48baf79c-4900-458a-be98-eb350a673d2a tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 200 len: 3013 time: 0.3677692 Dec 21 01:49:58.140762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbaa2b-aa7b-4147-82fa-aebb03a9a9e2 req-aec66da1-afcd-415e-8b76-b7c5d3c3345b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:58.147942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2fbaa2b-aa7b-4147-82fa-aebb03a9a9e2 req-aec66da1-afcd-415e-8b76-b7c5d3c3345b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 945 time: 0.4343638 Dec 21 01:49:58.306355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2fbaa2b-aa7b-4147-82fa-aebb03a9a9e2 req-2ef1e03e-1b70-437c-8dda-2afc65ac000d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Dec 21 01:49:58.343658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-83ab41de-c14a-4cf3-b6fe-5505c9517f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:58.348048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-83ab41de-c14a-4cf3-b6fe-5505c9517f27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 200 len: 910 time: 0.5578718 Dec 21 01:49:58.362115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:58.362766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:58.367904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c56b-1990-4bc3-9554-4faf79d89a88 req-63771d42-b4bd-4e6c-a016-032c7a2a14fb tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:58.377531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1587c56b-1990-4bc3-9554-4faf79d89a88 req-63771d42-b4bd-4e6c-a016-032c7a2a14fb tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 932 time: 0.1530676 Dec 21 01:49:58.490724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-a58172fb-9db8-4280-99e2-85d2b4b41e12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 200 len: 217 time: 0.1026359 Dec 21 01:49:58.672736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1587c56b-1990-4bc3-9554-4faf79d89a88 req-2de63726-13fd-4b3b-b2df-f4e331de00cc tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926950 Dec 21 01:49:58.673175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:49:58.682627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:58.710574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Transition to ACTIVE for port object c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:49:58.723882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6258-ff57-47a0-98a8-026de548fe97 req-f0cac908-b7b6-472c-ba07-ed7d286acbf4 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:58.726734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:58.741086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13cd6258-ff57-47a0-98a8-026de548fe97 req-f0cac908-b7b6-472c-ba07-ed7d286acbf4 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.2479362 Dec 21 01:49:58.780434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Pushing event updated for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:58.782848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-453b2af0-3ed6-4c70-9e90-34f515883921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:58.784484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-453b2af0-3ed6-4c70-9e90-34f515883921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 200 len: 850 time: 0.2190392 Dec 21 01:49:58.854504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-e626461e-a5ad-4ecc-8286-41fa6cc8b8dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aca61e64-7cc0-4f17-9486-b486ef4c01df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615838 Dec 21 01:49:58.910344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Attempting to bind port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:49:58.910843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Attempting to bind port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '31ec4cba-619b-4fa5-8532-5b49cef799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:49:58.911281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Attempting to bind port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb on network 42ec2703-f969-4c65-8843-45efe857fa14 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:58.918451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb on network 42ec2703-f969-4c65-8843-45efe857fa14 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:49:58.918929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Attempting to bind port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb on network 42ec2703-f969-4c65-8843-45efe857fa14 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:49:58.925439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:49:58.926770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Checking segment: {'id': '31ec4cba-619b-4fa5-8532-5b49cef799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:49:58.927382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Bound using segment: {'id': '31ec4cba-619b-4fa5-8532-5b49cef799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:49:58.928146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Bound port: c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ec4cba-619b-4fa5-8532-5b49cef799f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:49:58.928607 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:58.940242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddb54ebb-357d-46d8-93da-9c0ae585b745 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:49:58.963993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13cd6258-ff57-47a0-98a8-026de548fe97 req-4d0455be-02f7-4ef5-b111-618764124fca tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183905 Dec 21 01:49:59.012423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:49:59.033897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,segment=NetworkSegment(31ec4cba-619b-4fa5-8532-5b49cef799f2),segment_id=31ec4cba-619b-4fa5-8532-5b49cef799f2)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:49:59.040914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dadada-3840-4909-96b8-de1e0fa36339 req-d7314f00-563b-47fc-b33d-84c973a11bfc tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.044254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.054412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98dadada-3840-4909-96b8-de1e0fa36339 req-d7314f00-563b-47fc-b33d-84c973a11bfc tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 944 time: 0.2384818 Dec 21 01:49:59.062147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ddb54ebb-357d-46d8-93da-9c0ae585b745 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:49:59.069961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ddb54ebb-357d-46d8-93da-9c0ae585b745 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:49:59.070987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.121733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-9852dff9-2c60-4e12-adbf-351bd87b1df6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-group-rules/5911602c-a2ca-4ac8-ac0c-419a2a1d94c2 HTTP/1.1" status: 200 len: 783 time: 0.0463765 Dec 21 01:49:59.130654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.132361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.134197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] 10.222.0.24 "PUT /v2.0/ports/c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb HTTP/1.1" status: 200 len: 1093 time: 1.3054497 Dec 21 01:49:59.135158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3193d-50e2-4921-ba6b-fef331598db5 service neutron] Pushing event updated for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:59.159387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:59.166105 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca64598-e798-449a-850f-c66fbbd414ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:59.253486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98dadada-3840-4909-96b8-de1e0fa36339 req-c96f89d6-8e3b-4562-9ea0-3b8853b47cb8 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959987 Dec 21 01:49:59.271437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-a2cca56b-c732-42dc-a087-3539f9a99927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.274009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-a2cca56b-c732-42dc-a087-3539f9a99927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64bf6cca995748d5ab42e8d73ba2437f&device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 1096 time: 0.0642102 Dec 21 01:49:59.289969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.333898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-d7447dc1-bee4-437e-a344-75a1426b3938 service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621360 Dec 21 01:49:59.345318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:49:59.347833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-af3ed396-f2ed-4871-b131-a5e16a0f6be3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 200 len: 3013 time: 0.2253253 Dec 21 01:49:59.349736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-c44db54e-dabb-4ce0-bbb5-f4b185baf7c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb HTTP/1.1" status: 200 len: 217 time: 0.0582290 Dec 21 01:49:59.352072 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3468fe-2719-4d42-a6d4-d75904cbfb7d" -d '{"events": [{"server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:49:59.391395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745,segment=NetworkSegment(4b4f15e4-984b-40be-9db6-6130c56d6bb5),segment_id=4b4f15e4-984b-40be-9db6-6130c56d6bb5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:49:59.403494 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.466237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b5d8-8405-4c98-8772-585141241304 req-87daa062-3a89-4c42-a262-a8120b4056a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.469825 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-87daa062-3a89-4c42-a262-a8120b4056a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7978fc8-6a28-4413-8512-64a5a5b8ae73 HTTP/1.1" status: 200 len: 848 time: 0.1133962 Dec 21 01:49:59.494558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:59.513724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4c662d7-730d-4360-a4d7-bc9ccdc2a6dd req-aca43d8c-e7f2-408c-92ed-9a99679f068c service neutron] 10.222.0.24 "GET /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588027 Dec 21 01:49:59.532232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-59a13ec3-445b-4b67-92a6-23b1d88eb327 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42ec2703-f969-4c65-8843-45efe857fa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551114 Dec 21 01:49:59.547413 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.567352 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.631615 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.638108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.650553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9817c73c-2037-4d3a-8818-a69f6bd62bd5 req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5911602c-a2ca-4ac8-ac0c-419a2a1d94c2 HTTP/1.1" status: 204 len: 173 time: 0.3016188 Dec 21 01:49:59.663467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90711df-24b0-4f41-93bf-dffbb94b6baf tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5911602c-a2ca-4ac8-ac0c-419a2a1d94c2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:49:59.674796 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867a006-e8c3-455b-9eb3-ea22e9077196 x-openstack-request-id: req-3867a006-e8c3-455b-9eb3-ea22e9077196 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:59.675326 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:59.677412 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3867a006-e8c3-455b-9eb3-ea22e9077196 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:59.677939 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb', 'status': 'completed', 'code': 200} Dec 21 01:49:59.716526 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5bccb4-4118-4c4c-ba11-2e3c9ef3218e x-openstack-request-id: req-3e5bccb4-4118-4c4c-ba11-2e3c9ef3218e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:49:59.716831 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:49:59.717086 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e5bccb4-4118-4c4c-ba11-2e3c9ef3218e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:49:59.717509 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745', 'code': 200} Dec 21 01:49:59.736832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-faf9934c-5711-436c-8431-a40f0b35f9e0 service neutron] 10.222.0.24 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961946 Dec 21 01:49:59.774996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39614) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:49:59.860208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228809f-00cc-42ff-a43b-59521f276071 req-13002dfe-7b4f-4aea-a76a-aed04028b1c4 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.868218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c228809f-00cc-42ff-a43b-59521f276071 req-13002dfe-7b4f-4aea-a76a-aed04028b1c4 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 945 time: 0.1914513 Dec 21 01:49:59.924005 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8ea8b5d8-8405-4c98-8772-585141241304 req-0ec57ca0-8bde-435c-b4df-65404f98f5d3 service neutron] 10.222.0.24 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763680 Dec 21 01:49:59.972585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c228809f-00cc-42ff-a43b-59521f276071 req-dad17cb6-8f78-4299-b34a-c4983497b040 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032927 Dec 21 01:49:59.983573 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:49:59.987364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-dd5defb2-b314-4f91-aba8-d334559d0e91 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 200 len: 2415 time: 0.1511261 Dec 21 01:49:59.990744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930b11-fe69-44dd-b9a2-492f2377008b req-f37a103f-3ddc-480d-8591-98b6ed7c081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:49:59.992131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd930b11-fe69-44dd-b9a2-492f2377008b req-f37a103f-3ddc-480d-8591-98b6ed7c081d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 1097 time: 0.1493506 Dec 21 01:50:00.071379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.120346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca64598-e798-449a-850f-c66fbbd414ab req-081a8989-ae0d-4ac7-bed1-bdfd3b213626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.121877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-081a8989-ae0d-4ac7-bed1-bdfd3b213626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64bf6cca995748d5ab42e8d73ba2437f&device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 1096 time: 0.0834820 Dec 21 01:50:00.148702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd930b11-fe69-44dd-b9a2-492f2377008b req-e3f97855-a9b5-4ab3-b85d-1995f2c7609f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286230 Dec 21 01:50:00.198369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.230675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.233129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.236552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "DELETE /v2.0/security-groups/b338f360-71f5-4ab4-b41d-bcf5f0ec5f30 HTTP/1.1" status: 204 len: 168 time: 0.4568486 Dec 21 01:50:00.237692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:00.243563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.259035 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-3b0b4a07-0f7e-4869-8cf7-d4a8c4705f2d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] show failed (client error): The resource could not be found. Dec 21 01:50:00.262787 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3b0b4a07-0f7e-4869-8cf7-d4a8c4705f2d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "GET /v2.0/security-groups/b338f360-71f5-4ab4-b41d-bcf5f0ec5f30 HTTP/1.1" status: 404 len: 347 time: 0.0223825 Dec 21 01:50:00.263987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39622) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:00.270345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8104f8-c3c3-47b8-8e50-8d7e0bfabde6 req-2c89ca5b-df01-4baa-9dd0-d521220da470 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.277847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b8104f8-c3c3-47b8-8e50-8d7e0bfabde6 req-2c89ca5b-df01-4baa-9dd0-d521220da470 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 944 time: 0.1112461 Dec 21 01:50:00.292487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b8a9-058e-4d29-8455-9a38a441806d tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338f360-71f5-4ab4-b41d-bcf5f0ec5f30,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:00.383414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b8104f8-c3c3-47b8-8e50-8d7e0bfabde6 req-39b4552a-389e-43b9-8551-563d606a0a7a tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010571 Dec 21 01:50:00.412969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.419779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.432746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bed94b59-2f4d-468a-b2f2-78dd9e29fe21 req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/d1993571-19e4-4b0d-9dbe-0702a4611d7b HTTP/1.1" status: 204 len: 173 time: 0.4367082 Dec 21 01:50:00.437123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca64598-e798-449a-850f-c66fbbd414ab req-aac91c9a-dd3f-4b72-8c45-94fe653200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.439335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-aac91c9a-dd3f-4b72-8c45-94fe653200a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42ec2703-f969-4c65-8843-45efe857fa14 HTTP/1.1" status: 200 len: 908 time: 0.3091402 Dec 21 01:50:00.456146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eacd4-1259-449c-806b-f0a8a33b7f5c tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1993571-19e4-4b0d-9dbe-0702a4611d7b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:00.530996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-4ce9690c-9d86-49e6-a36e-0e8af1667926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb HTTP/1.1" status: 200 len: 217 time: 0.0785658 Dec 21 01:50:00.582291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Deleting port 65749ee8-bee1-4c2e-8543-0fea0590f51a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:00.582982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.619216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172c515-314a-49a4-b98d-1b577c81a193 req-8de60f9f-f458-40dc-817d-79a2d3cb1000 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.620952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a172c515-314a-49a4-b98d-1b577c81a193 req-8de60f9f-f458-40dc-817d-79a2d3cb1000 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1145537 Dec 21 01:50:00.640716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4520d-5a0c-4f3e-b9b7-07349feb61eb req-47262035-662c-44f1-8057-7c787ff2c391 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.643601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca64598-e798-449a-850f-c66fbbd414ab req-1534bd5e-af07-4228-9760-eb2b579ef28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.645235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-1534bd5e-af07-4228-9760-eb2b579ef28b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7978fc8-6a28-4413-8512-64a5a5b8ae73 HTTP/1.1" status: 200 len: 848 time: 0.1058764 Dec 21 01:50:00.651111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4b4520d-5a0c-4f3e-b9b7-07349feb61eb req-47262035-662c-44f1-8057-7c787ff2c391 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 945 time: 0.1341591 Dec 21 01:50:00.684909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-2ae7963c-6b45-488e-9bf4-193e2ef0ae37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42ec2703-f969-4c65-8843-45efe857fa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305536 Dec 21 01:50:00.724501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.725083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:00.741394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a172c515-314a-49a4-b98d-1b577c81a193 req-ec16e958-199e-4537-80f9-a4aa00976ab9 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083179 Dec 21 01:50:00.783157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Calling delete_port for 65749ee8-bee1-4c2e-8543-0fea0590f51a owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:00.811752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4b4520d-5a0c-4f3e-b9b7-07349feb61eb req-23daee1e-cfa7-435e-ad2a-318ceb41e30b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550946 Dec 21 01:50:00.883661 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-6bc6740f-d479-4b5b-9e30-0e3ae2a461bd req-70022956-a45c-48f2-a2af-2824f586c6c1 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] show failed (client error): The resource could not be found. Dec 21 01:50:00.887227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-3a1e5e69-46fa-4998-a3cb-2a879b570e1c service neutron] 10.222.0.24 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930115 Dec 21 01:50:00.890155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6bc6740f-d479-4b5b-9e30-0e3ae2a461bd req-70022956-a45c-48f2-a2af-2824f586c6c1 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/6431f438-bea3-4746-b1e2-289811565a2b HTTP/1.1" status: 404 len: 352 time: 0.0249472 Dec 21 01:50:00.910059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c025-c87c-42db-a07f-bfffa93d25e0 req-ba96a256-62c1-4cc8-81a3-f285e287040c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:00.912703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf53c025-c87c-42db-a07f-bfffa93d25e0 req-ba96a256-62c1-4cc8-81a3-f285e287040c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.0877950 Dec 21 01:50:00.973443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf53c025-c87c-42db-a07f-bfffa93d25e0 req-57c344a3-2138-4c7f-9cb6-d30bcb3045e6 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529346 Dec 21 01:50:01.117616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-df806ba8-6b59-4e0c-a02f-eb8fd8bb1940 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32 HTTP/1.1" status: 200 len: 1821 time: 0.0994849 Dec 21 01:50:01.151015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cca64598-e798-449a-850f-c66fbbd414ab req-d00dd1cc-4e34-418f-aa57-d9158d7ab107 service neutron] 10.222.0.24 "GET /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538779 Dec 21 01:50:01.179796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.231988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Pushing event deleted for resources: {'Port': ['ID=65749ee8-bee1-4c2e-8543-0fea0590f51a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:01.246294 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.281631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.343734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.346609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.350502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.357710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d88085-1cb4-4e90-8520-121b81ba0ffe req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32 HTTP/1.1" status: 204 len: 173 time: 0.2276254 Dec 21 01:50:01.360030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.362600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7642be22-a0bf-4f51-94fc-3a0d5e0e7b22 tempest-ServersTestBootFromVolume-832409610 tempest-ServersTestBootFromVolume-832409610-project] 10.222.0.43 "DELETE /v2.0/floatingips/5c7c7578-a239-4162-9d44-ae3be66ba9b3 HTTP/1.1" status: 204 len: 168 time: 1.0985398 Dec 21 01:50:01.366828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:01.402831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489279-3931-4aa5-8a62-e1d621bf2b12 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87d9ed-ba2b-4d47-a5d3-4ba0a38dae32,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:01.476132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-583bc471-6fd2-4b65-a1ed-363517f5ef30 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/1ac1e3a0-105b-4d0f-9c48-3c898dd85407 HTTP/1.1" status: 200 len: 1821 time: 0.0754240 Dec 21 01:50:01.555247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.615891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.784394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.799075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:01.802099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d0c0a92-e7c9-457e-8497-11d9e306d715 req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ac1e3a0-105b-4d0f-9c48-3c898dd85407 HTTP/1.1" status: 204 len: 173 time: 0.3240714 Dec 21 01:50:01.866741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4bd1-11b1-4d28-98de-6e560650da53 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1e3a0-105b-4d0f-9c48-3c898dd85407,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:02.126315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf98777-8d4b-44a4-96c1-be913bfc0153 req-52a1de9f-575f-451c-8482-7b1bf7af9aac tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:02.141661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daf98777-8d4b-44a4-96c1-be913bfc0153 req-52a1de9f-575f-451c-8482-7b1bf7af9aac tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1228306 Dec 21 01:50:02.215765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415875d7-3576-41e4-8df1-e2af40b0dacc req-ba62f746-7bb9-446e-bd81-52369eba456f tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:02.217429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-415875d7-3576-41e4-8df1-e2af40b0dacc req-ba62f746-7bb9-446e-bd81-52369eba456f tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 944 time: 0.1985660 Dec 21 01:50:02.248867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.308792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-415875d7-3576-41e4-8df1-e2af40b0dacc req-802cc011-d7fb-4646-8e8d-c98d474b12c4 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Dec 21 01:50:02.323458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daf98777-8d4b-44a4-96c1-be913bfc0153 req-60147ef6-b3a6-4ca5-871c-85f3266620e5 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789572 Dec 21 01:50:02.441985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-8579d458-dcb2-439d-be4c-ecdd5de2ec04 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/9352b34e-6604-4168-a4a5-e085e066762e HTTP/1.1" status: 200 len: 1821 time: 0.0863080 Dec 21 01:50:02.598528 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.650489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Deleting port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:02.651656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.686334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.745871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] For port 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:02.746524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.757533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.760703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:02.764783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Calling delete_port for 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:02.774683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-599964e9-04db-42e3-9cfe-5bfe4cf088a6 req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/9352b34e-6604-4168-a4a5-e085e066762e HTTP/1.1" status: 204 len: 173 time: 0.3198259 Dec 21 01:50:02.797518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4377a4-b22e-495f-a0f3-6877a419f2b3 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352b34e-6604-4168-a4a5-e085e066762e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:02.942712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-4d9ff177-b1c3-4d1c-8791-f3ca4c352beb tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/60d34046-7109-4cae-b6a2-0325aaf64050 HTTP/1.1" status: 200 len: 2421 time: 0.0864673 Dec 21 01:50:02.984343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b6bfb-1ddf-486a-939a-b92ff13a52af req-7898e714-1521-4132-8ba8-4b90ed8463ee tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:02.987477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f52b6bfb-1ddf-486a-939a-b92ff13a52af req-7898e714-1521-4132-8ba8-4b90ed8463ee tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.1102178 Dec 21 01:50:03.079345 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.109962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8cbb77-e30d-43f7-b4c6-140bc498a8c2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:03.155116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f52b6bfb-1ddf-486a-939a-b92ff13a52af req-9500aa39-eab3-487f-b340-1e2bb1378703 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469452 Dec 21 01:50:03.168710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:03.203564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.244111 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.488965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,segment=NetworkSegment(31ec4cba-619b-4fa5-8532-5b49cef799f2),segment_id=31ec4cba-619b-4fa5-8532-5b49cef799f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:03.519208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51acd09-267d-4535-b35c-1fca0a51df49 req-df56ac9f-98ca-4916-ba71-cc4094d87a9d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:03.525238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb', 'network_id': '42ec2703-f969-4c65-8843-45efe857fa14', 'port_id': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb', 'mac_address': 'fa:16:3e:94:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7978fc8-6a28-4413-8512-64a5a5b8ae73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:03.531051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d51acd09-267d-4535-b35c-1fca0a51df49 req-df56ac9f-98ca-4916-ba71-cc4094d87a9d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 945 time: 0.2413776 Dec 21 01:50:03.553081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.564654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.565839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f7fcf99-0f09-47ae-8729-e99a7b3f6049 req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/60d34046-7109-4cae-b6a2-0325aaf64050 HTTP/1.1" status: 204 len: 173 time: 0.6117113 Dec 21 01:50:03.593851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.645185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.654731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9556b-e14f-4087-b838-764ea01609b6 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d34046-7109-4cae-b6a2-0325aaf64050,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:03.725720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:03.820292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,segment=NetworkSegment(31ec4cba-619b-4fa5-8532-5b49cef799f2),segment_id=31ec4cba-619b-4fa5-8532-5b49cef799f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:03.820631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d51acd09-267d-4535-b35c-1fca0a51df49 req-71a67602-aae8-4dbc-ab2b-1ada55e0c0de tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832782 Dec 21 01:50:03.837694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:03.872303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2033e-1e74-4411-9318-5a9576f3d3cb req-80a2931b-4c14-4659-a8d4-b7af483ce75b tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:03.885240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bb2033e-1e74-4411-9318-5a9576f3d3cb req-80a2931b-4c14-4659-a8d4-b7af483ce75b tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1539979 Dec 21 01:50:04.003929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:04.116730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bb2033e-1e74-4411-9318-5a9576f3d3cb req-75113203-e6c3-4fb2-a1d2-ad5bec0a546a tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286639 Dec 21 01:50:04.129369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7a034-48e4-4686-aea3-f25b9058699c req-d96094dd-be99-42ea-945f-224a38b7682f tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:04.137627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e7a034-48e4-4686-aea3-f25b9058699c req-d96094dd-be99-42ea-945f-224a38b7682f tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 945 time: 0.1352553 Dec 21 01:50:04.240261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:04.301671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Router f5184ddf-9de3-47bc-89a5-5bad05b27355 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:04.358940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-986f6bba-6c1d-4e6e-b81f-98a2072cf215 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "GET /v2.0/security-groups/e1fe4146-670b-434f-994e-7876695dd23f HTTP/1.1" status: 200 len: 2414 time: 0.1563728 Dec 21 01:50:04.445527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e7a034-48e4-4686-aea3-f25b9058699c req-8310a194-3dfa-4f88-8b4f-63a93cf17f83 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069935 Dec 21 01:50:04.481262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:04.492425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f2e2402c-34d1-4986-9dc9-b821581f9ec3 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5184ddf-9de3-47bc-89a5-5bad05b27355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1242688 Dec 21 01:50:04.496433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:04.500897 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Sync routers for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:04.539443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:04.542596 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:04.587019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:04.651688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:04.732432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:04.750834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:04.750834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:04.751375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4167cdbc-8dea-4680-9cab-4750a5a00c2d req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] 10.222.0.43 "DELETE /v2.0/security-groups/e1fe4146-670b-434f-994e-7876695dd23f HTTP/1.1" status: 204 len: 173 time: 0.3726060 Dec 21 01:50:04.768567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39692) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:04.790560 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:04.897117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb9f84-0759-4295-baa9-4128b240b7b2 tempest-SecurityGroupRulesTestJSON-1250673822 tempest-SecurityGroupRulesTestJSON-1250673822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe4146-670b-434f-994e-7876695dd23f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:04.963220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:04.984943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Deleting subnet b9100ee8-2892-49d3-9beb-f602f5660c58 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:04.998433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.132286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.196483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.308520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:05.354341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'port_id': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'mac_address': 'fa:16:3e:3e:a2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793d6b4-819a-4fef-8b52-13ecfe864e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:05.433834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.472822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.478584 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:50:03Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:05.482785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9100ee8-2892-49d3-9beb-f602f5660c58,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:05.516621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:05.528092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee554ad1-afa1-4cdf-9bb4-95cc6c1c0712 req-01c1d2f6-5ae9-4bc8-8ca9-727d34d7c805 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:05.537315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee554ad1-afa1-4cdf-9bb4-95cc6c1c0712 req-01c1d2f6-5ae9-4bc8-8ca9-727d34d7c805 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1917708 Dec 21 01:50:05.558110 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Checking router: f5184ddf-9de3-47bc-89a5-5bad05b27355 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:05.568608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:05.579878 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Routers {'f5184ddf-9de3-47bc-89a5-5bad05b27355'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:05.580380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433013c5-b323-46dc-b3b3-59e6772140ff req-8183bab0-237d-42b3-bebf-cea155bcb845 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:05.580807 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5184ddf-9de3-47bc-89a5-5bad05b27355'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:05.587342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.589693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-433013c5-b323-46dc-b3b3-59e6772140ff req-8183bab0-237d-42b3-bebf-cea155bcb845 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 945 time: 0.5397596 Dec 21 01:50:05.670410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:05.691274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.707898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ac620c1f-870d-48d2-874b-d0d828ad964a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9100ee8-2892-49d3-9beb-f602f5660c58 HTTP/1.1" status: 204 len: 168 time: 0.9383492 Dec 21 01:50:05.715421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39706) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:05.734972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee554ad1-afa1-4cdf-9bb4-95cc6c1c0712 req-3f5fc09c-d3bc-45ce-a909-4022a3061b41 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966810 Dec 21 01:50:05.808047 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] Set router f5184ddf-9de3-47bc-89a5-5bad05b27355 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:05.814516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6ab8099f-8035-4414-ab7e-7cc1323cdb22'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:05.848390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.969274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:05.984119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Deleting port 885b2c3b-6a8e-4522-8e13-2deed295b898 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:05.984477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.026427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-433013c5-b323-46dc-b3b3-59e6772140ff req-388e61ea-90cf-4660-846c-3e5cb8b3e1db tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356005 Dec 21 01:50:06.122212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] For port 885b2c3b-6a8e-4522-8e13-2deed295b898, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=885b2c3b-6a8e-4522-8e13-2deed295b898,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:06.122636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.149773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Calling delete_port for 885b2c3b-6a8e-4522-8e13-2deed295b898 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:06.201218 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:50:03Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:06.236821 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdce92-c073-474f-8974-0940123b1e50 None None] The sync data for ids ['f5184ddf-9de3-47bc-89a5-5bad05b27355'] in n-d-761264-20 is: [{'id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'name': 'tempest-ServersTestBootFromVolume-1007237068-router', 'tenant_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:46:40Z', 'updated_at': '2021-12-21T01:50:03Z', 'revision_number': 5, 'project_id': 'a20371acf68a4ec2ab24cdc2a685d6a0', 'gw_port': {'id': '885b2c3b-6a8e-4522-8e13-2deed295b898', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:36:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5184ddf-9de3-47bc-89a5-5bad05b27355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:46:41Z', 'updated_at': '2021-12-21T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:06.264162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3d570-550f-47e6-9c1c-282680b8ae6c req-c342e2f1-ac0c-4451-a31f-33d5ed0d03c1 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:06.265753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df3d570-550f-47e6-9c1c-282680b8ae6c req-c342e2f1-ac0c-4451-a31f-33d5ed0d03c1 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 945 time: 0.2864571 Dec 21 01:50:06.273386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.339084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a29ca35-f7c2-4747-aedb-b54ec20be009']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:06.357323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c0c74-c59f-4041-897f-f1eb9dd171ec') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:06.357881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c0c74-c59f-4041-897f-f1eb9dd171ec') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:06.389773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.400165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.400812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df3d570-550f-47e6-9c1c-282680b8ae6c req-583b66cd-d5fa-42ed-b0de-9c331d9ea966 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217768 Dec 21 01:50:06.413209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.422121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:06.422121 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:06.429368 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:06.433567 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:06.464880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Pushing event deleted for resources: {'Port': ['ID=885b2c3b-6a8e-4522-8e13-2deed295b898,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:06.524477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.539082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.540478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.543224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] 10.222.0.43 "DELETE /v2.0/networks/4a29ca35-f7c2-4747-aedb-b54ec20be009 HTTP/1.1" status: 204 len: 168 time: 0.8067362 Dec 21 01:50:06.556893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc7084-9c5e-4832-bec0-36f80738b6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4a29ca35-f7c2-4747-aedb-b54ec20be009,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:06.672332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.676129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.702204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39726) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:06.726031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.726643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5184ddf-9de3-47bc-89a5-5bad05b27355 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:50:06.735137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.741699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:06.742722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09bc3a3d-f4e4-4871-bca4-a5ab6232a913 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f5184ddf-9de3-47bc-89a5-5bad05b27355 HTTP/1.1" status: 204 len: 168 time: 2.2446404 Dec 21 01:50:06.789546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-57d76f79-ca32-486f-80eb-735a7d05184b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3fc3635871b422faa674bb6f9c02732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860271 Dec 21 01:50:06.791853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39732) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:06.829492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Deleting subnet 0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:06.844745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.916034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.946415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:06.963179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bab8a-5aaa-4572-ad3d-4da8bc3aadc7 req-4b98942e-e033-44f2-8bee-1f36cf8fc1e1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:06.964658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-338bab8a-5aaa-4572-ad3d-4da8bc3aadc7 req-4b98942e-e033-44f2-8bee-1f36cf8fc1e1 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.1470215 Dec 21 01:50:06.979799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:07.003495 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.116730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.161048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.176515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:07.181093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-338bab8a-5aaa-4572-ad3d-4da8bc3aadc7 req-7acaffd0-88e3-4ce9-8727-de16b9063638 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050207 Dec 21 01:50:07.207408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:07.212951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.213846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:07.225479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.237631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efc52e1b-8162-4007-aefa-87bd12a7e568 HTTP/1.1" status: 204 len: 168 time: 0.4365013 Dec 21 01:50:07.256928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.318148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:50:07.331575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:07.342232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:07.343179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.400388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849a3df-66ad-4840-b6e7-8b309301c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc52e1b-8162-4007-aefa-87bd12a7e568,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:07.435406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45674d72-75d9-48fe-801c-a551c748ddee req-22dd377d-2c3e-4905-bba4-25e60891fe6c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:07.437401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45674d72-75d9-48fe-801c-a551c748ddee req-22dd377d-2c3e-4905-bba4-25e60891fe6c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 944 time: 0.2533231 Dec 21 01:50:07.545628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45674d72-75d9-48fe-801c-a551c748ddee req-4c92aeb2-77f9-47dd-bc46-930374199ed1 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986454 Dec 21 01:50:07.547028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.567048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.611864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,segment=NetworkSegment(31ec4cba-619b-4fa5-8532-5b49cef799f2),segment_id=31ec4cba-619b-4fa5-8532-5b49cef799f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:07.617539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:07.624492 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65193094-a26a-4b69-9e71-3806d19cc84e" -d '{"events": [{"server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "name": "network-vif-plugged", "status": "completed", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:07.639082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.685631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.694534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b1415-4a05-4f81-9671-3b1a4a7e88e1 None None] Network 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:07.707992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e66d0f5-e1d2-4e99-9ebd-cafedc6de215 HTTP/1.1" status: 204 len: 168 time: 0.9653084 Dec 21 01:50:07.709490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680ffb-07bd-4f5a-8694-ee16f5c29f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e66d0f5-e1d2-4e99-9ebd-cafedc6de215,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:07.710861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39756) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:07.784208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:07.862761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:07.930537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9d55-e4d0-44a5-b9c7-65848003cc01 req-40b11886-5008-41bd-b4d8-51afd28861ce tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:07.934609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0faa9d55-e4d0-44a5-b9c7-65848003cc01 req-40b11886-5008-41bd-b4d8-51afd28861ce tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.1794469 Dec 21 01:50:07.999797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Deleting port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:08.000308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.018833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 885b2c3b-6a8e-4522-8e13-2deed295b898 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:08.071673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0faa9d55-e4d0-44a5-b9c7-65848003cc01 req-aa0ae8e3-583c-4110-aaa4-f5dd38da1cc6 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325538 Dec 21 01:50:08.091626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 885b2c3b-6a8e-4522-8e13-2deed295b898 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:08.091971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 885b2c3b-6a8e-4522-8e13-2deed295b898 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:08.092390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:08.215652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] For port ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,segment=NetworkSegment(bc07d820-5ca8-4602-9258-f97d6d01f58a),segment_id=bc07d820-5ca8-4602-9258-f97d6d01f58a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:08.216024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.232411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:08.234808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3a8cbb77-e30d-43f7-b4c6-140bc498a8c2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:08.265473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Calling delete_port for ef402a9f-0d6a-4e1a-bf3c-e56f98024776 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:08.265683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] DHCP port deletion for 1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:50:08.296317 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e2b7ed-f7e0-4dc9-b594-a0feeaaad5cc x-openstack-request-id: req-06e2b7ed-f7e0-4dc9-b594-a0feeaaad5cc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:08.298472 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "name": "network-vif-plugged", "status": "completed", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:08.302764 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06e2b7ed-f7e0-4dc9-b594-a0feeaaad5cc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:08.303424 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb', 'code': 200} Dec 21 01:50:08.458649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.472910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] No DVR routers for this DVR port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:08.560912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Deleting port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:08.563078 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.576608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.597824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:08.608356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc07d820-5ca8-4602-9258-f97d6d01f58a') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:08.608734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc07d820-5ca8-4602-9258-f97d6d01f58a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:08.625325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.640155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.646969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:08.647364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.695209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aed54-8d6f-47ab-8035-9de291afaa54 req-3e75a6aa-1e5c-4d46-a07a-a91bbb77afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:08.700427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd4aed54-8d6f-47ab-8035-9de291afaa54 req-3e75a6aa-1e5c-4d46-a07a-a91bbb77afd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 1098 time: 0.3174820 Dec 21 01:50:08.707101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] For port ef402a9f-0d6a-4e1a-bf3c-e56f98024776, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:08.709704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.722969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f06c5-1580-447d-8f2a-e0ddb4fbd61c req-28af6bc8-d2d5-437b-b22e-1b0abc44fed8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:08.725048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802f06c5-1580-447d-8f2a-e0ddb4fbd61c req-28af6bc8-d2d5-437b-b22e-1b0abc44fed8 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.2875249 Dec 21 01:50:08.744333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0594-3873-49f4-8f19-a30b62da3c27 req-b5558035-fc2a-4329-9dcd-e33d4a6febe8 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:08.752748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b7e0594-3873-49f4-8f19-a30b62da3c27 req-b5558035-fc2a-4329-9dcd-e33d4a6febe8 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.2650704 Dec 21 01:50:08.780251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Calling delete_port for ef402a9f-0d6a-4e1a-bf3c-e56f98024776 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:08.793580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:50:08.797201 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:08.801435 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:08.808011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:08.887424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-802f06c5-1580-447d-8f2a-e0ddb4fbd61c req-aea7e715-7e7f-448f-8a44-ada281d54c3a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530294 Dec 21 01:50:08.891851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd4aed54-8d6f-47ab-8035-9de291afaa54 req-015e3341-a579-4a53-b540-f68592ee1e5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658690 Dec 21 01:50:08.904624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] Pushing event deleted for resources: {'Port': ['ID=ef402a9f-0d6a-4e1a-bf3c-e56f98024776,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:08.913471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851cd32-a837-4482-98f7-e9e429dd7330 None None] No DVR routers for this DVR port ef402a9f-0d6a-4e1a-bf3c-e56f98024776 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:08.933516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b7e0594-3873-49f4-8f19-a30b62da3c27 req-68c46270-3309-46e4-a828-b20064e94bfa tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722918 Dec 21 01:50:08.938815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92658475-622e-42e4-8e6c-2be476f6b174 req-4ec53f5b-84a1-41f0-9318-d74258981971 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:08.951390 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92658475-622e-42e4-8e6c-2be476f6b174 req-4ec53f5b-84a1-41f0-9318-d74258981971 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 945 time: 0.5207348 Dec 21 01:50:08.963660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.980481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:08.997886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] 10.222.0.43 "DELETE /v2.0/networks/1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe HTTP/1.1" status: 204 len: 168 time: 1.2810078 Dec 21 01:50:09.050257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735393e-4dd7-4313-a8bf-c2646ba4cc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1eae3a27-2495-4ed4-baeb-b68bb8f5a9fe,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:09.110563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:09.308157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39798) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:09.456299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Deleting port f29a47ad-a79f-4013-b8b6-2376911c4b4b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:09.456615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.566860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1885235692-network', 'tenant_id': '001c8d58599744be96f78c11fac37784'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:09.640344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Made reservation on behalf of 001c8d58599744be96f78c11fac37784 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:09.643566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.656872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.675839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] For port f29a47ad-a79f-4013-b8b6-2376911c4b4b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f29a47ad-a79f-4013-b8b6-2376911c4b4b,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:09.676208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.697792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Calling delete_port for f29a47ad-a79f-4013-b8b6-2376911c4b4b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:09.876238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.903019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.915540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:50:09.921819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ef402a9f-0d6a-4e1a-bf3c-e56f98024776 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:09.969390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:09.970069 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Added segment 0de6b8c2-8526-45a4-8199-2a62649a7eed of type vlan for network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 Dec 21 01:50:09.991870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c7461-3629-4340-8a03-0c7e7f330c8d req-2c5f1eab-3e90-4a86-ae8a-eb11f0e96993 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:10.001464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-036c7461-3629-4340-8a03-0c7e7f330c8d req-2c5f1eab-3e90-4a86-ae8a-eb11f0e96993 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.8096933 Dec 21 01:50:10.038821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ef402a9f-0d6a-4e1a-bf3c-e56f98024776 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:10.040917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ef402a9f-0d6a-4e1a-bf3c-e56f98024776 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:10.072330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.094051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ff2745e-e2cd-4269-936e-413bb4e2e386 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a20371acf68a4ec2ab24cdc2a685d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7836223 Dec 21 01:50:10.107782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39806) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:10.190374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-036c7461-3629-4340-8a03-0c7e7f330c8d req-5587240d-38c3-4584-921f-2a11e707904d tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879666 Dec 21 01:50:10.192150 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.193797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:10.194385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.206392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbafa66-cc48-44dc-b034-8a85880f86b4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:10.228986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f884-e1e1-4fa6-8c38-f0c688f19f31 req-aef439fa-b3c3-44d0-9af4-a6f85f6c125f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:10.230716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e0f884-e1e1-4fa6-8c38-f0c688f19f31 req-aef439fa-b3c3-44d0-9af4-a6f85f6c125f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.1792421 Dec 21 01:50:10.307304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1955221 Dec 21 01:50:10.325981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39808) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:10.335328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Request body: {'subnet': {'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1885235692-subnet', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:10.421448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4671ee0-46a3-47ae-9f21-a40241d0350e admin admin] Pushing event updated for resources: {'Network': ['ID=f5394ef1-acab-4e06-a5a3-a8bcd59eab32,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:10.432816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:50:10.448756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.498132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.515065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Made reservation on behalf of 001c8d58599744be96f78c11fac37784 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:10.517772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.525255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.535665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e0f884-e1e1-4fa6-8c38-f0c688f19f31 req-8e4604ec-9aa0-487e-a8f1-f26dff60b357 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737312 Dec 21 01:50:10.565168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['afa74c4f-c1f3-4217-82b1-3fc8410551d4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:10.568154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410576fd-172e-4f31-a164-ffb38995b390 req-727a3adb-4356-4515-8c28-25d7882a678f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:10.569723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-410576fd-172e-4f31-a164-ffb38995b390 req-727a3adb-4356-4515-8c28-25d7882a678f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 943 time: 0.3375478 Dec 21 01:50:10.612418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Pushing event deleted for resources: {'Port': ['ID=f29a47ad-a79f-4013-b8b6-2376911c4b4b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:10.662750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17349-d60d-4b3a-a599-7185e2682aca req-4871fb53-0923-4a1f-aa07-438585051947 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:10.685037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76e17349-d60d-4b3a-a599-7185e2682aca req-4871fb53-0923-4a1f-aa07-438585051947 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d631395-e8ac-4ca6-8bc7-9e16354055c5 HTTP/1.1" status: 200 len: 867 time: 0.3116031 Dec 21 01:50:10.749039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] No DVR routers for this DVR port f29a47ad-a79f-4013-b8b6-2376911c4b4b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:10.753887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.758098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92658475-622e-42e4-8e6c-2be476f6b174 req-cdf71afc-b62e-42e3-ac50-075de3934df0 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.24 "DELETE /v2.0/ports/f29a47ad-a79f-4013-b8b6-2376911c4b4b HTTP/1.1" status: 204 len: 173 time: 1.5239530 Dec 21 01:50:10.758853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'name': 'network-vif-deleted', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:10.761426 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9ad7a-b992-492d-b8b2-60de49c80dbc" -d '{"events": [{"server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "name": "network-vif-deleted", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:10.840845 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48063a15-ba40-4bfc-b472-89707bcb6c1a x-openstack-request-id: req-48063a15-ba40-4bfc-b472-89707bcb6c1a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:10.841932 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d631395-e8ac-4ca6-8bc7-9e16354055c5", "name": "network-vif-deleted", "tag": "f29a47ad-a79f-4013-b8b6-2376911c4b4b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:10.841932 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48063a15-ba40-4bfc-b472-89707bcb6c1a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:10.842907 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d631395-e8ac-4ca6-8bc7-9e16354055c5', 'name': 'network-vif-deleted', 'tag': 'f29a47ad-a79f-4013-b8b6-2376911c4b4b', 'status': 'completed', 'code': 200} Dec 21 01:50:10.847762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.851721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.856204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8576b63c-f991-4663-a5de-0ca348c5c8f0 HTTP/1.1" status: 204 len: 168 time: 0.7438505 Dec 21 01:50:10.945031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Deleting port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:10.945401 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:10.955794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76e17349-d60d-4b3a-a599-7185e2682aca req-50df5a26-c6fb-4fa0-b578-cec401a6716f tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695990 Dec 21 01:50:10.992535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35734be5-1c14-479c-ade1-55d4ee94e64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8576b63c-f991-4663-a5de-0ca348c5c8f0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:11.045209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.147845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:11.159852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] For port 6ab8099f-8035-4414-ab7e-7cc1323cdb22, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6ab8099f-8035-4414-ab7e-7cc1323cdb22,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:11.162260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.169668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Checking segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:11.170023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Network hostable DHCP agents. Network: f5394ef1-acab-4e06-a5a3-a8bcd59eab32, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:50:11.195546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Calling delete_port for 6ab8099f-8035-4414-ab7e-7cc1323cdb22 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:11.213003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:50:11.228696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f29a47ad-a79f-4013-b8b6-2376911c4b4b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:11.235661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f5394ef1-acab-4e06-a5a3-a8bcd59eab32) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:11.245615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:11.248497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.282588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f73ceb34-ad81-4560-a198-33efb2f399a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9520040 Dec 21 01:50:11.283102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: f29a47ad-a79f-4013-b8b6-2376911c4b4b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:11.284449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f29a47ad-a79f-4013-b8b6-2376911c4b4b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:11.286972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:11.292090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5742f2-c522-4786-836e-3ea6af339a3e None None] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:11.299700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:11.356458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.367296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.486014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.620631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb9628-d78f-4f9d-91a9-12c3d41d2512 req-c2e229b0-b1f3-4921-8d1f-8cfe624c57f4 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:11.624384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13eb9628-d78f-4f9d-91a9-12c3d41d2512 req-c2e229b0-b1f3-4921-8d1f-8cfe624c57f4 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.2098711 Dec 21 01:50:11.687202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'project_id': '001c8d58599744be96f78c11fac37784', 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:50:11.688098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.813463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13eb9628-d78f-4f9d-91a9-12c3d41d2512 req-6b8875b7-b53a-4508-9f46-d3933c5ad3cf tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699057 Dec 21 01:50:11.838015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.865827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:11.897381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5e94f58-554c-48f5-94f2-b3cca490f21e req-7417e62d-8b7b-4528-b215-094094f5d6d0 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 210 time: 0.1602900 Dec 21 01:50:12.052500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Allocated IP 172.20.0.2 (f5394ef1-acab-4e06-a5a3-a8bcd59eab32/13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa/0e55b261-59b0-465a-acc9-2997393ffd33) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:12.219719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event deleted for resources: {'Port': ['ID=6ab8099f-8035-4414-ab7e-7cc1323cdb22,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:12.242623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] No DVR routers for this DVR port 6ab8099f-8035-4414-ab7e-7cc1323cdb22 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:12.252598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.256574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-410576fd-172e-4f31-a164-ffb38995b390 req-7c4de4b4-37e2-42c8-8984-0981b65afb7f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.45 "DELETE /v2.0/ports/6ab8099f-8035-4414-ab7e-7cc1323cdb22 HTTP/1.1" status: 204 len: 173 time: 1.6710310 Dec 21 01:50:12.257040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'name': 'network-vif-deleted', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:12.259850 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6666afe-cb28-4f1e-964b-ddd9dd0df6e4" -d '{"events": [{"server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "name": "network-vif-deleted", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:12.439472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.477224 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18bf15e-e2be-4a10-b2bf-fb1ff04e0591 x-openstack-request-id: req-f18bf15e-e2be-4a10-b2bf-fb1ff04e0591 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:12.477618 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7404e81-4c17-4570-b690-2a9809f1a49c", "name": "network-vif-deleted", "tag": "6ab8099f-8035-4414-ab7e-7cc1323cdb22", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:12.477855 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f18bf15e-e2be-4a10-b2bf-fb1ff04e0591 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:12.478180 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7404e81-4c17-4570-b690-2a9809f1a49c', 'name': 'network-vif-deleted', 'tag': '6ab8099f-8035-4414-ab7e-7cc1323cdb22', 'status': 'completed', 'code': 200} Dec 21 01:50:12.508487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.557652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.558332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:12.576826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.680323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:12.700897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:12.711232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:12.718797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569295c3-134f-4d38-a234-6754f21ea907 req-73e1a633-d5b3-42b1-bc1d-ccc0c23f3612 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:12.730156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-569295c3-134f-4d38-a234-6754f21ea907 req-73e1a633-d5b3-42b1-bc1d-ccc0c23f3612 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.0849807 Dec 21 01:50:12.814302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Pushing event updated for resources: {'Port': ['ID=0e55b261-59b0-465a-acc9-2997393ffd33,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:12.857625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-569295c3-134f-4d38-a234-6754f21ea907 req-86efa546-01f6-49a2-86ea-417e9c93cd1d tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228595 Dec 21 01:50:12.863996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Attempting to bind port 0e55b261-59b0-465a-acc9-2997393ffd33 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:12.864991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Attempting to bind port 0e55b261-59b0-465a-acc9-2997393ffd33 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:12.865383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Attempting to bind port 0e55b261-59b0-465a-acc9-2997393ffd33 on network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:12.872354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:12.872732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Checking segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:12.873276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.873708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Bound using segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:12.874448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Bound port: 0e55b261-59b0-465a-acc9-2997393ffd33, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:12.875025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:12.877548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-687184147-network', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:12.890669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Allocated IP 172.25.6.2 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/6caae1d0-9d10-400d-b356-63ef1e671222) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:12.967913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Made reservation on behalf of c9e4379c298b45518a7d2627b98e4a76 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:12.982433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.030094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.038413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] For port 0e55b261-59b0-465a-acc9-2997393ffd33, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:13.049077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] For port 0e55b261-59b0-465a-acc9-2997393ffd33, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0e55b261-59b0-465a-acc9-2997393ffd33,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:13.059608 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.123979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.202734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.224411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc4fc52f-a1a6-4e48-9cfa-42d20c327db4 req-66483f2b-2e55-4fea-a348-a3914ca2b980 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7404e81-4c17-4570-b690-2a9809f1a49c HTTP/1.1" status: 200 len: 210 time: 0.0849848 Dec 21 01:50:13.237427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cf1e-c04c-4be8-9a02-60832e8f2d07 None None] Pushing event updated for resources: {'Port': ['ID=0e55b261-59b0-465a-acc9-2997393ffd33,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:13.311926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6caae1d0-9d10-400d-b356-63ef1e671222,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:13.338010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:13.346792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:13.353025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:13.380564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.397400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.418246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:50:13.444322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.444672 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Added segment 639c3c5a-3a03-42f7-a35f-c04d624e7254 of type vlan for network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a Dec 21 01:50:13.537607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.573314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.579859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:13.580816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:13.714254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Pushing event updated for resources: {'Network': ['ID=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:13.726630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:50:13.730147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1707330 Dec 21 01:50:13.736350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:13.745629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Request body: {'subnet': {'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-687184147-subnet', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:13.763776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05976-f433-42f4-98c2-b102a116bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79200557-1b2e-469d-88f2-a15f0e854d91,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:13.839971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Made reservation on behalf of c9e4379c298b45518a7d2627b98e4a76 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:13.843391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.030394 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9dff53c1-5f7a-416f-8287-bb6144a15efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.032377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.154382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0e55b261-59b0-465a-acc9-2997393ffd33 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:14.228475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0e55b261-59b0-465a-acc9-2997393ffd33 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:14.228853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.374610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.402227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1ecc-cc10-41ed-bca4-df6d8847d633 req-dcc4c732-2b13-48dd-87f4-6e9a83d9780e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:14.412110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c4d1ecc-cc10-41ed-bca4-df6d8847d633 req-dcc4c732-2b13-48dd-87f4-6e9a83d9780e tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.3619120 Dec 21 01:50:14.443844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 0e55b261-59b0-465a-acc9-2997393ffd33, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0e55b261-59b0-465a-acc9-2997393ffd33,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:14.455820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.461955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.509976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.710551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c4d1ecc-cc10-41ed-bca4-df6d8847d633 req-e85ef895-2494-47df-99c2-6c24180ee465 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959807 Dec 21 01:50:14.741236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88e4c86-7e40-4d12-9b5a-84d308c68d28,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:14.769312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Checking segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:14.769728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Network hostable DHCP agents. Network: 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:50:14.779791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=0e55b261-59b0-465a-acc9-2997393ffd33,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:14.835677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:50:14.851964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:14.857262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:14.857970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:14.864934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1358a64-e18f-465a-b11c-7365d85fcbc0 None None] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:14.931518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b83fa982-06f8-4245-9409-9dfc07f9b175 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1935735 Dec 21 01:50:14.937552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:14.967325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:14.972514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:50:15.019115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:15.100132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 6ab8099f-8035-4414-ab7e-7cc1323cdb22 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:15.102107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6ab8099f-8035-4414-ab7e-7cc1323cdb22 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:15.149030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3ee141fd-dd49-495f-8448-7fff665ba625 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:15.154662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.155836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.169468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:50:15.173766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.184593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3ee141fd-dd49-495f-8448-7fff665ba625 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.2798643 Dec 21 01:50:15.254672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-e426e189-8084-46f2-8872-434c9ff2f86f tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/quotas/f2c8ffb8dc294de78b8cbcebbb68ff78 HTTP/1.1" status: 200 len: 375 time: 0.0673110 Dec 21 01:50:15.360595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300899a-2dc0-44f1-93b5-f93bc114c8c6 None None] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:15.392873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-280f4a10-c5ab-4c2e-82f0-9eaf721860a4 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365685 Dec 21 01:50:15.440033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-676043c7-ee52-4eb0-a11e-3afb322e0074 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:15.441378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-676043c7-ee52-4eb0-a11e-3afb322e0074 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.2310696 Dec 21 01:50:15.453356 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.454778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:15.503167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Sync routers for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:15.527907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:15.528873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:49:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:15.560375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.561632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5add51e-b62c-4297-9ba6-759b0352b6e6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2733693 Dec 21 01:50:15.568760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39924) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:15.665869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:15.795610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:15.890972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d75c938-1e80-42ab-af0c-f5816e46b832 None None] Provisioning complete for port 0e55b261-59b0-465a-acc9-2997393ffd33 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:15.891919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d75c938-1e80-42ab-af0c-f5816e46b832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.023873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0e55b261-59b0-465a-acc9-2997393ffd33 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:16.120288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Allocated IP 172.20.0.2 (27276787-4d0d-4fc9-a0fd-cc3b3b1a547a/c88e4c86-7e40-4d12-9b5a-84d308c68d28/b3352f3f-bbae-41ba-84fd-1d6072cc4e27) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:16.215191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-a8d455b0-7486-4deb-b5f4-92aae33ac857 service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962661 Dec 21 01:50:16.254015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.276057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.377547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-b08229d7-5690-408a-bbec-1a7695bb8202 service neutron] 10.222.0.43 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400611 Dec 21 01:50:16.480494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0e55b261-59b0-465a-acc9-2997393ffd33 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:16.480888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.484614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Allocated IP 172.25.6.192 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/08d840b8-9836-4d32-8822-c7c0a095d257) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:16.514407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Deleting port afa74c4f-c1f3-4217-82b1-3fc8410551d4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:16.515450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.606644 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-91ba92da-e776-4c68-88ac-62b7c07a803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.676920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:13Z', 'revision_number': 3, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:16.721848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4341ea-a168-4338-99f9-5d1e3810a66b req-b6076025-cb74-4a83-900a-86a7f5aaefee tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:16.730208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d4341ea-a168-4338-99f9-5d1e3810a66b req-b6076025-cb74-4a83-900a-86a7f5aaefee tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 945 time: 0.5442152 Dec 21 01:50:16.852631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.946846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:16.947808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7c06ee0-d886-4eb8-bfb2-78867d43e32b req-ad5b96a5-b24a-465d-8191-01eb0f112f9c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 210 time: 0.1533875 Dec 21 01:50:17.057147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] For port afa74c4f-c1f3-4217-82b1-3fc8410551d4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=afa74c4f-c1f3-4217-82b1-3fc8410551d4,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:17.057464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.068519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Pushing event updated for resources: {'Port': ['ID=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:17.104085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Checking router: 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:17.106094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Updating router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 port 6caae1d0-9d10-400d-b356-63ef1e671222 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:50:17.125609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d4341ea-a168-4338-99f9-5d1e3810a66b req-7883b7c6-ec1c-4328-a5fe-d243186a0964 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/security-groups?id=7edd1e1c-9f4c-46de-8de8-4c9809bf1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784695 Dec 21 01:50:17.150679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Calling delete_port for afa74c4f-c1f3-4217-82b1-3fc8410551d4 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:17.192826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.241286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.305091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.399321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:17.425503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:17.432421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:17.444787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:17.472710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:17.504227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:17.550972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Pushing event updated for resources: {'Port': ['ID=08d840b8-9836-4d32-8822-c7c0a095d257,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:17.560457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.753790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.843384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8afca271-30e9-480b-975e-40949aacca92 None None] Provisioning complete for port 0e55b261-59b0-465a-acc9-2997393ffd33 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:17.844043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8afca271-30e9-480b-975e-40949aacca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.923982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:17.979216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.098869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Pushing event deleted for resources: {'Port': ['ID=afa74c4f-c1f3-4217-82b1-3fc8410551d4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:18.146756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Attempting to bind port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:18.147245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Attempting to bind port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:18.147492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Attempting to bind port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 on network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:18.292923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3c40-94b1-4ab8-9eab-fa132cd1e88c req-2d2512e6-0f42-49df-8710-9697eec527ce tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:18.300587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a12d3c40-94b1-4ab8-9eab-fa132cd1e88c req-2d2512e6-0f42-49df-8710-9697eec527ce tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.4770060 Dec 21 01:50:18.304483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc7ea0a5-939a-406c-9bf8-a90a044ab3e0 req-b8543b84-0edf-4cc8-a138-9647bdcaeb1a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 210 time: 0.1825247 Dec 21 01:50:18.340285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] No DVR routers for this DVR port afa74c4f-c1f3-4217-82b1-3fc8410551d4 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:18.351970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.355395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39dd22f2-5722-44fd-bfae-a8d48b10e4e0 req-8d614ec8-b94a-44db-a339-8206ca418499 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.45 "DELETE /v2.0/ports/afa74c4f-c1f3-4217-82b1-3fc8410551d4 HTTP/1.1" status: 204 len: 173 time: 2.8742547 Dec 21 01:50:18.355870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'name': 'network-vif-deleted', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:18.358227 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc48dc0a-1066-4680-967f-e1d5cf6ec76d" -d '{"events": [{"server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "name": "network-vif-deleted", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:18.364979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.522915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Allocated IP 172.20.0.1 (f5394ef1-acab-4e06-a5a3-a8bcd59eab32/13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa/4e57480d-452d-4bea-a194-2cb7792fc29b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:18.573468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:50:18.721899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.787020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.805108 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.816922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:18.817629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Checking segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:18.818183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.818701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Bound using segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:18.819354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Bound port: b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:18.820196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.824675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:18.854788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58357eb5-1261-4944-8b43-ad6ce1ab8195 req-fea40888-e588-4890-973e-5db86aab9c80 tempest-ServerRescueTestJSON-960223283 tempest-ServerRescueTestJSON-960223283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0c97d56-0b79-4ce9-a159-3bfa78445875 HTTP/1.1" status: 200 len: 210 time: 0.0847714 Dec 21 01:50:18.879822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a12d3c40-94b1-4ab8-9eab-fa132cd1e88c req-0547d01f-8a83-4062-9a6d-e6cf7fd3649f tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782404 Dec 21 01:50:18.919900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:18.923369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:18.932657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:19.004570 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f419d36-1249-4b3c-91fc-e45b3ee4ee4c x-openstack-request-id: req-7f419d36-1249-4b3c-91fc-e45b3ee4ee4c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:19.012456 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c97d56-0b79-4ce9-a159-3bfa78445875", "name": "network-vif-deleted", "tag": "afa74c4f-c1f3-4217-82b1-3fc8410551d4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:19.013590 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f419d36-1249-4b3c-91fc-e45b3ee4ee4c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:19.014141 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c97d56-0b79-4ce9-a159-3bfa78445875', 'name': 'network-vif-deleted', 'tag': 'afa74c4f-c1f3-4217-82b1-3fc8410551d4', 'status': 'completed', 'code': 200} Dec 21 01:50:19.044439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Pushing event updated for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:19.066444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] For port b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:19.075109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] For port b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:19.079106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Attempting to bind port 6caae1d0-9d10-400d-b356-63ef1e671222 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:19.079540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Attempting to bind port 6caae1d0-9d10-400d-b356-63ef1e671222 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:19.079906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Attempting to bind port 6caae1d0-9d10-400d-b356-63ef1e671222 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:19.082433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.087952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.152348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.156108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afa74c4f-c1f3-4217-82b1-3fc8410551d4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:19.178297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-4aacd94e-9f71-4a9c-9588-c0a161152225 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:19.182003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-4aacd94e-9f71-4a9c-9588-c0a161152225 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.24 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 822 time: 0.5159879 Dec 21 01:50:19.224090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Request body: {'port': {'device_id': '196920b8-5543-4451-9621-ad26a01388de', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'admin_state_up': True, 'tenant_id': 'f2c8ffb8dc294de78b8cbcebbb68ff78'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:19.235046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:19.235303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:19.238659 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.239353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:19.239495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Bound port: 6caae1d0-9d10-400d-b356-63ef1e671222, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:19.242021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.252207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: afa74c4f-c1f3-4217-82b1-3fc8410551d4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:19.252551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device afa74c4f-c1f3-4217-82b1-3fc8410551d4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:19.253882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd23c6-e12d-4beb-bd4f-6c19151d3010 None None] Pushing event updated for resources: {'Port': ['ID=6caae1d0-9d10-400d-b356-63ef1e671222,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:19.381379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.387272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7aac2-f2f4-493c-836e-95b396da7098 None None] Pushing event updated for resources: {'Port': ['ID=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:19.452725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:19.464170 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Sync routers for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:19.484456 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:19.485274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:19.486688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.489951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80c8686a-bf0e-44ee-b96a-83a3c04ce392 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5502772 Dec 21 01:50:19.492553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Made reservation on behalf of f2c8ffb8dc294de78b8cbcebbb68ff78 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:19.498846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.501113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a86428a5-4005-4efa-8e20-b9073732adc2 req-7fefdf40-3855-4205-a90d-e0a62dc4220d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 210 time: 0.0598619 Dec 21 01:50:19.502747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:19.557935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.625541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] For port 6caae1d0-9d10-400d-b356-63ef1e671222, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:19.633804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] For port 6caae1d0-9d10-400d-b356-63ef1e671222, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6caae1d0-9d10-400d-b356-63ef1e671222,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:19.651492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.794648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-187472d2-37a3-44b6-83f1-4c3d5eb2fd59 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:19.798049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-187472d2-37a3-44b6-83f1-4c3d5eb2fd59 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.2153027 Dec 21 01:50:19.887767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-045005f9-d50d-418c-85b6-87fef37a187c None None] Provisioning complete for port 4e57480d-452d-4bea-a194-2cb7792fc29b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:19.892117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-045005f9-d50d-418c-85b6-87fef37a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:19.904735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd23c6-e12d-4beb-bd4f-6c19151d3010 None None] Pushing event updated for resources: {'Port': ['ID=6caae1d0-9d10-400d-b356-63ef1e671222,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:19.976653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:20.015058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:20.033605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:20.077428 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:20.247586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:20.367715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b3352f3f-bbae-41ba-84fd-1d6072cc4e27 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:20.497035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-045005f9-d50d-418c-85b6-87fef37a187c None None] Port 4e57480d-452d-4bea-a194-2cb7792fc29b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:20.525443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:17Z', 'revision_number': 3, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:20.555851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Allocated IP 172.20.0.9 (38910810-28fb-4dbb-91ee-2ac96e89a1b3/7793d6b4-819a-4fef-8b52-13ecfe864e13/64fc4856-a3e9-4338-a5ed-8cebc9d309f6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:20.585694 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Checking router: f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:20.586352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Updating router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 port 08d840b8-9836-4d32-8822-c7c0a095d257 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:50:20.668485 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.766683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.778918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d91f5076-7165-4589-8df5-db010b09f2f2 req-68d575f6-83e1-477c-92a3-4fc46e2fd086 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 210 time: 0.0592880 Dec 21 01:50:20.793431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.803978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:20.804361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.832191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.866130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:20.926958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:20.953415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:20.959613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:20.959871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Pushing event updated for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:21.088311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661929-3779-4adc-a0d3-1ce3c9c2efe1 req-6a140d4d-50e6-45e8-a92a-5cbc7f43e7c1 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:21.091559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event updated for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:21.111051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22661929-3779-4adc-a0d3-1ce3c9c2efe1 req-6a140d4d-50e6-45e8-a92a-5cbc7f43e7c1 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 1.0277712 Dec 21 01:50:21.175558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:21.178293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:50:21.187031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.200913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.246389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22661929-3779-4adc-a0d3-1ce3c9c2efe1 req-c4472b7c-112d-4eae-b0b5-c56cd4799e94 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341169 Dec 21 01:50:21.255799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-664a96a0-f51f-45e1-9230-52ea0fbba19a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0431209 Dec 21 01:50:21.264365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:18Z', 'revision_number': 1, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:21.300515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.328741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Request body: {'port': {'device_id': '196920b8-5543-4451-9621-ad26a01388de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:21.392469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8bf3f-90ac-4744-877d-dfd5db4fe475 None None] The sync data for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 is: [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:18Z', 'revision_number': 1, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:21.447013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:21.447013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7eb04d-6615-4b17-aab8-095348270dd1 None None] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:21.465064 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.472718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.486484 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.494649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.499105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.563782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Deleting port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:21.564169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.591316 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Attempting to bind port 08d840b8-9836-4d32-8822-c7c0a095d257 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:21.591911 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Attempting to bind port 08d840b8-9836-4d32-8822-c7c0a095d257 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:21.592195 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Attempting to bind port 08d840b8-9836-4d32-8822-c7c0a095d257 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:21.626329 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:21.626912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:21.627435 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.631076 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:21.631723 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Bound port: 08d840b8-9836-4d32-8822-c7c0a095d257, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:21.632226 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.686508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] For port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,segment=NetworkSegment(31ec4cba-619b-4fa5-8532-5b49cef799f2),segment_id=31ec4cba-619b-4fa5-8532-5b49cef799f2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:21.687120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.700427 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205ccfc-e764-4f4a-b224-37e84ee20a7c None None] Pushing event updated for resources: {'Port': ['ID=08d840b8-9836-4d32-8822-c7c0a095d257,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:21.704547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Calling delete_port for c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:21.715629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d9c34057-3160-4cc2-b208-cf60494970c9 None None] Provisioning complete for port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:21.717696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9c34057-3160-4cc2-b208-cf60494970c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.724611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:21.763116 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] For port 08d840b8-9836-4d32-8822-c7c0a095d257, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:21.766998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] For port 08d840b8-9836-4d32-8822-c7c0a095d257, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=08d840b8-9836-4d32-8822-c7c0a095d257,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:21.773957 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:21.839003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:21.960686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:21.961783 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:21.962431 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:22.030601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:22.313969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b3352f3f-bbae-41ba-84fd-1d6072cc4e27 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:22.336448 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:22.400686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Allocated IP 172.20.0.1 (27276787-4d0d-4fc9-a0fd-cc3b3b1a547a/c88e4c86-7e40-4d12-9b5a-84d308c68d28/8e686236-fb6b-4dd2-9f1e-833449db13e2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:22.623997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7fd634ce-32fd-4d93-817e-2a652f0008ac None None] Provisioning complete for port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:22.624305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fd634ce-32fd-4d93-817e-2a652f0008ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:22.631385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205ccfc-e764-4f4a-b224-37e84ee20a7c None None] Pushing event updated for resources: {'Port': ['ID=08d840b8-9836-4d32-8822-c7c0a095d257,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:22.687212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:17Z', 'revision_number': 3, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:22.723121 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a8de4-326f-42cd-af6f-fc3c276da00f None None] The sync data for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 is: [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:17Z', 'revision_number': 3, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:22.727826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8062a-babd-46bc-949d-bd8799e35726 req-7063c541-0060-4639-8a2d-bcc0bd7fcd94 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:22.729202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eac8062a-babd-46bc-949d-bd8799e35726 req-7063c541-0060-4639-8a2d-bcc0bd7fcd94 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 931 time: 0.6400831 Dec 21 01:50:22.808950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:22.810254 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:22.965470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:22.997034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:23.025677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.036301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.041611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:23.072960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Transition to ACTIVE for port object 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:50:23.084143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.088970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Pushing event deleted for resources: {'Port': ['ID=c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:23.139259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b506b-ec04-48c3-89c6-e056326f6d33 req-0f32b94f-a632-48b7-a669-0d09eb78b8ba tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:23.141144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa7b506b-ec04-48c3-89c6-e056326f6d33 req-0f32b94f-a632-48b7-a669-0d09eb78b8ba tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe5cafff-3c84-4f3e-bf72-3f1419396457 HTTP/1.1" status: 200 len: 946 time: 0.5285025 Dec 21 01:50:23.150974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d3408b55-ea59-4b3e-a5c5-44bdad0b192d None None] Provisioning complete for port 4e57480d-452d-4bea-a194-2cb7792fc29b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:23.151230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3408b55-ea59-4b3e-a5c5-44bdad0b192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.214342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] No DVR routers for this DVR port c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:23.225801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.231926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec3b361b-31be-4583-9299-97c3e0bc5c86 req-3146eba0-ad6f-46e1-bf69-878dc5a49883 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.24 "DELETE /v2.0/ports/c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb HTTP/1.1" status: 204 len: 173 time: 3.4264669 Dec 21 01:50:23.242631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'name': 'network-vif-deleted', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:23.245945 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98751294-8fa4-4609-a5f0-4d3cb526a0fb" -d '{"events": [{"server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "name": "network-vif-deleted", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:23.269120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.337308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Pushing event updated for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:23.371341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:23.382155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eac8062a-babd-46bc-949d-bd8799e35726 req-0b2b7db1-be0c-45da-a959-aaf6da970f79 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211600 Dec 21 01:50:23.499587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:23.506907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:23.508257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:23.519593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:23.522224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d3408b55-ea59-4b3e-a5c5-44bdad0b192d None None] Port 4e57480d-452d-4bea-a194-2cb7792fc29b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:23.523163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:23.597153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa7b506b-ec04-48c3-89c6-e056326f6d33 req-c5263bf4-43c4-4266-b732-004daa313137 tempest-ServerTagsTestJSON-808464725 tempest-ServerTagsTestJSON-808464725-project] 10.222.0.43 "GET /v2.0/security-groups?id=44ca1937-5ddd-4964-8500-8f9abf7253cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465625 Dec 21 01:50:23.667504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.669741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Pushing event updated for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:23.696425 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284a7b1-caa3-4116-98b8-09293c478f1a x-openstack-request-id: req-1284a7b1-caa3-4116-98b8-09293c478f1a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:23.696425 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5cafff-3c84-4f3e-bf72-3f1419396457", "name": "network-vif-deleted", "tag": "c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:23.696641 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1284a7b1-caa3-4116-98b8-09293c478f1a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:23.697055 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5cafff-3c84-4f3e-bf72-3f1419396457', 'name': 'network-vif-deleted', 'tag': 'c36885a6-ff9e-4ec9-bfe2-96a97b64b5bb', 'status': 'completed', 'code': 200} Dec 21 01:50:23.715309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:23.724911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Attempting to bind port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:23.725299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Attempting to bind port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:23.726177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Attempting to bind port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:23.739407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:50:23.739407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Attempting to bind port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 on network 38910810-28fb-4dbb-91ee-2ac96e89a1b3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:23.756532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:23.758469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Checking segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:23.759369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Bound using segment: {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:23.760499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Bound port: 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:23.761445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:23.764455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f43e651e-5e02-43e8-b12e-9b082d20b131 admin admin] 10.222.0.43 "PUT /v2.0/routers/3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1722858 Dec 21 01:50:23.820002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.051309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:24.060438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:24.095565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.118500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:24.119138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.120575 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] 10.222.0.24 "PUT /v2.0/ports/64fc4856-a3e9-4338-a5ed-8cebc9d309f6 HTTP/1.1" status: 200 len: 1092 time: 2.8021710 Dec 21 01:50:24.125608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:24.128293 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:24.187004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.311523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b5827b3c-17d0-402c-af87-92683114f82a None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:24.311901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b5827b3c-17d0-402c-af87-92683114f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.449827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b5827b3c-17d0-402c-af87-92683114f82a None None] Port 8e686236-fb6b-4dd2-9f1e-833449db13e2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:24.456039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6caae1d0-9d10-400d-b356-63ef1e671222 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:24.486256 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6cad55-dc51-4645-ba86-1804522ca691 x-openstack-request-id: req-6c6cad55-dc51-4645-ba86-1804522ca691 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:24.488324 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:24.489723 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c6cad55-dc51-4645-ba86-1804522ca691 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:24.517735 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6', 'status': 'completed', 'code': 200} Dec 21 01:50:24.616104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6caae1d0-9d10-400d-b356-63ef1e671222 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:24.616861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.621324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdb55-6443-4112-98ff-b88a967280cb service neutron] Pushing event updated for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:24.650265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-2e7050f8-aaa9-48d1-bcd0-f502946502ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:24.652179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-2e7050f8-aaa9-48d1-bcd0-f502946502ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 1095 time: 0.4574425 Dec 21 01:50:24.712774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.716434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-09e69009-e4f9-4ef9-8177-a642f6bee515 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6 HTTP/1.1" status: 200 len: 217 time: 0.0464995 Dec 21 01:50:24.727112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b171-10e4-4df1-af3b-e105d3be1f7f req-703a58c7-fc57-4d7d-8f7c-b6eaf86c29da tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:24.728720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09d5b171-10e4-4df1-af3b-e105d3be1f7f req-703a58c7-fc57-4d7d-8f7c-b6eaf86c29da tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 943 time: 0.2139287 Dec 21 01:50:24.749841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.785630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.789281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Deleting port b7cb5f06-c1a6-4588-9618-30b6639fa508 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:24.789598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.791767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-bff7cf64-5240-4a98-8359-67589165aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:24.793506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-bff7cf64-5240-4a98-8359-67589165aab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.0636024 Dec 21 01:50:24.802010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 6caae1d0-9d10-400d-b356-63ef1e671222, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6caae1d0-9d10-400d-b356-63ef1e671222,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:24.814433 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.818726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 08d840b8-9836-4d32-8822-c7c0a095d257 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:24.869439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-2b3b7a6a-99ad-41a3-9c14-e99f19853ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466504 Dec 21 01:50:24.916593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:24.958529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=6caae1d0-9d10-400d-b356-63ef1e671222,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:24.961657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40014) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:24.963916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Pushing event updated for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:24.971382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724919222', 'description': 'tempest-description--1997383721'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:25.003654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 08d840b8-9836-4d32-8822-c7c0a095d257 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:25.004025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.025694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] For port b7cb5f06-c1a6-4588-9618-30b6639fa508, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b7cb5f06-c1a6-4588-9618-30b6639fa508,segment=NetworkSegment(8ae16654-6034-4e3f-ac5c-da2e9760b0f2),segment_id=8ae16654-6034-4e3f-ac5c-da2e9760b0f2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:25.029097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.057306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Calling delete_port for b7cb5f06-c1a6-4588-9618-30b6639fa508 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:25.069026 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-47c2e7f9-161b-4a0f-aa3b-7b9ab6c95111 service neutron] 10.222.0.24 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866982 Dec 21 01:50:25.124621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09d5b171-10e4-4df1-af3b-e105d3be1f7f req-20388b58-5a2a-4068-81f5-2a595f6d3055 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818765 Dec 21 01:50:25.126448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.210739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.290569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 08d840b8-9836-4d32-8822-c7c0a095d257, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=08d840b8-9836-4d32-8822-c7c0a095d257,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:25.323366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40016) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:25.339243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.395495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=08d840b8-9836-4d32-8822-c7c0a095d257,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:25.441371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Deleting subnet a7978fc8-6a28-4413-8512-64a5a5b8ae73 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:25.441371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.482079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.529504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.602326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.605764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cb5f06-c1a6-4588-9618-30b6639fa508,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:25.706223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:25.715879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:25.731062 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4fa302e-6d52-4ac0-8f50-ab0a923e41e2 req-f44e5f67-c309-4d35-a56a-0e4bd925a016 service neutron] 10.222.0.24 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503336 Dec 21 01:50:25.793447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.802771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.874421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.877931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.908290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:25.918796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7978fc8-6a28-4413-8512-64a5a5b8ae73 HTTP/1.1" status: 204 len: 168 time: 0.6076379 Dec 21 01:50:25.965284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:25.978090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbab52-2584-41ca-9aa8-1a6c4b108d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7978fc8-6a28-4413-8512-64a5a5b8ae73,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:25.996552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6f5ac-892a-4c36-a526-5bddeaf510ea,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:26.015567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.017489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46042bce-982b-4c04-9587-4453b1471482 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0499778 Dec 21 01:50:26.026988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:26.027619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:26.031792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'security_group_rule': {'security_group_id': '15f6f5ac-892a-4c36-a526-5bddeaf510ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:26.092702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.206629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b2ab39c-982b-4354-8462-a7cf7dccb348 None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:26.207686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b2ab39c-982b-4354-8462-a7cf7dccb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.243238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.258700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-eab25609-ed43-4682-876d-920bf12537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:26.260831 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-eab25609-ed43-4682-876d-920bf12537a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 1095 time: 0.3767149 Dec 21 01:50:26.261411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.292485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.295123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ab39c-982b-4354-8462-a7cf7dccb348 None None] Port 8e686236-fb6b-4dd2-9f1e-833449db13e2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:26.306078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Sync routers for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:26.326385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:26.327040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:26.407768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f27d3b-28a2-469c-b295-992eb3b6c739,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:26.414690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6caae1d0-9d10-400d-b356-63ef1e671222 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:26.434115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.440929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bbb313b8-4003-40b4-8d7b-39bc0a4d2078 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102643 Dec 21 01:50:26.445949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40032) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:26.451630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'security_group_rule': {'security_group_id': '15f6f5ac-892a-4c36-a526-5bddeaf510ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:26.476969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e5ff-3f70-46e0-8222-7dbb57dc8dc2 req-a06779ec-af7a-4f46-86e9-ca7b9f5b999d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:26.476969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b925e5ff-3f70-46e0-8222-7dbb57dc8dc2 req-a06779ec-af7a-4f46-86e9-ca7b9f5b999d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 943 time: 0.1449778 Dec 21 01:50:26.610030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b925e5ff-3f70-46e0-8222-7dbb57dc8dc2 req-faf48fca-ed23-43b0-a743-4a5afd9b56f6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781438 Dec 21 01:50:26.638252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.687870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ec2703-f969-4c65-8843-45efe857fa14']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:26.694593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.703867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:26.710727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-28a62476-281b-4ba1-97c4-dcfa65c94d20 admin admin] 10.222.0.43 "PUT /v2.0/routers/f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2048335 Dec 21 01:50:26.719738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec4cba-619b-4fa5-8532-5b49cef799f2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:26.720102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec4cba-619b-4fa5-8532-5b49cef799f2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:26.771249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-1dd57fda-793f-4c42-ab36-10c000a761af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:26.772749 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-1dd57fda-793f-4c42-ab36-10c000a761af service neutron] 10.222.0.24 "GET /v2.0/networks?id=38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 200 len: 922 time: 0.4642231 Dec 21 01:50:26.774790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.785268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Router b2233e3c-bc0d-440d-ac1a-36ea7802b149 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:26.818657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.834201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.835009 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Sync routers for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:26.869638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:26.870440 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:26.903366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-ddf9583b-a30a-4786-b61c-ce1842906080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6 HTTP/1.1" status: 200 len: 217 time: 0.1099486 Dec 21 01:50:26.954063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.959819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.971852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:26.972254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:26.974759 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:26.979713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6caae1d0-9d10-400d-b356-63ef1e671222 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:26.979713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.012475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:27.025804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.026957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791545 Dec 21 01:50:27.035450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6db2ed3e-db13-454f-97ac-c8bc0cf31c75 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2233e3c-bc0d-440d-ac1a-36ea7802b149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0465310 Dec 21 01:50:27.036878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415909-5f58-4405-9531-ec18405a6fb8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5e3eb8-0c52-4c00-8212-32a86abbd0ea,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:27.038826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40042) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:27.039162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40044) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:27.044833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:27.068977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Sync routers for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:27.108830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-523cf3c7-7693-4cfd-8d27-bbde56dedc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:27.114513 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-523cf3c7-7693-4cfd-8d27-bbde56dedc14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 200 len: 862 time: 0.2100306 Dec 21 01:50:27.127466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.148839 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:27.163239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:27.166108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:27.183300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.203574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-54a81d36-bb32-419f-862b-5d7137cc0ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38910810-28fb-4dbb-91ee-2ac96e89a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795255 Dec 21 01:50:27.206299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.230333 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] 10.222.0.43 "DELETE /v2.0/networks/42ec2703-f969-4c65-8843-45efe857fa14 HTTP/1.1" status: 204 len: 168 time: 1.2102492 Dec 21 01:50:27.315288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23672bf-0c5a-4c6c-b7b2-9954e6b1971b admin admin] Pushing event deleted for resources: {'Network': ['ID=42ec2703-f969-4c65-8843-45efe857fa14,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:27.522584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40050) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:27.537807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:27.662658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-9c66093f-edcb-49dd-a0f9-feb9d7fb57bd service neutron] 10.222.0.24 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244173 Dec 21 01:50:27.701122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 08d840b8-9836-4d32-8822-c7c0a095d257 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:27.741090 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 2, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:27.795798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:27.803607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Checking router: f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:27.804293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Updating router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 port 8e686236-fb6b-4dd2-9f1e-833449db13e2 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:50:27.893584 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:27.924617 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c54f553e-60cf-46d4-b28c-af533d296ce6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64bf6cca995748d5ab42e8d73ba2437f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930454 Dec 21 01:50:27.927226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:27.931419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.069594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd8d41c0-3d74-4b88-bed2-89602cc4f8c9 req-644b87c9-e3b0-457b-af4a-fca91990c5fc service neutron] 10.222.0.24 "GET /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823366 Dec 21 01:50:28.090616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.117885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.169505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:28.179270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999585616', 'description': 'tempest-description--1295219159'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:28.244663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a224f-8669-4588-a69b-600acf622139 req-d35f9ea8-bc8e-4e03-835b-e2084e5da598 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:28.245569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.260909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b4a224f-8669-4588-a69b-600acf622139 req-d35f9ea8-bc8e-4e03-835b-e2084e5da598 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 943 time: 0.4064019 Dec 21 01:50:28.291123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.296594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.302467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44ca1937-5ddd-4964-8500-8f9abf7253cb HTTP/1.1" status: 204 len: 168 time: 0.3685088 Dec 21 01:50:28.341139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9263-4c27-4530-afc9-81f18f7711b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca1937-5ddd-4964-8500-8f9abf7253cb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:28.401311 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.426180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.432409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 08d840b8-9836-4d32-8822-c7c0a095d257 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:28.432781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.440735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.487743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:28.510531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.516522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e1d5f939-4e8f-45a6-97d1-03876b30f8d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3435018 Dec 21 01:50:28.519094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:28.529125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'security_group_rule': {'security_group_id': 'a57015e0-c56e-4f51-a1e6-e1c0a3c652a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:28.552762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b4a224f-8669-4588-a69b-600acf622139 req-e6ce5cfd-e148-4b57-8cf4-8fad903c19be tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796299 Dec 21 01:50:28.558383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.627366 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.634171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.636348 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.731283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 5, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port': {'id': 'c1efe5b0-ae80-41c3-8218-59c9b9721be4', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:48:08Z', 'updated_at': '2021-12-21T01:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:28.745481 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc6d7b-fe3d-41ae-8d9d-d3588052ed37 None None] Pushing event updated for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:28.826663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Allocated IP 172.25.6.239 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/77a80d86-3003-4696-aed9-1b05ff90828a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:28.836056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Checking router: b2233e3c-bc0d-440d-ac1a-36ea7802b149 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:28.883754 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Attempting to bind port 8e686236-fb6b-4dd2-9f1e-833449db13e2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:28.884585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Attempting to bind port 8e686236-fb6b-4dd2-9f1e-833449db13e2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:28.885323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Attempting to bind port 8e686236-fb6b-4dd2-9f1e-833449db13e2 on network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:28.904001 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:28.905439 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Checking segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:28.906436 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.907314 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Bound using segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:28.908016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Bound port: 8e686236-fb6b-4dd2-9f1e-833449db13e2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:28.908617 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.912018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.938698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.989697 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] For port 8e686236-fb6b-4dd2-9f1e-833449db13e2, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:28.997126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:28.999077 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] For port 8e686236-fb6b-4dd2-9f1e-833449db13e2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e686236-fb6b-4dd2-9f1e-833449db13e2,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:29.011202 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.028784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a69a46-38b8-45d3-a163-d2d52496b615,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:29.047215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.048465 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14b008bc-1ea0-4739-a735-19c36b3d7410 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5267329 Dec 21 01:50:29.056889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Routers {'b2233e3c-bc0d-440d-ac1a-36ea7802b149'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:29.058366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:29.066027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:29.071206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'security_group_rule': {'security_group_id': 'a57015e0-c56e-4f51-a1e6-e1c0a3c652a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:29.113888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Deleting port c1efe5b0-ae80-41c3-8218-59c9b9721be4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:29.114553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.190824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.216834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 2, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:29.262606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] For port c1efe5b0-ae80-41c3-8218-59c9b9721be4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c1efe5b0-ae80-41c3-8218-59c9b9721be4,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:29.263158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.267144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Checking router: 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:29.267508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Updating router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 port 4e57480d-452d-4bea-a194-2cb7792fc29b binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:50:29.279117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Calling delete_port for c1efe5b0-ae80-41c3-8218-59c9b9721be4 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:29.303840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.305947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:29.321377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] Set router b2233e3c-bc0d-440d-ac1a-36ea7802b149 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:29.398815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.416367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.452893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.473145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a53233-99be-4219-9d97-7b2e95828ce1,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:29.489154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.493968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f046b09f-60a0-474c-8a98-ed308e93aa37 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228189 Dec 21 01:50:29.493968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40096) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:29.498040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:29.593192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:29.594005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.601909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:29.643991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6', 'network_id': '38910810-28fb-4dbb-91ee-2ac96e89a1b3', 'port_id': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6', 'mac_address': 'fa:16:3e:ae:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793d6b4-819a-4fef-8b52-13ecfe864e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:29.665186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:50:28Z', 'revision_number': 6, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:29.679043 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc6d7b-fe3d-41ae-8d9d-d3588052ed37 None None] Pushing event updated for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:29.687930 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:29.688166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:29.688328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:29.690207 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:29.718722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:29.737680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:29.908152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:29.963572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.013629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'Port': ['ID=77a80d86-3003-4696-aed9-1b05ff90828a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:30.035683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.052665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da42c7f-329b-4925-b16f-9f4d98b480b0 None None] The sync data for ids ['b2233e3c-bc0d-440d-ac1a-36ea7802b149'] in n-d-761264-20 is: [{'id': 'b2233e3c-bc0d-440d-ac1a-36ea7802b149', 'name': 'tempest-ServerRescueTestJSON-550008470-router', 'tenant_id': '51daba12f0704b57ae04bb75b6da848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:48:07Z', 'updated_at': '2021-12-21T01:50:28Z', 'revision_number': 6, 'project_id': '51daba12f0704b57ae04bb75b6da848c', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:30.088083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9d01e-e501-413d-92a0-10e0ac26a7db req-6cdd7c1b-3105-4999-970c-5292a835457c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:30.105552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6a9d01e-e501-413d-92a0-10e0ac26a7db req-6cdd7c1b-3105-4999-970c-5292a835457c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 943 time: 0.2611735 Dec 21 01:50:30.120420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:30.142954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.269529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Allocated IP 172.25.6.209 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e95f6561-d575-4d0b-86d5-7d21d1ad2df3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:30.329702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6a9d01e-e501-413d-92a0-10e0ac26a7db req-f2e7d9af-548a-4b57-8c44-8f9fd42d9d1d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185035 Dec 21 01:50:30.343265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:30.348965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1efe5b0-ae80-41c3-8218-59c9b9721be4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:30.374987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.484551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.519450 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:28Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:30.522965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.573211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.618876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.646673 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9510e6-f299-4a31-8d7b-d59ec2e89f3e None None] The sync data for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 is: [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:28Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:30.672346 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.804604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.816241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:30.820567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'Port': ['ID=e95f6561-d575-4d0b-86d5-7d21d1ad2df3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:30.829436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:30.833007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] For port 8e686236-fb6b-4dd2-9f1e-833449db13e2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e686236-fb6b-4dd2-9f1e-833449db13e2,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:30.839168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:30.846235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['64fc4856-a3e9-4338-a5ed-8cebc9d309f6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:30.856865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:30.961678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:31.083113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.148077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-46d9e5ac-8eb7-42a7-b2d7-f683996f2a3e None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:31.152787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46d9e5ac-8eb7-42a7-b2d7-f683996f2a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.153657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.157820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.198348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.324312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45c54-7227-4822-a65e-4acd166054e4 None None] Pushing event updated for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:31.385576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.386204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2233e3c-bc0d-440d-ac1a-36ea7802b149 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:50:31.391679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.393028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a99e6f6-7d47-4a8c-84a9-35baed46e3b9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b2233e3c-bc0d-440d-ac1a-36ea7802b149 HTTP/1.1" status: 204 len: 168 time: 4.3411927 Dec 21 01:50:31.408927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:31.482373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e686236-fb6b-4dd2-9f1e-833449db13e2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:31.643416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.655949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.779556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Deleting subnet 05c2dca4-e210-4eca-bbab-ff1f9060d306 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:31.783411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f65e822-7877-4684-9293-942c78229434 req-098308e9-aa9d-42f7-b1c1-3cb5eb717475 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.2347801 Dec 21 01:50:31.796126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.812958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'Port': ['ID=e95f6561-d575-4d0b-86d5-7d21d1ad2df3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:31.876182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d6f0-5510-412b-b43b-2657af21875f req-f6278167-851a-43b3-a149-abda5f82ff9b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:31.883533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4067d6f0-5510-412b-b43b-2657af21875f req-f6278167-851a-43b3-a149-abda5f82ff9b tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 944 time: 0.3780215 Dec 21 01:50:31.912888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.922289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:31.922289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.936393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.957302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.986581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:31.988557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e8bf26a-c80d-4770-a11b-72ce67f0d939 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4937367 Dec 21 01:50:32.024476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.159195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4067d6f0-5510-412b-b43b-2657af21875f req-2a7b8871-b052-4575-8c48-d392345d93dd tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741678 Dec 21 01:50:32.165546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.355861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.393188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.573097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'Port': ['ID=77a80d86-3003-4696-aed9-1b05ff90828a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:32.573280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064e9d-a7c9-4a2f-b4a7-d7730274b79b None None] Pushing event updated for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:32.578767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Attempting to bind port 4e57480d-452d-4bea-a194-2cb7792fc29b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:32.601530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Attempting to bind port 4e57480d-452d-4bea-a194-2cb7792fc29b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:32.601959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Attempting to bind port 4e57480d-452d-4bea-a194-2cb7792fc29b on network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:32.825017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:32.825303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Checking segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:32.832061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.837078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Bound using segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:32.839739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Bound port: 4e57480d-452d-4bea-a194-2cb7792fc29b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:32.841720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.842762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.934625 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.962519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2842552a-5d26-4c48-a1e3-b747677af5a0 None None] Provisioning complete for port 4e57480d-452d-4bea-a194-2cb7792fc29b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:32.965629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2842552a-5d26-4c48-a1e3-b747677af5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:32.976640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-04e98bc7-436b-442e-b6b5-6182e56cd069 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--999585616&fields=id&tenant_id=c9e4379c298b45518a7d2627b98e4a76 HTTP/1.1" status: 200 len: 267 time: 0.4169109 Dec 21 01:50:32.982624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c2dca4-e210-4eca-bbab-ff1f9060d306,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:33.092712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2842552a-5d26-4c48-a1e3-b747677af5a0 None None] Port 4e57480d-452d-4bea-a194-2cb7792fc29b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:33.107847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.118381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] For port 4e57480d-452d-4bea-a194-2cb7792fc29b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:33.123328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] For port 4e57480d-452d-4bea-a194-2cb7792fc29b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4e57480d-452d-4bea-a194-2cb7792fc29b,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:33.132516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.146453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-28dac4fe-c251-4bde-b4c0-52540e17d13f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/05c2dca4-e210-4eca-bbab-ff1f9060d306 HTTP/1.1" status: 204 len: 168 time: 1.7360504 Dec 21 01:50:33.148960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40184) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:33.163319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b7cb5f06-c1a6-4588-9618-30b6639fa508 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:33.196910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faea99ee-cbfb-4524-a227-e0da98489d94 req-3e6a4941-c779-489e-b05f-00848e16f373 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.2781374 Dec 21 01:50:33.269244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.287634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-15eb904f-ab2c-434b-902a-b5ff4c5dfd95 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2472255 Dec 21 01:50:33.408197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:33.408853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:33.414310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b7cb5f06-c1a6-4588-9618-30b6639fa508 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:33.416034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b7cb5f06-c1a6-4588-9618-30b6639fa508 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:33.416664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c1efe5b0-ae80-41c3-8218-59c9b9721be4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:33.450870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.505841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-1ab7d884-5a18-4471-a477-6f8692ba7b42 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:33.518304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-1ab7d884-5a18-4471-a477-6f8692ba7b42 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/networks?id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 200 len: 814 time: 0.5389495 Dec 21 01:50:33.562441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-14b6a40e-9de4-4d69-8a01-dd15ce94f51e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/quotas/c9e4379c298b45518a7d2627b98e4a76 HTTP/1.1" status: 200 len: 375 time: 0.0403271 Dec 21 01:50:33.656732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08ecff-d4bc-4b25-b5c9-841aae34c433 req-a965df05-71bc-4d3e-84b5-80c8cc27c64d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:33.669137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c08ecff-d4bc-4b25-b5c9-841aae34c433 req-a965df05-71bc-4d3e-84b5-80c8cc27c64d tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 944 time: 0.1304679 Dec 21 01:50:33.683691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.712552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-44c9eafc-d9d0-4c9f-83ae-af24ceed5397 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9e4379c298b45518a7d2627b98e4a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437793 Dec 21 01:50:33.716822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:33.748139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca61e64-7cc0-4f17-9486-b486ef4c01df']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:33.771989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae16654-6034-4e3f-ac5c-da2e9760b0f2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:33.772287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae16654-6034-4e3f-ac5c-da2e9760b0f2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:33.804609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.854793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.881493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:33.884798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:33.891554 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:33.959531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c08ecff-d4bc-4b25-b5c9-841aae34c433 req-6ff01655-4902-4b36-b257-a3c78ae15f1c tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885165 Dec 21 01:50:34.000945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c1efe5b0-ae80-41c3-8218-59c9b9721be4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:34.001378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c1efe5b0-ae80-41c3-8218-59c9b9721be4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:34.043810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-7f1db0d7-786b-412b-87c5-f51707059352 service neutron] 10.222.0.43 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276069 Dec 21 01:50:34.073875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.086634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.099907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] 10.222.0.43 "DELETE /v2.0/networks/aca61e64-7cc0-4f17-9486-b486ef4c01df HTTP/1.1" status: 204 len: 168 time: 0.9496970 Dec 21 01:50:34.150238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140098e7-8ad2-4b58-95ee-4c025c14db38 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca61e64-7cc0-4f17-9486-b486ef4c01df,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:34.299712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e686236-fb6b-4dd2-9f1e-833449db13e2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:34.311519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-39f48198-d492-4e76-a4a0-80a68e8e5079 service neutron] 10.222.0.43 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633750 Dec 21 01:50:34.382011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-3b3d6fb8-7d43-4ef1-9867-9ee5ed3f6e16 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1724919222&fields=id&tenant_id=001c8d58599744be96f78c11fac37784 HTTP/1.1" status: 200 len: 267 time: 0.0849447 Dec 21 01:50:34.393466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064e9d-a7c9-4a2f-b4a7-d7730274b79b None None] Pushing event updated for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:34.412229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] Provisioning complete for port 4e57480d-452d-4bea-a194-2cb7792fc29b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:34.412822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.468457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8e686236-fb6b-4dd2-9f1e-833449db13e2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:34.469037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.557078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:34.670453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4d9ddba9-ac9a-4424-9e26-27f67a4f4e0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51daba12f0704b57ae04bb75b6da848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117828 Dec 21 01:50:34.679666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40216) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:34.727726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:33Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:34.768165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabdd87-3317-4a3b-9e89-45a24c324b2b None None] The sync data for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 is: [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:33Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:50:34.785007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.829586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-4aa4a48f-ccb6-4cbf-833a-741062df94d0 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:34.839545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] For port 4e57480d-452d-4bea-a194-2cb7792fc29b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4e57480d-452d-4bea-a194-2cb7792fc29b,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:34.842360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-4aa4a48f-ccb6-4cbf-833a-741062df94d0 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/networks?id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32 HTTP/1.1" status: 200 len: 806 time: 0.4591863 Dec 21 01:50:34.850333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:34.911476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76326-9bc9-4c9e-a0bd-0ec529101ca3 None None] Pushing event updated for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:34.982491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb35d2bc-49bb-4bd5-a7e4-3f1d36e8aea0 req-6216e525-3b75-4cb6-baae-04cfee54bc98 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1091223 Dec 21 01:50:34.997205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-58a9026c-1c15-4370-adf4-f58b52c8b883 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/quotas/001c8d58599744be96f78c11fac37784 HTTP/1.1" status: 200 len: 375 time: 0.1452894 Dec 21 01:50:35.152412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:35.181968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-fcb1d5aa-772e-416a-b378-46d7c9fd39c8 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=001c8d58599744be96f78c11fac37784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824298 Dec 21 01:50:35.250613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:35.332170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-397e0843-1bca-4815-ac58-cd9aad00e2c0 req-1ffd7a63-2142-4eef-97cd-c8b1fb976054 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 210 time: 0.0875237 Dec 21 01:50:35.335164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:35.514481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-e8e5365c-8a99-445b-abed-d453fcbc5a68 service neutron] 10.222.0.43 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206103 Dec 21 01:50:35.518279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:50:35.523476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:35.523850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:35.764107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00daae-b5d3-4c08-87cf-9a1d370b6f9e req-e241df63-62b6-41d9-b431-7e8748c2f6e6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:35.767195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e00daae-b5d3-4c08-87cf-9a1d370b6f9e req-e241df63-62b6-41d9-b431-7e8748c2f6e6 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 944 time: 0.2425077 Dec 21 01:50:35.771232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:35.775244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:35.776556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7edd1e1c-9f4c-46de-8de8-4c9809bf1259 HTTP/1.1" status: 204 len: 168 time: 1.0937965 Dec 21 01:50:35.859299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0f075-9ab6-431e-836e-f46e0e905a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd1e1c-9f4c-46de-8de8-4c9809bf1259,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:35.929955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-2b4e3300-337f-4e93-b53f-12fcdc938a00 service neutron] 10.222.0.43 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803544 Dec 21 01:50:36.003288 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:36.030181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e00daae-b5d3-4c08-87cf-9a1d370b6f9e req-9df71291-ae78-4936-b084-58aefdf57469 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524235 Dec 21 01:50:36.141816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:36.159877 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a221af-6319-425f-a0a2-06ca197685d3" -d '{"events": [{"server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "name": "network-vif-plugged", "status": "completed", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:36.183814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:36.196676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:36.352673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:36.355772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4e57480d-452d-4bea-a194-2cb7792fc29b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:36.399734 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b521f21-e211-41b3-82c0-75eb92b831b4 x-openstack-request-id: req-9b521f21-e211-41b3-82c0-75eb92b831b4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:36.400105 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "name": "network-vif-plugged", "status": "completed", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:36.400427 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b521f21-e211-41b3-82c0-75eb92b831b4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:36.400912 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6', 'code': 200} Dec 21 01:50:36.505068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4e57480d-452d-4bea-a194-2cb7792fc29b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:36.509526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:36.533990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efa22f11-a8dc-43ba-b51b-a58d4fd91bac req-4a627251-e1ac-4eeb-b852-213ea2afdb88 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1031253 Dec 21 01:50:36.706936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd54f9-7692-4d38-aa4d-2f230c3466c9 req-4f192985-2bec-433e-9042-acba59055ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:36.712947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-10fd54f9-7692-4d38-aa4d-2f230c3466c9 req-4f192985-2bec-433e-9042-acba59055ad1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 1097 time: 0.1799614 Dec 21 01:50:36.723808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121162f8-f9b9-4f51-9b67-609f3d081c19 req-aac86b40-bf0a-41e8-86c1-d073257e4d6c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 210 time: 0.0710347 Dec 21 01:50:36.897158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-10fd54f9-7692-4d38-aa4d-2f230c3466c9 req-739bb962-59d9-40ec-8993-0d2d8c21879b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762583 Dec 21 01:50:36.940262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df4c482a-0665-4bae-b4df-5d0f7759183a req-0bb644ca-79a5-4dc0-9508-75c20e3ef856 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 210 time: 0.2348821 Dec 21 01:50:37.103867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-3c16f163-f9a6-4bc3-95b6-3e74409ff045 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:37.105299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-3c16f163-f9a6-4bc3-95b6-3e74409ff045 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.45 "GET /v2.0/networks?id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 200 len: 814 time: 0.3708928 Dec 21 01:50:37.298717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6877c0-6809-47c0-9960-0cc559a129a0 req-836fca36-5fce-41ec-960c-a31b0760acad tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:37.304081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db6877c0-6809-47c0-9960-0cc559a129a0 req-836fca36-5fce-41ec-960c-a31b0760acad tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.1596739 Dec 21 01:50:37.310750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-ca961b35-73e9-462d-9592-2f0c8a3107e3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9e4379c298b45518a7d2627b98e4a76 HTTP/1.1" status: 200 len: 379 time: 0.1448600 Dec 21 01:50:37.327648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:37.343007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79ac461d-399a-41fd-887d-8e087750e5d9 req-ee4a638a-4139-4df6-aeb4-7208760ebed0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.0592532 Dec 21 01:50:37.357781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'port': {'device_id': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'admin_state_up': True, 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'security_groups': ['a57015e0-c56e-4f51-a1e6-e1c0a3c652a5']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:37.448612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db6877c0-6809-47c0-9960-0cc559a129a0 req-cf3c980f-e931-4fea-9233-67f4937c6423 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262529 Dec 21 01:50:37.493449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1962157087-network', 'tenant_id': 'ed6742e738784a7596061ea9493b0e26'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:37.528209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Made reservation on behalf of ed6742e738784a7596061ea9493b0e26 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:37.542732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.559000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.604445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Made reservation on behalf of c9e4379c298b45518a7d2627b98e4a76 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:37.611123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.668199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.687181 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.730446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:50:37.732282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6518ddae-6888-437e-adcd-9d13f5f036ee req-3acf89ae-7e2c-4399-82c3-52c213254bcc tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0380871 Dec 21 01:50:37.756105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a7318-d0d5-45c7-8f63-01bbd5cd3b3d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:37.770398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.776688 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Added segment a88f1919-928d-4020-8432-15eec72a1c53 of type vlan for network 185153ea-4442-4ee9-b3c3-daeeae324a3e Dec 21 01:50:37.854132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.880679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Allocated IP 172.20.0.10 (27276787-4d0d-4fc9-a0fd-cc3b3b1a547a/c88e4c86-7e40-4d12-9b5a-84d308c68d28/4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:37.899389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.901137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:37.901804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:37.933000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77edd389-e8bf-4a09-b40d-33af17e8851e req-63d371d3-0316-4a4f-8dda-0ecb615c97ba tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 210 time: 0.0555649 Dec 21 01:50:37.984869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17cd394d-e371-4ad3-b0b7-bbb02a2e184f req-ffb07b27-35ac-4244-b706-9b879b7952e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0609887 Dec 21 01:50:37.990856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6616657 Dec 21 01:50:37.993791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:38.000911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Request body: {'subnet': {'network_id': '185153ea-4442-4ee9-b3c3-daeeae324a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1962157087-subnet', 'tenant_id': 'ed6742e738784a7596061ea9493b0e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:38.005612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ab34d-e5f6-452d-b561-ea38208ae472 admin admin] Pushing event updated for resources: {'Network': ['ID=185153ea-4442-4ee9-b3c3-daeeae324a3e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:38.017858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 185153ea-4442-4ee9-b3c3-daeeae324a3e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:50:38.033093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Made reservation on behalf of ed6742e738784a7596061ea9493b0e26 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:38.038427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.161270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.208322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e27b7c9c-4b00-41be-bd0f-420044c457a3 req-c9eb89be-c63f-4da4-b1a0-34e29e17fbfe tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 210 time: 0.2069681 Dec 21 01:50:38.244403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.316463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Pushing event updated for resources: {'Subnet': ['ID=61505aa9-d024-42e5-a69f-7642a9a7f7c7,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:38.317269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.359703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-7fe3ef3b-965f-4082-becf-66b647d900f0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:38.361874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-7fe3ef3b-965f-4082-becf-66b647d900f0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/networks?id=13ef7812-0a0f-4711-a752-01d916660c8d HTTP/1.1" status: 200 len: 814 time: 0.1806550 Dec 21 01:50:38.391836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Checking segment: {'id': 'a88f1919-928d-4020-8432-15eec72a1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '185153ea-4442-4ee9-b3c3-daeeae324a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:38.392207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Network hostable DHCP agents. Network: 185153ea-4442-4ee9-b3c3-daeeae324a3e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:50:38.396488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:38.401002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-5c198cec-ff45-4ad6-b7b4-bd485c3ee2f1 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/quotas/b1c267eb7ad04d1c8d5b4b5ec6c32782 HTTP/1.1" status: 200 len: 375 time: 0.0297599 Dec 21 01:50:38.404978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:38.425800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:38.461252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Network 185153ea-4442-4ee9-b3c3-daeeae324a3e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:50:38.465321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event updated for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:38.488722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee0cf856-aee2-451f-a887-54e088b92ce6 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:38.490341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee0cf856-aee2-451f-a887-54e088b92ce6 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.45 "GET /v2.0/networks?id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32 HTTP/1.1" status: 200 len: 806 time: 0.1892228 Dec 21 01:50:38.496803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 185153ea-4442-4ee9-b3c3-daeeae324a3e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:38.507371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258469d-7da2-4d16-b637-bc361cb21209 None None] Network 185153ea-4442-4ee9-b3c3-daeeae324a3e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:38.510275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:38.510872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.544584 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-464266c4-44a1-4c32-89de-6e73e4d4dced admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5415149 Dec 21 01:50:38.628202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-e50e5857-42b6-43be-851e-19e41c050750 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001c8d58599744be96f78c11fac37784 HTTP/1.1" status: 200 len: 380 time: 0.0901015 Dec 21 01:50:38.633696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:38.634480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.641040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'port': {'device_id': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'admin_state_up': True, 'tenant_id': '001c8d58599744be96f78c11fac37784', 'security_groups': ['15f6f5ac-892a-4c36-a526-5bddeaf510ea']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:38.720908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-903c6c6a-d10d-422a-8fc3-99eddc9407ac tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3674519 Dec 21 01:50:38.727784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-452b5404-2277-4afe-b2c1-f06d968919d7 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1c267eb7ad04d1c8d5b4b5ec6c32782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2730489 Dec 21 01:50:38.754383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f399-344c-43d8-a9b3-152d690673a5 req-e8bc10c8-5e89-4a89-a587-a14515d3ff95 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:38.756712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d499f399-344c-43d8-a9b3-152d690673a5 req-e8bc10c8-5e89-4a89-a587-a14515d3ff95 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.1096148 Dec 21 01:50:38.766328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Request body: {'port': {'device_id': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:38.766954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b10e63-c5f7-4e76-b33e-1b0bc7e14c6a None None] Network 185153ea-4442-4ee9-b3c3-daeeae324a3e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:38.837951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Made reservation on behalf of 001c8d58599744be96f78c11fac37784 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:38.844372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.859350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6d85cd96-a253-4489-bdbf-98fa74b2ae85 None None] Provisioning complete for port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:38.860089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d85cd96-a253-4489-bdbf-98fa74b2ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.911966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6d85cd96-a253-4489-bdbf-98fa74b2ae85 None None] Port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:38.924917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:38.932649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d499f399-344c-43d8-a9b3-152d690673a5 req-ce3ce4ee-b28a-4a5b-af3e-ac837394bc98 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636143 Dec 21 01:50:38.968469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-8d659644-6f57-4a65-952d-edab1179b2fe service neutron] 10.222.0.43 "GET /v2.0/networks/13ef7812-0a0f-4711-a752-01d916660c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310832 Dec 21 01:50:39.030076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:39.106941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Deleting subnet 61505aa9-d024-42e5-a69f-7642a9a7f7c7 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:39.112337 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.156868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Allocated IP 172.20.0.10 (f5394ef1-acab-4e06-a5a3-a8bcd59eab32/13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa/a73900f3-bd30-4fae-b3b8-788ab88cc8c7) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:39.175608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.258143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.375630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a947292-3a54-4ac4-a492-f73e696c20d9 req-904c7d58-2510-4ced-9455-9e33acc30417 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0489867 Dec 21 01:50:39.410781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.461411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.502781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61505aa9-d024-42e5-a69f-7642a9a7f7c7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:39.511502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.512475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79e902e1-fb25-4400-974d-3051ef50e37a req-4cf3dc37-e94c-4201-b4a6-e72a4054fd21 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 210 time: 0.0416355 Dec 21 01:50:39.517489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab1addfe-205e-45f2-a871-e52e20884eb9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/61505aa9-d024-42e5-a69f-7642a9a7f7c7 HTTP/1.1" status: 204 len: 168 time: 0.4759209 Dec 21 01:50:39.517489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:39.562700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-cca7d7f2-04f3-47c1-ab44-dd1e75387115 service neutron] 10.222.0.43 "GET /v2.0/networks/13ef7812-0a0f-4711-a752-01d916660c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702393 Dec 21 01:50:39.613227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.677421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.681040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:39.691296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:39.699316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:39.704902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:39.717143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e929-a959-4d3d-8053-aaf0257c00c4 req-cdfeb79f-2111-4667-b01a-854b967716b6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:39.718637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6959e929-a959-4d3d-8053-aaf0257c00c4 req-cdfeb79f-2111-4667-b01a-854b967716b6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 932 time: 0.0838442 Dec 21 01:50:39.824746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:39.827316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:39.827962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.840907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6959e929-a959-4d3d-8053-aaf0257c00c4 req-efea37e7-d0ca-40da-9b35-5435a4dc42b6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143110 Dec 21 01:50:39.842973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.898578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.906601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Transition to ACTIVE for port object 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:50:39.912842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-ee1f9dfd-90a4-46bd-a44b-273c9ad57c0e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2757919 Dec 21 01:50:39.914617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:39.938414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Request body: {'port': {'device_id': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:39.952676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185153ea-4442-4ee9-b3c3-daeeae324a3e']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:40.024371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88f1919-928d-4020-8432-15eec72a1c53') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:40.024670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88f1919-928d-4020-8432-15eec72a1c53') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:40.035924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-455d0005-712e-43b2-a53c-ffefb4a1e0cd req-9b506725-1f73-4d92-81f2-f617110f36c9 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 210 time: 0.0648315 Dec 21 01:50:40.098901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-119c3672-7b0e-4d05-9101-b2187e6e4cca None None] Provisioning complete for port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:40.099385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-119c3672-7b0e-4d05-9101-b2187e6e4cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.148129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Pushing event updated for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:40.168432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.169420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.169869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.170315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.170758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.170927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-119c3672-7b0e-4d05-9101-b2187e6e4cca None None] Port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:40.171233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.171694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.172206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.172669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.173081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.173545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.173962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.174377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.174895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:40.202547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.231667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.244494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:40.244884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:40.247123 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:40.271375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ba17-2c90-4e8d-8389-20c0358033ae req-80f70118-e6f6-42a0-b445-b0257af8ee17 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:40.278534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e181ba17-2c90-4e8d-8389-20c0358033ae req-80f70118-e6f6-42a0-b445-b0257af8ee17 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.1199107 Dec 21 01:50:40.312626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Attempting to bind port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:40.313070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Attempting to bind port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:40.314849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Attempting to bind port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 on network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:40.329322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 on network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:50:40.329808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Attempting to bind port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 on network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:40.354866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e181ba17-2c90-4e8d-8389-20c0358033ae req-f6df4b62-4e7a-46af-89b4-241ded993a8e tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Dec 21 01:50:40.366549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:40.375409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Checking segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:40.376092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Bound using segment: {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:40.377177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Bound port: 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639c3c5a-3a03-42f7-a35f-c04d624e7254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:40.377761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.409876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.415447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.430961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] 10.222.0.43 "DELETE /v2.0/networks/185153ea-4442-4ee9-b3c3-daeeae324a3e HTTP/1.1" status: 204 len: 168 time: 0.9116981 Dec 21 01:50:40.483872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d284d8-d4ad-47af-93ce-10f39a6a8766 admin admin] Pushing event deleted for resources: {'Network': ['ID=185153ea-4442-4ee9-b3c3-daeeae324a3e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:40.537606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:40.541577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:40.549031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.701054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:40.712978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a7d60ee-9395-4cc7-bd6a-a09c4ce43c03 req-112f3b7d-5ad3-41f1-a43e-06576eeed4e1 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1589744 Dec 21 01:50:40.739017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:40.743074 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.746966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] 10.222.0.45 "PUT /v2.0/ports/4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 200 len: 1093 time: 1.9860775 Dec 21 01:50:40.747591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:40.750131 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58920bd5-b04d-49db-aebe-096c5a1cbcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:40.775981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf392-3bc1-4540-b0f5-15af97bc416f service neutron] Pushing event updated for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:40.845164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ef5a0467-409c-4038-8170-d9bf71ee426b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed6742e738784a7596061ea9493b0e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425040 Dec 21 01:50:40.846700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40362) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:40.890244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73900f3-bd30-4fae-b3b8-788ab88cc8c7 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:40.900188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.915491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Transition to ACTIVE for port object a73900f3-bd30-4fae-b3b8-788ab88cc8c7 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:50:40.921675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:40.952845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e105de2-9e1d-4288-ac3d-ffa617f1aa75 req-a3a06c02-1dfe-443d-a1ad-1f1a00611954 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:40.965722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e105de2-9e1d-4288-ac3d-ffa617f1aa75 req-a3a06c02-1dfe-443d-a1ad-1f1a00611954 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 932 time: 0.2120824 Dec 21 01:50:40.983782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:41.019987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5472-801b-44a9-b15d-e1f7551e1db0 req-40c060cb-7b99-4017-a7b8-709e9208e603 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.023294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c1e5472-801b-44a9-b15d-e1f7551e1db0 req-40c060cb-7b99-4017-a7b8-709e9208e603 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.2151661 Dec 21 01:50:41.077648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-974daa16-8933-4d06-8e72-5e3b037314d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.079175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-974daa16-8933-4d06-8e72-5e3b037314d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9e4379c298b45518a7d2627b98e4a76&device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 1096 time: 0.2342074 Dec 21 01:50:41.102175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Attempting to bind port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:41.102654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Attempting to bind port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:41.102988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Attempting to bind port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 on network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:41.108173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 on network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:50:41.108511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Attempting to bind port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 on network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:41.114334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:41.114709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Checking segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:41.115038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Bound using segment: {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:41.115457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Bound port: a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de6b8c2-8526-45a4-8199-2a62649a7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:41.115808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.147947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.187136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-c8ab2047-9460-4662-bb7e-b7560ce84146 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 200 len: 217 time: 0.0804341 Dec 21 01:50:41.190658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:41.194090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:41.195206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c1e5472-801b-44a9-b15d-e1f7551e1db0 req-7f6774d1-6248-4ad5-88a7-58383c41b7dd tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553319 Dec 21 01:50:41.198705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e105de2-9e1d-4288-ac3d-ffa617f1aa75 req-068a7394-cfa0-4636-b07c-6ae57fca194c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318325 Dec 21 01:50:41.201950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.255529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.256143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.257562 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] 10.222.0.45 "PUT /v2.0/ports/a73900f3-bd30-4fae-b3b8-788ab88cc8c7 HTTP/1.1" status: 200 len: 1093 time: 1.3260956 Dec 21 01:50:41.258060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:41.260328 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c8be21-3440-4197-97cb-3f4f3021b45d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:41.283461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f50fa-df71-4102-beec-d7da46bcc54a service neutron] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:41.291533 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01b0130-e50d-4110-b51f-3c609855f15a x-openstack-request-id: req-b01b0130-e50d-4110-b51f-3c609855f15a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:41.291829 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:41.292114 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b01b0130-e50d-4110-b51f-3c609855f15a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:41.292536 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'status': 'completed', 'code': 200} Dec 21 01:50:41.294606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.340817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-422a6333-bc59-4c58-9ca4-0b959d3a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.347323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-422a6333-bc59-4c58-9ca4-0b959d3a4753 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c88e4c86-7e40-4d12-9b5a-84d308c68d28 HTTP/1.1" status: 200 len: 853 time: 0.1476288 Dec 21 01:50:41.436500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-74035eb4-59e0-4cef-b61f-0c0c902abda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.438763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-74035eb4-59e0-4cef-b61f-0c0c902abda5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=001c8d58599744be96f78c11fac37784&device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 1096 time: 0.1021268 Dec 21 01:50:41.478085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-b993d164-a964-4736-a702-f3fe879b57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.479656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-b993d164-a964-4736-a702-f3fe879b57ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228225 Dec 21 01:50:41.487394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.490333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:41.494060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/264a7318-d0d5-45c7-8f63-01bbd5cd3b3d HTTP/1.1" status: 204 len: 168 time: 0.6358404 Dec 21 01:50:41.518853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416852b-66c0-4b54-8c81-d79d0fbb388a req-4bee0a22-76b7-4d05-9422-7638a443fa33 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.531810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4416852b-66c0-4b54-8c81-d79d0fbb388a req-4bee0a22-76b7-4d05-9422-7638a443fa33 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 944 time: 0.1189210 Dec 21 01:50:41.557512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-6f207041-6761-41ce-958e-8bc54a07a56a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7 HTTP/1.1" status: 200 len: 217 time: 0.0820887 Dec 21 01:50:41.569212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ec14a-ed65-4846-b6b3-1fe69eb4dd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a7318-d0d5-45c7-8f63-01bbd5cd3b3d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:41.686140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-51d5133a-33ca-4b8c-864d-b43e3ab9b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.689130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-51d5133a-33ca-4b8c-864d-b43e3ab9b16f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa HTTP/1.1" status: 200 len: 845 time: 0.1236968 Dec 21 01:50:41.717298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4416852b-66c0-4b54-8c81-d79d0fbb388a req-be897eeb-2d3c-4104-8078-94084dbea9c9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828425 Dec 21 01:50:41.777265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-912a33c1-90fb-4c7e-bc08-bbae80e05a6d service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840297 Dec 21 01:50:41.793849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-25f5466d-1b2c-4b59-9b9c-ad50710eab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:41.802991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-25f5466d-1b2c-4b59-9b9c-ad50710eab2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842879 Dec 21 01:50:41.927552 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3716a637-0180-4175-87ed-5a6ae6d3ca38 x-openstack-request-id: req-3716a637-0180-4175-87ed-5a6ae6d3ca38 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:41.929033 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:41.929550 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3716a637-0180-4175-87ed-5a6ae6d3ca38 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:41.930196 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'status': 'completed', 'code': 200} Dec 21 01:50:41.946750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5588dd2a-0c46-4e38-961e-fc10d96295a9 req-4355023d-a824-4ba7-a181-87750e3684f2 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 210 time: 0.1032019 Dec 21 01:50:41.979343 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-437b4939-f0d0-4a28-897b-2657753db039 service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607559 Dec 21 01:50:42.054682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba934277-2ebf-40cf-87ea-cd1db582e86b req-8a5210b0-2c8e-45c0-9294-56eb64a83a6b tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0364451 Dec 21 01:50:42.094649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-cc4546e5-4007-4ff5-bb2c-730a0aa039e6 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.096090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-cc4546e5-4007-4ff5-bb2c-730a0aa039e6 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.45 "GET /v2.0/networks?id=13ef7812-0a0f-4711-a752-01d916660c8d HTTP/1.1" status: 200 len: 814 time: 0.3778813 Dec 21 01:50:42.118590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Request body: {'port': {'device_id': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'admin_state_up': True, 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:42.133844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-18240fdc-2ed3-487d-9687-11aad15ba460 req-e8b2170a-371b-4803-9efc-4a00d914e117 service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449912 Dec 21 01:50:42.190557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a82995ef-0807-49c2-b81d-4f5f2ef439d2 req-7cdd2306-3b97-446c-a3cc-e50048576edc service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459175 Dec 21 01:50:42.411040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-18c11d70-a174-4683-8e25-d1586095346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.413034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-18c11d70-a174-4683-8e25-d1586095346a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9e4379c298b45518a7d2627b98e4a76&device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 1096 time: 0.0980964 Dec 21 01:50:42.464145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Made reservation on behalf of b1c267eb7ad04d1c8d5b4b5ec6c32782 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:42.467506 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:42.518471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-b0f9614a-96cf-4907-96b8-16b61f0099e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.520576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-b0f9614a-96cf-4907-96b8-16b61f0099e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=001c8d58599744be96f78c11fac37784&device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 1096 time: 0.1995132 Dec 21 01:50:42.528525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-abc68719-4785-4450-aa99-06ceb65aa129 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.530639 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-abc68719-4785-4450-aa99-06ceb65aa129 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.24 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.1337807 Dec 21 01:50:42.536529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144e315-d0f0-4895-ab19-4641c281dbe2 req-17be22a5-646d-448f-9924-c3dc4dbdf636 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.543774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b144e315-d0f0-4895-ab19-4641c281dbe2 req-17be22a5-646d-448f-9924-c3dc4dbdf636 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 944 time: 0.1963243 Dec 21 01:50:42.580411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a87dd1-a011-4222-bf42-4211a60c7063 req-2fe4c040-6a7a-43ec-99dd-bd5d793fa7a2 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.582757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24a87dd1-a011-4222-bf42-4211a60c7063 req-2fe4c040-6a7a-43ec-99dd-bd5d793fa7a2 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 945 time: 0.1909122 Dec 21 01:50:42.667244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-f65432bf-fc5c-478c-84ab-112665503104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.669379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-f65432bf-fc5c-478c-84ab-112665503104 service neutron] 10.222.0.45 "GET /v2.0/networks?id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 200 len: 914 time: 0.2364733 Dec 21 01:50:42.810379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b144e315-d0f0-4895-ab19-4641c281dbe2 req-45fad593-7a94-4c3e-a67a-d82f5dc0c60a tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521491 Dec 21 01:50:42.870252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24a87dd1-a011-4222-bf42-4211a60c7063 req-0e313720-1a65-4215-9fd9-2845db0b823a tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups?id=546c43dc-5562-4f60-8f35-4fc0b30d2254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725792 Dec 21 01:50:42.937160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Allocated IP 172.20.0.5 (13ef7812-0a0f-4711-a752-01d916660c8d/e0b541d0-6410-4d61-8f45-03dd572a80ed/5cc06d65-5788-483d-a58d-6274ea387495) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:50:42.956301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-f2b6f67f-3952-44e3-8d54-aab752d246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:42.960136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-f2b6f67f-3952-44e3-8d54-aab752d246e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32 HTTP/1.1" status: 200 len: 906 time: 0.4137402 Dec 21 01:50:43.090442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-3edd5084-d456-4c63-9d01-3c55cbc173cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7 HTTP/1.1" status: 200 len: 217 time: 0.1142967 Dec 21 01:50:43.305095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-21476543-1936-4c34-8f67-87ed8cda5f29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 200 len: 217 time: 0.6214156 Dec 21 01:50:43.319644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Deleting port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:43.319980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:43.342432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec2c8cf-c277-4794-8b9a-b3818b13b22d req-33b3bee6-5096-4633-a4b1-0ed1d1dd3147 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 210 time: 0.1078210 Dec 21 01:50:43.433913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63f063-0939-4ff0-a895-eba708e9e367 req-268cca0c-ae99-496f-ba93-51843d4d4f03 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:43.451530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba63f063-0939-4ff0-a895-eba708e9e367 req-268cca0c-ae99-496f-ba93-51843d4d4f03 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 944 time: 0.3816142 Dec 21 01:50:43.612468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-481a97b2-f101-4d68-b5f1-01e5c3236566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:43.617302 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-481a97b2-f101-4d68-b5f1-01e5c3236566 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c88e4c86-7e40-4d12-9b5a-84d308c68d28 HTTP/1.1" status: 200 len: 853 time: 0.1305621 Dec 21 01:50:43.629026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-cafc0a12-9f66-42cf-9aeb-3d82d9aa5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:43.631836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-cafc0a12-9f66-42cf-9aeb-3d82d9aa5329 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa HTTP/1.1" status: 200 len: 845 time: 0.1706088 Dec 21 01:50:43.681869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba63f063-0939-4ff0-a895-eba708e9e367 req-a51ea383-bf42-4836-bce3-dd6e5b6dc104 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294228 Dec 21 01:50:43.712410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:43.717842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] For port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,segment=NetworkSegment(bf665df1-e336-4e16-ac7e-c1eb4b4328f6),segment_id=bf665df1-e336-4e16-ac7e-c1eb4b4328f6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:43.718214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:43.743856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Calling delete_port for 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:43.856003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:43.923308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d14c635-fd59-482c-b1e5-5330721ee7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:43.930054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-1791c0b0-0840-4a51-aabf-99521a193204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:43.931706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-1791c0b0-0840-4a51-aabf-99521a193204 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673653 Dec 21 01:50:43.963365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2a3706f-2973-4cfb-92f0-499118d21c97 req-8c15c49f-0f1f-4dd2-aeb6-b8b632aa84a3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0864282 Dec 21 01:50:44.006468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Network 13ef7812-0a0f-4711-a752-01d916660c8d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:50:44.011800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:44.014858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Pushing event updated for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:44.018066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:50:44.176039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-201511fa-958c-4d1b-9cd9-9e0d2b2242e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:44.179542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-201511fa-958c-4d1b-9cd9-9e0d2b2242e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537756 Dec 21 01:50:44.205530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-de7dead5-1559-4df3-9a11-ea3ce8714e26 service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729357 Dec 21 01:50:44.281243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:44.312017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2e51cd1-99ef-404e-8c01-df67c94ed172 req-9b75c88e-ab75-4c15-832f-eb0874756cc5 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/ports?device_id=196920b8-5543-4451-9621-ad26a01388de HTTP/1.1" status: 200 len: 210 time: 0.0957153 Dec 21 01:50:44.344016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event deleted for resources: {'Port': ['ID=64fc4856-a3e9-4338-a5ed-8cebc9d309f6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:44.421087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-30b73b81-5150-44e3-8db0-122582a3c498 None None] Provisioning complete for port 5cc06d65-5788-483d-a58d-6274ea387495 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:44.423086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-30b73b81-5150-44e3-8db0-122582a3c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:44.440894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] No DVR routers for this DVR port 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:44.446243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:44.449756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0929b8df-a8cd-4c2a-bdcd-4a18dbc59722 req-24d3abc8-daf6-4a8d-b3d4-61c65a79f970 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.24 "DELETE /v2.0/ports/64fc4856-a3e9-4338-a5ed-8cebc9d309f6 HTTP/1.1" status: 204 len: 173 time: 1.9123774 Dec 21 01:50:44.450369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'name': 'network-vif-deleted', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:44.452717 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb9142-f570-453d-a132-f29d27ed38a2" -d '{"events": [{"server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "name": "network-vif-deleted", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:44.477131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-8c6b0b34-344e-4698-adce-23ff89a1b042 service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657530 Dec 21 01:50:44.548462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-30b73b81-5150-44e3-8db0-122582a3c498 None None] Port 5cc06d65-5788-483d-a58d-6274ea387495 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:50:44.591806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c8be21-3440-4197-97cb-3f4f3021b45d req-d309a135-fade-474f-ae48-0564702d175f service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962925 Dec 21 01:50:44.592067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5168-1d52-4631-8567-0a7902bbf4b6 req-8480a6c1-5b29-4731-8305-a11577b37f35 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:44.600489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-835b5168-1d52-4631-8567-0a7902bbf4b6 req-8480a6c1-5b29-4731-8305-a11577b37f35 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 944 time: 0.6791675 Dec 21 01:50:44.633922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:44.634954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:44.710624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-b5eaf881-996c-44c2-921e-47add93c7a95 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5971982 Dec 21 01:50:44.719921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:44.742261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-835b5168-1d52-4631-8567-0a7902bbf4b6 req-8b69d2a4-7316-42ac-8418-5cbabf344508 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390777 Dec 21 01:50:44.766638 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-58920bd5-b04d-49db-aebe-096c5a1cbcbe req-27b6bbd0-8c4d-4584-a4d6-ceebbf422fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696345 Dec 21 01:50:44.774247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966597b-8ad5-4ea6-9fd0-5db3b1d6d8ad req-f3fb40a0-2ec9-47c7-b519-a7e3f6e46f60 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:44.782324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8966597b-8ad5-4ea6-9fd0-5db3b1d6d8ad req-f3fb40a0-2ec9-47c7-b519-a7e3f6e46f60 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 931 time: 0.1279106 Dec 21 01:50:44.838509 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e9341-dedb-464f-b3ae-5500e970dc72 x-openstack-request-id: req-ea5e9341-dedb-464f-b3ae-5500e970dc72 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:44.841032 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196920b8-5543-4451-9621-ad26a01388de", "name": "network-vif-deleted", "tag": "64fc4856-a3e9-4338-a5ed-8cebc9d309f6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:44.841032 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea5e9341-dedb-464f-b3ae-5500e970dc72 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:44.841032 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196920b8-5543-4451-9621-ad26a01388de', 'name': 'network-vif-deleted', 'tag': '64fc4856-a3e9-4338-a5ed-8cebc9d309f6', 'status': 'completed', 'code': 200} Dec 21 01:50:44.894395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8966597b-8ad5-4ea6-9fd0-5db3b1d6d8ad req-a35bacca-2361-43a6-a787-f45f3c0ff731 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Dec 21 01:50:44.908195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a883d2f8-5310-426b-948e-81ca17f68e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.117927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Request body: {'port': {'device_id': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:45.120465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a883d2f8-5310-426b-948e-81ca17f68e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.128155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a883d2f8-5310-426b-948e-81ca17f68e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.128574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:45.185884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a883d2f8-5310-426b-948e-81ca17f68e22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3154aaaacb8c4aadbe356d2b934f7ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622166 Dec 21 01:50:45.195251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:45.196100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883d2f8-5310-426b-948e-81ca17f68e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da52a7d-bbbe-429a-9be5-7d2c6ee1a298,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:45.291991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.319605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.340357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.376785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-183ba063-6f08-4ad8-9951-7554777e5001 req-73a4585a-ed32-465c-bdae-ac37a633f8df tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0722840 Dec 21 01:50:45.418217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:45.436054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'port_id': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'mac_address': 'fa:16:3e:50:ed:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:45.437949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:50:45.482230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:50:45.483017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 64fc4856-a3e9-4338-a5ed-8cebc9d309f6 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:50:45.492245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.494392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.495950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8da52a7d-bbbe-429a-9be5-7d2c6ee1a298 HTTP/1.1" status: 204 len: 168 time: 0.2875426 Dec 21 01:50:45.526949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcae511-e97e-4e3b-bf2b-4d75adbd4bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da52a7d-bbbe-429a-9be5-7d2c6ee1a298,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:45.575336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.599445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:45.627779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:45.634044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.635472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a73900f3-bd30-4fae-b3b8-788ab88cc8c7 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:45.719692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc1fd-73fc-4a16-9a16-721309333a2e req-8d6ab4c4-3525-4243-813e-5ffb5fed3821 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:45.733601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44cbc1fd-73fc-4a16-9a16-721309333a2e req-8d6ab4c4-3525-4243-813e-5ffb5fed3821 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 944 time: 0.7491941 Dec 21 01:50:45.815459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:45.837478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'port_id': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'mac_address': 'fa:16:3e:03:41:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:45.887629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:45.904220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73900f3-bd30-4fae-b3b8-788ab88cc8c7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:45.944882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:45.959535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:45.966450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:46.174678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:46.291719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8033cd84-b555-46d6-9b23-8fa6c3f81bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:46.431314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:46.493284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['a73900f3-bd30-4fae-b3b8-788ab88cc8c7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:46.585472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44cbc1fd-73fc-4a16-9a16-721309333a2e req-21637cbf-9067-4dfc-a885-87d254c0654a tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8503854 Dec 21 01:50:46.719472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931c9e-d0cf-442b-9cc0-f1c1fa58ab8f req-98f7c531-2aeb-414e-9fcc-a469cb7c1950 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:46.727880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30931c9e-d0cf-442b-9cc0-f1c1fa58ab8f req-98f7c531-2aeb-414e-9fcc-a469cb7c1950 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 945 time: 0.2483442 Dec 21 01:50:46.907992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:46.980295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc06d65-5788-483d-a58d-6274ea387495 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:47.004650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.104929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Transition to ACTIVE for port object 5cc06d65-5788-483d-a58d-6274ea387495 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:50:47.119875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.133664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4413f85-3177-428e-8e6c-dcb9e315abbb req-d784d911-b5b9-47b4-9690-8ce74223acfd tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:47.144028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4413f85-3177-428e-8e6c-dcb9e315abbb req-d784d911-b5b9-47b4-9690-8ce74223acfd tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 931 time: 0.3742621 Dec 21 01:50:47.175631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30931c9e-d0cf-442b-9cc0-f1c1fa58ab8f req-5d27abeb-3837-4d3a-820a-a638cb84f7ac tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446495 Dec 21 01:50:47.179633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.295715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:47.362337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-484533020-network', 'tenant_id': '0d2edf922be64823b3ff4bdd09ce66d4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:47.428241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Made reservation on behalf of 0d2edf922be64823b3ff4bdd09ce66d4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:47.431103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.456635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.472163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1270bc25-c1c5-472a-b3e3-475e5a57835b req-aac3d433-3ffa-4431-ac67-9a1d89475dd4 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1216314 Dec 21 01:50:47.501208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4413f85-3177-428e-8e6c-dcb9e315abbb req-f460427e-90ce-4c95-a2b2-3ed80c3b5165 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484612 Dec 21 01:50:47.583516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Attempting to bind port 5cc06d65-5788-483d-a58d-6274ea387495 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:50:47.584182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Attempting to bind port 5cc06d65-5788-483d-a58d-6274ea387495 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:50:47.584922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Attempting to bind port 5cc06d65-5788-483d-a58d-6274ea387495 on network 13ef7812-0a0f-4711-a752-01d916660c8d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:47.598268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Port 5cc06d65-5788-483d-a58d-6274ea387495 on network 13ef7812-0a0f-4711-a752-01d916660c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:50:47.599788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Attempting to bind port 5cc06d65-5788-483d-a58d-6274ea387495 on network 13ef7812-0a0f-4711-a752-01d916660c8d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:50:47.617040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:47.627771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:50:47.628164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Checking segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:47.628506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Bound using segment: {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:50:47.629528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Bound port: 5cc06d65-5788-483d-a58d-6274ea387495, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66da49ff-9d0b-41fe-8a28-c0851ae1b327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:50:47.629891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.763150 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.786807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.806477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:50:47.820368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:50:47.823882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5cc06d65-5788-483d-a58d-6274ea387495,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:50:47.844620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.854453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be0c84-f635-4ddf-bbd7-00e2ca2cdf74 req-15412092-c9b2-4576-81ea-3c28350ecf09 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:47.855742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.856385 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Added segment 09a69b60-16e8-4dd8-9105-f5f2672a784c of type vlan for network f6035e9f-3a29-4b51-a615-8ca04ffa22e3 Dec 21 01:50:47.858269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396e1e3-6c84-44d4-939c-a0d162fed202,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:47.861787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66be0c84-f635-4ddf-bbd7-00e2ca2cdf74 req-15412092-c9b2-4576-81ea-3c28350ecf09 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 945 time: 0.1466410 Dec 21 01:50:47.870099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.912795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.913393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.913536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.918647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:50:47.933425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:47.945645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.009789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:48.010830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.014857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] 10.222.0.45 "PUT /v2.0/ports/5cc06d65-5788-483d-a58d-6274ea387495 HTTP/1.1" status: 200 len: 1092 time: 2.9148009 Dec 21 01:50:48.016697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:48.023784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.024877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:48.025497 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc429940-2023-4b0d-8f9a-611e52bcfdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "tag": "5cc06d65-5788-483d-a58d-6274ea387495"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:48.026223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.061771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66be0c84-f635-4ddf-bbd7-00e2ca2cdf74 req-d4d6d46b-4ffc-465a-90d4-fe13c7098d5c tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984172 Dec 21 01:50:48.109715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe9a1-31ce-45dc-b5fb-a0c7db0b9ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:48.161809 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c43f9-36d2-4c6e-b416-2a7a8d368a88 x-openstack-request-id: req-f58c43f9-36d2-4c6e-b416-2a7a8d368a88 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:48.174078 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "tag": "5cc06d65-5788-483d-a58d-6274ea387495", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:48.174078 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f58c43f9-36d2-4c6e-b416-2a7a8d368a88 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:48.174078 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495', 'status': 'completed', 'code': 200} Dec 21 01:50:48.174998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6035e9f-3a29-4b51-a615-8ca04ffa22e3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:48.179621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f6035e9f-3a29-4b51-a615-8ca04ffa22e3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:50:48.195815 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e4c2dbae-7b2f-41e7-9ff9-06b0b57c11b7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2865145 Dec 21 01:50:48.198226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.200994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.204751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "DELETE /v2.0/security-groups/1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec HTTP/1.1" status: 204 len: 168 time: 0.5795062 Dec 21 01:50:48.205631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40554) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:48.214870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0179c-7c92-4233-9360-544879a6c243 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:48.237538 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-2a7478f5-eaff-4dff-a545-6fcc23d072a0 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] show failed (client error): The resource could not be found. Dec 21 01:50:48.245597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:48.246426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a7478f5-eaff-4dff-a545-6fcc23d072a0 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "GET /v2.0/security-groups/1dd0b680-68f1-4f0c-a9b9-21cb3ac46fec HTTP/1.1" status: 404 len: 347 time: 0.0392778 Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.416383 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:48.419790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:50:48.425893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6613d05-ba66-49f7-aace-b507b8746e46 req-ca4ac308-713a-484c-8fb7-d2b8312beea4 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:48.440882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6613d05-ba66-49f7-aace-b507b8746e46 req-ca4ac308-713a-484c-8fb7-d2b8312beea4 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 945 time: 0.1260936 Dec 21 01:50:48.545812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6613d05-ba66-49f7-aace-b507b8746e46 req-7c9fcff8-853b-438c-8c5e-4af348a55e92 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032286 Dec 21 01:50:48.600783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Deleting port d5d177e3-4afc-40da-9f20-b81d0d998ca0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:48.601271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.605153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.731139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.731624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:48.745670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8f1f0-0f04-4426-8f17-35c9420a3fea req-c81ec5c8-501c-4d0a-8218-cac903cfac54 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:48.747177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcd8f1f0-0f04-4426-8f17-35c9420a3fea req-c81ec5c8-501c-4d0a-8218-cac903cfac54 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.0984769 Dec 21 01:50:48.752220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Calling delete_port for d5d177e3-4afc-40da-9f20-b81d0d998ca0 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:48.843523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcd8f1f0-0f04-4426-8f17-35c9420a3fea req-3096289b-30f3-4a4e-b24b-c6bafdd0a1bd tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878277 Dec 21 01:50:49.037064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.071031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Pushing event deleted for resources: {'Port': ['ID=d5d177e3-4afc-40da-9f20-b81d0d998ca0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:49.142485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:49.166154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.180690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.185047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-600a06cb-e530-475d-9255-879bb8370f73 tempest-ImagesOneServerNegativeTestJSON-1447623780 tempest-ImagesOneServerNegativeTestJSON-1447623780-project] 10.222.0.43 "DELETE /v2.0/floatingips/a7c319de-87b2-4860-9d46-5de87acefb7b HTTP/1.1" status: 204 len: 168 time: 0.9375913 Dec 21 01:50:49.209147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:50:49.213933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:49.214662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.333071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.376954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:49.379281 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26077c-6b1f-44fb-ab27-7b3ad6fc024b" -d '{"events": [{"server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "name": "network-vif-plugged", "status": "completed", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:49.382504 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.396664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:49.402317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.403602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a73900f3-bd30-4fae-b3b8-788ab88cc8c7 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:50:49.436992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdaa-75a8-4625-b6d9-9ab592d3dc6d req-41283dae-fb90-4de3-894b-72a9d85c1ffb tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:49.443407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdaa-75a8-4625-b6d9-9ab592d3dc6d req-41283dae-fb90-4de3-894b-72a9d85c1ffb tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:49.450917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdaa-75a8-4625-b6d9-9ab592d3dc6d req-41283dae-fb90-4de3-894b-72a9d85c1ffb tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:49.464502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-236dfdaa-75a8-4625-b6d9-9ab592d3dc6d req-41283dae-fb90-4de3-894b-72a9d85c1ffb tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3741460 Dec 21 01:50:49.546214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:49.584176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:50:49.590547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:50:49.591084 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.593122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f3d969e-467a-4e3f-89bc-26f6dc0a54bc req-e1071a86-9211-4baf-aebd-c333be4a8c73 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0491841 Dec 21 01:50:49.794758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.820531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160e63-aee9-4807-93d6-d4b829bc2a3c req-6594666d-7e21-478c-a064-2146083a375d tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:49.823320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c160e63-aee9-4807-93d6-d4b829bc2a3c req-6594666d-7e21-478c-a064-2146083a375d tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.0866032 Dec 21 01:50:49.868986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:49.876547 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:49.991219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c160e63-aee9-4807-93d6-d4b829bc2a3c req-10088082-57dc-4c7b-b284-c0ce47fad0f6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589518 Dec 21 01:50:50.010378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:50.121164 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e71b99-e68c-4a98-bdc7-4e0315049bb1 x-openstack-request-id: req-b2e71b99-e68c-4a98-bdc7-4e0315049bb1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:50.121505 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "name": "network-vif-plugged", "status": "completed", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:50.121761 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e71b99-e68c-4a98-bdc7-4e0315049bb1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:50.122153 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'code': 200} Dec 21 01:50:50.259356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51890a4-8f87-4051-b221-829534cea7d7 req-30dea337-4ac8-4717-850a-b33053b3af1a tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:50.261171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b51890a4-8f87-4051-b221-829534cea7d7 req-30dea337-4ac8-4717-850a-b33053b3af1a tempest-ComputeTenantNetworksTest-1392006022 tempest-ComputeTenantNetworksTest-1392006022-project] 10.222.0.43 "GET /v2.0/networks/f6035e9f-3a29-4b51-a615-8ca04ffa22e3 HTTP/1.1" status: 200 len: 768 time: 0.1241083 Dec 21 01:50:50.268919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40596) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:50.395647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.470647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cff08-5db7-4099-ad43-e28e30e09447 req-8f34b288-0d38-4b29-b7fb-91a97f58c59a tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:50.480184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b2cff08-5db7-4099-ad43-e28e30e09447 req-8f34b288-0d38-4b29-b7fb-91a97f58c59a tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.1236801 Dec 21 01:50:50.518905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.563002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6035e9f-3a29-4b51-a615-8ca04ffa22e3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:50.580351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b2cff08-5db7-4099-ad43-e28e30e09447 req-250d8e53-c715-4e81-8a90-af4efb1cc9ff tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911000 Dec 21 01:50:50.584517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a69b60-16e8-4dd8-9105-f5f2672a784c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:50.584829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a69b60-16e8-4dd8-9105-f5f2672a784c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:50.595314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.610081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.617553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:50.617943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:50.710510 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:50.746296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.761510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:50.778091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f6035e9f-3a29-4b51-a615-8ca04ffa22e3 HTTP/1.1" status: 204 len: 168 time: 0.5066729 Dec 21 01:50:50.796756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ec579-b50e-40af-84ff-4b5b06e3f7a7 req-e9fd13be-af9f-4709-acf3-5a5f02940b6c tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:50.804330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e7ec579-b50e-40af-84ff-4b5b06e3f7a7 req-e9fd13be-af9f-4709-acf3-5a5f02940b6c tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.1221018 Dec 21 01:50:50.806831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1934d73-e6df-4cf4-9f52-2cb42729f461 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6035e9f-3a29-4b51-a615-8ca04ffa22e3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:50.891080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e7ec579-b50e-40af-84ff-4b5b06e3f7a7 req-75fb46a6-3f45-4cc2-9418-830f93128dab tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856996 Dec 21 01:50:51.028648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40606) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:51.083267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-640336fb-716f-4599-b659-df27b3f65098 req-3f62b781-adb0-4975-a447-3b34bddfddc0 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0325291 Dec 21 01:50:51.100921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f3ec96ef-ca93-4bd0-bbe9-cbd11c43e758 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d2edf922be64823b3ff4bdd09ce66d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686803 Dec 21 01:50:51.101387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40610) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:51.165832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40612) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:51.186342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.215360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.227981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Deleting subnet 7793d6b4-819a-4fef-8b52-13ecfe864e13 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:50:51.231784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.280380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.280977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.284315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.286026 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3396e1e3-6c84-44d4-939c-a0d162fed202 HTTP/1.1" status: 204 len: 168 time: 0.1835585 Dec 21 01:50:51.297988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8b0c0-c447-4b99-8a2d-b5bcbc02c9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396e1e3-6c84-44d4-939c-a0d162fed202,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:51.416215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.450547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7fad-7acc-431f-a122-22e03f6756e2 req-0c5834ce-7291-4bf6-a1f3-f094ca088569 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:51.461346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3b7fad-7acc-431f-a122-22e03f6756e2 req-0c5834ce-7291-4bf6-a1f3-f094ca088569 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.1218638 Dec 21 01:50:51.540147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3b7fad-7acc-431f-a122-22e03f6756e2 req-8d1b1998-0d32-4e4b-b4cf-93b23bd11699 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755594 Dec 21 01:50:51.558945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.604521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.609001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7793d6b4-819a-4fef-8b52-13ecfe864e13 HTTP/1.1" status: 204 len: 168 time: 0.4419360 Dec 21 01:50:51.610987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac02b-52c5-466a-94f4-9984f1c71f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7793d6b4-819a-4fef-8b52-13ecfe864e13,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:51.611923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40618) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:51.754431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.877827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4830d-341a-41ff-b7e9-976c88fae23d req-b85b7f4c-0b59-409e-b87e-d8b41a262ec1 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:51.880587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0a4830d-341a-41ff-b7e9-976c88fae23d req-b85b7f4c-0b59-409e-b87e-d8b41a262ec1 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.1143084 Dec 21 01:50:51.888649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.938491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:51.951573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38910810-28fb-4dbb-91ee-2ac96e89a1b3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:51.967808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:51.968548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf665df1-e336-4e16-ac7e-c1eb4b4328f6') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:51.992073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.016204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.027955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:50:52.028513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.040342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0a4830d-341a-41ff-b7e9-976c88fae23d req-dcdd081f-cfc9-4beb-a52c-411a19c17a2a tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348855 Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:50:52.089587 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:50:52.095292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.114937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.118425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/38910810-28fb-4dbb-91ee-2ac96e89a1b3 HTTP/1.1" status: 204 len: 168 time: 0.5048196 Dec 21 01:50:52.120185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e235-4636-4611-bf45-3b1c7d3f43e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=38910810-28fb-4dbb-91ee-2ac96e89a1b3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:52.123535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:52.126755 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb2dc3-7a31-4a69-9e75-543f17fe501f" -d '{"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-plugged", "status": "completed", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:52.263933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bde56d-7bf6-465b-96b8-5caba3e40438 req-d94cd669-cdc8-4adc-92da-5e545303e361 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:52.266993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08bde56d-7bf6-465b-96b8-5caba3e40438 req-d94cd669-cdc8-4adc-92da-5e545303e361 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.1102166 Dec 21 01:50:52.346381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08bde56d-7bf6-465b-96b8-5caba3e40438 req-26427df2-517d-4e66-af20-bebd4e4bc95b tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Dec 21 01:50:52.385868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:52.463511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b580d4b3-29a7-4d18-9ada-dd612567a7a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2c8ffb8dc294de78b8cbcebbb68ff78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740395 Dec 21 01:50:52.465990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40648) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:52.520895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285eb68c-e137-49b3-ad75-fe3c9a766fed req-038cc458-a59d-4034-a0e8-b7c9737f50c9 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0677102 Dec 21 01:50:52.578975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.618264 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7fc17b-65b7-4baf-bb8e-37c63b3c56df x-openstack-request-id: req-ad7fc17b-65b7-4baf-bb8e-37c63b3c56df {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:52.618787 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-plugged", "status": "completed", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:52.619109 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad7fc17b-65b7-4baf-bb8e-37c63b3c56df {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:52.619602 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'code': 200} Dec 21 01:50:52.636844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.739480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.742207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:52.745754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/546c43dc-5562-4f60-8f35-4fc0b30d2254 HTTP/1.1" status: 204 len: 168 time: 0.2748859 Dec 21 01:50:52.753855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8684e2-52f1-4c6f-9a3f-d4cfb7e5290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c43dc-5562-4f60-8f35-4fc0b30d2254,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:52.871914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e10ab-cd78-4760-80f0-17f54e5ef26c req-ac158ecf-a5fd-48d8-a002-e21242f39288 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:52.899033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf3e10ab-cd78-4760-80f0-17f54e5ef26c req-ac158ecf-a5fd-48d8-a002-e21242f39288 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.1857944 Dec 21 01:50:52.995126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf3e10ab-cd78-4760-80f0-17f54e5ef26c req-f761c35f-608d-4444-9e7a-430183faf751 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937445 Dec 21 01:50:53.199432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ad6cb-d8a9-4ee7-ab28-cc65febdf4b1 req-49f3af2e-f3dd-4488-80f6-5db4b5597bf7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:53.203680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e67ad6cb-d8a9-4ee7-ab28-cc65febdf4b1 req-49f3af2e-f3dd-4488-80f6-5db4b5597bf7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.0755906 Dec 21 01:50:53.258600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e67ad6cb-d8a9-4ee7-ab28-cc65febdf4b1 req-aa57c6f9-c089-4220-94a7-8c77c8fe1a4a tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Dec 21 01:50:53.479218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522ad70-6d40-4ae8-ad60-bd403e90e627 req-d6e17f8e-f3ab-450a-a34b-9ce345025c01 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:53.481447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c522ad70-6d40-4ae8-ad60-bd403e90e627 req-d6e17f8e-f3ab-450a-a34b-9ce345025c01 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.0657132 Dec 21 01:50:53.496438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40686) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:53.546274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c522ad70-6d40-4ae8-ad60-bd403e90e627 req-535d0068-9377-41cd-8a86-49ad9d6669cc tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Dec 21 01:50:53.632705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c65faeba-3b99-4781-accf-becd0aabefc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.661074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65bc6d4a-ea07-424e-b86f-c2cb712ba434 req-d8b4cf80-7138-4b7c-86eb-5cb4913375b3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0330322 Dec 21 01:50:53.731571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c65faeba-3b99-4781-accf-becd0aabefc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.736746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c65faeba-3b99-4781-accf-becd0aabefc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.776861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65faeba-3b99-4781-accf-becd0aabefc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db935f-9d80-4225-9673-942e0c08d521,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:53.790349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40700) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:53.797472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c65faeba-3b99-4781-accf-becd0aabefc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdebeac14bf64a12a01885cfe875c450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997470 Dec 21 01:50:53.865796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.890794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.943035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.945679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:53.947156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07db935f-9d80-4225-9673-942e0c08d521 HTTP/1.1" status: 204 len: 168 time: 0.1556916 Dec 21 01:50:53.955731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bde988-5836-4137-8717-91f606a78998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db935f-9d80-4225-9673-942e0c08d521,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:54.184225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c7e4-67e2-4fd2-8df0-681b5e0c2234 req-a66b0425-c597-4eb1-b4e6-b659f188b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.186484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e777c7e4-67e2-4fd2-8df0-681b5e0c2234 req-a66b0425-c597-4eb1-b4e6-b659f188b212 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 1098 time: 0.0987170 Dec 21 01:50:54.229182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285f675-ea00-49cb-94ea-1f648d686774 req-b0c90024-3fdb-4399-833c-e3f16f1b84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.230813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3285f675-ea00-49cb-94ea-1f648d686774 req-b0c90024-3fdb-4399-833c-e3f16f1b84b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 1098 time: 0.1150877 Dec 21 01:50:54.242179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-b33a0cd6-dc2e-444e-a551-4ec5bfb2a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.244141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-b33a0cd6-dc2e-444e-a551-4ec5bfb2a735 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1c267eb7ad04d1c8d5b4b5ec6c32782&device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 1095 time: 0.1746936 Dec 21 01:50:54.257996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ec02c-7c0a-415b-b3ec-c50dcdd5012a req-571db0c4-bc04-4675-b565-a2a350984695 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.271499 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e777c7e4-67e2-4fd2-8df0-681b5e0c2234 req-1d4577f8-ec3c-4554-8f82-2bb9bf2ccbaf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758216 Dec 21 01:50:54.271947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-229ec02c-7c0a-415b-b3ec-c50dcdd5012a req-571db0c4-bc04-4675-b565-a2a350984695 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.1139445 Dec 21 01:50:54.324387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-229ec02c-7c0a-415b-b3ec-c50dcdd5012a req-b4ac3186-183c-46c8-b4df-c9e4596068b6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513842 Dec 21 01:50:54.366570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99157863-cd65-44cd-8643-88423d6ffc79 req-677f89ca-0e3f-437e-8ed9-ab886a74a530 tempest-AbsoluteLimitsNegativeTestJSON-331698543 tempest-AbsoluteLimitsNegativeTestJSON-331698543-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c2393312ff2c4729806528332f012e0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286670 Dec 21 01:50:54.512884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157863-cd65-44cd-8643-88423d6ffc79 req-0beb8121-88bc-4abd-b869-2e73be985aa4 tempest-AbsoluteLimitsNegativeTestJSON-331698543 tempest-AbsoluteLimitsNegativeTestJSON-331698543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.514394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99157863-cd65-44cd-8643-88423d6ffc79 req-0beb8121-88bc-4abd-b869-2e73be985aa4 tempest-AbsoluteLimitsNegativeTestJSON-331698543 tempest-AbsoluteLimitsNegativeTestJSON-331698543-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399031 Dec 21 01:50:54.524307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3c38-9fff-4c91-857a-9c8faf555eda req-05291ce0-5073-4446-b859-303dfcdec769 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.525847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-322b3c38-9fff-4c91-857a-9c8faf555eda req-05291ce0-5073-4446-b859-303dfcdec769 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.0859182 Dec 21 01:50:54.542055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99157863-cd65-44cd-8643-88423d6ffc79 req-d186e415-e4c6-4b0c-8375-a0eb2c9537eb tempest-AbsoluteLimitsNegativeTestJSON-331698543 tempest-AbsoluteLimitsNegativeTestJSON-331698543-project] 10.222.0.43 "GET /v2.0/quotas/c2393312ff2c4729806528332f012e0d HTTP/1.1" status: 200 len: 375 time: 0.0152733 Dec 21 01:50:54.580067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99157863-cd65-44cd-8643-88423d6ffc79 req-4e34bf70-072e-4575-8bbc-445e4909fab0 tempest-AbsoluteLimitsNegativeTestJSON-331698543 tempest-AbsoluteLimitsNegativeTestJSON-331698543-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2393312ff2c4729806528332f012e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308774 Dec 21 01:50:54.707597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-322b3c38-9fff-4c91-857a-9c8faf555eda req-da048d07-1156-43d2-a4e3-abd071472208 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712997 Dec 21 01:50:54.762186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3285f675-ea00-49cb-94ea-1f648d686774 req-5345c788-76f8-4b4c-8dd6-23003976d3cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767733 Dec 21 01:50:54.783209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-710c3bf0-779e-4d5c-a869-d3f16c43fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.784756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-710c3bf0-779e-4d5c-a869-d3f16c43fd69 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b1c267eb7ad04d1c8d5b4b5ec6c32782&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2004569 Dec 21 01:50:54.796790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6008ad-b99f-4651-a25d-b16b6383dfb9 req-b69bddfb-d12c-4f99-b578-d18e06cfd934 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.798311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c6008ad-b99f-4651-a25d-b16b6383dfb9 req-b69bddfb-d12c-4f99-b578-d18e06cfd934 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.0897658 Dec 21 01:50:54.903469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c6008ad-b99f-4651-a25d-b16b6383dfb9 req-83ba3db4-9d9f-4cf9-b375-4e22031191e9 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987909 Dec 21 01:50:54.913173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b84a9f-637e-41ed-aba8-243fef3fd57c req-7249654e-18e5-498a-b82f-4313613b0b63 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:54.914807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5b84a9f-637e-41ed-aba8-243fef3fd57c req-7249654e-18e5-498a-b82f-4313613b0b63 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.0818100 Dec 21 01:50:54.961863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:55.008191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5b84a9f-637e-41ed-aba8-243fef3fd57c req-d7d4e16b-4f46-493a-9d43-35fb0017549d tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637076 Dec 21 01:50:55.048225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0516e88-34d2-407c-a1fb-9b550a31ce7f req-7ba7a4cd-66a0-4747-891a-6acb4d69e788 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0333989 Dec 21 01:50:55.117951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7affcfc-8348-42a8-a1c1-cfdcdffff9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.234704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7affcfc-8348-42a8-a1c1-cfdcdffff9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.244894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7affcfc-8348-42a8-a1c1-cfdcdffff9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.253532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-7006ba02-9103-4398-bb94-1b72c315fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.255821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc429940-2023-4b0d-8f9a-611e52bcfdd8 req-7006ba02-9103-4398-bb94-1b72c315fdae service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558998 Dec 21 01:50:55.289840 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f7affcfc-8348-42a8-a1c1-cfdcdffff9b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2393312ff2c4729806528332f012e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269103 Dec 21 01:50:55.292365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40770) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:55.299597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7affcfc-8348-42a8-a1c1-cfdcdffff9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beff61f-cf7f-4728-a08c-aebe7c24e059,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:55.353459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.380669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.429974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-3b7f57e1-f0fd-400b-9c49-448aec9fec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.431943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-3b7f57e1-f0fd-400b-9c49-448aec9fec82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1c267eb7ad04d1c8d5b4b5ec6c32782&device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 1095 time: 0.0930319 Dec 21 01:50:55.459092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.461858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:55.465753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0beff61f-cf7f-4728-a08c-aebe7c24e059 HTTP/1.1" status: 204 len: 168 time: 0.1690879 Dec 21 01:50:55.488182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d14ce-bd8a-4f13-893d-3aa9074ee86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beff61f-cf7f-4728-a08c-aebe7c24e059,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:55.521444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-04c4d004-1d07-4812-9732-e3c3bb8b913e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc06d65-5788-483d-a58d-6274ea387495 HTTP/1.1" status: 200 len: 217 time: 0.0425413 Dec 21 01:50:55.570792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02888-090f-4a16-9b86-4367e58b49d7 req-f1d6096e-97f8-4a42-a397-bb874a068013 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.572287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ec02888-090f-4a16-9b86-4367e58b49d7 req-f1d6096e-97f8-4a42-a397-bb874a068013 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.1447086 Dec 21 01:50:55.594425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-08675389-d5ee-4209-a317-983a44821f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.595816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-08675389-d5ee-4209-a317-983a44821f68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e0b541d0-6410-4d61-8f45-03dd572a80ed HTTP/1.1" status: 200 len: 853 time: 0.0660405 Dec 21 01:50:55.664070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ec02888-090f-4a16-9b86-4367e58b49d7 req-8dc0bdc4-fb9a-4f9f-a3fd-0a0673af881c tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791571 Dec 21 01:50:55.675035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-e2da5589-2313-49f5-a571-2cf6b7662c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.677069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-e2da5589-2313-49f5-a571-2cf6b7662c9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13ef7812-0a0f-4711-a752-01d916660c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576906 Dec 21 01:50:55.840409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-025950c8-8ce2-4eb4-b6bb-b9574e8bb471 service neutron] 10.222.0.45 "GET /v2.0/networks/13ef7812-0a0f-4711-a752-01d916660c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467807 Dec 21 01:50:55.853606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ab268-1589-41d6-a7c3-cfd9b1ccb397 req-9f926e90-99fe-45b9-978f-f40c5c0b2203 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:55.855602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c69ab268-1589-41d6-a7c3-cfd9b1ccb397 req-9f926e90-99fe-45b9-978f-f40c5c0b2203 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.0665545 Dec 21 01:50:55.990301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c69ab268-1589-41d6-a7c3-cfd9b1ccb397 req-ecd09286-c071-4562-85ab-c89647a33c20 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235349 Dec 21 01:50:56.015628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f0dcae0-9fc0-4d24-9c64-67131886ba2a req-3d805c40-02d3-447b-8c79-fa3eb73bbbe8 service neutron] 10.222.0.45 "GET /v2.0/networks/13ef7812-0a0f-4711-a752-01d916660c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585863 Dec 21 01:50:56.076358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ed777-6b52-460d-9a41-0fb0dd53f1f8 req-5233d8ea-ab58-4bf8-a1e7-186ac65103af tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:56.084826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce8ed777-6b52-460d-9a41-0fb0dd53f1f8 req-5233d8ea-ab58-4bf8-a1e7-186ac65103af tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.0929680 Dec 21 01:50:56.173631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce8ed777-6b52-460d-9a41-0fb0dd53f1f8 req-32b9ced7-e4ac-4f97-83c9-75a0c1458a9d tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813215 Dec 21 01:50:56.190093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b96a2a-da25-40c1-b0ea-f3e0917302f1 req-014f3403-2dc4-4812-898c-8fab210483ae tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:56.192125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b96a2a-da25-40c1-b0ea-f3e0917302f1 req-014f3403-2dc4-4812-898c-8fab210483ae tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.0994749 Dec 21 01:50:56.278757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4110b19-5937-46fa-b565-193aec73a633 req-1a456e20-6e45-4b56-86b3-e8617189ba43 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0285635 Dec 21 01:50:56.292338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b96a2a-da25-40c1-b0ea-f3e0917302f1 req-2392e004-3975-4ba5-98a2-e8b0364bfcd7 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901604 Dec 21 01:50:56.433294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d651bd-3806-4a03-9569-cac53f79e0f4 req-535be576-a1ce-4bea-b49b-7ecc98da6d80 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:56.434807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08d651bd-3806-4a03-9569-cac53f79e0f4 req-535be576-a1ce-4bea-b49b-7ecc98da6d80 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.0578232 Dec 21 01:50:56.445057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40822) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:56.449759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Request body: {'floatingip': {'port_id': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:56.475729 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:56.494984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:56.669509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:56.875551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97a69-6766-4a04-a0ec-b9b99f5c1e3d req-89822638-75f2-4b22-a6e5-7baf96df3e81 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:56.877119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6e97a69-6766-4a04-a0ec-b9b99f5c1e3d req-89822638-75f2-4b22-a6e5-7baf96df3e81 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.1021907 Dec 21 01:50:56.971045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1301371174-network', 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:56.981666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6e97a69-6766-4a04-a0ec-b9b99f5c1e3d req-ff4a6a6f-47c2-455f-8db2-a034f848c1c6 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731876 Dec 21 01:50:57.112468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:57.115371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.476379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.483897 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.498218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.508997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40858) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:57.511012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-97f1c8bd-fa46-4baf-8412-ae5c7cbc8605 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:57.512513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-97f1c8bd-fa46-4baf-8412-ae5c7cbc8605 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.4955821 Dec 21 01:50:57.585286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90705475-8ffd-4a41-be68-eae1d35d378b req-ddaf0890-cd07-465a-92e2-49b9ab0bc7a2 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:57.586768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90705475-8ffd-4a41-be68-eae1d35d378b req-ddaf0890-cd07-465a-92e2-49b9ab0bc7a2 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 945 time: 0.5019696 Dec 21 01:50:57.611855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-148a33bd-fc3b-4812-864d-bd45abcab3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.612836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd9d54-d827-4de5-8d07-422ee2da2149 req-cefe4ffe-7ce7-4157-8576-0375344eb620 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:57.614861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9efd9d54-d827-4de5-8d07-422ee2da2149 req-cefe4ffe-7ce7-4157-8576-0375344eb620 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.5319254 Dec 21 01:50:57.625845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40862) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:57.642705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Request body: {'floatingip': {'port_id': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:57.692427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.832017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-481eaf0a-6046-4f01-b2f6-e1d56d701e4d req-b0c462aa-e60f-48ce-a98b-b7d40b5ea30c tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0783165 Dec 21 01:50:57.885739 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Floating IP 2d55426b-ed8e-4c57-875e-b7b94f6c511b associated. External IP: 172.25.6.239, port: a73900f3-bd30-4fae-b3b8-788ab88cc8c7. Dec 21 01:50:57.897426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-148a33bd-fc3b-4812-864d-bd45abcab3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.906851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-148a33bd-fc3b-4812-864d-bd45abcab3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:57.931643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90705475-8ffd-4a41-be68-eae1d35d378b req-0b765982-22f7-4f5f-8260-f945432d8f2c tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebb41a8-2808-4df3-bd8e-e432631a0e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106189 Dec 21 01:50:57.995201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-148a33bd-fc3b-4812-864d-bd45abcab3a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9efec276ca7f43cdbbdda0c02813c47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4849210 Dec 21 01:50:57.998081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a33bd-fc3b-4812-864d-bd45abcab3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24b27b-54ef-4863-9a3f-5eeaffde7dcc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:58.000998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.001648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:58.039939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.076554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Deleting port ddb54ebb-357d-46d8-93da-9c0ae585b745 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:50:58.076894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.089494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:50:58.135431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdc189-73bb-4a9e-a442-fbf14139f8d9 req-4289842a-5a4b-4944-aa0c-bf3352764539 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:58.136938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4fdc189-73bb-4a9e-a442-fbf14139f8d9 req-4289842a-5a4b-4944-aa0c-bf3352764539 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.2136123 Dec 21 01:50:58.142576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41763153-1e66-4700-8d54-8a5829b5d69b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:58.159263 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:50:58.165549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.174412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.174759 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Added segment 6f3f2482-a9fe-450a-94d1-a4d39359fc8b of type vlan for network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 Dec 21 01:50:58.199824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.294682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.313814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.317185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.321044 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a24b27b-54ef-4863-9a3f-5eeaffde7dcc HTTP/1.1" status: 204 len: 168 time: 0.3182900 Dec 21 01:50:58.325354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.334240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.336921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c86b2-ccae-4030-8ed7-c81cd6984b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24b27b-54ef-4863-9a3f-5eeaffde7dcc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:58.348606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] For port ddb54ebb-357d-46d8-93da-9c0ae585b745, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ddb54ebb-357d-46d8-93da-9c0ae585b745,segment=NetworkSegment(4b4f15e4-984b-40be-9db6-6130c56d6bb5),segment_id=4b4f15e4-984b-40be-9db6-6130c56d6bb5)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:58.348983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.356345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4fdc189-73bb-4a9e-a442-fbf14139f8d9 req-3f4df91b-7e88-4de8-949d-e1623a9ca8a9 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088006 Dec 21 01:50:58.401160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Calling delete_port for ddb54ebb-357d-46d8-93da-9c0ae585b745 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:50:58.403063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.403951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:58.404533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.452957 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Floating IP 3c3692ed-82da-491e-a58b-8c653daaac18 associated. External IP: 172.25.6.209, port: 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28. Dec 21 01:50:58.526461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8539870 Dec 21 01:50:58.530338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40870) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:58.538777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Request body: {'subnet': {'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1301371174-subnet', 'tenant_id': '15ded3395821465bb163867682fd571d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:58.544132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716dfe-636e-47c0-86e1-22b129c0a25c admin admin] Pushing event updated for resources: {'Network': ['ID=07204a5b-ecc9-4dea-990d-8a372e8d4c64,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:58.560880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:50:58.563422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:58.640362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:50:58.642874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.670672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:58.687139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0c1493d-c50c-44ee-92ec-ccc8b0b78fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.693277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:50:58.806142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.810270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:58.819556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.822998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Sync routers for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:58.840725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:58.841597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ddb54ebb-357d-46d8-93da-9c0ae585b745'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:50:58.842303 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:58.859111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:50:58.867837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.871275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0c1493d-c50c-44ee-92ec-ccc8b0b78fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.871482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Pushing event deleted for resources: {'Port': ['ID=ddb54ebb-357d-46d8-93da-9c0ae585b745,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:58.897947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0c1493d-c50c-44ee-92ec-ccc8b0b78fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.898195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Sync routers for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:50:58.914624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dd7d17df-bb52-4c11-abf2-23d39495a1f7 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "PUT /v2.0/floatingips/2d55426b-ed8e-4c57-875e-b7b94f6c511b HTTP/1.1" status: 200 len: 992 time: 2.4682124 Dec 21 01:50:58.918408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:58.919467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:58.930637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:58.933181 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca46bd5-5914-4918-90fd-dee336cf309f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:58.962627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] No DVR routers for this DVR port ddb54ebb-357d-46d8-93da-9c0ae585b745 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:50:58.963462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb1878fc-36e0-4ea6-bcf1-1f07ca5bc08e tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "PUT /v2.0/floatingips/3c3692ed-82da-491e-a58b-8c653daaac18 HTTP/1.1" status: 200 len: 992 time: 1.3363056 Dec 21 01:50:58.967934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:58.971334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436c9545-f86c-4fb0-bc03-a11a849a8991 req-4dc04c2e-58a0-4d2e-94f6-8b059c38a219 tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.45 "DELETE /v2.0/ports/ddb54ebb-357d-46d8-93da-9c0ae585b745 HTTP/1.1" status: 204 len: 173 time: 1.4233949 Dec 21 01:50:58.979582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:50:58.993050 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:50:59.009992 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d0c1493d-c50c-44ee-92ec-ccc8b0b78fc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51d485504d454579a039fa90ca16d245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372583 Dec 21 01:50:59.011085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1493d-c50c-44ee-92ec-ccc8b0b78fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21304ee6-2839-4dfa-bcda-7896c8021e68,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:59.012761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:59.075747 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:59.088585 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c740b8-9de9-447a-9c96-b1e7b145d316 x-openstack-request-id: req-a8c740b8-9de9-447a-9c96-b1e7b145d316 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:59.088842 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:59.089096 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8c740b8-9de9-447a-9c96-b1e7b145d316 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:59.089526 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'status': 'completed', 'code': 200} Dec 21 01:50:59.094784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4700e77-e781-4745-b4d0-4d3cc73f2934 req-da6a153d-ccb1-4696-aa2f-009beceda8e4 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0697670 Dec 21 01:50:59.095124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:59.127301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.224352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5cc06d65-5788-483d-a58d-6274ea387495 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:50:59.233111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a5a5fae-9047-401a-b78b-74b21c96ac83 req-afe0e455-29b5-4392-b235-c37c5e8bf48f tempest-VolumesAdminNegativeTest-449122839 tempest-VolumesAdminNegativeTest-449122839-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59ce16d-a2b1-44e8-966b-d94d5f1d382f HTTP/1.1" status: 200 len: 210 time: 0.0762925 Dec 21 01:50:59.282983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d34189-90cc-4323-9a1f-0fa0c9c63be8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:59.297403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-5addfecf-a454-4977-b504-9a9b19b2e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.299271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-5addfecf-a454-4977-b504-9a9b19b2e510 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=001c8d58599744be96f78c11fac37784&device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 1098 time: 0.1733274 Dec 21 01:50:59.301918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.311447 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fab01-1e7b-439a-93a6-87b117abc224 x-openstack-request-id: req-298fab01-1e7b-439a-93a6-87b117abc224 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:50:59.311743 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:50:59.311996 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-298fab01-1e7b-439a-93a6-87b117abc224 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:50:59.312593 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'status': 'completed', 'code': 200} Dec 21 01:50:59.336961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Checking segment: {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:50:59.337329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Network hostable DHCP agents. Network: 07204a5b-ecc9-4dea-990d-8a372e8d4c64, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:50:59.353928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.464480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d55426b-ed8e-4c57-875e-b7b94f6c511b', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'port_id': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'mac_address': 'fa:16:3e:03:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:56Z', 'revision_number': 1, 'project_id': '001c8d58599744be96f78c11fac37784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:59.486687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:50:59.496878 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Checking router: 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:50:59.505411 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:50:59.506014 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:50:59.538035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 07204a5b-ecc9-4dea-990d-8a372e8d4c64) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:50:59.556016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.556616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.569394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-09bee37b-dce9-4d7a-8b80-d78bf5e82388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.570939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-09bee37b-dce9-4d7a-8b80-d78bf5e82388 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9e4379c298b45518a7d2627b98e4a76&device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 1098 time: 0.1890726 Dec 21 01:50:59.579803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a049a-d57c-4885-9e52-540d2c7d22cd None None] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:50:59.596224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86da333-4cde-40c0-8768-ef2cd58ed196 req-66841a3d-39f6-4355-8964-8269f6481d6a tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.598365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b86da333-4cde-40c0-8768-ef2cd58ed196 req-66841a3d-39f6-4355-8964-8269f6481d6a tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 943 time: 0.1377387 Dec 21 01:50:59.599435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-5d465b8a-4cf5-4e3f-b867-c7bafc1df11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.600795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-5d465b8a-4cf5-4e3f-b867-c7bafc1df11a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32 HTTP/1.1" status: 200 len: 906 time: 0.2570746 Dec 21 01:50:59.614983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55f5cb19-b446-4371-b239-54e16eed8117 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0793602 Dec 21 01:50:59.614983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.615687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:50:59.615810 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.619099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21304ee6-2839-4dfa-bcda-7896c8021e68 HTTP/1.1" status: 204 len: 168 time: 0.6031523 Dec 21 01:50:59.622855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:50:59.653939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5cc06d65-5788-483d-a58d-6274ea387495,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:50:59.687580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.688660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.713946 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:50:59.733853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd13c-e93b-4c70-973a-5796f51b8c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21304ee6-2839-4dfa-bcda-7896c8021e68,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:50:59.774573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '5cc06d65-5788-483d-a58d-6274ea387495', 'network_id': '13ef7812-0a0f-4711-a752-01d916660c8d', 'port_id': '5cc06d65-5788-483d-a58d-6274ea387495', 'mac_address': 'fa:16:3e:ca:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b541d0-6410-4d61-8f45-03dd572a80ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:50:59.801760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.811975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-5d7fb347-38f4-4afe-ba61-9b4a5981d61f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7 HTTP/1.1" status: 200 len: 1000 time: 0.1928682 Dec 21 01:50:59.825193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b86da333-4cde-40c0-8768-ef2cd58ed196 req-e8dd7d14-3aaf-4473-a9c1-a8c5792f56c8 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049868 Dec 21 01:50:59.883353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-3326e94c-6710-43ca-b3f8-0d972ef6249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.885451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-3326e94c-6710-43ca-b3f8-0d972ef6249b service neutron] 10.222.0.45 "GET /v2.0/networks?id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 200 len: 914 time: 0.2834008 Dec 21 01:50:59.907809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-b584afc1-a520-4e5f-a816-0b0d3ef0a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:50:59.909671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-b584afc1-a520-4e5f-a816-0b0d3ef0a025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa HTTP/1.1" status: 200 len: 845 time: 0.0813639 Dec 21 01:50:59.917873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.927965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de921c31-1714-4170-9571-12e978825d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'project_id': '15ded3395821465bb163867682fd571d', 'fixed_ips': [{'subnet_id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:50:59.928959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:50:59.961133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc06d65-5788-483d-a58d-6274ea387495 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:50:59.969559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3c3692ed-82da-491e-a58b-8c653daaac18', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'port_id': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'mac_address': 'fa:16:3e:50:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:58Z', 'revision_number': 1, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:00.011787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-6ec1ec9c-0a0e-4bcc-9889-d75e71724e7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 200 len: 1000 time: 0.1158848 Dec 21 01:51:00.020065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-7ea12718-86b2-41fa-927d-bdebbcf2cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:00.021929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-7ea12718-86b2-41fa-927d-bdebbcf2cbad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5394ef1-acab-4e06-a5a3-a8bcd59eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675302 Dec 21 01:51:00.117271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.138441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-c139ef28-10e9-4f05-8d95-7ff9856cf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:00.140635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-c139ef28-10e9-4f05-8d95-7ff9856cf7be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c88e4c86-7e40-4d12-9b5a-84d308c68d28 HTTP/1.1" status: 200 len: 853 time: 0.1174536 Dec 21 01:51:00.201889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-de921c31-1714-4170-9571-12e978825d02 None None] Allocated IP 172.20.0.2 (07204a5b-ecc9-4dea-990d-8a372e8d4c64/c1d34189-90cc-4323-9a1f-0fa0c9c63be8/909b2314-ece9-4610-9627-2475ed23eab2) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:00.262705 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d55426b-ed8e-4c57-875e-b7b94f6c511b', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'port_id': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'mac_address': 'fa:16:3e:03:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:56Z', 'revision_number': 1, 'project_id': '001c8d58599744be96f78c11fac37784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:00.289654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-6d4a7906-b489-450d-946f-a720464c911b service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589061 Dec 21 01:51:00.302249 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd94349-e795-43b4-9bc0-04f36b31cade None None] The sync data for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 is: [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d55426b-ed8e-4c57-875e-b7b94f6c511b', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'port_id': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'mac_address': 'fa:16:3e:03:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:56Z', 'revision_number': 1, 'project_id': '001c8d58599744be96f78c11fac37784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:00.323344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-c1dd090e-d2b2-4fca-857b-660e325145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:00.324497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-c1dd090e-d2b2-4fca-857b-660e325145e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732216 Dec 21 01:51:00.375960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57600556-b8cd-4f17-9ea2-183fc499a6ed req-9ebd83e4-43c9-4229-9367-d9401e42af56 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1058283 Dec 21 01:51:00.408472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Checking router: f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:00.419025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5cc06d65-5788-483d-a58d-6274ea387495,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:00.438580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.444303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:00.444951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:00.469062 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.507191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ca46bd5-5914-4918-90fd-dee336cf309f req-dbaf283d-8590-4845-8acc-6435293b14d3 service neutron] 10.222.0.45 "GET /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864817 Dec 21 01:51:00.544539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.617252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-3e26b6a8-8dc0-46bf-84f2-aa24bbcb5604 service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398188 Dec 21 01:51:00.617968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:00.640978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:00.652660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de921c31-1714-4170-9571-12e978825d02 None None] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:00.662131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-de921c31-1714-4170-9571-12e978825d02 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:00.671218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.671674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.672091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.672499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.672905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.673307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.674228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.674658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.676505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.676809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.677373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.678041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.678453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:00.686910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de921c31-1714-4170-9571-12e978825d02 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:00.734410 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe118-1a10-43aa-8650-15288a47f4ae None None] New status for floating IP 2d55426b-ed8e-4c57-875e-b7b94f6c511b: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:51:00.765416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:00.786661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Deleting subnet f31d6f94-f458-44d6-b641-bfea27433729 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:51:00.791678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.823494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de921c31-1714-4170-9571-12e978825d02 None None] Pushing event updated for resources: {'Port': ['ID=909b2314-ece9-4610-9627-2475ed23eab2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:00.850078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-de921c31-1714-4170-9571-12e978825d02 None None] Attempting to bind port 909b2314-ece9-4610-9627-2475ed23eab2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:00.850717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-de921c31-1714-4170-9571-12e978825d02 None None] Attempting to bind port 909b2314-ece9-4610-9627-2475ed23eab2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:00.851264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de921c31-1714-4170-9571-12e978825d02 None None] Attempting to bind port 909b2314-ece9-4610-9627-2475ed23eab2 on network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:00.862377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['5cc06d65-5788-483d-a58d-6274ea387495'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:51:00.929849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de921c31-1714-4170-9571-12e978825d02 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:00.930421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de921c31-1714-4170-9571-12e978825d02 None None] Checking segment: {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:00.931353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.931580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de921c31-1714-4170-9571-12e978825d02 None None] Bound using segment: {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:00.932175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-de921c31-1714-4170-9571-12e978825d02 None None] Bound port: 909b2314-ece9-4610-9627-2475ed23eab2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:00.932664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:00.970572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.018521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b9544fa-a7c0-4fa8-ae35-9794e64946a8 req-518b84d3-f3f7-45ee-9383-7bb254741151 service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615279 Dec 21 01:51:01.021040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.054848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.068380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-de921c31-1714-4170-9571-12e978825d02 None None] For port 909b2314-ece9-4610-9627-2475ed23eab2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:01.073593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-de921c31-1714-4170-9571-12e978825d02 None None] For port 909b2314-ece9-4610-9627-2475ed23eab2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=909b2314-ece9-4610-9627-2475ed23eab2,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:01.098538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542245-3387-440d-84ee-a46b48957804 req-87a043ad-d5ea-45dd-8177-ec9babe787ce tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:01.103436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de921c31-1714-4170-9571-12e978825d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.107097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e542245-3387-440d-84ee-a46b48957804 req-87a043ad-d5ea-45dd-8177-ec9babe787ce tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 944 time: 0.1328728 Dec 21 01:51:01.116769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.119105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'name': 'network-vif-deleted', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:01.122724 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181da88f-52b2-4f48-9f64-b3b03ef0acf8" -d '{"events": [{"server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "name": "network-vif-deleted", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:01.231266 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2445409a-dbc2-4e7d-8c3e-7549e655e1ef x-openstack-request-id: req-2445409a-dbc2-4e7d-8c3e-7549e655e1ef {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:01.233760 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59ce16d-a2b1-44e8-966b-d94d5f1d382f", "name": "network-vif-deleted", "tag": "ddb54ebb-357d-46d8-93da-9c0ae585b745", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:01.234217 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2445409a-dbc2-4e7d-8c3e-7549e655e1ef {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:01.234796 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59ce16d-a2b1-44e8-966b-d94d5f1d382f', 'name': 'network-vif-deleted', 'tag': 'ddb54ebb-357d-46d8-93da-9c0ae585b745', 'status': 'completed', 'code': 200} Dec 21 01:51:01.241171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddb54ebb-357d-46d8-93da-9c0ae585b745 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:01.266102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Allocated IP 172.25.6.187 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/1aa2e3ab-cc37-47f7-9998-73a2de2a60ed) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:01.294294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e542245-3387-440d-84ee-a46b48957804 req-3dec114b-479c-4336-8130-849b3ad8e17a tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862037 Dec 21 01:51:01.314549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: ddb54ebb-357d-46d8-93da-9c0ae585b745 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:01.314894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ddb54ebb-357d-46d8-93da-9c0ae585b745 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:01.336396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.346154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de921c31-1714-4170-9571-12e978825d02 None None] Pushing event updated for resources: {'Port': ['ID=909b2314-ece9-4610-9627-2475ed23eab2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:01.391018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31d6f94-f458-44d6-b641-bfea27433729,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:01.393319 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.409239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-31d34b93-c749-4c92-be95-d0643cb5dfda admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f31d6f94-f458-44d6-b641-bfea27433729 HTTP/1.1" status: 204 len: 168 time: 0.7892044 Dec 21 01:51:01.411658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:01.494996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3c3692ed-82da-491e-a58b-8c653daaac18', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'port_id': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'mac_address': 'fa:16:3e:50:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:58Z', 'revision_number': 1, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:01.536355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf2ebc-68e8-4f98-bfc6-25d2c615550c None None] The sync data for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 is: [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3c3692ed-82da-491e-a58b-8c653daaac18', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'port_id': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'mac_address': 'fa:16:3e:50:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:50:30Z', 'updated_at': '2021-12-21T01:50:58Z', 'revision_number': 1, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:01.577175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ee820b7-5063-4cb6-8761-af9e757d4df6 req-af988e6e-0414-44b3-88ad-e424ae4c0b22 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0609434 Dec 21 01:51:01.600256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.614679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.731334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.744226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.788319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ede84dc-b363-4892-9041-4a9befd6f918']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:01.805612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4f15e4-984b-40be-9db6-6130c56d6bb5') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:01.805984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4f15e4-984b-40be-9db6-6130c56d6bb5') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:01.813011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:01.822840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:01.825869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.835926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:01.871927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:01.882715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.897430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:51:01.897862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:51:01.899526 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:51:01.902627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b02cda-6bb9-4150-87b6-83e3f4e3b9a8 None None] New status for floating IP 3c3692ed-82da-491e-a58b-8c653daaac18: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:51:02.041917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.048885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.054627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/7ede84dc-b363-4892-9041-4a9befd6f918 HTTP/1.1" status: 204 len: 168 time: 0.6395350 Dec 21 01:51:02.055010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40960) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:02.069663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab1e2-d155-47d6-991b-6c0c21f8cb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ede84dc-b363-4892-9041-4a9befd6f918,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:02.137722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Deleting subnet b3194594-6ab9-4d7e-a49d-1fbaec3d7799 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:51:02.145452 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.215741 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.232425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 909b2314-ece9-4610-9627-2475ed23eab2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:02.239540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.276996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.398088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.495757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 909b2314-ece9-4610-9627-2475ed23eab2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:02.496128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.508567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.512725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3194594-6ab9-4d7e-a49d-1fbaec3d7799 HTTP/1.1" status: 204 len: 168 time: 0.4566600 Dec 21 01:51:02.527785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40974) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:02.529853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7da9ad-807a-4b2c-9a0c-173155399a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3194594-6ab9-4d7e-a49d-1fbaec3d7799,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:02.566406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c927de-e785-41c2-b4df-b2e939829517 req-ff1f66fa-6901-4a70-9219-e0ab2592f39f tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:02.573760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95c927de-e785-41c2-b4df-b2e939829517 req-ff1f66fa-6901-4a70-9219-e0ab2592f39f tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 944 time: 0.0847225 Dec 21 01:51:02.636345 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.682102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95c927de-e785-41c2-b4df-b2e939829517 req-ccf0c33d-4e2b-4257-9067-29f3b0096b13 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019559 Dec 21 01:51:02.705405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 909b2314-ece9-4610-9627-2475ed23eab2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=909b2314-ece9-4610-9627-2475ed23eab2,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:02.714324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.746451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.756245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.786390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb43fa14-0e39-4d3f-ae3d-03f34b4d9d6a req-a8022422-5a4b-4c41-86af-520e407738b6 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0331709 Dec 21 01:51:02.788556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644d6cc-b46c-4d60-850b-279078da8100 None None] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:02.886493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=909b2314-ece9-4610-9627-2475ed23eab2,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:02.929277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c8e100d3-950f-481d-9c56-fed3fe0c9be3 None None] Provisioning complete for port 909b2314-ece9-4610-9627-2475ed23eab2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:02.929939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8e100d3-950f-481d-9c56-fed3fe0c9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.947685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:02.989853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d9e7ee-eeb8-48c8-8be5-a9d148e42e75']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:03.007428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86486db1-21eb-4d97-9a9a-d085a2abf30f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:03.007937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86486db1-21eb-4d97-9a9a-d085a2abf30f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:03.026587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.048576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.056635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:51:03.057370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:51:03.060088 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:51:03.062917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Router 4174db5c-f77e-478a-85f3-6cddb3049917 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:51:03.172718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.203079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.203209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5cc06d65-5788-483d-a58d-6274ea387495 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:03.206499 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/62d9e7ee-eeb8-48c8-8be5-a9d148e42e75 HTTP/1.1" status: 204 len: 168 time: 0.6780891 Dec 21 01:51:03.224008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24a0b9-2549-4945-83ab-a2de0654b3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d9e7ee-eeb8-48c8-8be5-a9d148e42e75,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:03.248327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:03.261911 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Sync routers for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:03.273959 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:03.274974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:03.289561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8a1e08f3-a099-453a-be73-d82b0ee3c9f4 None None] Provisioning complete for port 909b2314-ece9-4610-9627-2475ed23eab2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:03.290204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a1e08f3-a099-453a-be73-d82b0ee3c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.293255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.297179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-81eea1cd-3007-4283-9e2e-af3953f75670 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6780612 Dec 21 01:51:03.298526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41012) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:03.324091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 5cc06d65-5788-483d-a58d-6274ea387495 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:51:03.337969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 5cc06d65-5788-483d-a58d-6274ea387495 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:03.338617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.445434 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:03.478629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.533144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5cc06d65-5788-483d-a58d-6274ea387495,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:03.535455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:03.543521 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff71fe-95c0-4830-82c9-afbca7b7e3fa" -d '{"events": [{"server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "name": "network-vif-plugged", "status": "completed", "tag": "5cc06d65-5788-483d-a58d-6274ea387495"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:03.550130 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.597273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:03.660399 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed2e7b-28fb-435b-99ac-8487b3c3799f x-openstack-request-id: req-1aed2e7b-28fb-435b-99ac-8487b3c3799f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:03.660611 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "name": "network-vif-plugged", "status": "completed", "tag": "5cc06d65-5788-483d-a58d-6274ea387495", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:03.660849 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aed2e7b-28fb-435b-99ac-8487b3c3799f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:03.661257 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495', 'code': 200} Dec 21 01:51:03.662328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:03.687189 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f66e6b8-c71c-4197-94a4-84ce3ed1a535 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5e1274a7b144c769c093a1e92ed22cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853338 Dec 21 01:51:03.687996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:03.803433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.834869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.864519 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:02Z', 'revision_number': 3, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:03.906581 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Checking router: 4174db5c-f77e-478a-85f3-6cddb3049917 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:03.908214 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Updating router 4174db5c-f77e-478a-85f3-6cddb3049917 port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:03.922708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f24b2-3efb-487e-80b0-23823ad1cfcc req-af870a21-2b7c-43f6-bd33-95fc83de71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:03.924238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-077f24b2-3efb-487e-80b0-23823ad1cfcc req-af870a21-2b7c-43f6-bd33-95fc83de71b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 1097 time: 0.1463273 Dec 21 01:51:03.932753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.936524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.937936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cebb41a8-2808-4df3-bd8e-e432631a0e9d HTTP/1.1" status: 204 len: 168 time: 0.2485950 Dec 21 01:51:03.947488 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:03.958877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febb84-eec0-4a20-a293-f6a924ad0e01 req-a9359e72-3022-40f7-b87b-ce73291bea02 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:03.960643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20febb84-eec0-4a20-a293-f6a924ad0e01 req-a9359e72-3022-40f7-b87b-ce73291bea02 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.1480210 Dec 21 01:51:03.961285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b76da-207e-48e4-afa6-7a42eacb9640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb41a8-2808-4df3-bd8e-e432631a0e9d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:03.990048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6e0149b-ca36-47cd-9d14-2498b1afd98d req-f9fb4bda-bd58-4b8a-8c39-6927fb51acfc tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0613835 Dec 21 01:51:04.126019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-077f24b2-3efb-487e-80b0-23823ad1cfcc req-6caa3717-f7ce-48ce-b27c-f5c53f29d114 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838975 Dec 21 01:51:04.156726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20febb84-eec0-4a20-a293-f6a924ad0e01 req-f2628538-f6b4-4afe-b87a-aafa291f6a9e tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639216 Dec 21 01:51:04.172094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 909b2314-ece9-4610-9627-2475ed23eab2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:04.231241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 909b2314-ece9-4610-9627-2475ed23eab2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:04.231740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.389472 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.398531 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.465981 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.467685 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Attempting to bind port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:04.468127 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Attempting to bind port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:04.468613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Attempting to bind port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:04.478138 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Pushing event updated for resources: {'Port': ['ID=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:04.481723 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:04.482284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:04.482772 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.483301 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:04.483860 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Bound port: 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:04.484329 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.514213 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.515284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.515722 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.516157 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.516602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.517027 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.517474 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.517900 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.518507 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.518956 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.520031 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.520449 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.520862 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:04.533793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:04.564648 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] For port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:04.574303 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] For port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:04.580191 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.593873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77316e84-fa81-467e-9107-d577f81a7c49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=131e24ae71c94700b23524b5372cd6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571671 Dec 21 01:51:04.594771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41056) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:04.645975 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:04.646603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:04.695858 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966e8cd-6e5e-4440-af3c-419fe8140e3f None None] Pushing event updated for resources: {'Port': ['ID=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:04.712236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.715183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Allocated IP 172.20.0.1 (07204a5b-ecc9-4dea-990d-8a372e8d4c64/c1d34189-90cc-4323-9a1f-0fa0c9c63be8/292693d8-b569-4fd6-a467-fd7b174a0c22) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:04.746898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.781476 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:04.888907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.891524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.895325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84eecc27-a88a-46ce-b45c-3426fa63627c HTTP/1.1" status: 204 len: 168 time: 0.2970157 Dec 21 01:51:04.904237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.912125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5597b-3129-4261-9db7-da3740e04b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eecc27-a88a-46ce-b45c-3426fa63627c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:04.951244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:04.997971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:05.001858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:05.004213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Pushing event updated for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:05.006483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:05.066898 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:02Z', 'revision_number': 3, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:05.076980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.101388 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de89778-6173-4ebb-b3b9-c3bb2715c177 None None] The sync data for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 is: [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:02Z', 'revision_number': 3, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:05.220209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8227337d-0ab0-4491-a60c-0310f4c0a12d req-abfdd619-0c82-4d64-a9ba-427f8d183db3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0509889 Dec 21 01:51:05.401182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a6ded51c-938f-40b6-9387-1d5e32c562d0 None None] Provisioning complete for port 292693d8-b569-4fd6-a467-fd7b174a0c22 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:05.401900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a6ded51c-938f-40b6-9387-1d5e32c562d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.410604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:05.418399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fb11a-bb7a-45be-8520-f354ebb8f275 req-dec15a58-525f-4e25-9333-27b37c25d788 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:05.426375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f84fb11a-bb7a-45be-8520-f354ebb8f275 req-dec15a58-525f-4e25-9333-27b37c25d788 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.1597450 Dec 21 01:51:05.537070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a6ded51c-938f-40b6-9387-1d5e32c562d0 None None] Port 292693d8-b569-4fd6-a467-fd7b174a0c22 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:05.571611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.596146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f84fb11a-bb7a-45be-8520-f354ebb8f275 req-32e4da32-6107-4de4-92c8-2c14265c4752 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689079 Dec 21 01:51:05.687359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e31b76a5-83d9-4729-9b77-2c0e2250a82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.794335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.797951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e31b76a5-83d9-4729-9b77-2c0e2250a82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.805020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.806838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e31b76a5-83d9-4729-9b77-2c0e2250a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.862381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b76a5-83d9-4729-9b77-2c0e2250a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23639c7c-a507-4f19-8b46-247204c8ac99,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:05.871158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e31b76a5-83d9-4729-9b77-2c0e2250a82b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fae72c7df0942d9aebafc781e2b743b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592719 Dec 21 01:51:05.873734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:05.911460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Pushing event updated for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:05.927133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.942649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:05.969019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.039561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.042754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.044029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23639c7c-a507-4f19-8b46-247204c8ac99 HTTP/1.1" status: 204 len: 168 time: 0.1673205 Dec 21 01:51:06.059817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:06.060037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943eed52-c8a3-4aa9-9a58-89e97a744823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23639c7c-a507-4f19-8b46-247204c8ac99,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:06.061837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:06.120400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41110) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:06.263686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:06.309999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Router 4174db5c-f77e-478a-85f3-6cddb3049917 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:51:06.391450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:06.391822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.479992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.490036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab735601-691c-44e0-92cd-319fe3ec48d7 req-b4253df5-4b9e-42e3-9b99-1fd84e66c8ea tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0661883 Dec 21 01:51:06.504140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-867621988-network', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:06.510838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3f9ad69e-1ab9-494b-ae42-f0d1a7c86dd8 None None] Provisioning complete for port 292693d8-b569-4fd6-a467-fd7b174a0c22 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:06.511239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad69e-1ab9-494b-ae42-f0d1a7c86dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.514045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:06.539759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.577306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:06.585664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01371228-e142-4d88-b84d-22f69e03bda5 admin admin] 10.222.0.43 "PUT /v2.0/routers/4174db5c-f77e-478a-85f3-6cddb3049917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2856801 Dec 21 01:51:06.592429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ad69e-1ab9-494b-ae42-f0d1a7c86dd8 None None] Port 292693d8-b569-4fd6-a467-fd7b174a0c22 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:06.599232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Made reservation on behalf of 561f26a7e2434f379f27edb3c9f1c748 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:06.604053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.610982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:06.623128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.640461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:06.660254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b04b-6a12-4070-adad-266bdf75c478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.756549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b04b-6a12-4070-adad-266bdf75c478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.763587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:06.766868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b04b-6a12-4070-adad-266bdf75c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.785790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.793863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085e6dc-0656-47a1-818a-5eecdec4d225 req-5c0abf28-164b-47fa-9085-2bd73ad12e0c tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:06.795380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0085e6dc-0656-47a1-818a-5eecdec4d225 req-5c0abf28-164b-47fa-9085-2bd73ad12e0c tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.1006939 Dec 21 01:51:06.796667 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.814211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bfd5b04b-6a12-4070-adad-266bdf75c478 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=572e42c804654887868e64f9a175fe05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723065 Dec 21 01:51:06.815593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5b04b-6a12-4070-adad-266bdf75c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1be296-c4c2-49dd-89a3-15fffa917773,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:06.824448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41130) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:06.848782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:06.875445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c4f95-4d26-4d9e-9349-442a742f79c9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:06.878407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:06.879242 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Added segment 8c67867f-2323-4ec5-bab0-f14a30c9001c of type vlan for network 934851af-038f-41ac-b91d-9867a943b776 Dec 21 01:51:06.904502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1659533951'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:06.960036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0085e6dc-0656-47a1-818a-5eecdec4d225 req-3c534880-c1d0-4115-9aec-2ccb3b2ef45e tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571772 Dec 21 01:51:06.984269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.003063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.010487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:07.013848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.052235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.064811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.066339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:07.067101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.122931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:07.162577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0343711 Dec 21 01:51:07.165861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41138) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:07.173491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Request body: {'subnet': {'network_id': '934851af-038f-41ac-b91d-9867a943b776', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-867621988-subnet', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:07.173734 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.174277 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Added segment dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da of type vlan for network 3c80f993-5078-4839-8431-1c0e6bf93ca4 Dec 21 01:51:07.175819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3314a26-25f3-487d-86a0-e94244bf153d admin admin] Pushing event updated for resources: {'Network': ['ID=934851af-038f-41ac-b91d-9867a943b776,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:07.191877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 934851af-038f-41ac-b91d-9867a943b776 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:07.216406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Made reservation on behalf of 561f26a7e2434f379f27edb3c9f1c748 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:07.221779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.224994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.229141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.232116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.237238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f1be296-c4c2-49dd-89a3-15fffa917773 HTTP/1.1" status: 204 len: 168 time: 0.4117754 Dec 21 01:51:07.252851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c91eb-2384-4bf6-949f-a119112a75b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1be296-c4c2-49dd-89a3-15fffa917773,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:07.279560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.286940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:07.288634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.435850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Network': ['ID=3c80f993-5078-4839-8431-1c0e6bf93ca4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:07.451159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:07.454909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7415dd6f-525a-459e-aade-e6bc0fb750d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6902258 Dec 21 01:51:07.460928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41146) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:07.473637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'subnet': {'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:07.505015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.604178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:07.616649 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.622082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Sync routers for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:07.638249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:07.638887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:07.688471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91db1377-bb9a-4616-b340-95a7324a910b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:07.726328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Checking segment: {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:07.726701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Network hostable DHCP agents. Network: 934851af-038f-41ac-b91d-9867a943b776, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:07.737058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14863b12-0222-45dd-b8ed-a6b16518aada req-a85ea6ab-daa8-4fb4-8fe9-1dd3b9fd4c3b tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0793245 Dec 21 01:51:07.764065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Network 934851af-038f-41ac-b91d-9867a943b776 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:07.788946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 934851af-038f-41ac-b91d-9867a943b776) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:07.793820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:07.795317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.827582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0499652-4fb5-4d56-a787-0361ec19d38d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6600182 Dec 21 01:51:07.833775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:07.838938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:07.854628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c875fcf-012b-4ad1-a6f0-610294a0ab25 None None] Network 934851af-038f-41ac-b91d-9867a943b776 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:07.889440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:07.891179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.012315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.188860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:08.281095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-934851af-038f-41ac-b91d-9867a943b776', 'network_id': '934851af-038f-41ac-b91d-9867a943b776', 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'fixed_ips': [{'subnet_id': '91db1377-bb9a-4616-b340-95a7324a910b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:51:08.283832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.290169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.344458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:08.354563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.430336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.443124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.454375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.462355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.469316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.475401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.482519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.493532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-6c84f2ec-01c0-4c92-8f1a-991d95e4e220 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.4345980 Dec 21 01:51:08.570122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Subnet': ['ID=872725ff-2e62-4524-a161-236f324bfb57,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:08.602974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Checking segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:08.603351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network hostable DHCP agents. Network: 3c80f993-5078-4839-8431-1c0e6bf93ca4, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:08.661826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98e24d6c-c221-494b-a295-780c9e8cc678 req-b8c6f7eb-c338-4bc7-b1dc-010c1425e2dd tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626329 Dec 21 01:51:08.672670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.677836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:08.698858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 3c80f993-5078-4839-8431-1c0e6bf93ca4) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:08.703495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:08.704129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.735831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a7061-0d1e-4565-aa79-1d75af17095a None None] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:08.747406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.748923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3d5056ea-dffc-42a4-b2ec-2765d9bddfdf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2857404 Dec 21 01:51:08.751540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41186) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:08.757120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1157336446'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:08.876824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:08.881076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.927538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-422b4541-50e0-4635-a931-102c7949f464 req-c5096316-df58-4021-86c8-4620536e28bc tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0438006 Dec 21 01:51:08.941676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:08.952104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:08.952747 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Added segment 248b4fe8-d0ef-4b0e-a46f-5ce144a77f51 of type vlan for network 28650de1-220f-4710-9bc4-25d198b86969 Dec 21 01:51:08.999279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.030825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Allocated IP 172.25.6.103 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/64f6af1d-e9ec-4583-a4c9-028a53cea70c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:09.040236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.046842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.053365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.060520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.067571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.074001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.080343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.093624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b9b47a4-198e-4d30-9935-522149ff696b req-d3fab06e-00b8-493c-8171-7abc80ca25da tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.2579362 Dec 21 01:51:09.093624 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.103923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:09.110636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.173420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.200254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4474635 Dec 21 01:51:09.203282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41196) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:09.209056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'subnet': {'network_id': '28650de1-220f-4710-9bc4-25d198b86969', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:09.232597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.242373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10ca3-3423-4b6c-963e-5719c88e0799 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Network': ['ID=28650de1-220f-4710-9bc4-25d198b86969,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:09.287335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:09.290352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:09.294365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:09.343194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Pushing event updated for resources: {'Port': ['ID=64f6af1d-e9ec-4583-a4c9-028a53cea70c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:09.379994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 28650de1-220f-4710-9bc4-25d198b86969 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:09.380246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:09.384469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.473005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Allocated IP 172.20.0.2 (934851af-038f-41ac-b91d-9867a943b776/91db1377-bb9a-4616-b340-95a7324a910b/fbe22baf-6175-44c4-b043-f590e4d333b0) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:09.519669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:09.520455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.763055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.767569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.801011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-3c80f993-5078-4839-8431-1c0e6bf93ca4', 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'project_id': '15ded3395821465bb163867682fd571d', 'fixed_ips': [{'subnet_id': '872725ff-2e62-4524-a161-236f324bfb57'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:51:09.813535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:09.868682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:05Z', 'revision_number': 4, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '292693d8-b569-4fd6-a467-fd7b174a0c22', 'name': '', 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'tenant_id': '15ded3395821465bb163867682fd571d', 'mac_address': 'fa:16:3e:11:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:04Z', 'updated_at': '2021-12-21T01:51:05Z', 'revision_number': 2, 'project_id': '15ded3395821465bb163867682fd571d', 'subnets': [{'id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:09.922052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Subnet': ['ID=a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:09.974513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Checking segment: {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:09.975392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network hostable DHCP agents. Network: 28650de1-220f-4710-9bc4-25d198b86969, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:10.022182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 28650de1-220f-4710-9bc4-25d198b86969 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:10.056823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 28650de1-220f-4710-9bc4-25d198b86969) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:10.075576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:10.077455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.105866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf364a1-de3e-498f-a1a0-abae88e55980 None None] Network 28650de1-220f-4710-9bc4-25d198b86969 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:10.108338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-666e097e-4e6d-4949-9f81-ff128559f060 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9016585 Dec 21 01:51:10.110942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Checking router: 4174db5c-f77e-478a-85f3-6cddb3049917 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:10.111379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Updating router 4174db5c-f77e-478a-85f3-6cddb3049917 port 292693d8-b569-4fd6-a467-fd7b174a0c22 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:10.143156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0059b453-7616-4c17-b345-c4f775572b2b req-93af1610-a4ec-416a-a0e5-b1e793b9d233 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0334165 Dec 21 01:51:10.148355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.169054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.441947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Router 525c541f-9149-4bc4-abf9-453cb358a917 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:51:10.486033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.605677 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.689419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-808a7ce0-1da0-4c36-aaef-6cb5f8244d53 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:10.705444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-808a7ce0-1da0-4c36-aaef-6cb5f8244d53 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:10.713657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-808a7ce0-1da0-4c36-aaef-6cb5f8244d53 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/networks?id=3c80f993-5078-4839-8431-1c0e6bf93ca4&id=28650de1-220f-4710-9bc4-25d198b86969&id=3c80f993-5078-4839-8431-1c0e6bf93ca4 HTTP/1.1" status: 200 len: 1392 time: 0.3134005 Dec 21 01:51:10.731639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Allocated IP 19.80.0.2 (3c80f993-5078-4839-8431-1c0e6bf93ca4/872725ff-2e62-4524-a161-236f324bfb57/330247ad-d628-47b7-a176-aa0ebe5d8e45) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:10.731891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-5864f003-6a2a-4097-acbf-71c5fbc51d04 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/quotas/15ded3395821465bb163867682fd571d HTTP/1.1" status: 200 len: 375 time: 0.0173016 Dec 21 01:51:10.747358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d452d-3789-4402-bc9a-109547860341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-28650de1-220f-4710-9bc4-25d198b86969', 'network_id': '28650de1-220f-4710-9bc4-25d198b86969', 'project_id': '15ded3395821465bb163867682fd571d', 'fixed_ips': [{'subnet_id': 'a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:51:10.748213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:10.767911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Network 934851af-038f-41ac-b91d-9867a943b776 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:10.797596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-5c78a70a-0630-4ebd-99eb-daf0b3aa905c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645792 Dec 21 01:51:10.837289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Pushing event updated for resources: {'Port': ['ID=fbe22baf-6175-44c4-b043-f590e4d333b0,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:10.848832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:10.892531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:10.914286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-61e96c44-bcd7-4911-91cc-138894a1bc81 service neutron] 10.222.0.43 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156027 Dec 21 01:51:11.029195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-94b35c67-b6a2-4a29-b103-722d2d51def5 service neutron] 10.222.0.43 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138530 Dec 21 01:51:11.057030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:11.068122 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Sync routers for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:11.087868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.088261 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:11.090511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb989248-c9ac-4192-872e-cafff68087c9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2546883 Dec 21 01:51:11.092165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:11.094279 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:11.231663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-b4641af3-7dc8-4bad-9c28-b3d99f4c3d49 service neutron] 10.222.0.43 "GET /v2.0/networks/28650de1-220f-4710-9bc4-25d198b86969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978314 Dec 21 01:51:11.279264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-994d452d-3789-4402-bc9a-109547860341 None None] Allocated IP 19.86.0.2 (28650de1-220f-4710-9bc4-25d198b86969/a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb/c488dc36-6dea-4441-ab02-9ecc9ab5bef2) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:11.335635 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:11.428893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e99d7d44-472f-480a-8fff-0a6ea953f6a5 req-8b0f8550-745b-407e-a37a-cc3e398fdaad tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1229439 Dec 21 01:51:11.439377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-0ae383e3-21c2-480a-aae0-de65f0829ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/28650de1-220f-4710-9bc4-25d198b86969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064276 Dec 21 01:51:11.539537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.650424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.664376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-73bd4dc1-826f-40aa-a9e9-86fbf175a6e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237170 Dec 21 01:51:11.664896 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:09Z', 'revision_number': 3, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:11.730920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Checking router: 525c541f-9149-4bc4-abf9-453cb358a917 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:11.731572 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Updating router 525c541f-9149-4bc4-abf9-453cb358a917 port 64f6af1d-e9ec-4583-a4c9-028a53cea70c binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:11.769816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Attempting to bind port fbe22baf-6175-44c4-b043-f590e4d333b0 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:11.770442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Attempting to bind port fbe22baf-6175-44c4-b043-f590e4d333b0 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:11.770980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Attempting to bind port fbe22baf-6175-44c4-b043-f590e4d333b0 on network 934851af-038f-41ac-b91d-9867a943b776 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:11.779494 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.813675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.852458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:11.856817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Checking segment: {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:11.858861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.859454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Bound using segment: {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:11.861277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Bound port: fbe22baf-6175-44c4-b043-f590e4d333b0, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:11.861931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:11.872120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d452d-3789-4402-bc9a-109547860341 None None] Network 28650de1-220f-4710-9bc4-25d198b86969 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:11.873269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-9650c836-9b4b-416b-9b1e-2117fed505a3 service neutron] 10.222.0.43 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065804 Dec 21 01:51:11.962737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-994d452d-3789-4402-bc9a-109547860341 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:11.968697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d452d-3789-4402-bc9a-109547860341 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:12.007165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41294) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:12.028080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d452d-3789-4402-bc9a-109547860341 None None] Pushing event updated for resources: {'Port': ['ID=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:12.294369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Allocated IP 172.20.0.1 (934851af-038f-41ac-b91d-9867a943b776/91db1377-bb9a-4616-b340-95a7324a910b/44d09a1a-cf29-42c1-b17a-03122977e667) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:12.369702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61517852-2a4d-4bce-920d-b495d73f1bfb req-29482dab-5ea3-465f-a9ed-f2fba4acf7d2 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 210 time: 0.0938931 Dec 21 01:51:12.398810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-96525bc0-4dcd-464d-b143-d0ebf623f745 req-9af7e2a3-6c7a-43d5-af7d-6b5eff3742ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0987999 Dec 21 01:51:12.417586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd5b975a-dbcd-47b0-b330-41c47ed2f7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.423415 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.436921 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.494765 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ccde-109d-42a1-a56e-f37c9ffae4d5 None None] Pushing event updated for resources: {'Port': ['ID=64f6af1d-e9ec-4583-a4c9-028a53cea70c,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:12.536480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Attempting to bind port 64f6af1d-e9ec-4583-a4c9-028a53cea70c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:12.536913 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Attempting to bind port 64f6af1d-e9ec-4583-a4c9-028a53cea70c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:12.537274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Attempting to bind port 64f6af1d-e9ec-4583-a4c9-028a53cea70c on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:12.549670 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:12.550046 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:12.551129 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.551549 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:12.552013 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Bound port: 64f6af1d-e9ec-4583-a4c9-028a53cea70c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:12.552964 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.609776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.619556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd5b975a-dbcd-47b0-b330-41c47ed2f7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.668147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fcc2d76-e176-42ed-98c8-0bd6017b6910 req-950ebe64-3193-4799-8901-798e888b0af1 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0785155 Dec 21 01:51:12.671595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd5b975a-dbcd-47b0-b330-41c47ed2f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.675186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.697857 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] For port 64f6af1d-e9ec-4583-a4c9-028a53cea70c, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:12.701435 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] For port 64f6af1d-e9ec-4583-a4c9-028a53cea70c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64f6af1d-e9ec-4583-a4c9-028a53cea70c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:12.712975 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.732517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b975a-dbcd-47b0-b330-41c47ed2f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec11f22-c29a-440a-9dec-c1c37d991a71,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:12.734818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-994d452d-3789-4402-bc9a-109547860341 None None] Attempting to bind port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:12.735198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-994d452d-3789-4402-bc9a-109547860341 None None] Attempting to bind port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:12.735571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d452d-3789-4402-bc9a-109547860341 None None] Attempting to bind port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 on network 28650de1-220f-4710-9bc4-25d198b86969 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:12.753002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d452d-3789-4402-bc9a-109547860341 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:12.758144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d452d-3789-4402-bc9a-109547860341 None None] Checking segment: {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:12.758144 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.758144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d452d-3789-4402-bc9a-109547860341 None None] Bound using segment: {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:12.758144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-994d452d-3789-4402-bc9a-109547860341 None None] Bound port: c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:12.758144 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.758695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd5b975a-dbcd-47b0-b330-41c47ed2f7fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56dd918f6f954a6fb4b7d008e9fbfd21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7469666 Dec 21 01:51:12.758792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41320) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:12.770866 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.782716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.797298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] For port fbe22baf-6175-44c4-b043-f590e4d333b0, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:12.846483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Network 934851af-038f-41ac-b91d-9867a943b776 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:12.860149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:12.863574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.882780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:12.885675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:12.886901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.899132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] For port fbe22baf-6175-44c4-b043-f590e4d333b0, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fbe22baf-6175-44c4-b043-f590e4d333b0,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:12.908096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.918703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:12.944119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:12.944757 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:12.946663 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ccde-109d-42a1-a56e-f37c9ffae4d5 None None] Pushing event updated for resources: {'Port': ['ID=64f6af1d-e9ec-4583-a4c9-028a53cea70c,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:12.949355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:12.950016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:12.957205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.001910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.029515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.040937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.047158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ec11f22-c29a-440a-9dec-c1c37d991a71 HTTP/1.1" status: 204 len: 168 time: 0.2771628 Dec 21 01:51:13.060915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Attempting to bind port 330247ad-d628-47b7-a176-aa0ebe5d8e45 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:13.061295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Attempting to bind port 330247ad-d628-47b7-a176-aa0ebe5d8e45 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:13.063399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Attempting to bind port 330247ad-d628-47b7-a176-aa0ebe5d8e45 on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:13.085936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8e318-56ac-4bd3-92c2-616d50199ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec11f22-c29a-440a-9dec-c1c37d991a71,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:13.129239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Pushing event updated for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:13.180866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Pushing event updated for resources: {'Port': ['ID=330247ad-d628-47b7-a176-aa0ebe5d8e45,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:13.251133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:13.251626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Checking segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:13.252052 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.252467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Bound using segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:13.253056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Bound port: 330247ad-d628-47b7-a176-aa0ebe5d8e45, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:13.253926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.326253 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:13.424966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.466201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41338) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:13.522663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-994d452d-3789-4402-bc9a-109547860341 None None] For port c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:13.670156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a73a00cd-3b2a-4c2b-8b80-d08fb01abd57 req-565b84a1-8c39-442b-8f8c-7046127507f8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 210 time: 0.1154199 Dec 21 01:51:13.748466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-994d452d-3789-4402-bc9a-109547860341 None None] For port c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:13.752983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.753846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.757370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.759091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.762589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.763120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.765508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:13.779858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-9cb800e0-02f8-4873-9d8f-0c6ef24bb168 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.3104992 Dec 21 01:51:13.872676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-994d452d-3789-4402-bc9a-109547860341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:13.891326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:13.960339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Attempting to bind port 292693d8-b569-4fd6-a467-fd7b174a0c22 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:13.969997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Attempting to bind port 292693d8-b569-4fd6-a467-fd7b174a0c22 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:13.970399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Attempting to bind port 292693d8-b569-4fd6-a467-fd7b174a0c22 on network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:13.992764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284713a-1f1d-4a2a-805c-b2e347a08307 None None] Pushing event updated for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.014012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65609f38-54b1-4399-a513-677d640e98fe req-399a8c61-d2b9-42a8-a1b9-f236b603b5a9 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0929759 Dec 21 01:51:14.020480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f90642d0-e2f0-469e-8cb7-731ee0b57a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.035837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-16f1310b-8285-4d07-b519-7045b8cea025 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2530394 Dec 21 01:51:14.071270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.075965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:14.076682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Checking segment: {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:14.077182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.078941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Bound using segment: {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:14.079750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Bound port: 292693d8-b569-4fd6-a467-fd7b174a0c22, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f2482-a9fe-450a-94d1-a4d39359fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:14.080117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.080755 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.109160 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:09Z', 'revision_number': 3, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:14.177629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Pushing event updated for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.178926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c49139ad-c91d-4b4b-8b35-0fdc0f733ad2 None None] Provisioning complete for port 292693d8-b569-4fd6-a467-fd7b174a0c22 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:14.182176 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5a972-d7a6-4171-9c10-63967c4b7fd9 None None] The sync data for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 is: [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:09Z', 'revision_number': 3, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:14.192287 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c49139ad-c91d-4b4b-8b35-0fdc0f733ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.198034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3d1076c8-2fba-4160-973f-90c54378ed74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.204535 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f90642d0-e2f0-469e-8cb7-731ee0b57a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.215993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f90642d0-e2f0-469e-8cb7-731ee0b57a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.264544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.298541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f90642d0-e2f0-469e-8cb7-731ee0b57a21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=588e8bd409954024b922e62f3732af3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060042 Dec 21 01:51:14.299397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90642d0-e2f0-469e-8cb7-731ee0b57a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10942fe-fd10-4106-897c-5a2dd8dfc63b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.303364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41352) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:14.399270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.436405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.488616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] For port 330247ad-d628-47b7-a176-aa0ebe5d8e45, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:14.548740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f716bd-24ff-452f-9439-1373583359b0 None None] Pushing event updated for resources: {'Port': ['ID=fbe22baf-6175-44c4-b043-f590e4d333b0,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.564407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.567212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.568462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e10942fe-fd10-4106-897c-5a2dd8dfc63b HTTP/1.1" status: 204 len: 168 time: 0.2639165 Dec 21 01:51:14.595432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c1a55-8d8b-4d2d-97d4-9d36398819ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10942fe-fd10-4106-897c-5a2dd8dfc63b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.677253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] For port 292693d8-b569-4fd6-a467-fd7b174a0c22, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:14.682894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] For port 292693d8-b569-4fd6-a467-fd7b174a0c22, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=292693d8-b569-4fd6-a467-fd7b174a0c22,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:14.839971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Network 934851af-038f-41ac-b91d-9867a943b776 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:14.849250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:14.884598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0405285c-102d-4d58-8270-5e919406cfdc req-41c26c4e-e109-4ad6-99a8-13692746ed4a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 210 time: 0.0754313 Dec 21 01:51:14.895728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d452d-3789-4402-bc9a-109547860341 None None] Pushing event updated for resources: {'Port': ['ID=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:14.915943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] For port 330247ad-d628-47b7-a176-aa0ebe5d8e45, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=330247ad-d628-47b7-a176-aa0ebe5d8e45,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:14.957072 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:14.966541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c49139ad-c91d-4b4b-8b35-0fdc0f733ad2 None None] Port 292693d8-b569-4fd6-a467-fd7b174a0c22 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:14.989869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:15.107100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Router 525c541f-9149-4bc4-abf9-453cb358a917 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:51:15.159147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-3d323803-70bb-4880-bd43-2a25959f588a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:15.170783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-3d323803-70bb-4880-bd43-2a25959f588a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:15.172909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-3d323803-70bb-4880-bd43-2a25959f588a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "GET /v2.0/networks?id=3c80f993-5078-4839-8431-1c0e6bf93ca4&id=28650de1-220f-4710-9bc4-25d198b86969&id=3c80f993-5078-4839-8431-1c0e6bf93ca4 HTTP/1.1" status: 200 len: 1392 time: 0.6128402 Dec 21 01:51:15.226164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'admin_state_up': True, 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:15.323748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:15.329044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:50:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:15.350447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d400d020-8acf-4a1c-a492-c91661ca99b4 req-e048c46e-2da5-45c8-b0b0-374b149113f2 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0903087 Dec 21 01:51:15.556388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:15.561896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:15.570285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d832d02-9e30-43bd-82bd-28fdc827ae5e None None] Network 934851af-038f-41ac-b91d-9867a943b776 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:15.662993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284713a-1f1d-4a2a-805c-b2e347a08307 None None] Pushing event updated for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:15.838133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:15.862191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a0301b8-7b5a-468f-8f26-9d0e6708ac5f admin admin] 10.222.0.43 "PUT /v2.0/routers/525c541f-9149-4bc4-abf9-453cb358a917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7677963 Dec 21 01:51:15.995363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7e09f73-ecd5-47c7-84a9-f2bb9d972057 req-19d19d45-8275-458f-80ae-f957f116b6cb tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd&device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.0437958 Dec 21 01:51:15.995690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] Provisioning complete for port fbe22baf-6175-44c4-b043-f590e4d333b0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:15.997462 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:16.118682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Allocated IP 19.80.0.235 (3c80f993-5078-4839-8431-1c0e6bf93ca4/872725ff-2e62-4524-a161-236f324bfb57/2d1210d4-00eb-47f8-af71-c8236ac33a2d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:16.152455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46adaf85-145a-41a6-aad3-8a3f06b689ea req-54de45dc-6737-4552-8e18-2ee4a8d09a51 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 210 time: 0.0787044 Dec 21 01:51:16.421665 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:16.439107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:16.574417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c462c3ef-83f1-4b7e-b868-1de41481ecdc req-3fff42aa-c4ca-4b1d-99c7-05b1626e7a52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c496fdefb0334c29b8c329c3ff1df2cd&device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0944090 Dec 21 01:51:16.604408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:16.647749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c462c3ef-83f1-4b7e-b868-1de41481ecdc req-4fd8501a-35ee-47bb-9a0e-f8d8bdcb551d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c496fdefb0334c29b8c329c3ff1df2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571759 Dec 21 01:51:16.664845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699fce8-8d0c-4a6c-aa66-f8c632badf6b None None] Network 28650de1-220f-4710-9bc4-25d198b86969 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:16.692979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:16.808134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:16.822678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:16.827493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:16.878033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:16.945469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:16.946566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:16.959533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cac1869f-1431-4b27-8ca1-f8b35d9b65ab req-00abfa46-fa2f-4eac-84a5-45d537f01015 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0868223 Dec 21 01:51:16.976268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-e64fb161-7eef-456d-a799-b93a8d1e8b40 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7593758 Dec 21 01:51:17.000596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'network_id': '28650de1-220f-4710-9bc4-25d198b86969', 'admin_state_up': True, 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:17.041447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c3ef-83f1-4b7e-b868-1de41481ecdc req-e9e601b6-f709-4e07-9235-bff5436510d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:17.042946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c462c3ef-83f1-4b7e-b868-1de41481ecdc req-e9e601b6-f709-4e07-9235-bff5436510d2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3897319 Dec 21 01:51:17.049269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64f6af1d-e9ec-4583-a4c9-028a53cea70c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:17.057760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16229ecf-4045-4846-9506-3fdbb529650d None None] Pushing event updated for resources: {'Port': ['ID=330247ad-d628-47b7-a176-aa0ebe5d8e45,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:17.072674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5c884ad3-87e3-46a2-be03-f6b6b1f0d2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:17.268270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:17.272788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:17.279617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-1e0b5c03-779e-4479-9f5e-a0ebf6c5b368 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2300823 Dec 21 01:51:17.294414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:17.462944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73cde4-5b95-41e2-b497-2fd985228fbf None None] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:17.471201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e9ef-ced1-4905-ab9d-694d7894e745 req-cd6ae9ed-7ace-4986-aea4-0d0472d64a66 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:17.474158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] For port fbe22baf-6175-44c4-b043-f590e4d333b0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fbe22baf-6175-44c4-b043-f590e4d333b0,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:17.475013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5035e9ef-ced1-4905-ab9d-694d7894e745 req-cd6ae9ed-7ace-4986-aea4-0d0472d64a66 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 932 time: 0.1723607 Dec 21 01:51:17.476564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:17.611072 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:17.625787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Allocated IP 19.86.0.119 (28650de1-220f-4710-9bc4-25d198b86969/a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb/e13dfb52-0549-4739-baf5-bc1a05e1a11a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:17.919113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Sync routers for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:17.946572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:17.979909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.008373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:18.009453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:18.086278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.151152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:18.171127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 28650de1-220f-4710-9bc4-25d198b86969 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:18.179150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:18.185559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:18.217797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5035e9ef-ced1-4905-ab9d-694d7894e745 req-c537cf7f-4c97-4002-9177-8fe5bddd2f44 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342832 Dec 21 01:51:18.223278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:18.308818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.309073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:18.309678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.370962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-13c89cfc-3c5d-434d-abf7-42552efbfd82 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3762712 Dec 21 01:51:18.398251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'admin_state_up': True, 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:18.400970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 64f6af1d-e9ec-4583-a4c9-028a53cea70c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:18.401476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.609774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c462c3ef-83f1-4b7e-b868-1de41481ecdc req-b4628c23-3426-4f3d-8ec0-f1f6bc626de3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.24 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.1268852 Dec 21 01:51:18.616446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Allocated IP 172.25.6.206 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/6e218d16-3d13-483b-88de-9d9961e5b307) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:18.636093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:18.645032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Provisioning complete for port 292693d8-b569-4fd6-a467-fd7b174a0c22 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:18.645707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.646061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.681726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1063-d9e4-434a-80fb-c86070787257 req-c776ed24-74e1-4052-8091-dfefdb8fad85 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b921716b-a812-43da-9b86-c2c10c3746bd HTTP/1.1" status: 200 len: 210 time: 0.0656242 Dec 21 01:51:18.829678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e559a8-52b1-43ec-ad57-d61240b4a3d0 None None] Pushing event updated for resources: {'Port': ['ID=fbe22baf-6175-44c4-b043-f590e4d333b0,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:18.875858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:18.940369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.003723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Allocated IP 19.80.0.200 (3c80f993-5078-4839-8431-1c0e6bf93ca4/872725ff-2e62-4524-a161-236f324bfb57/328a16bb-e9d3-4157-8927-4a11f722c222) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:19.082509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.223993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:05Z', 'revision_number': 4, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '292693d8-b569-4fd6-a467-fd7b174a0c22', 'name': '', 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'tenant_id': '15ded3395821465bb163867682fd571d', 'mac_address': 'fa:16:3e:11:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:04Z', 'updated_at': '2021-12-21T01:51:14Z', 'revision_number': 4, 'project_id': '15ded3395821465bb163867682fd571d', 'subnets': [{'id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:19.266695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:19.282894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:19.288375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:19.316792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.375373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.459132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:19.462824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:19.473024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:19.485919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:19.525191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event updated for resources: {'Port': ['ID=6e218d16-3d13-483b-88de-9d9961e5b307,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:19.541127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27adff77-a419-41c6-b009-1cc71a9c2dae None None] The sync data for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 is: [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:51:05Z', 'revision_number': 4, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '292693d8-b569-4fd6-a467-fd7b174a0c22', 'name': '', 'network_id': '07204a5b-ecc9-4dea-990d-8a372e8d4c64', 'tenant_id': '15ded3395821465bb163867682fd571d', 'mac_address': 'fa:16:3e:11:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:04Z', 'updated_at': '2021-12-21T01:51:14Z', 'revision_number': 4, 'project_id': '15ded3395821465bb163867682fd571d', 'subnets': [{'id': 'c1d34189-90cc-4323-9a1f-0fa0c9c63be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:19.600737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:19.601679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.668526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c146af-6d99-4725-889b-44c8f9a237bb req-e32f313b-5664-4470-a377-9f94a1b2feb3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:19.679891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c146af-6d99-4725-889b-44c8f9a237bb req-e32f313b-5664-4470-a377-9f94a1b2feb3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:19.696286 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-5fc77c0f-2fee-48f8-bf3c-13be26ef23ea tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3090661 Dec 21 01:51:19.717502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:19.721240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c146af-6d99-4725-889b-44c8f9a237bb req-e32f313b-5664-4470-a377-9f94a1b2feb3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:19.723197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3c146af-6d99-4725-889b-44c8f9a237bb req-e32f313b-5664-4470-a377-9f94a1b2feb3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2377 time: 0.2891366 Dec 21 01:51:19.748862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.763754 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.775177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.797627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 64f6af1d-e9ec-4583-a4c9-028a53cea70c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64f6af1d-e9ec-4583-a4c9-028a53cea70c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:19.811225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.850382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.851242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c488dc36-6dea-4441-ab02-9ecc9ab5bef2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:19.874866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.888613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] For port 292693d8-b569-4fd6-a467-fd7b174a0c22, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=292693d8-b569-4fd6-a467-fd7b174a0c22,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:19.938527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:19.944103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3c146af-6d99-4725-889b-44c8f9a237bb req-7ad4a314-1314-43c9-9567-6b8c3b6a8b22 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128892 Dec 21 01:51:20.004943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.077722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Provisioning complete for port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:20.078113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.126087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:13Z', 'revision_number': 4, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '44d09a1a-cf29-42c1-b17a-03122977e667', 'name': '', 'network_id': '934851af-038f-41ac-b91d-9867a943b776', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'mac_address': 'fa:16:3e:bd:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '91db1377-bb9a-4616-b340-95a7324a910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:11Z', 'updated_at': '2021-12-21T01:51:13Z', 'revision_number': 2, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'subnets': [{'id': '91db1377-bb9a-4616-b340-95a7324a910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:20.243210 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.254159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.259228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Checking router: 525c541f-9149-4bc4-abf9-453cb358a917 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:20.259799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Updating router 525c541f-9149-4bc4-abf9-453cb358a917 port 44d09a1a-cf29-42c1-b17a-03122977e667 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:20.302018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.449836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event updated for resources: {'Port': ['ID=6e218d16-3d13-483b-88de-9d9961e5b307,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:20.529683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1210d4-00eb-47f8-af71-c8236ac33a2d {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:20.550677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.553242 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.587466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Transition to ACTIVE for port object 2d1210d4-00eb-47f8-af71-c8236ac33a2d will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:51:20.590661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.593127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-26af7a92-e8c7-4525-ad48-eea4dec5c8d9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3121452 Dec 21 01:51:20.599409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.679950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41472) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:20.734551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-37377858-8865-44c3-b9ae-c09b532c273c tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.1347699 Dec 21 01:51:20.788765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:20.839748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b1ea0b8-51e2-4637-a770-8746363f0208 req-228ad173-d0e6-4b3a-b638-79c3ac4fa538 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c496fdefb0334c29b8c329c3ff1df2cd&device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.0735934 Dec 21 01:51:20.916792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Attempting to bind port 2d1210d4-00eb-47f8-af71-c8236ac33a2d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:20.917247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Attempting to bind port 2d1210d4-00eb-47f8-af71-c8236ac33a2d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:20.917711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Attempting to bind port 2d1210d4-00eb-47f8-af71-c8236ac33a2d on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:20.922747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Port 2d1210d4-00eb-47f8-af71-c8236ac33a2d on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:51:20.923215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Attempting to bind port 2d1210d4-00eb-47f8-af71-c8236ac33a2d on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:20.929460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:20.929941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Checking segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:20.930436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Bound using segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:20.931312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Bound port: 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:20.931800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.969738 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:20.984922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=64f6af1d-e9ec-4583-a4c9-028a53cea70c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:21.017293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b1ea0b8-51e2-4637-a770-8746363f0208 req-f5fda482-3d44-48ac-b609-81a2933b1c1d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c496fdefb0334c29b8c329c3ff1df2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558200 Dec 21 01:51:21.031423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:21.031814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.033011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a04c7add-18d4-47e6-bdf4-3c34644a98bb req-9952a1d9-5195-4fbe-9997-b192e8b96e7d tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.1853583 Dec 21 01:51:21.071522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:21.075320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:21.089542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80f9986-67bc-4420-b30c-e2ee5aae8841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.093425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.113326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.158902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.159830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.161738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] 10.222.0.24 "PUT /v2.0/ports/2d1210d4-00eb-47f8-af71-c8236ac33a2d HTTP/1.1" status: 200 len: 1093 time: 1.4500902 Dec 21 01:51:21.166776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:21.170093 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05" -d '{"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:21.210915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:21.232690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-56b03edd-1dfc-4ada-9f7e-12a5ee0ed444 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.234431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af1c7f93-66a1-4274-b764-0e3fdaef231f req-56b03edd-1dfc-4ada-9f7e-12a5ee0ed444 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.4990981 Dec 21 01:51:21.266526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75e83-4224-48d8-ad30-bee6436043fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:21.282392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Pushing event updated for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:21.312319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb6a6-771c-45ab-a86f-c7c029e86ae2 req-a8104b65-2205-471e-ba47-dcb8683fc9c3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.319313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb6a6-771c-45ab-a86f-c7c029e86ae2 req-a8104b65-2205-471e-ba47-dcb8683fc9c3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.336626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb6a6-771c-45ab-a86f-c7c029e86ae2 req-a8104b65-2205-471e-ba47-dcb8683fc9c3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.344844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-628cb6a6-771c-45ab-a86f-c7c029e86ae2 req-a8104b65-2205-471e-ba47-dcb8683fc9c3 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2389 time: 0.1893353 Dec 21 01:51:21.358235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ea0b8-51e2-4637-a770-8746363f0208 req-59a1be00-b08b-4fa0-b813-57050e39defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.359712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b1ea0b8-51e2-4637-a770-8746363f0208 req-59a1be00-b08b-4fa0-b813-57050e39defe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3227396 Dec 21 01:51:21.376908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8ef9-24bc-4ee0-a2cf-5a3b6673135b None None] Pushing event updated for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:21.401071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.473606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-628cb6a6-771c-45ab-a86f-c7c029e86ae2 req-91b2109e-c82e-41de-b50f-3947c002129c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277652 Dec 21 01:51:21.497725 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a422d17-a687-4c3e-a667-3f28debbebd9 x-openstack-request-id: req-7a422d17-a687-4c3e-a667-3f28debbebd9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:21.498063 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:21.498266 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a422d17-a687-4c3e-a667-3f28debbebd9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:21.502945 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d', 'status': 'completed', 'code': 200} Dec 21 01:51:21.508488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.568631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80f9986-67bc-4420-b30c-e2ee5aae8841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.609126 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.650571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] For port c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:21.665096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80f9986-67bc-4420-b30c-e2ee5aae8841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.677206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:21.731109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d3bc98a-4786-45ed-a42b-621060b555b9 req-52ed1b58-99cf-4b48-bf5f-a9d17a22f3e9 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips/abbc69f7-1335-405c-89e4-7e7157f00cb7 HTTP/1.1" status: 200 len: 693 time: 0.2317288 Dec 21 01:51:21.827663 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b80f9986-67bc-4420-b30c-e2ee5aae8841 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f95136688c9e4d72978aa21e7e4ee903&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1464045 Dec 21 01:51:21.830532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:21.849082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f9986-67bc-4420-b30c-e2ee5aae8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df36b4e0-b1dd-4a5b-9517-6e617ef518af,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:21.921884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-46801cd5-c42b-46e8-b984-bbed0b2b8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.922361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-46801cd5-c42b-46e8-b984-bbed0b2b8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.922825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-46801cd5-c42b-46e8-b984-bbed0b2b8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.924492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-46801cd5-c42b-46e8-b984-bbed0b2b8945 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2733 time: 0.3062968 Dec 21 01:51:21.939167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc98a-4786-45ed-a42b-621060b555b9 req-7d9c3aa8-2784-41b6-9f67-9be3dab7745b tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:21.947054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d3bc98a-4786-45ed-a42b-621060b555b9 req-7d9c3aa8-2784-41b6-9f67-9be3dab7745b tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2130392 Dec 21 01:51:21.955826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-4d3bc98a-4786-45ed-a42b-621060b555b9 req-14f2cdae-9652-4704-a20e-08b78f89ead3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:51:21.960630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d3bc98a-4786-45ed-a42b-621060b555b9 req-14f2cdae-9652-4704-a20e-08b78f89ead3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127573 Dec 21 01:51:22.000042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Attempting to bind port 44d09a1a-cf29-42c1-b17a-03122977e667 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:22.000732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Attempting to bind port 44d09a1a-cf29-42c1-b17a-03122977e667 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:22.001277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Attempting to bind port 44d09a1a-cf29-42c1-b17a-03122977e667 on network 934851af-038f-41ac-b91d-9867a943b776 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:22.008584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.017987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:22.019296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Checking segment: {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:22.020080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.020704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Bound using segment: {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:22.022092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Bound port: 44d09a1a-cf29-42c1-b17a-03122977e667, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c67867f-2323-4ec5-bab0-f14a30c9001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '934851af-038f-41ac-b91d-9867a943b776'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:22.022734 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.038033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.073023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:51:22.073612 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:51:22.074200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Provisioning complete for port 330247ad-d628-47b7-a176-aa0ebe5d8e45 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:22.074623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.095064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13dfb52-0549-4739-baf5-bc1a05e1a11a {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:22.113243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.125407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Pushing event updated for resources: {'Port': ['ID=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:22.127498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Transition to ACTIVE for port object e13dfb52-0549-4739-baf5-bc1a05e1a11a will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:51:22.142176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.177979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5393fcb-ad55-44ad-969b-03962b35d9d3 req-f897773a-5851-4c12-a2ec-200dff5508c1 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=561f26a7e2434f379f27edb3c9f1c748 HTTP/1.1" status: 200 len: 696 time: 0.1890407 Dec 21 01:51:22.188208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] For port 44d09a1a-cf29-42c1-b17a-03122977e667, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:22.192115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d208f62c-8954-4809-8e82-209652cdfa4a req-f9c80a12-74df-4f09-a2d0-3f45a939d3f3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.0603483 Dec 21 01:51:22.202760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Pushing event updated for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:22.212851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] For port 44d09a1a-cf29-42c1-b17a-03122977e667, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=44d09a1a-cf29-42c1-b17a-03122977e667,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:22.220826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.246785 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.296202 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.340193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Attempting to bind port e13dfb52-0549-4739-baf5-bc1a05e1a11a on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:22.341824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Attempting to bind port e13dfb52-0549-4739-baf5-bc1a05e1a11a by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:22.343273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Attempting to bind port e13dfb52-0549-4739-baf5-bc1a05e1a11a on network 28650de1-220f-4710-9bc4-25d198b86969 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:22.353422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Port e13dfb52-0549-4739-baf5-bc1a05e1a11a on network 28650de1-220f-4710-9bc4-25d198b86969 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:51:22.353929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Attempting to bind port e13dfb52-0549-4739-baf5-bc1a05e1a11a on network 28650de1-220f-4710-9bc4-25d198b86969 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:22.373525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] For port 330247ad-d628-47b7-a176-aa0ebe5d8e45, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=330247ad-d628-47b7-a176-aa0ebe5d8e45,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:22.382216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:22.382837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Checking segment: {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:22.383489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Bound using segment: {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:22.384406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Bound port: e13dfb52-0549-4739-baf5-bc1a05e1a11a, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '28650de1-220f-4710-9bc4-25d198b86969'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:22.385101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.392455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.404209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8ef9-24bc-4ee0-a2cf-5a3b6673135b None None] Pushing event updated for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:22.407255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-0a9f972c-3ebd-4f15-be53-c055231bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.407736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-0a9f972c-3ebd-4f15-be53-c055231bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.408199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-0a9f972c-3ebd-4f15-be53-c055231bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.410228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-0a9f972c-3ebd-4f15-be53-c055231bc031 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=15ded3395821465bb163867682fd571d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4592679 Dec 21 01:51:22.412509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:22.415613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:22.541012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-5f75e2a9-b294-44bb-a454-0b25600aca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.542716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca2c73eb-8ba7-4926-adf2-a91d5cca5a05 req-5f75e2a9-b294-44bb-a454-0b25600aca54 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1249402 Dec 21 01:51:22.549733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:22.570888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:22.578599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5393fcb-ad55-44ad-969b-03962b35d9d3 req-4603495b-590a-4a02-8487-29b5b13eb50c tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.584918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.586538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5393fcb-ad55-44ad-969b-03962b35d9d3 req-4603495b-590a-4a02-8487-29b5b13eb50c tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks?id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 787 time: 0.4076393 Dec 21 01:51:22.592701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-d5393fcb-ad55-44ad-969b-03962b35d9d3 req-6459cefd-70d3-4807-b657-b78d8dfc2a26 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:51:22.597539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5393fcb-ad55-44ad-969b-03962b35d9d3 req-6459cefd-70d3-4807-b657-b78d8dfc2a26 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100892 Dec 21 01:51:22.598247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.600863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.601995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df36b4e0-b1dd-4a5b-9517-6e617ef518af HTTP/1.1" status: 204 len: 168 time: 0.7700024 Dec 21 01:51:22.623704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6338-8cf4-4bba-be7c-f12957073afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df36b4e0-b1dd-4a5b-9517-6e617ef518af,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:22.667131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:22.667903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:22.669158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] 10.222.0.24 "PUT /v2.0/ports/e13dfb52-0549-4739-baf5-bc1a05e1a11a HTTP/1.1" status: 200 len: 1093 time: 1.4638319 Dec 21 01:51:22.715324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874e4d9-ec78-46d1-847a-bf32b33aaddb service neutron] Pushing event updated for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:22.747284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Request body: {'port': {'device_id': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:22.789263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-52e6a663-3cc0-4435-a977-47ecf6bc06fa tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips/abbc69f7-1335-405c-89e4-7e7157f00cb7 HTTP/1.1" status: 200 len: 693 time: 0.1609316 Dec 21 01:51:22.827968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fbe22baf-6175-44c4-b043-f590e4d333b0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:22.887388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.025808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96a8e-1592-43b9-853c-4522b820d7b0 None None] Pushing event updated for resources: {'Port': ['ID=330247ad-d628-47b7-a176-aa0ebe5d8e45,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:23.122213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Provisioning complete for port 330247ad-d628-47b7-a176-aa0ebe5d8e45 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:23.123325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.172444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b1ea0b8-51e2-4637-a770-8746363f0208 req-011f00d0-f401-4b06-8358-eba4879f9303 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.24 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.1813061 Dec 21 01:51:23.191577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fbe22baf-6175-44c4-b043-f590e4d333b0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:23.191943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.194442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-3a96e7a5-1e9a-40ee-96bc-76d965ce09d6 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:23.203230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-3a96e7a5-1e9a-40ee-96bc-76d965ce09d6 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.4047179 Dec 21 01:51:23.279472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-a2375788-a1fc-4681-8caf-61f38fb73446 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0747206 Dec 21 01:51:23.334042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:23.353802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfea73-9cab-440e-bb1c-ad62a185e8ca req-601407d4-b591-4ac5-8e55-1372368fe0c5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:23.360455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfea73-9cab-440e-bb1c-ad62a185e8ca req-601407d4-b591-4ac5-8e55-1372368fe0c5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:23.367688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfea73-9cab-440e-bb1c-ad62a185e8ca req-601407d4-b591-4ac5-8e55-1372368fe0c5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:23.379332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-accfea73-9cab-440e-bb1c-ad62a185e8ca req-601407d4-b591-4ac5-8e55-1372368fe0c5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2401 time: 0.4115789 Dec 21 01:51:23.406977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-067fafcc-0f54-49a6-a41b-492c191a2685 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.1263590 Dec 21 01:51:23.462788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328a16bb-e9d3-4157-8927-4a11f722c222 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:23.474780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.489690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Transition to ACTIVE for port object 328a16bb-e9d3-4157-8927-4a11f722c222 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:51:23.497803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.507024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:23.509645 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73364ca-3dc1-48b1-a564-07dbcf4625eb" -d '{"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:23.519070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Provisioning complete for port fbe22baf-6175-44c4-b043-f590e4d333b0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:23.519436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.529852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-accfea73-9cab-440e-bb1c-ad62a185e8ca req-427012ee-36fb-4d3c-be4d-5a4e454b6679 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495273 Dec 21 01:51:23.580717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Deleting port 6e218d16-3d13-483b-88de-9d9961e5b307 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:23.582859 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.600471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:23.817840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Attempting to bind port 328a16bb-e9d3-4157-8927-4a11f722c222 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:23.818085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Attempting to bind port 328a16bb-e9d3-4157-8927-4a11f722c222 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:23.818230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Attempting to bind port 328a16bb-e9d3-4157-8927-4a11f722c222 on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:23.822124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.822456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.861415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Port 328a16bb-e9d3-4157-8927-4a11f722c222 on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:51:23.862823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Attempting to bind port 328a16bb-e9d3-4157-8927-4a11f722c222 on network 3c80f993-5078-4839-8431-1c0e6bf93ca4 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:23.891146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:13Z', 'revision_number': 4, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '44d09a1a-cf29-42c1-b17a-03122977e667', 'name': '', 'network_id': '934851af-038f-41ac-b91d-9867a943b776', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'mac_address': 'fa:16:3e:bd:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '91db1377-bb9a-4616-b340-95a7324a910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:11Z', 'updated_at': '2021-12-21T01:51:22Z', 'revision_number': 4, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'subnets': [{'id': '91db1377-bb9a-4616-b340-95a7324a910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:23.892707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Calling delete_port for 6e218d16-3d13-483b-88de-9d9961e5b307 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:23.893368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:23.894506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Checking segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:23.894755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Bound using segment: {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:23.895207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Bound port: 328a16bb-e9d3-4157-8927-4a11f722c222, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:23.901126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:23.957824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db0691-3424-48bf-8847-1a482cfa8700 None None] The sync data for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 is: [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:13Z', 'revision_number': 4, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '44d09a1a-cf29-42c1-b17a-03122977e667', 'name': '', 'network_id': '934851af-038f-41ac-b91d-9867a943b776', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'mac_address': 'fa:16:3e:bd:f7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '91db1377-bb9a-4616-b340-95a7324a910b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:11Z', 'updated_at': '2021-12-21T01:51:22Z', 'revision_number': 4, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'subnets': [{'id': '91db1377-bb9a-4616-b340-95a7324a910b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:23.980343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Provisioning complete for port 44d09a1a-cf29-42c1-b17a-03122977e667 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:23.980876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.023242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6abe4c14-500a-4ce0-ad4e-e5ad287f0476 req-c06e4993-a53e-4980-acf3-48d65cf628d3 tempest-ServerShowV247Test-119016830 tempest-ServerShowV247Test-119016830-project] 10.222.0.43 "GET /v2.0/ports?device_id=d41dfe99-e20b-4f3f-a246-5b000f383961 HTTP/1.1" status: 200 len: 210 time: 0.1060994 Dec 21 01:51:24.052373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:24.059074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=328a16bb-e9d3-4157-8927-4a11f722c222,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:24.072021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.131025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64f6af1d-e9ec-4583-a4c9-028a53cea70c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:24.160339 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340c641-c4c1-4309-9448-21541c2f884f x-openstack-request-id: req-4340c641-c4c1-4309-9448-21541c2f884f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:24.160521 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:24.160747 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4340c641-c4c1-4309-9448-21541c2f884f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:24.161171 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a', 'status': 'completed', 'code': 200} Dec 21 01:51:24.186071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.188189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.194328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] 10.222.0.24 "PUT /v2.0/ports/328a16bb-e9d3-4157-8927-4a11f722c222 HTTP/1.1" status: 200 len: 1093 time: 1.4468687 Dec 21 01:51:24.259725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fc44f-6f37-41cf-9ed8-868d270a8b2b service neutron] Pushing event updated for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:24.270414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.310410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 64f6af1d-e9ec-4583-a4c9-028a53cea70c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:24.310887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.393068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-e7cd168d-9b27-4d09-a734-7cd4843d0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.394020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-e7cd168d-9b27-4d09-a734-7cd4843d0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.394746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-e7cd168d-9b27-4d09-a734-7cd4843d0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.397951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-e7cd168d-9b27-4d09-a734-7cd4843d0787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2869 time: 0.1826930 Dec 21 01:51:24.399435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.418919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] For port 44d09a1a-cf29-42c1-b17a-03122977e667, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=44d09a1a-cf29-42c1-b17a-03122977e667,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:24.439328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.579014 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.584173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.585992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3539dc-9bdf-48dc-a686-b9c4780f5199 req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "DELETE /v2.0/floatingips/abbc69f7-1335-405c-89e4-7e7157f00cb7 HTTP/1.1" status: 204 len: 173 time: 1.1780562 Dec 21 01:51:24.597561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5a7c9-0ac4-4dd0-b1a9-7d91f4d80fb4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event deleted for resources: {'Port': ['ID=6e218d16-3d13-483b-88de-9d9961e5b307,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:24.609393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 292693d8-b569-4fd6-a467-fd7b174a0c22 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:24.615976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Pushing event updated for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:24.653952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Provisioning complete for port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:24.654327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d45-a42b-4227-ad6e-ff2f30d28cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.730209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 292693d8-b569-4fd6-a467-fd7b174a0c22 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:24.730579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:24.810813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e336-bef3-47d4-8fb5-d428424c351f req-9764fc37-e705-4125-bc36-32d153a45e84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.817789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e336-bef3-47d4-8fb5-d428424c351f req-9764fc37-e705-4125-bc36-32d153a45e84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.825410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e336-bef3-47d4-8fb5-d428424c351f req-9764fc37-e705-4125-bc36-32d153a45e84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.827368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f629e336-bef3-47d4-8fb5-d428424c351f req-9764fc37-e705-4125-bc36-32d153a45e84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.1738217 Dec 21 01:51:24.863788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c488dc36-6dea-4441-ab02-9ecc9ab5bef2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:24.877486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-38ca03b3-2d78-4d67-8bbe-5fb0514a151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.878607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-38ca03b3-2d78-4d67-8bbe-5fb0514a151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.879798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-38ca03b3-2d78-4d67-8bbe-5fb0514a151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:24.884348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-38ca03b3-2d78-4d67-8bbe-5fb0514a151d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=15ded3395821465bb163867682fd571d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4697618 Dec 21 01:51:24.937039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:24.937274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.002704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d36c201-c786-4651-9912-8540833d776a req-2ab04e33-95c5-4374-9b74-402c92c30d60 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3531160 Dec 21 01:51:25.026926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:25.054381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f629e336-bef3-47d4-8fb5-d428424c351f req-dc0dd90b-e5a8-4c88-a502-a67cf7dbd348 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047625 Dec 21 01:51:25.062848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-9902f8b8-5838-40a3-881c-9901faa73c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.064387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e73364ca-3dc1-48b1-a564-07dbcf4625eb req-9902f8b8-5838-40a3-881c-9901faa73c97 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1580131 Dec 21 01:51:25.083266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.104603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bebb14d0-7ec9-4892-b353-9fafc2e88002 None None] Provisioning complete for port 44d09a1a-cf29-42c1-b17a-03122977e667 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:25.105069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bebb14d0-7ec9-4892-b353-9fafc2e88002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.140398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fbe22baf-6175-44c4-b043-f590e4d333b0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:25.236133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-fd49fe6a-5800-4ad8-aa85-ed0656b03f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.237071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-fd49fe6a-5800-4ad8-aa85-ed0656b03f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.237627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-fd49fe6a-5800-4ad8-aa85-ed0656b03f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.239375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-fd49fe6a-5800-4ad8-aa85-ed0656b03f03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2869 time: 0.0813572 Dec 21 01:51:25.250029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fbe22baf-6175-44c4-b043-f590e4d333b0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:25.250029 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.297489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-1f9fbbd7-8ffd-48e8-9d26-2a2143c7ccbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d HTTP/1.1" status: 200 len: 217 time: 0.0417223 Dec 21 01:51:25.335866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.437370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 330247ad-d628-47b7-a176-aa0ebe5d8e45 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:25.518154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 330247ad-d628-47b7-a176-aa0ebe5d8e45 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:25.518562 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.663541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41572) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:25.727679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41576) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:25.799084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 44d09a1a-cf29-42c1-b17a-03122977e667 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:25.803982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-fa6d6bca-f4e7-486d-8896-08031174b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.805474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-fa6d6bca-f4e7-486d-8896-08031174b61b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872725ff-2e62-4524-a161-236f324bfb57 HTTP/1.1" status: 200 len: 801 time: 0.5008276 Dec 21 01:51:25.867784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de90786-b879-49d4-96f7-7cbc60a7a987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.884255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 44d09a1a-cf29-42c1-b17a-03122977e667 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:25.885172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.888007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-6aef0f28-a604-4116-af60-a8fc84e8f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:25.889541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-6aef0f28-a604-4116-af60-a8fc84e8f5d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c80f993-5078-4839-8431-1c0e6bf93ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769033 Dec 21 01:51:25.911490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69f4ff7b-0b70-4596-9afd-14c050d2e95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:25.939926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Allocated IP 172.25.6.133 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/8f8a5d31-5961-4df7-8fa2-73b7741e9309) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:26.038719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de90786-b879-49d4-96f7-7cbc60a7a987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.046106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de90786-b879-49d4-96f7-7cbc60a7a987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.064207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-c93d339b-bd2e-4e8b-9a18-e983a242b968 service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663404 Dec 21 01:51:26.101589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69f4ff7b-0b70-4596-9afd-14c050d2e95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.106829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2de90786-b879-49d4-96f7-7cbc60a7a987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51650489e9f6455aa5cba852871b57a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755865 Dec 21 01:51:26.107418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:26.109245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de90786-b879-49d4-96f7-7cbc60a7a987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952e2d7-535b-4a3f-8f6d-5c26559839aa,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.118465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69f4ff7b-0b70-4596-9afd-14c050d2e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.163003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69f4ff7b-0b70-4596-9afd-14c050d2e95f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c496fdefb0334c29b8c329c3ff1df2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982607 Dec 21 01:51:26.167296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41586) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:26.167815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:26.170131 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61920838-29fa-474e-ba80-b86bbf04cfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:26.189751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ff7b-0b70-4596-9afd-14c050d2e95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6cef2f-5728-41f2-82e6-cfa2de002884,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.193789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.208485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.229307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.275831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.278966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.280111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0952e2d7-535b-4a3f-8f6d-5c26559839aa HTTP/1.1" status: 204 len: 168 time: 0.1719885 Dec 21 01:51:26.284830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2e141-10cc-4baa-8ae5-d008c7824b15 req-e139d9c4-0260-4a61-ba64-f3c9b1a624b2 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:26.290915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae1c5-0c8b-4a70-b0f3-8c0b4a8ffb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952e2d7-535b-4a3f-8f6d-5c26559839aa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.294087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2e141-10cc-4baa-8ae5-d008c7824b15 req-e139d9c4-0260-4a61-ba64-f3c9b1a624b2 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:26.305216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2e141-10cc-4baa-8ae5-d008c7824b15 req-e139d9c4-0260-4a61-ba64-f3c9b1a624b2 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:26.307668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff2e141-10cc-4baa-8ae5-d008c7824b15 req-e139d9c4-0260-4a61-ba64-f3c9b1a624b2 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.1604433 Dec 21 01:51:26.322046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-fa6cf10f-7de2-4591-876d-03669bd18ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490242 Dec 21 01:51:26.411680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.416599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-d1badc5d-1a0a-4f33-bda4-a42f08dbdd2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a HTTP/1.1" status: 200 len: 217 time: 0.0865736 Dec 21 01:51:26.451087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.466725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.496872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.542717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff2e141-10cc-4baa-8ae5-d008c7824b15 req-d4d4d123-3197-43fe-9080-77ce2e512a70 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196441 Dec 21 01:51:26.561992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:26.561992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:26.563775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:26.588092 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb979a86-841e-467b-9c81-52e075b02fdc x-openstack-request-id: req-fb979a86-841e-467b-9c81-52e075b02fdc {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:26.588391 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:26.588647 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb979a86-841e-467b-9c81-52e075b02fdc {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:26.589043 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222', 'status': 'completed', 'code': 200} Dec 21 01:51:26.609101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41598) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:26.620899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-bf6a34bb-b31f-4820-8c20-c8f40c70d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:26.622485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-bf6a34bb-b31f-4820-8c20-c8f40c70d4c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb HTTP/1.1" status: 200 len: 801 time: 0.1878781 Dec 21 01:51:26.625438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event updated for resources: {'Port': ['ID=8f8a5d31-5961-4df7-8fa2-73b7741e9309,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.626632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a401b98f-88a1-4d19-ab83-3ae2ee325b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.699132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.703710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.705129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e6cef2f-5728-41f2-82e6-cfa2de002884 HTTP/1.1" status: 204 len: 168 time: 0.5342364 Dec 21 01:51:26.753840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a401b98f-88a1-4d19-ab83-3ae2ee325b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.755020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3fadc-541c-43ad-9a31-e2dc77c86e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6cef2f-5728-41f2-82e6-cfa2de002884,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.759307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-1b3040ff-0335-484d-8dc4-487361083e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:26.761116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-1b3040ff-0335-484d-8dc4-487361083e10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28650de1-220f-4710-9bc4-25d198b86969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292341 Dec 21 01:51:26.764193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a401b98f-88a1-4d19-ab83-3ae2ee325b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.829182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a401b98f-88a1-4d19-ab83-3ae2ee325b40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c6bd85ee14641daa4bbef5f875dd552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188859 Dec 21 01:51:26.832515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:26.834554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.891693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401b98f-88a1-4d19-ab83-3ae2ee325b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b99404-126f-4c8f-80cc-c363f466ed24,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:26.899596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.914799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:26.930670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-1cc1393a-85f1-4043-b1ee-0a26d277cabb service neutron] 10.222.0.24 "GET /v2.0/networks/28650de1-220f-4710-9bc4-25d198b86969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604569 Dec 21 01:51:26.941752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.005149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.014975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.019501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45b99404-126f-4c8f-80cc-c363f466ed24 HTTP/1.1" status: 204 len: 168 time: 0.1848991 Dec 21 01:51:27.029588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6e60d-37d0-4c18-aef0-cd1ddb84008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b99404-126f-4c8f-80cc-c363f466ed24,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:27.137121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-b3f181ec-6392-48a9-b0b3-8a950a74000b service neutron] 10.222.0.24 "GET /v2.0/networks/28650de1-220f-4710-9bc4-25d198b86969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985381 Dec 21 01:51:27.196055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-5d2c947d-f716-4c8a-9b40-4d28ec8a83c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=328a16bb-e9d3-4157-8927-4a11f722c222 HTTP/1.1" status: 200 len: 217 time: 0.0493560 Dec 21 01:51:27.245558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.255609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.324343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-2f362671-b398-451a-8728-96cfb3962bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.327627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-2f362671-b398-451a-8728-96cfb3962bac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872725ff-2e62-4524-a161-236f324bfb57 HTTP/1.1" status: 200 len: 801 time: 0.1239402 Dec 21 01:51:27.330307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event updated for resources: {'Port': ['ID=8f8a5d31-5961-4df7-8fa2-73b7741e9309,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:27.376886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.400374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:27.401324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d36c201-c786-4651-9912-8540833d776a req-1018dfe5-ccfe-440e-aab0-67790db8f0e4 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3888304 Dec 21 01:51:27.404514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4915-07ed-4224-855b-565a2d124309 req-11354667-5a78-478e-84f8-d807724b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.405961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-11354667-5a78-478e-84f8-d807724b438b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c80f993-5078-4839-8431-1c0e6bf93ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704470 Dec 21 01:51:27.504673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-84fbf095-e902-4858-845b-937c9de89255 service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902781 Dec 21 01:51:27.608471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65af4915-07ed-4224-855b-565a2d124309 req-5b215db1-1a05-4f03-86b4-d56b6db43a2a service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971332 Dec 21 01:51:27.725274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d36c201-c786-4651-9912-8540833d776a req-159fc7b7-1dd7-4ab8-ae15-f59459a50e33 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.3159645 Dec 21 01:51:27.787822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af626d83-4b00-4008-a72a-18ba39df89b6 req-199547d3-cd4f-45f2-906a-b125b6607570 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.794035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af626d83-4b00-4008-a72a-18ba39df89b6 req-199547d3-cd4f-45f2-906a-b125b6607570 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.800930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af626d83-4b00-4008-a72a-18ba39df89b6 req-199547d3-cd4f-45f2-906a-b125b6607570 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.806319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af626d83-4b00-4008-a72a-18ba39df89b6 req-199547d3-cd4f-45f2-906a-b125b6607570 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.1533577 Dec 21 01:51:27.914339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-3cb2585c-b973-4a35-a414-241c2a782667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.914961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-3cb2585c-b973-4a35-a414-241c2a782667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.915274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-3cb2585c-b973-4a35-a414-241c2a782667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.916892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-3cb2585c-b973-4a35-a414-241c2a782667 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2869 time: 0.1697626 Dec 21 01:51:27.962494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af626d83-4b00-4008-a72a-18ba39df89b6 req-da4db787-ffcf-4946-a060-6f31c26b8a0b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376128 Dec 21 01:51:27.970877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36c201-c786-4651-9912-8540833d776a req-b5b53184-3daa-48ed-b329-566dcbe49295 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:27.972273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d36c201-c786-4651-9912-8540833d776a req-b5b53184-3daa-48ed-b329-566dcbe49295 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2366023 Dec 21 01:51:28.059105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-bd41f98a-05ba-498f-a66f-d475df9af1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:28.060568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-bd41f98a-05ba-498f-a66f-d475df9af1b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c80f993-5078-4839-8431-1c0e6bf93ca4 HTTP/1.1" status: 200 len: 902 time: 0.1361287 Dec 21 01:51:28.119834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-6822b4dd-3426-4c7a-b69d-df442035e294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=328a16bb-e9d3-4157-8927-4a11f722c222 HTTP/1.1" status: 200 len: 217 time: 0.0519300 Dec 21 01:51:28.185030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-abacdf1c-5955-4551-9fe9-334ada148801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:28.185030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-abacdf1c-5955-4551-9fe9-334ada148801 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872725ff-2e62-4524-a161-236f324bfb57 HTTP/1.1" status: 200 len: 801 time: 0.0535469 Dec 21 01:51:28.271730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-9c701e5b-c14c-4f9e-82ab-a2d7f2aafe0b tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips/0d01b27b-a86e-41ac-95cf-8fc0531329b4 HTTP/1.1" status: 200 len: 693 time: 0.0749037 Dec 21 01:51:28.282437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-5ca5ced8-1706-4c44-8a6d-0a0a7fc0baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:28.283998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-5ca5ced8-1706-4c44-8a6d-0a0a7fc0baa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c80f993-5078-4839-8431-1c0e6bf93ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968301 Dec 21 01:51:28.462324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-0014dbe1-0531-4084-8328-428d47fa1eb8 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:28.463827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-0014dbe1-0531-4084-8328-428d47fa1eb8 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1849835 Dec 21 01:51:28.465599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-1e2096e2-41e6-4ff7-8fd5-3fdb4cda418c service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728475 Dec 21 01:51:28.474432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-87e4be19-75b7-45dc-9c01-7bc972d70dc6 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:51:28.475755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-87e4be19-75b7-45dc-9c01-7bc972d70dc6 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064108 Dec 21 01:51:28.575260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-9407dc19-94ad-44ce-9795-8189558aaf7a tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0907567 Dec 21 01:51:28.646254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-545089fb-849d-4a2b-8a8e-d67cfc4ad382 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0616906 Dec 21 01:51:28.651921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61920838-29fa-474e-ba80-b86bbf04cfa4 req-83755453-faa9-469b-bdad-5aeac8fcb8ec service neutron] 10.222.0.24 "GET /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752484 Dec 21 01:51:28.672746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41704) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:28.804843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Deleting port 8f8a5d31-5961-4df7-8fa2-73b7741e9309 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:28.805203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.827367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6c00-e4db-4265-bc30-1d532ca7d872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.910381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.910686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.923073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Calling delete_port for 8f8a5d31-5961-4df7-8fa2-73b7741e9309 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:28.925778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6c00-e4db-4265-bc30-1d532ca7d872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.930451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6c00-e4db-4265-bc30-1d532ca7d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:28.974234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee6c00-e4db-4265-bc30-1d532ca7d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff5db90-30a2-4a12-b02d-b8f6d9f0ecf6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:28.991806 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c0ee6c00-e4db-4265-bc30-1d532ca7d872 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79d1e8419e0e4a1abeb4b6a40e1ec71f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179524 Dec 21 01:51:28.994321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41728) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:29.061550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.086103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.118787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c395c-1310-4000-8ea1-91a719c75c27 req-19fa87f8-3479-4741-aa07-14a697658590 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:29.124513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c395c-1310-4000-8ea1-91a719c75c27 req-19fa87f8-3479-4741-aa07-14a697658590 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:29.130484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c395c-1310-4000-8ea1-91a719c75c27 req-19fa87f8-3479-4741-aa07-14a697658590 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:29.134996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d0c395c-1310-4000-8ea1-91a719c75c27 req-19fa87f8-3479-4741-aa07-14a697658590 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.0821838 Dec 21 01:51:29.135978 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.148797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.152152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.155624 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ff5db90-30a2-4a12-b02d-b8f6d9f0ecf6 HTTP/1.1" status: 204 len: 168 time: 0.1581345 Dec 21 01:51:29.164317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d182-fea7-444f-9189-a3acad11ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff5db90-30a2-4a12-b02d-b8f6d9f0ecf6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:29.170945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Pushing event deleted for resources: {'Port': ['ID=8f8a5d31-5961-4df7-8fa2-73b7741e9309,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:29.260711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d0c395c-1310-4000-8ea1-91a719c75c27 req-1b7437b6-6d73-47d6-b1b8-4e0ccdba0b74 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210091 Dec 21 01:51:29.272301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.275385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:29.276863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df1b41d1-96f7-49b5-adf1-f1a133101020 req-f18d0422-44c6-49d4-a81f-217e66b363b3 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "DELETE /v2.0/floatingips/0d01b27b-a86e-41ac-95cf-8fc0531329b4 HTTP/1.1" status: 204 len: 173 time: 0.6219115 Dec 21 01:51:29.454190 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-873ad568-92c7-4f8c-96c7-53ca0ab0be27 req-93cccac2-3b5d-4803-8fca-79b37b5d41d0 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] show failed (client error): The resource could not be found. Dec 21 01:51:29.454190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-873ad568-92c7-4f8c-96c7-53ca0ab0be27 req-93cccac2-3b5d-4803-8fca-79b37b5d41d0 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips/0d01b27b-a86e-41ac-95cf-8fc0531329b4 HTTP/1.1" status: 404 len: 350 time: 0.0512333 Dec 21 01:51:29.535355 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-025de21a-210d-454d-83fc-078497096ed2 req-c88f5f94-9487-4f0f-bb70-1d4a86ab9215 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] show failed (client error): The resource could not be found. Dec 21 01:51:29.541646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-025de21a-210d-454d-83fc-078497096ed2 req-c88f5f94-9487-4f0f-bb70-1d4a86ab9215 tempest-FloatingIPsTestJSON-378600967 tempest-FloatingIPsTestJSON-378600967-project] 10.222.0.43 "GET /v2.0/floatingips/0d01b27b-a86e-41ac-95cf-8fc0531329b4 HTTP/1.1" status: 404 len: 350 time: 0.0625370 Dec 21 01:51:29.545440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41798) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:30.036985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:30.192615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9e958f5-652e-4eea-917c-d26c1b85b917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.269170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.278074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9e958f5-652e-4eea-917c-d26c1b85b917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.282541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9e958f5-652e-4eea-917c-d26c1b85b917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.323774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e958f5-652e-4eea-917c-d26c1b85b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2bd8d-3de9-4d5b-a362-b51ab0dfa8b1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:30.331140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9e958f5-652e-4eea-917c-d26c1b85b917 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fbdfe2f879e421eb3f74f80b24cf506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929947 Dec 21 01:51:30.331314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41844) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:30.488151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.501981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c4eb-bdc4-4ea5-b78f-fe4dbb2e1194 req-4e2b4c5b-e3cc-4443-a314-63e5f6082ee8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:30.507962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c4eb-bdc4-4ea5-b78f-fe4dbb2e1194 req-4e2b4c5b-e3cc-4443-a314-63e5f6082ee8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:30.513960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c4eb-bdc4-4ea5-b78f-fe4dbb2e1194 req-4e2b4c5b-e3cc-4443-a314-63e5f6082ee8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:30.522245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e532c4eb-bdc4-4ea5-b78f-fe4dbb2e1194 req-4e2b4c5b-e3cc-4443-a314-63e5f6082ee8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.1237683 Dec 21 01:51:30.616137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.653866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e532c4eb-bdc4-4ea5-b78f-fe4dbb2e1194 req-ace978dd-03da-4bd6-bf3c-219f57a55b4a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307223 Dec 21 01:51:30.702469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.705232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.707376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdd2bd8d-3de9-4d5b-a362-b51ab0dfa8b1 HTTP/1.1" status: 204 len: 168 time: 0.3741651 Dec 21 01:51:30.735186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f56036-ccad-4f4b-96f8-cf7f7e5377e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2bd8d-3de9-4d5b-a362-b51ab0dfa8b1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:30.801169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Deleting port 44d09a1a-cf29-42c1-b17a-03122977e667 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:30.801542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.954215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] For port 44d09a1a-cf29-42c1-b17a-03122977e667, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=44d09a1a-cf29-42c1-b17a-03122977e667,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:30.954638 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:30.972157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Calling delete_port for 44d09a1a-cf29-42c1-b17a-03122977e667 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:31.185606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:31.209898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0895b90-717d-4776-bd62-2775388a79bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.230796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.261400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Pushing event deleted for resources: {'Port': ['ID=44d09a1a-cf29-42c1-b17a-03122977e667,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:31.467245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.591672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d1210d4-00eb-47f8-af71-c8236ac33a2d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:51:31.730085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0895b90-717d-4776-bd62-2775388a79bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.740684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0895b90-717d-4776-bd62-2775388a79bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.817423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c0895b90-717d-4776-bd62-2775388a79bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cba5184bacca4fa98daa2216ff5939e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282265 Dec 21 01:51:31.822118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:31.826121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:31.867100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2d1210d4-00eb-47f8-af71-c8236ac33a2d', 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'port_id': '2d1210d4-00eb-47f8-af71-c8236ac33a2d', 'mac_address': 'fa:16:3e:9b:39:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872725ff-2e62-4524-a161-236f324bfb57', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:51:31.904092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0895b90-717d-4776-bd62-2775388a79bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152e524d-0116-4e7d-a128-aad598171419,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:31.941274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:31.960504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Router 525c541f-9149-4bc4-abf9-453cb358a917 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:51:31.965554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.022119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.024928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.030681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/152e524d-0116-4e7d-a128-aad598171419 HTTP/1.1" status: 204 len: 168 time: 0.2024667 Dec 21 01:51:32.043649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a9ea-3359-4c3b-93ec-c77bb0ec6d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e524d-0116-4e7d-a128-aad598171419,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:32.222423 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.237879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1210d4-00eb-47f8-af71-c8236ac33a2d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:32.260854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:32.268135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.269739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e13dfb52-0549-4739-baf5-bc1a05e1a11a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:51:32.285002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:32.297034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0606428f-7d38-4c1f-8fea-e5f24553773c admin admin] 10.222.0.43 "PUT /v2.0/routers/525c541f-9149-4bc4-abf9-453cb358a917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7502918 Dec 21 01:51:32.297701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41920) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:32.303324 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Sync routers for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:32.327693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e411-092a-416c-a3e6-1814cfa00970 req-3796f41f-4235-41a4-81c0-25063a25795b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:32.336403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e411-092a-416c-a3e6-1814cfa00970 req-3796f41f-4235-41a4-81c0-25063a25795b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:32.349864 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:32.351794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e411-092a-416c-a3e6-1814cfa00970 req-3796f41f-4235-41a4-81c0-25063a25795b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:32.351996 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:32.362680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fd7e411-092a-416c-a3e6-1814cfa00970 req-3796f41f-4235-41a4-81c0-25063a25795b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2413 time: 0.6144035 Dec 21 01:51:32.458817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fd7e411-092a-416c-a3e6-1814cfa00970 req-3259d0b4-fc6e-4543-bfff-27c2f60d1145 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951953 Dec 21 01:51:32.568509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.607450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:32.624657 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:32.633740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a', 'network_id': '28650de1-220f-4710-9bc4-25d198b86969', 'port_id': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a', 'mac_address': 'fa:16:3e:26:16:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:51:32.654423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:32.739140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.777600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13dfb52-0549-4739-baf5-bc1a05e1a11a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:32.822834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.830843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:32.839676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.840895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 328a16bb-e9d3-4157-8927-4a11f722c222 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:51:32.896278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41942) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:32.919968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=328a16bb-e9d3-4157-8927-4a11f722c222,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:32.933479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '328a16bb-e9d3-4157-8927-4a11f722c222', 'network_id': '3c80f993-5078-4839-8431-1c0e6bf93ca4', 'port_id': '328a16bb-e9d3-4157-8927-4a11f722c222', 'mac_address': 'fa:16:3e:b7:bd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872725ff-2e62-4524-a161-236f324bfb57', 'ip_address': '19.80.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:51:32.962040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Deleting port 64f6af1d-e9ec-4583-a4c9-028a53cea70c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:32.962394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:32.963492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:32.992589 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:31Z', 'revision_number': 5, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port': {'id': '64f6af1d-e9ec-4583-a4c9-028a53cea70c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525c541f-9149-4bc4-abf9-453cb358a917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:08Z', 'updated_at': '2021-12-21T01:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:33.044526 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Checking router: 525c541f-9149-4bc4-abf9-453cb358a917 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:33.055960 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Routers {'525c541f-9149-4bc4-abf9-453cb358a917'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:33.056498 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['525c541f-9149-4bc4-abf9-453cb358a917'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:33.060600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.067327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4d105b9-79a0-444e-bd3a-71e687df291f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.104713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] For port 64f6af1d-e9ec-4583-a4c9-028a53cea70c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64f6af1d-e9ec-4583-a4c9-028a53cea70c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:33.105300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.107659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328a16bb-e9d3-4157-8927-4a11f722c222 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:51:33.126538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Calling delete_port for 64f6af1d-e9ec-4583-a4c9-028a53cea70c owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:33.153788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=328a16bb-e9d3-4157-8927-4a11f722c222,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:33.173325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.233037 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4d105b9-79a0-444e-bd3a-71e687df291f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.234561 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] Set router 525c541f-9149-4bc4-abf9-453cb358a917 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:33.241669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4d105b9-79a0-444e-bd3a-71e687df291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.275225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:33.308103 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:32Z', 'revision_number': 6, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:33.315285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d105b9-79a0-444e-bd3a-71e687df291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9cbfd-27a4-4f54-a430-ebd04eca2e43,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:33.363638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d4d105b9-79a0-444e-bd3a-71e687df291f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3ea75b21637433fb7e99c9355e7f970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650056 Dec 21 01:51:33.366284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41956) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:33.379769 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2074b-61c2-49b1-9205-0daccc94dbca None None] The sync data for ids ['525c541f-9149-4bc4-abf9-453cb358a917'] in n-d-761264-20 is: [{'id': '525c541f-9149-4bc4-abf9-453cb358a917', 'name': 'tempest-FloatingIPsTestJSON-867621988-router', 'tenant_id': '561f26a7e2434f379f27edb3c9f1c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:07Z', 'updated_at': '2021-12-21T01:51:32Z', 'revision_number': 6, 'project_id': '561f26a7e2434f379f27edb3c9f1c748', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:33.388431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.418145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f6af1d-e9ec-4583-a4c9-028a53cea70c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:33.448827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.479067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.540908 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.544571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.545801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4da9cbfd-27a4-4f54-a430-ebd04eca2e43 HTTP/1.1" status: 204 len: 168 time: 0.1775756 Dec 21 01:51:33.557478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfd42b-9c11-4db5-8821-388b28a3632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9cbfd-27a4-4f54-a430-ebd04eca2e43,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:33.560581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.662974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cada5-e383-418e-8544-ed135f12dc14 req-a2444ecf-3e2e-46ce-bc21-9626f95311a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:33.669294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cada5-e383-418e-8544-ed135f12dc14 req-a2444ecf-3e2e-46ce-bc21-9626f95311a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:33.676860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cada5-e383-418e-8544-ed135f12dc14 req-a2444ecf-3e2e-46ce-bc21-9626f95311a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:33.678606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003cada5-e383-418e-8544-ed135f12dc14 req-a2444ecf-3e2e-46ce-bc21-9626f95311a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2416 time: 0.1053944 Dec 21 01:51:33.695556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.698552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.768225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003cada5-e383-418e-8544-ed135f12dc14 req-15a982f4-3d31-4b38-80ff-a611a604a80f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796027 Dec 21 01:51:33.814270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.815160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525c541f-9149-4bc4-abf9-453cb358a917 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:51:33.819851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:33.823573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41968) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:33.823697 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c5ed3d5c-810a-495a-a148-8327fd404af1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/525c541f-9149-4bc4-abf9-453cb358a917 HTTP/1.1" status: 204 len: 168 time: 1.5241401 Dec 21 01:51:33.826871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2d1210d4-00eb-47f8-af71-c8236ac33a2d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:51:33.889071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['e13dfb52-0549-4739-baf5-bc1a05e1a11a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:51:33.925007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['328a16bb-e9d3-4157-8927-4a11f722c222'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:51:33.942689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Deleting subnet 91db1377-bb9a-4616-b340-95a7324a910b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:51:33.956780 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.015942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.040315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 44d09a1a-cf29-42c1-b17a-03122977e667 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:34.068801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 44d09a1a-cf29-42c1-b17a-03122977e667 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:34.069366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 44d09a1a-cf29-42c1-b17a-03122977e667 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:34.150193 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.319651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-06ee891a-6d74-4f80-b856-8a2a61343ca6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0911114 Dec 21 01:51:34.321473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.379928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91db1377-bb9a-4616-b340-95a7324a910b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:34.390591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.394348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-436f4293-bada-48b7-bfd5-7c958521ad9c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/91db1377-bb9a-4616-b340-95a7324a910b HTTP/1.1" status: 204 len: 168 time: 0.5695908 Dec 21 01:51:34.396969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41984) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:34.415941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedec6a0-026d-46f4-af29-6bf46db07b38 None None] Network 934851af-038f-41ac-b91d-9867a943b776 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:34.467003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41986) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:34.495471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b48539d2-aad6-4ecb-b159-c3d6a3ac1e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.547480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.547963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.548637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.548884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.549355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.549852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.550307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:34.552266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fd784df7-6e73-4ab0-ade7-fcf30377ae98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 6496 time: 0.1326125 Dec 21 01:51:34.553664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.676065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Deleting port fbe22baf-6175-44c4-b043-f590e4d333b0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:34.676530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.687716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] DHCP port deletion for 934851af-038f-41ac-b91d-9867a943b776 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:51:34.690020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b48539d2-aad6-4ecb-b159-c3d6a3ac1e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.704911 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b48539d2-aad6-4ecb-b159-c3d6a3ac1e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.752647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Deleting port fbe22baf-6175-44c4-b043-f590e4d333b0 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:34.753673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.789581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48539d2-aad6-4ecb-b159-c3d6a3ac1e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d92da0-29af-47c2-b148-f84d6ddbe647,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:34.811543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] For port fbe22baf-6175-44c4-b043-f590e4d333b0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fbe22baf-6175-44c4-b043-f590e4d333b0,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:34.813799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.842170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Calling delete_port for fbe22baf-6175-44c4-b043-f590e4d333b0 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:34.872451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b48539d2-aad6-4ecb-b159-c3d6a3ac1e5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=133280b915924c92878446fa9f341ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019222 Dec 21 01:51:34.873288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41996) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:34.893522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] For port fbe22baf-6175-44c4-b043-f590e4d333b0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fbe22baf-6175-44c4-b043-f590e4d333b0,segment=NetworkSegment(8c67867f-2323-4ec5-bab0-f14a30c9001c),segment_id=8c67867f-2323-4ec5-bab0-f14a30c9001c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:34.897961 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:34.930300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Calling delete_port for fbe22baf-6175-44c4-b043-f590e4d333b0 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:35.027844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-7d806cb6-b35e-4fea-91d9-df6ea65bd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.028539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-7d806cb6-b35e-4fea-91d9-df6ea65bd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.028879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-7d806cb6-b35e-4fea-91d9-df6ea65bd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.030482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-7d806cb6-b35e-4fea-91d9-df6ea65bd769 service neutron] 10.222.0.45 "GET /v2.0/networks?id=337cff5f-dc91-45fe-9313-82a2a2bf9707&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f&id=bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 200 len: 2290 time: 0.4097624 Dec 21 01:51:35.046304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.052170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.062633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] No DVR routers for this DVR port fbe22baf-6175-44c4-b043-f590e4d333b0 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:35.075084 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.115998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.144862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] Pushing event deleted for resources: {'Port': ['ID=fbe22baf-6175-44c4-b043-f590e4d333b0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:35.159450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8743720-595a-4c9d-804c-b7c2163c6f8f None None] No DVR routers for this DVR port fbe22baf-6175-44c4-b043-f590e4d333b0 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:35.160758 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:51:35.180456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.183049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.184184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d92da0-29af-47c2-b148-f84d6ddbe647 HTTP/1.1" status: 204 len: 168 time: 0.3099716 Dec 21 01:51:35.201704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba159e9-b416-4604-b6cc-660e7b440273 req-2107f932-83aa-4a2b-b0c9-6a2865b778d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.208707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba159e9-b416-4604-b6cc-660e7b440273 req-2107f932-83aa-4a2b-b0c9-6a2865b778d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.214680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba159e9-b416-4604-b6cc-660e7b440273 req-2107f932-83aa-4a2b-b0c9-6a2865b778d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.216340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ba159e9-b416-4604-b6cc-660e7b440273 req-2107f932-83aa-4a2b-b0c9-6a2865b778d7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2416 time: 0.2728271 Dec 21 01:51:35.225810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3d93-1475-4025-978b-26486c9f7f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d92da0-29af-47c2-b148-f84d6ddbe647,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:35.233551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-dacf893a-a61b-4822-a55c-0fb694e2ca7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 200 len: 1001 time: 0.1914735 Dec 21 01:51:35.280932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe22baf-6175-44c4-b043-f590e4d333b0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:35.407431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-4ba08e7c-4ddc-4973-bb79-82e919b11f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.409268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-4ba08e7c-4ddc-4973-bb79-82e919b11f3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 200 len: 850 time: 0.1633642 Dec 21 01:51:35.414059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.446306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934851af-038f-41ac-b91d-9867a943b776']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:35.460465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c67867f-2323-4ec5-bab0-f14a30c9001c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:35.461219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c67867f-2323-4ec5-bab0-f14a30c9001c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:35.473126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.473801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ba159e9-b416-4604-b6cc-660e7b440273 req-aab72e8a-5201-4d03-91e9-7d8acaf403ba tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345710 Dec 21 01:51:35.498545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.506762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:51:35.507563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:51:35.520882 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:51:35.523231 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:51:35.610073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.617932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:35.627298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] 10.222.0.43 "DELETE /v2.0/networks/934851af-038f-41ac-b91d-9867a943b776 HTTP/1.1" status: 204 len: 168 time: 1.2292204 Dec 21 01:51:35.652616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffb0a1-186a-4547-8c12-ba7f972b018b admin admin] Pushing event deleted for resources: {'Network': ['ID=934851af-038f-41ac-b91d-9867a943b776,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:35.774238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64f6af1d-e9ec-4583-a4c9-028a53cea70c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:35.810190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-1341c47f-18e7-4953-b471-4a83faa0c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:35.811814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-1341c47f-18e7-4953-b471-4a83faa0c65c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=337cff5f-dc91-45fe-9313-82a2a2bf9707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3843544 Dec 21 01:51:35.828273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 64f6af1d-e9ec-4583-a4c9-028a53cea70c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:35.828631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64f6af1d-e9ec-4583-a4c9-028a53cea70c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:35.829062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fbe22baf-6175-44c4-b043-f590e4d333b0 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:35.830109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-720f4d23-021e-404c-87e4-6a117206f61c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:51:35.834107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-720f4d23-021e-404c-87e4-6a117206f61c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110536 Dec 21 01:51:35.861649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fbe22baf-6175-44c4-b043-f590e4d333b0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:35.863753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fbe22baf-6175-44c4-b043-f590e4d333b0 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:35.932954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42064) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:35.970280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-07efb185-c91a-45b8-a410-2a3f0537d39e service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209249 Dec 21 01:51:36.010972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d17a0ed-6189-4b48-8ba9-9fb2f17f346f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=561f26a7e2434f379f27edb3c9f1c748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765417 Dec 21 01:51:36.011659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42076) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:36.073071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:36.094535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-85ba5b0e-14cf-4d5f-b78f-6160834ad3db service neutron] 10.222.0.45 "GET /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141834 Dec 21 01:51:36.100901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:36.146503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-2f69bc6b-4955-4753-bcb6-299032d06cf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 217 time: 0.0419769 Dec 21 01:51:36.174076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:36.178314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:36.180405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e72c4f95-4d26-4d9e-9349-442a742f79c9 HTTP/1.1" status: 204 len: 168 time: 0.1673796 Dec 21 01:51:36.215062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41063c3-b05e-4a82-ae2e-043a26c707e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c4f95-4d26-4d9e-9349-442a742f79c9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:36.266782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-b68ce562-6f01-4428-9a6e-28ca7181c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:36.268354 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-b68ce562-6f01-4428-9a6e-28ca7181c4c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1109028 Dec 21 01:51:36.336818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-0d17e6ba-1c94-480d-9b97-7a945d19aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:36.338946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-0d17e6ba-1c94-480d-9b97-7a945d19aea8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596371 Dec 21 01:51:36.500243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-b2fa8df2-029d-4d86-955b-99778e49a2fc service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457043 Dec 21 01:51:36.759643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d34956-c852-4dc2-ab47-653976483cb4 req-7fb71ecc-88d3-4a6f-a5cb-20bc3d369916 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:36.771857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d34956-c852-4dc2-ab47-653976483cb4 req-7fb71ecc-88d3-4a6f-a5cb-20bc3d369916 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:36.779077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d34956-c852-4dc2-ab47-653976483cb4 req-7fb71ecc-88d3-4a6f-a5cb-20bc3d369916 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:36.787113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34d34956-c852-4dc2-ab47-653976483cb4 req-7fb71ecc-88d3-4a6f-a5cb-20bc3d369916 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2416 time: 0.1465926 Dec 21 01:51:36.795958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-0e00cb7d-d163-4e94-abb6-17e47e101efe service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767568 Dec 21 01:51:36.912424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34d34956-c852-4dc2-ab47-653976483cb4 req-106666b9-30ae-4dc0-8bc3-5eec5d2ac53b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244395 Dec 21 01:51:36.942498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-bf5a544c-7b5c-45b9-b5cf-8b0cc383576f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 217 time: 0.1360826 Dec 21 01:51:37.045861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-daf27126-2460-473f-bc25-f0806a55bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:37.047446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-daf27126-2460-473f-bc25-f0806a55bc6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0934224 Dec 21 01:51:37.098440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-f7800573-3a90-4900-af7a-2106be215a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:37.100125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-f7800573-3a90-4900-af7a-2106be215a2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430942 Dec 21 01:51:37.240459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-79047cf8-e3c5-49dd-9d94-d5a929a883bf service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234605 Dec 21 01:51:37.386542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-329a0e2c-210e-42b5-96bd-693c8d2d4740 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367168 Dec 21 01:51:37.441086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-09008ca2-78b5-42c6-b8a7-c60ce9a3c537 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 200 len: 217 time: 0.0453408 Dec 21 01:51:37.496612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-beddccd7-88bd-4925-8fa7-2530fe487227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:37.498415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-beddccd7-88bd-4925-8fa7-2530fe487227 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.0485241 Dec 21 01:51:37.508103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42202) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:37.560448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fbbf341b-6da1-4696-8fe7-bce1d9419abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:37.562547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fbbf341b-6da1-4696-8fe7-bce1d9419abd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474279 Dec 21 01:51:37.597197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d1210d4-00eb-47f8-af71-c8236ac33a2d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:37.659556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2d1210d4-00eb-47f8-af71-c8236ac33a2d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:51:37.668469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2d1210d4-00eb-47f8-af71-c8236ac33a2d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:37.668469 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:37.679537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-network', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:37.761915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Made reservation on behalf of 924ae07e589e4b01b49f7fca1dc7061d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:37.762303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:37.775475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:37.814525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-31484d48-fceb-452d-8764-c1686804eafb service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340474 Dec 21 01:51:37.840079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:37.858115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42224) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:37.878169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:37.880709 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2bdd32-fa75-4544-b18e-7cde4129264f" -d '{"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:37.897831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:37.903098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:37.904372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e13dfb52-0549-4739-baf5-bc1a05e1a11a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:37.961999 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cdd7df-d4ae-4a25-8e33-70109568cd75 x-openstack-request-id: req-f6cdd7df-d4ae-4a25-8e33-70109568cd75 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:37.962391 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:37.962920 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6cdd7df-d4ae-4a25-8e33-70109568cd75 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:37.963407 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d', 'code': 200} Dec 21 01:51:37.969107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-41224272-0c85-4530-b7c2-432fa3047643 service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461549 Dec 21 01:51:38.014936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.047186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port e13dfb52-0549-4739-baf5-bc1a05e1a11a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:51:38.054254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port e13dfb52-0549-4739-baf5-bc1a05e1a11a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:38.055225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.057993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.060861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-8071f587-3983-4dd1-8835-9f37be405a46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 200 len: 217 time: 0.0803349 Dec 21 01:51:38.070604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.085185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:38.098359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.098682 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Added segment eb849326-e097-4669-b517-6cb32fb0c8e0 of type vlan for network 37385ad3-504c-4805-99bd-31bec2f41d9b Dec 21 01:51:38.172526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.212037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fdd4fe5d-3780-4b5a-b3a5-a9f79f80e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.213483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-fdd4fe5d-3780-4b5a-b3a5-a9f79f80e295 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 200 len: 797 time: 0.1117630 Dec 21 01:51:38.222203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:38.228822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.230032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 328a16bb-e9d3-4157-8927-4a11f722c222 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:38.249905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e46253fb-3939-4fe1-989f-c7fc88c43512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.291491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0000fd-737d-49f7-97de-1c809c728172,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.303865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.318441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e568-f66a-47ca-a608-7e1d88dd1f28 req-351a86d2-5efb-4f38-b456-b56c29fd03a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.324410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e568-f66a-47ca-a608-7e1d88dd1f28 req-351a86d2-5efb-4f38-b456-b56c29fd03a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.330591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e568-f66a-47ca-a608-7e1d88dd1f28 req-351a86d2-5efb-4f38-b456-b56c29fd03a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.332551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3398e568-f66a-47ca-a608-7e1d88dd1f28 req-351a86d2-5efb-4f38-b456-b56c29fd03a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2417 time: 0.2777464 Dec 21 01:51:38.348993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.350297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3929fb1-df74-410f-a20a-f0a4b339fa6b req-3001a245-a9cb-4459-901d-9e2128c3a804 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.350900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e46253fb-3939-4fe1-989f-c7fc88c43512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.351878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3929fb1-df74-410f-a20a-f0a4b339fa6b req-3001a245-a9cb-4459-901d-9e2128c3a804 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.2513716 Dec 21 01:51:38.366429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e46253fb-3939-4fe1-989f-c7fc88c43512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.378705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 328a16bb-e9d3-4157-8927-4a11f722c222 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:51:38.383284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 328a16bb-e9d3-4157-8927-4a11f722c222 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:38.383666 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.412631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.413636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.414338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.425112 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e46253fb-3939-4fe1-989f-c7fc88c43512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61bd241bdfe34b72b1fee9d17ef97c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653114 Dec 21 01:51:38.425292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-769568b8-1ef9-4c04-afc1-a6b8779d82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:38.426728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-769568b8-1ef9-4c04-afc1-a6b8779d82ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eac75f35-4a0a-4541-ad65-4353f30c2a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997206 Dec 21 01:51:38.426896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42246) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:38.441474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46253fb-3939-4fe1-989f-c7fc88c43512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d987d314-b112-4c51-9029-e7259abdaff7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.493883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.494638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.523901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.531786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=328a16bb-e9d3-4157-8927-4a11f722c222,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:38.539261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3398e568-f66a-47ca-a608-7e1d88dd1f28 req-25681e4f-cfee-4231-92fe-6b6c15336567 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982620 Dec 21 01:51:38.548696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0395982 Dec 21 01:51:38.559388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42252) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:38.560084 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.588551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.589742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Request body: {'subnet': {'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-subnet', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:38.591999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.598736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d987d314-b112-4c51-9029-e7259abdaff7 HTTP/1.1" status: 204 len: 168 time: 0.1697667 Dec 21 01:51:38.602193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b00276-8e56-43ab-a173-21cd1141456f admin admin] Pushing event updated for resources: {'Network': ['ID=37385ad3-504c-4805-99bd-31bec2f41d9b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.610337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c3327-f0b0-4566-84ab-2ac46a6f81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d987d314-b112-4c51-9029-e7259abdaff7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:38.621571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 37385ad3-504c-4805-99bd-31bec2f41d9b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:38.627060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3929fb1-df74-410f-a20a-f0a4b339fa6b req-689883b9-c7b6-4210-ba4e-8e3fa8c09f62 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557077 Dec 21 01:51:38.671238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-34d24dc6-d721-4c37-a93f-81e156e2e1cf service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128122 Dec 21 01:51:38.672872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Made reservation on behalf of 924ae07e589e4b01b49f7fca1dc7061d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:38.675394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:38.739763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.072101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42272) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:39.087220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-437b6890-5ada-4ae7-94b9-4720af6f39ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.189873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-35b8df77-aa40-44ee-b87f-74d0cae4686d service neutron] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929259 Dec 21 01:51:39.195095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-437b6890-5ada-4ae7-94b9-4720af6f39ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.199492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-437b6890-5ada-4ae7-94b9-4720af6f39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.238582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-437b6890-5ada-4ae7-94b9-4720af6f39ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbeee662702d43f2a43cef0c31aad9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648202 Dec 21 01:51:39.240565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6890-5ada-4ae7-94b9-4720af6f39ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9250fb-0180-4364-b941-febf9a6b8633,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.245004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42274) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:39.275312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-14c03ba7-ca6e-403d-ae19-95255c0f912d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 200 len: 217 time: 0.0530963 Dec 21 01:51:39.296385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.319948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.374384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-cfc104af-3409-478a-8767-b0f53633ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.376041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-cfc104af-3409-478a-8767-b0f53633ea1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.0883048 Dec 21 01:51:39.377852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.383860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.387096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.391064 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f9250fb-0180-4364-b941-febf9a6b8633 HTTP/1.1" status: 204 len: 168 time: 0.1436331 Dec 21 01:51:39.400119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad10f-0171-44ec-8777-3e38afad9957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9250fb-0180-4364-b941-febf9a6b8633,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.420500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:39.476001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Checking segment: {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:39.476352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Network hostable DHCP agents. Network: 37385ad3-504c-4805-99bd-31bec2f41d9b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:39.479172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c38b898-667e-4b5e-ab11-adcf55e4955e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.494462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-9c9c6e89-6394-4845-a139-a0ab334ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.495986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-9c9c6e89-6394-4845-a139-a0ab334ff422 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908089 Dec 21 01:51:39.513017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Network 37385ad3-504c-4805-99bd-31bec2f41d9b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:39.546889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78eef022-5ae1-49ff-8861-ee3122690c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.565799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 37385ad3-504c-4805-99bd-31bec2f41d9b) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:39.574833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8dd7b-0f5d-43a4-83fa-deea28ada30a None None] Network 37385ad3-504c-4805-99bd-31bec2f41d9b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:39.583047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.583714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.621216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7650219c-986d-495f-9779-1172f9c95fba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0354927 Dec 21 01:51:39.624033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42288) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:39.631057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:39.661703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-eae90cfe-b731-4317-801a-a22a65e02fab service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572125 Dec 21 01:51:39.678385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78eef022-5ae1-49ff-8861-ee3122690c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.686443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78eef022-5ae1-49ff-8861-ee3122690c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.698735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.705486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.718500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef022-5ae1-49ff-8861-ee3122690c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa886b6-01c4-48f5-8c7a-ac9c6bfa1662,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.730831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-37385ad3-504c-4805-99bd-31bec2f41d9b', 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b', 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'fixed_ips': [{'subnet_id': '0c38b898-667e-4b5e-ab11-adcf55e4955e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:51:39.731229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.745124 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-78eef022-5ae1-49ff-8861-ee3122690c3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48456d7761de41008a5e054321b12361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229780 Dec 21 01:51:39.747121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:39.804609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.833053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.894980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.900611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.906151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:39.907302 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fa886b6-01c4-48f5-8c7a-ac9c6bfa1662 HTTP/1.1" status: 204 len: 168 time: 0.1592679 Dec 21 01:51:39.926523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf83e0-d2b8-4dbe-9776-55f1f29b030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa886b6-01c4-48f5-8c7a-ac9c6bfa1662,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:39.931376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439ae4-a3d6-43b6-b55f-3d2e9646100a req-af01c725-6300-4ea7-9928-c3a080985b15 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.937521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439ae4-a3d6-43b6-b55f-3d2e9646100a req-af01c725-6300-4ea7-9928-c3a080985b15 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.944204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6439ae4-a3d6-43b6-b55f-3d2e9646100a req-af01c725-6300-4ea7-9928-c3a080985b15 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:39.951514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6439ae4-a3d6-43b6-b55f-3d2e9646100a req-af01c725-6300-4ea7-9928-c3a080985b15 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.2153919 Dec 21 01:51:39.967248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a'}, {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:39.969380 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297e034-b774-4359-8147-891214167ce4" -d '{"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a"}, {"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:40.007643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Allocated IP 172.20.0.2 (37385ad3-504c-4805-99bd-31bec2f41d9b/0c38b898-667e-4b5e-ab11-adcf55e4955e/81fa52d0-445d-49fb-89e4-225671f00ede) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:40.030165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-95cfa54d-dabd-4787-9e2a-9eb49cab0903 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595088 Dec 21 01:51:40.049043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83b2e-5924-45ad-b489-58014d354fba req-7051880b-e903-4dfd-94d3-0144454c8553 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.050662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37e83b2e-5924-45ad-b489-58014d354fba req-7051880b-e903-4dfd-94d3-0144454c8553 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.2467301 Dec 21 01:51:40.192263 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.202006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.219418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-eda993fd-c157-4578-88d4-228d0a3bce74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 200 len: 217 time: 0.1677449 Dec 21 01:51:40.243618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.252370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Network 37385ad3-504c-4805-99bd-31bec2f41d9b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:40.256347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:40.260077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:40.270359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Pushing event updated for resources: {'Port': ['ID=81fa52d0-445d-49fb-89e4-225671f00ede,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:40.298452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6439ae4-a3d6-43b6-b55f-3d2e9646100a req-529e4129-f2f8-44c9-bfc1-2c8ddeaf0df4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459933 Dec 21 01:51:40.337644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42318) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:40.341443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Attempting to bind port 81fa52d0-445d-49fb-89e4-225671f00ede on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:40.342183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Attempting to bind port 81fa52d0-445d-49fb-89e4-225671f00ede by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:40.342779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Attempting to bind port 81fa52d0-445d-49fb-89e4-225671f00ede on network 37385ad3-504c-4805-99bd-31bec2f41d9b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:40.345825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-856b3e83-bf32-4081-8363-3d1124847c07 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.347363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-856b3e83-bf32-4081-8363-3d1124847c07 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.45 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 945 time: 0.2930417 Dec 21 01:51:40.349620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:40.350232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Checking segment: {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:40.350810 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.351370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Bound using segment: {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:40.352006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Bound port: 81fa52d0-445d-49fb-89e4-225671f00ede, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:40.352687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.354184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ef14-e18c-4454-bff7-e5bfff843a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.396293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37e83b2e-5924-45ad-b489-58014d354fba req-0658925e-2cc1-4acd-9018-8c4c648bdedc tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/security-groups?id=69a7db6f-fc89-4670-9646-cc26bfe34613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245211 Dec 21 01:51:40.418268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-a5cda05a-dda2-4514-b30c-e2dde0bd24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.419726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-a5cda05a-dda2-4514-b30c-e2dde0bd24e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 200 len: 797 time: 0.1881754 Dec 21 01:51:40.443051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] For port 81fa52d0-445d-49fb-89e4-225671f00ede, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:40.447476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] For port 81fa52d0-445d-49fb-89e4-225671f00ede, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81fa52d0-445d-49fb-89e4-225671f00ede,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:40.459162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.500971 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a6d08-5a57-42f7-9953-9dc6e13cc0dd x-openstack-request-id: req-2d5a6d08-5a57-42f7-9953-9dc6e13cc0dd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:40.501172 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a", "code": 200}, {"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-plugged", "status": "completed", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:40.502516 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d5a6d08-5a57-42f7-9953-9dc6e13cc0dd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:40.503276 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a', 'code': 200} Dec 21 01:51:40.503542 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222', 'code': 200} Dec 21 01:51:40.522243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ef14-e18c-4454-bff7-e5bfff843a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.530848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ef14-e18c-4454-bff7-e5bfff843a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.617628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471302-5ef8-46fe-aa66-a531d44809f4 None None] Pushing event updated for resources: {'Port': ['ID=81fa52d0-445d-49fb-89e4-225671f00ede,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:40.623265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9519b02-186d-4926-87d1-eac05a6278dd req-1c2483d6-0a9e-4bca-9091-9f47a0428f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.625454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-1c2483d6-0a9e-4bca-9091-9f47a0428f97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7e310d-e604-4fd6-87aa-909441e98f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1862221 Dec 21 01:51:40.630091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ef14-e18c-4454-bff7-e5bfff843a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb9d70-3f05-4654-9219-1a03902b1b9b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:40.634883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ea6ef14-e18c-4454-bff7-e5bfff843a4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21b5201dd3214d8f92864cf01b619d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955067 Dec 21 01:51:40.637369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42322) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:40.655588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Deleting port 5cc06d65-5788-483d-a58d-6274ea387495 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:40.655932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.694107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.719974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.785608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.788336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:40.790184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cfb9d70-3f05-4654-9219-1a03902b1b9b HTTP/1.1" status: 204 len: 168 time: 0.1518884 Dec 21 01:51:40.816231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c744d-646e-463e-b926-a5a4aa62f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb9d70-3f05-4654-9219-1a03902b1b9b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:40.843871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc2eb-724c-40f9-90f0-3d9c58362cfd req-7c2a0386-6b81-4997-af12-a97dc5adee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.844365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc2eb-724c-40f9-90f0-3d9c58362cfd req-7c2a0386-6b81-4997-af12-a97dc5adee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.844847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc2eb-724c-40f9-90f0-3d9c58362cfd req-7c2a0386-6b81-4997-af12-a97dc5adee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:40.851025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3aafc2eb-724c-40f9-90f0-3d9c58362cfd req-7c2a0386-6b81-4997-af12-a97dc5adee13 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2875 time: 0.2357211 Dec 21 01:51:40.968818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-88e565ba-e3c5-42c8-8dd5-6cad2e17cfeb service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159163 Dec 21 01:51:41.020969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] For port 5cc06d65-5788-483d-a58d-6274ea387495, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=5cc06d65-5788-483d-a58d-6274ea387495,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:41.021380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:41.079880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Calling delete_port for 5cc06d65-5788-483d-a58d-6274ea387495 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:41.128865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3aafc2eb-724c-40f9-90f0-3d9c58362cfd req-caf3a42d-5b10-468f-8793-3988f337ec74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398846 Dec 21 01:51:41.171523 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:41.200503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:41.279417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9519b02-186d-4926-87d1-eac05a6278dd req-9113246c-6ef2-4b50-bb70-f415a8976bfe service neutron] 10.222.0.45 "GET /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903140 Dec 21 01:51:41.452262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Allocated IP 172.25.6.213 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/65e6bf02-7db3-4432-af5f-25e0a7efd6f2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:41.476676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:41.488680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6eb-a8f0-4770-aad3-a2e82647fb2f req-58779cb8-ffbd-47ca-b71c-ea919fa1c2e4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:41.494995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6eb-a8f0-4770-aad3-a2e82647fb2f req-58779cb8-ffbd-47ca-b71c-ea919fa1c2e4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:41.500971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6eb-a8f0-4770-aad3-a2e82647fb2f req-58779cb8-ffbd-47ca-b71c-ea919fa1c2e4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:41.502798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd7a6eb-a8f0-4770-aad3-a2e82647fb2f req-58779cb8-ffbd-47ca-b71c-ea919fa1c2e4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.1234305 Dec 21 01:51:41.569578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Pushing event deleted for resources: {'Port': ['ID=5cc06d65-5788-483d-a58d-6274ea387495,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:41.689387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-548169fa-e27e-42ad-a274-597439830bc2 req-9df9bf5d-2019-4c67-82bb-a7e296c0de8b tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 210 time: 0.1432948 Dec 21 01:51:41.698588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.699779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.699779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.699779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.700011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.700399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.700765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.700978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.701310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.701662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.717826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.718199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.718538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:41.801972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:41.865479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81fa52d0-445d-49fb-89e4-225671f00ede up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:41.894260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] No DVR routers for this DVR port 5cc06d65-5788-483d-a58d-6274ea387495 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:41.897139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:41.900927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa0a111d-d1a0-4942-aace-58711ab8b25a req-66dc87c6-7684-4834-934f-986969f6cdf0 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.45 "DELETE /v2.0/ports/5cc06d65-5788-483d-a58d-6274ea387495 HTTP/1.1" status: 204 len: 173 time: 1.5310175 Dec 21 01:51:41.906994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'name': 'network-vif-deleted', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:41.909972 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763efd3-4bfa-444e-89c3-82bd9a848898" -d '{"events": [{"server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "name": "network-vif-deleted", "tag": "5cc06d65-5788-483d-a58d-6274ea387495"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:41.925840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd7a6eb-a8f0-4770-aad3-a2e82647fb2f req-913008a4-2f38-4b91-8781-5fe7e2bf772c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030476 Dec 21 01:51:42.007870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.042184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 81fa52d0-445d-49fb-89e4-225671f00ede triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:42.042610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.057825 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c598fc-851e-4d3a-a40e-cf105d2cd395 x-openstack-request-id: req-55c598fc-851e-4d3a-a40e-cf105d2cd395 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:42.058258 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f5d826-bc62-4b3e-bb9d-327d9d71eac3", "name": "network-vif-deleted", "tag": "5cc06d65-5788-483d-a58d-6274ea387495", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:42.058589 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55c598fc-851e-4d3a-a40e-cf105d2cd395 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:42.059066 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f5d826-bc62-4b3e-bb9d-327d9d71eac3', 'name': 'network-vif-deleted', 'tag': '5cc06d65-5788-483d-a58d-6274ea387495', 'status': 'completed', 'code': 200} Dec 21 01:51:42.103798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.134267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d608d39d-95e2-43d9-b28e-1c16e4134a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.138485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc09a9-c393-4b59-8e00-d072c4cf54e9 None None] Network 37385ad3-504c-4805-99bd-31bec2f41d9b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:42.174323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:42.180621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:42.191479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:42.234288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Pushing event updated for resources: {'Port': ['ID=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:42.295451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d608d39d-95e2-43d9-b28e-1c16e4134a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.302670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d608d39d-95e2-43d9-b28e-1c16e4134a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.351002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d39d-95e2-43d9-b28e-1c16e4134a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa457ee-730c-4208-a083-11093cf31d50,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:42.388737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d608d39d-95e2-43d9-b28e-1c16e4134a0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d5f46e0f2ce41799f15cb894eab0d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848720 Dec 21 01:51:42.392087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:42.446479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-38fb6f06-b9bf-4b4c-829e-8e37bc83eeab None None] Provisioning complete for port 81fa52d0-445d-49fb-89e4-225671f00ede triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:42.446837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f06-b9bf-4b4c-829e-8e37bc83eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.470634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.508972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.520386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.571327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.575115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.579492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.581187 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efa457ee-730c-4208-a083-11093cf31d50 HTTP/1.1" status: 204 len: 168 time: 0.1873868 Dec 21 01:51:42.600562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de93ab0-23dc-478e-b900-0a3f4239878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa457ee-730c-4208-a083-11093cf31d50,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:42.623897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 81fa52d0-445d-49fb-89e4-225671f00ede, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81fa52d0-445d-49fb-89e4-225671f00ede,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:42.653099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:42.771479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=81fa52d0-445d-49fb-89e4-225671f00ede,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:42.904328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-577777d4-55a3-4b6a-898d-9792d8803ad9 req-e4e7e815-9f51-4e20-b122-a81b22fd8519 tempest-AttachSCSIVolumeTestJSON-256324421 tempest-AttachSCSIVolumeTestJSON-256324421-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f5d826-bc62-4b3e-bb9d-327d9d71eac3 HTTP/1.1" status: 200 len: 210 time: 0.0403259 Dec 21 01:51:42.991364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:43.159334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fc869286-6a3f-4f54-847f-473c3605f432 None None] Provisioning complete for port 81fa52d0-445d-49fb-89e4-225671f00ede triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:43.160388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc869286-6a3f-4f54-847f-473c3605f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:43.222003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090d4ef-6745-4ca1-a5be-3c24767528b6 req-86bc5a0d-3219-411d-8bb4-69dd5d23abbf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:43.228296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090d4ef-6745-4ca1-a5be-3c24767528b6 req-86bc5a0d-3219-411d-8bb4-69dd5d23abbf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:43.235932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090d4ef-6745-4ca1-a5be-3c24767528b6 req-86bc5a0d-3219-411d-8bb4-69dd5d23abbf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:43.238472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0090d4ef-6745-4ca1-a5be-3c24767528b6 req-86bc5a0d-3219-411d-8bb4-69dd5d23abbf tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.1066425 Dec 21 01:51:43.244466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Router c0f14b11-94a3-4d13-9029-d1014bc265a8 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:51:43.348546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0090d4ef-6745-4ca1-a5be-3c24767528b6 req-96de2ccf-7362-4d88-9b8f-d55d67484925 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007981 Dec 21 01:51:43.381600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5cc06d65-5788-483d-a58d-6274ea387495 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:43.415904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:43.419445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 5cc06d65-5788-483d-a58d-6274ea387495 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:43.419986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 5cc06d65-5788-483d-a58d-6274ea387495 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:43.440655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:43.440932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Sync routers for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:43.442326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c51b22c-d9f4-4f01-afe6-5fff08447db5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8170507 Dec 21 01:51:43.445107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:43.462910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:43.463545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:43.625509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:43.795354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81fa52d0-445d-49fb-89e4-225671f00ede up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:43.930758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9625709b-7eae-4d57-94ce-10e62fdfb469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:43.973869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 81fa52d0-445d-49fb-89e4-225671f00ede triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:43.974286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.012967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:44.044233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:42Z', 'revision_number': 3, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:44.075721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Checking router: c0f14b11-94a3-4d13-9029-d1014bc265a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:44.076080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Updating router c0f14b11-94a3-4d13-9029-d1014bc265a8 port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:44.114137 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.184838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.200100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854aea-72df-4bd3-bdd9-33f7821155a7 req-38643570-294a-4653-95aa-b81513ec0b84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:44.222655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854aea-72df-4bd3-bdd9-33f7821155a7 req-38643570-294a-4653-95aa-b81513ec0b84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:44.236514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854aea-72df-4bd3-bdd9-33f7821155a7 req-38643570-294a-4653-95aa-b81513ec0b84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:44.262309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d854aea-72df-4bd3-bdd9-33f7821155a7 req-38643570-294a-4653-95aa-b81513ec0b84 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.1921356 Dec 21 01:51:44.436848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Allocated IP 172.20.0.1 (37385ad3-504c-4805-99bd-31bec2f41d9b/0c38b898-667e-4b5e-ab11-adcf55e4955e/8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:44.521453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.536142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.589712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.629794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.676895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Attempting to bind port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:44.677268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Attempting to bind port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:44.677656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Attempting to bind port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:44.702638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:44.703015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:44.703427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.703825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:44.704300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Bound port: 65e6bf02-7db3-4432-af5f-25e0a7efd6f2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:44.708700 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.711737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Network 37385ad3-504c-4805-99bd-31bec2f41d9b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:44.716419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:44.716981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ad8e8-6518-49c2-b271-154180c3f6bb None None] Pushing event updated for resources: {'Port': ['ID=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:44.717095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-256459747'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:44.718937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:44.766338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:44.780874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d854aea-72df-4bd3-bdd9-33f7821155a7 req-06d18a95-0e8f-4419-bdb9-d4df9b349594 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070474 Dec 21 01:51:44.782497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:44.786948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.794718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.802215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.866970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] For port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:44.870788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] For port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:44.883726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.897124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.908479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.933091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:44.943933 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:44.944276 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Added segment 4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221 of type vlan for network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 Dec 21 01:51:44.980833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ad8e8-6518-49c2-b271-154180c3f6bb None None] Pushing event updated for resources: {'Port': ['ID=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:45.003198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:45.006686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:45.062771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb57890-5919-4201-8576-31a905ea5362,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:45.087084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.101369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.140439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.152270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:45.154427 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.207713 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1935651 Dec 21 01:51:45.211001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42524) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:45.213042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:45.216004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'subnet': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:45.311536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49c462-7ceb-466d-9c0f-ee6950daa9b8 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Network': ['ID=88f9ed3e-4836-4ebd-8e57-b979c3a81d53,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:45.332993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.343875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:45.345504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.416556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:45.427221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.457291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.483363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:45.561145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42536) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:45.632996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Network 37385ad3-504c-4805-99bd-31bec2f41d9b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:45.635705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:45.751778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-325d92d8-c300-434e-8a93-740c3257a346 None None] Provisioning complete for port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:45.752888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-325d92d8-c300-434e-8a93-740c3257a346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.777661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.783186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c701056-e328-434d-bf22-ce43c27bf2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:45.843215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Router c0f14b11-94a3-4d13-9029-d1014bc265a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:51:45.921583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-325d92d8-c300-434e-8a93-740c3257a346 None None] Port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:45.987010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Subnet': ['ID=e885da6d-8dc4-459a-85e9-4f0d0e53ca4f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:46.007772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:42Z', 'revision_number': 3, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:46.032189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Checking segment: {'id': '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:46.032569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network hostable DHCP agents. Network: 88f9ed3e-4836-4ebd-8e57-b979c3a81d53, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:46.047030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d06c44-227a-4216-a665-316c714ac2c7 None None] The sync data for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 is: [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:42Z', 'revision_number': 3, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:46.047806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-49b34ac9-f3e1-4ae3-830c-7e91fb5ddacc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.054507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-49b34ac9-f3e1-4ae3-830c-7e91fb5ddacc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.059467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:46.060742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-49b34ac9-f3e1-4ae3-830c-7e91fb5ddacc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.062416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-49b34ac9-f3e1-4ae3-830c-7e91fb5ddacc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.1930046 Dec 21 01:51:46.077640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c7da4e1c-f831-4f9b-955a-cbee35263d1b None None] Provisioning complete for port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:46.079748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c7da4e1c-f831-4f9b-955a-cbee35263d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.081184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a432a251-15d3-474d-b626-0641515db231 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0f14b11-94a3-4d13-9029-d1014bc265a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341484 Dec 21 01:51:46.141030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c7da4e1c-f831-4f9b-955a-cbee35263d1b None None] Port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:46.141418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e7fc-8ee9-4a3d-9ce0-73e486ed0805 req-ac9a2a65-ef2c-4d82-8a92-4844d24dc560 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.148801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e7fc-8ee9-4a3d-9ce0-73e486ed0805 req-ac9a2a65-ef2c-4d82-8a92-4844d24dc560 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.154777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e7fc-8ee9-4a3d-9ce0-73e486ed0805 req-ac9a2a65-ef2c-4d82-8a92-4844d24dc560 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.162656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1532e7fc-8ee9-4a3d-9ce0-73e486ed0805 req-ac9a2a65-ef2c-4d82-8a92-4844d24dc560 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 2419 time: 0.2466273 Dec 21 01:51:46.167863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:46.224052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 88f9ed3e-4836-4ebd-8e57-b979c3a81d53) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:46.237931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:46.238161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.242226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cd91b-b776-43f2-9ed7-0e8e0685a550 None None] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:46.302892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13b8014c-d828-4f79-ac61-32c735cbf784 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0878530 Dec 21 01:51:46.303229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42550) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:46.308536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-249566564'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:46.357428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1532e7fc-8ee9-4a3d-9ce0-73e486ed0805 req-cac474b8-88e8-4c47-9462-fc21562eb90f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938543 Dec 21 01:51:46.392767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8fcf409b-2715-4784-afa9-ee4cc4f7a1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.412244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c701056-e328-434d-bf22-ce43c27bf2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.428939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c701056-e328-434d-bf22-ce43c27bf2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.524476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5c701056-e328-434d-bf22-ce43c27bf2e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e5f6171f482432786aca523993137c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9596193 Dec 21 01:51:46.530072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:46.545184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'project_id': '622a197829eb493e8ee03ed6c35d8c49', 'fixed_ips': [{'subnet_id': 'e885da6d-8dc4-459a-85e9-4f0d0e53ca4f'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:51:46.546147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.621978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:46.631836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.659078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 2d1210d4-00eb-47f8-af71-c8236ac33a2d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:46.665980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.690801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:51:46.748759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c701056-e328-434d-bf22-ce43c27bf2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b26d2-e1a0-4f88-bd5b-d09df1375f1b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:46.789884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Allocated IP 172.20.0.2 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/2dde73c6-cebf-49a8-a8e3-4435118ea2ad) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:46.853565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.859750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-ddad7539-c309-4254-b9e3-6ee2eadb0d0f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3207798 Dec 21 01:51:46.906996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 2d1210d4-00eb-47f8-af71-c8236ac33a2d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d1210d4-00eb-47f8-af71-c8236ac33a2d,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:46.907603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.910899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:46.923745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 2d1210d4-00eb-47f8-af71-c8236ac33a2d owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:47.005752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.013889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.018879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef6b26d2-e1a0-4f88-bd5b-d09df1375f1b HTTP/1.1" status: 204 len: 168 time: 0.4871798 Dec 21 01:51:47.035605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.037272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684118c-05cf-4c95-8e83-0ce28c4182c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b26d2-e1a0-4f88-bd5b-d09df1375f1b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:47.052219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.091936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:47.126817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.149013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:47.150056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.154645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Pushing event updated for resources: {'Port': ['ID=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:47.161101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:47.165810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2d1210d4-00eb-47f8-af71-c8236ac33a2d', '328a16bb-e9d3-4157-8927-4a11f722c222', 'e13dfb52-0549-4739-baf5-bc1a05e1a11a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:51:47.200725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.14 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/42e1a2f4-498f-4ad9-b6d7-0e66d3773211) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:47.212537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:47.256938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=2d1210d4-00eb-47f8-af71-c8236ac33a2d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:47.265381 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.270335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 2d1210d4-00eb-47f8-af71-c8236ac33a2d on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:47.273841 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.278474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-8721cbb9-2864-4d70-9d91-40ebdf3e76c7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "DELETE /v2.0/ports/2d1210d4-00eb-47f8-af71-c8236ac33a2d HTTP/1.1" status: 204 len: 173 time: 1.1772461 Dec 21 01:51:47.280252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:47.282769 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e5214f-1dde-4e34-9d6d-50790f810965" -d '{"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:47.397512 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f2b3e-8791-451d-9a31-111825aca403 x-openstack-request-id: req-2f2f2b3e-8791-451d-9a31-111825aca403 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:47.398033 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "2d1210d4-00eb-47f8-af71-c8236ac33a2d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:47.398426 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2f2b3e-8791-451d-9a31-111825aca403 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:47.398993 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': '2d1210d4-00eb-47f8-af71-c8236ac33a2d', 'status': 'completed', 'code': 200} Dec 21 01:51:47.510351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Attempting to bind port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:47.511081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Attempting to bind port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:47.511631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Attempting to bind port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad on network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:47.536814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:47.538706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Checking segment: {'id': '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:47.541419 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.559236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Bound using segment: {'id': '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:47.560090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Bound port: 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:47.560688 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.588265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.652970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ab0db-fd96-4b63-9ff9-a543481f3d1a req-c4e240f1-7b3e-4584-8bff-47d677b59aaa tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:47.659573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ab0db-fd96-4b63-9ff9-a543481f3d1a req-c4e240f1-7b3e-4584-8bff-47d677b59aaa tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:47.669075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f71ab0db-fd96-4b63-9ff9-a543481f3d1a req-c4e240f1-7b3e-4584-8bff-47d677b59aaa tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 1683 time: 0.1292074 Dec 21 01:51:47.686032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 328a16bb-e9d3-4157-8927-4a11f722c222 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:47.686395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.712789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.758523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42570) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:47.774441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] For port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:47.778377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] For port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,segment=NetworkSegment(4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221),segment_id=4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:47.783013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:47.792784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.805715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 328a16bb-e9d3-4157-8927-4a11f722c222, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=328a16bb-e9d3-4157-8927-4a11f722c222,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:47.805996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.811582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:47.821354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:47.825952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 328a16bb-e9d3-4157-8927-4a11f722c222 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:47.831369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01674407-2a17-44f3-8391-fd052df3f9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.887881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:47.898749 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:47.938780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=42e1a2f4-498f-4ad9-b6d7-0e66d3773211,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:47.958775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.959062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.959408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.959744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.960087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.960397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.960728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.961061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.961390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.961720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.962044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.962370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.962680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:51:47.982396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:47.982757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.006651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f71ab0db-fd96-4b63-9ff9-a543481f3d1a req-6ce0c7c4-ff26-420b-8b19-ef71b726c43d tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365374 Dec 21 01:51:48.029377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01674407-2a17-44f3-8391-fd052df3f9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.036728 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c8f2e08-7dca-455e-b6f9-2d6f1e10c061 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7322974 Dec 21 01:51:48.039940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42576) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:48.046046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-1420896696', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:81:3b'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:48.167497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Allocated IP 172.25.6.28 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/0da940ae-2608-4440-b876-1a0da80dbff3) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:48.185780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01674407-2a17-44f3-8391-fd052df3f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.194442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffb32e-7bae-4356-bdc8-9a168947bfef None None] Pushing event updated for resources: {'Port': ['ID=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:48.251805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:48.253787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.294850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01674407-2a17-44f3-8391-fd052df3f9f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a77699ee62fd4c44aca2fc1fafa295d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5214558 Dec 21 01:51:48.297595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:48.369456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.400324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42578) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:48.403942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.437119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:48.448336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.457650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01674407-2a17-44f3-8391-fd052df3f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30008e4a-e8da-4a5c-a83b-5ac0bb31b4bc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:48.485468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.514745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.524555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:48.524821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port 79a8596a-9222-4c4c-b5eb-b60c14d871f5 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:51:48.575028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.589035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:48.590042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.608318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:48.614441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:48.649869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.8 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/79a8596a-9222-4c4c-b5eb-b60c14d871f5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:48.672857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.697872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=0da940ae-2608-4440-b876-1a0da80dbff3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:48.754308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.780399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=328a16bb-e9d3-4157-8927-4a11f722c222,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:48.804695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 328a16bb-e9d3-4157-8927-4a11f722c222 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:48.807375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.811245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-c8dc2556-55cb-4a6c-88f4-63fd23a39897 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "DELETE /v2.0/ports/328a16bb-e9d3-4157-8927-4a11f722c222 HTTP/1.1" status: 204 len: 173 time: 1.5234745 Dec 21 01:51:48.880294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.891109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:48.942607 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.006791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.017811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.021556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.022486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30008e4a-e8da-4a5c-a83b-5ac0bb31b4bc HTTP/1.1" status: 204 len: 168 time: 0.5813289 Dec 21 01:51:49.061098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:49.072306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:49.077695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:49.087164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=79a8596a-9222-4c4c-b5eb-b60c14d871f5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:49.097901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7284-d154-4a47-a679-beb7ee45099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30008e4a-e8da-4a5c-a83b-5ac0bb31b4bc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:49.130726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port e13dfb52-0549-4739-baf5-bc1a05e1a11a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:49.131060 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.178059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:49.178713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.221490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18c8a229-1ba1-42ef-9f4d-d74e34a906e0 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1802061 Dec 21 01:51:49.222323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42588) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:49.316910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.350718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f4cc7-f6cb-4589-b5e1-d31730ffc32e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:49.359629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f4cc7-f6cb-4589-b5e1-d31730ffc32e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:49.366985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f4cc7-f6cb-4589-b5e1-d31730ffc32e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:49.371882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a1f4cc7-f6cb-4589-b5e1-d31730ffc32e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1480787 Dec 21 01:51:49.372639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42592) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:49.378978 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Sync routers for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:49.399819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de313-233b-40f0-9fc5-201182c35258 req-fef19edb-419e-41af-ad79-558df2249a87 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:49.405486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:49.407367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f15de313-233b-40f0-9fc5-201182c35258 req-fef19edb-419e-41af-ad79-558df2249a87 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 946 time: 0.2321355 Dec 21 01:51:49.409522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:49.417673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:49.420555 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f98086-880f-48b7-b922-60654ce01d8c" -d '{"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:49.451767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port e13dfb52-0549-4739-baf5-bc1a05e1a11a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e13dfb52-0549-4739-baf5-bc1a05e1a11a,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:49.452265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.519860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for e13dfb52-0549-4739-baf5-bc1a05e1a11a owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:49.531905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port 79a8596a-9222-4c4c-b5eb-b60c14d871f5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:49.532251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.550429 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:49.572651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.581301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220a591-d147-4ced-b0d7-7da8ce398c92 None None] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:49.630714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f15de313-233b-40f0-9fc5-201182c35258 req-4c71c7af-8cd5-48cb-9898-104a90fb7dfd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157652 Dec 21 01:51:49.633854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.740311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d1210d4-00eb-47f8-af71-c8236ac33a2d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:49.788183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.796263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] Provisioning complete for port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:49.796652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.820778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for 79a8596a-9222-4c4c-b5eb-b60c14d871f5 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:49.856910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.875130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2d1210d4-00eb-47f8-af71-c8236ac33a2d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:49.875482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d1210d4-00eb-47f8-af71-c8236ac33a2d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:49.875909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e13dfb52-0549-4739-baf5-bc1a05e1a11a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:49.885716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=0da940ae-2608-4440-b876-1a0da80dbff3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:49.903373 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:49.904619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-e4c4f22f-dd3f-462b-b8e9-6a150f4d1710 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8184500 Dec 21 01:51:49.958025 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:45Z', 'revision_number': 4, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5', 'name': '', 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'mac_address': 'fa:16:3e:33:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:44Z', 'updated_at': '2021-12-21T01:51:45Z', 'revision_number': 2, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'subnets': [{'id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:50.001167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Checking router: c0f14b11-94a3-4d13-9029-d1014bc265a8 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:50.003077 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Updating router c0f14b11-94a3-4d13-9029-d1014bc265a8 port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:51:50.025438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-dd589456-2f31-4ab1-b910-64111eecc7dc tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.0968850 Dec 21 01:51:50.047462 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.065759 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e279fffa-5c22-48b7-86db-70f6929186b1 x-openstack-request-id: req-e279fffa-5c22-48b7-86db-70f6929186b1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:50.066102 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "328a16bb-e9d3-4157-8927-4a11f722c222", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:50.066354 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e279fffa-5c22-48b7-86db-70f6929186b1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:50.066750 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': '328a16bb-e9d3-4157-8927-4a11f722c222', 'status': 'completed', 'code': 200} Dec 21 01:51:50.076995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:50.141666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.210519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.219321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:50.219693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.245214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=e13dfb52-0549-4739-baf5-bc1a05e1a11a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:50.274436 n-d-761264-20 neutron-server[109852]: INFO neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No ports have port_id starting with e13dfb52-0549-4739-baf5-bc1a05e1a11a Dec 21 01:51:50.277554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-564582cb-152d-4dfe-9d9d-6795fa64d3ec tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:50.278984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-564582cb-152d-4dfe-9d9d-6795fa64d3ec tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2454724 Dec 21 01:51:50.287018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=79a8596a-9222-4c4c-b5eb-b60c14d871f5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:50.304529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-6483742c-e317-43d7-8b54-f52a94bc5f02 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:51:50.305548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37181893-5f16-4d5c-a481-31b3cad1d166 req-6483742c-e317-43d7-8b54-f52a94bc5f02 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064628 Dec 21 01:51:50.363081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port e13dfb52-0549-4739-baf5-bc1a05e1a11a on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:50.367283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.370744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-244d31f7-50ec-46a1-a6c4-342d8db4888a req-e020d7fd-4f45-4a23-8237-1597eb3e26ce tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "DELETE /v2.0/ports/e13dfb52-0549-4739-baf5-bc1a05e1a11a HTTP/1.1" status: 204 len: 173 time: 1.5511127 Dec 21 01:51:50.381369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 328a16bb-e9d3-4157-8927-4a11f722c222 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:50.459818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 328a16bb-e9d3-4157-8927-4a11f722c222 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:50.460205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 328a16bb-e9d3-4157-8927-4a11f722c222 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:50.584965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf533201-05c8-4087-9620-94a0603513dd req-a0129604-364a-4a93-ace1-59e0b358b0f7 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2330306 Dec 21 01:51:50.589933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:50.622353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.662988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.671956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2dde73c6-cebf-49a8-a8e3-4435118ea2ad up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:50.857365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] For port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,segment=NetworkSegment(4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221),segment_id=4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:50.871877 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.876086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.883823 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:50.947308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d102d5a8-3588-4c96-a06a-95784c805ccd req-c3919735-1651-451a-8121-905d69f02694 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=220e4c6a-e2e7-41a0-865b-c17621886df5 HTTP/1.1" status: 200 len: 210 time: 0.0993810 Dec 21 01:51:51.030421 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91638375-0af3-4f30-8773-ff30122595bd None None] Pushing event updated for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:51.100340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bdb13-eca5-467f-90d2-40845eb52759 None None] Pushing event updated for resources: {'Port': ['ID=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:51.104434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.115642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:51.127675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.172716 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Attempting to bind port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:51:51.174576 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Attempting to bind port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:51:51.175449 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Attempting to bind port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 on network 37385ad3-504c-4805-99bd-31bec2f41d9b {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:51:51.210249 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:51:51.210393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Checking segment: {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:51.210753 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.211157 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Bound using segment: {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:51:51.211663 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Bound port: 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb849326-e097-4669-b517-6cb32fb0c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:51:51.212048 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.294918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dcaee758-c392-4b29-bb59-7168bc5d8637 None None] Provisioning complete for port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:51.297599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dcaee758-c392-4b29-bb59-7168bc5d8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.430741 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] For port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:51:51.435262 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] For port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:51:51.452604 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.495304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Allocated IP 172.25.6.162 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/60db8d62-59d6-45d5-bed1-69c6153749b3) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:51.580214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.590024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2defdc74-3cf5-4c82-b02f-f2382d2394ae tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/79a8596a-9222-4c4c-b5eb-b60c14d871f5 HTTP/1.1" status: 204 len: 168 time: 2.2140081 Dec 21 01:51:51.591061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:51.609414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:51.610200 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:51.651898 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9193e6a9-fff8-4323-a9f6-6433de3fba97 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] GET failed (client error): The resource could not be found. Dec 21 01:51:51.653741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9193e6a9-fff8-4323-a9f6-6433de3fba97 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports/79a8596a-9222-4c4c-b5eb-b60c14d871f5 HTTP/1.1" status: 404 len: 333 time: 0.0607188 Dec 21 01:51:51.660240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:51.669791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-647750210'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:51.745521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.820066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.911221 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91638375-0af3-4f30-8773-ff30122595bd None None] Pushing event updated for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:51.948952 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:51.952665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:51.957475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:51.997915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=60db8d62-59d6-45d5-bed1-69c6153749b3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:52.006660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port c0d60f54-e2b6-4df7-91d8-59aa9b377747 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:51:52.009270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.022908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:52.033215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:52.045363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:52.052097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dcaee758-c392-4b29-bb59-7168bc5d8637 None None] Provisioning complete for port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:52.053139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dcaee758-c392-4b29-bb59-7168bc5d8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.093107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42648) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:52.116064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:51:52.118520 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e404e66-94fa-44db-8d70-4d65d59fc626" -d '{"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:51:52.128904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dcaee758-c392-4b29-bb59-7168bc5d8637 None None] Port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:52.204032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2dde73c6-cebf-49a8-a8e3-4435118ea2ad up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:52.233132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting subnet a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:51:52.239097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.241365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.264890 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334aac6f-2ef0-49e0-836e-87913e4fd422 x-openstack-request-id: req-334aac6f-2ef0-49e0-836e-87913e4fd422 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:51:52.265495 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e4c6a-e2e7-41a0-865b-c17621886df5", "name": "network-vif-deleted", "tag": "e13dfb52-0549-4739-baf5-bc1a05e1a11a", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:51:52.265824 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-334aac6f-2ef0-49e0-836e-87913e4fd422 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:51:52.267607 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220e4c6a-e2e7-41a0-865b-c17621886df5', 'name': 'network-vif-deleted', 'tag': 'e13dfb52-0549-4739-baf5-bc1a05e1a11a', 'status': 'completed', 'code': 200} Dec 21 01:51:52.324526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.357375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Could not find standard attr ID for object 79a8596a-9222-4c4c-b5eb-b60c14d871f5. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:51:52.372055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.441491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Provisioning complete for port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:52.441869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.500425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:45Z', 'revision_number': 4, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5', 'name': '', 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'mac_address': 'fa:16:3e:33:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:44Z', 'updated_at': '2021-12-21T01:51:51Z', 'revision_number': 4, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'subnets': [{'id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:52.520777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.9 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/c0d60f54-e2b6-4df7-91d8-59aa9b377747) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:52.564653 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93e20d-f7dd-4f2c-a076-dc3bf062da18 None None] The sync data for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 is: [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:51:45Z', 'revision_number': 4, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5', 'name': '', 'network_id': '37385ad3-504c-4805-99bd-31bec2f41d9b', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'mac_address': 'fa:16:3e:33:71:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:44Z', 'updated_at': '2021-12-21T01:51:51Z', 'revision_number': 4, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'subnets': [{'id': '0c38b898-667e-4b5e-ab11-adcf55e4955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:52.564988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:52.565392 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.624765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.709262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.720691 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.767830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.784810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.865744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Subnet': ['ID=a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:52.896401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.899982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-abfb8dd8-e1e0-47eb-9f0b-be4ce656018b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/subnets/a80c1d3e-91c5-4d05-9cd8-4b168a6d10bb HTTP/1.1" status: 204 len: 168 time: 0.8058321 Dec 21 01:51:52.906542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:52.908379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42674) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:52.915300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=60db8d62-59d6-45d5-bed1-69c6153749b3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:52.915803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3de07-4f6f-45b2-abc9-9bfa6a881c69 None None] Network 28650de1-220f-4710-9bc4-25d198b86969 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:52.931560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.933663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] For port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:52.965652 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:52.967641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf533201-05c8-4087-9620-94a0603513dd req-bb2a9ab0-f82e-4192-afc4-a12d0dec380f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3817961 Dec 21 01:51:53.001847 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.038213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf533201-05c8-4087-9620-94a0603513dd req-0b0ecfc6-5c88-45fe-82ff-df0c540bb953 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.0639365 Dec 21 01:51:53.214777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Provisioning complete for port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:53.215305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.234811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.239427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Pushing event updated for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:53.270580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533201-05c8-4087-9620-94a0603513dd req-72ed8efb-3462-4a00-84da-0f11fd3e8818 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:53.272038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf533201-05c8-4087-9620-94a0603513dd req-72ed8efb-3462-4a00-84da-0f11fd3e8818 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2257960 Dec 21 01:51:53.345215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8e6003c2-c903-4368-b6ff-41ef7ec85df2 None None] Port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:53.382575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.432591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] DHCP port deletion for 28650de1-220f-4710-9bc4-25d198b86969 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:51:53.514701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Deleting port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:53.515187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.544986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-802b2e7a-9e13-42f9-89fa-605c3e88ecbb tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2307098 Dec 21 01:51:53.566378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:53.619495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:53.620009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.632656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.661264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] For port c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:53.661710 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.677671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Calling delete_port for c488dc36-6dea-4441-ab02-9ecc9ab5bef2 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:53.678897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.785617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.816899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:53.837523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] Pushing event deleted for resources: {'Port': ['ID=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:53.841470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a47981-aa28-4150-bdcf-84840d8af575 None None] No DVR routers for this DVR port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:53.860574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=c0d60f54-e2b6-4df7-91d8-59aa9b377747,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:53.999318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port c488dc36-6dea-4441-ab02-9ecc9ab5bef2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,segment=NetworkSegment(248b4fe8-d0ef-4b0e-a46f-5ce144a77f51),segment_id=248b4fe8-d0ef-4b0e-a46f-5ce144a77f51)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:53.999762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.043148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:54.076773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Allocated IP 172.25.6.19 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/27b4fb08-7c3c-47cf-a2b9-0b4951feb247) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:54.083961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:54.090331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for c488dc36-6dea-4441-ab02-9ecc9ab5bef2 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:54.092870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:54.124226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:51:54.166298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:54.174349 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.226601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:54.227150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.276092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5883aaa1-212a-46e8-b4f9-a1646428e4d6 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6141729 Dec 21 01:51:54.278906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.279107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:54.290049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:81:3b'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:54.361467 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.431737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=27b4fb08-7c3c-47cf-a2b9-0b4951feb247,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:54.458687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:54.461170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:54.465051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:54.587559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c488dc36-6dea-4441-ab02-9ecc9ab5bef2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:54.615443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c488dc36-6dea-4441-ab02-9ecc9ab5bef2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:54.616097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c488dc36-6dea-4441-ab02-9ecc9ab5bef2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:54.621725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.626289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0b975c83-5849-4bdb-9103-d79db7cc573b None None] Provisioning complete for port c0d60f54-e2b6-4df7-91d8-59aa9b377747 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:54.627294 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b975c83-5849-4bdb-9103-d79db7cc573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.631742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.635069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.672847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.707632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0b975c83-5849-4bdb-9103-d79db7cc573b None None] Port c0d60f54-e2b6-4df7-91d8-59aa9b377747 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:54.719283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port c488dc36-6dea-4441-ab02-9ecc9ab5bef2 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:54.727461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=c488dc36-6dea-4441-ab02-9ecc9ab5bef2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:54.873164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.875411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.880006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.881367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.960110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28650de1-220f-4710-9bc4-25d198b86969']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:54.965716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=27b4fb08-7c3c-47cf-a2b9-0b4951feb247,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:54.975448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.995725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:54.997692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-cd793be6-cd79-43a8-bcac-28e9209e0b95 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4430428 Dec 21 01:51:55.018652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:55.019091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248b4fe8-d0ef-4b0e-a46f-5ce144a77f51') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:55.062463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.106310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.122345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:51:55.122712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:51:55.126079 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:51:55.133164 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:51:55.283044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.288343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.292375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/networks/28650de1-220f-4710-9bc4-25d198b86969 HTTP/1.1" status: 204 len: 168 time: 2.3821423 Dec 21 01:51:55.294780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.302107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:55.326455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.350994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c47cf2-77f0-4ada-8861-65867e538381 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Network': ['ID=28650de1-220f-4710-9bc4-25d198b86969,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:55.386605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-8697a17b-a2c9-4da6-b9b8-1ff99a6031bb tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.3815866 Dec 21 01:51:55.461267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting subnet 872725ff-2e62-4524-a161-236f324bfb57 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:51:55.472477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.478291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=c0d60f54-e2b6-4df7-91d8-59aa9b377747,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:55.529707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] In _notify_port_updated(), no bound segment for port c0d60f54-e2b6-4df7-91d8-59aa9b377747 on network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:51:55.535777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:55.536664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.541571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42730) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:55.542029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b2fbae20-21d2-424c-93ee-0006341aa496 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "PUT /v2.0/ports/c0d60f54-e2b6-4df7-91d8-59aa9b377747 HTTP/1.1" status: 200 len: 993 time: 1.2621179 Dec 21 01:51:55.561611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-eaa48268-1640-4352-bdd0-fb0932915c0d tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:55.562451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.563021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-885cb358-f6e0-48ec-9ade-75cc1838fb7e req-eaa48268-1640-4352-bdd0-fb0932915c0d tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1699848 Dec 21 01:51:55.735895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Deleting port e1ecfeba-babc-4756-a25d-a585567083f9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:55.736327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.743458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0cddf3c4-808b-4aef-8d8b-7cc7e03d9a03 None None] Provisioning complete for port c0d60f54-e2b6-4df7-91d8-59aa9b377747 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:55.743953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cddf3c4-808b-4aef-8d8b-7cc7e03d9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.765827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-424bc711-e254-4108-841f-065c683716c3 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1732233 Dec 21 01:51:55.773057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port c0d60f54-e2b6-4df7-91d8-59aa9b377747 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:55.773668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.793145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.796395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:55.808717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0cddf3c4-808b-4aef-8d8b-7cc7e03d9a03 None None] Port c0d60f54-e2b6-4df7-91d8-59aa9b377747 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:55.868364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] For port e1ecfeba-babc-4756-a25d-a585567083f9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1ecfeba-babc-4756-a25d-a585567083f9,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:55.868717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.885509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.888075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Calling delete_port for e1ecfeba-babc-4756-a25d-a585567083f9 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:55.894893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.923484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.940847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for c0d60f54-e2b6-4df7-91d8-59aa9b377747 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:55.964877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Subnet': ['ID=872725ff-2e62-4524-a161-236f324bfb57,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:55.973276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:55.979544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4699909f-8410-4fac-a874-4859c45c0003 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/subnets/872725ff-2e62-4524-a161-236f324bfb57 HTTP/1.1" status: 204 len: 168 time: 0.6722760 Dec 21 01:51:55.979704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2cabb3-bbb3-40d4-89e6-45bf7ded3461 None None] Network 3c80f993-5078-4839-8431-1c0e6bf93ca4 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:55.979815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42740) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:56.184293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.188464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] DHCP port deletion for 3c80f993-5078-4839-8431-1c0e6bf93ca4 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:51:56.251088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.265231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Deleting port 330247ad-d628-47b7-a176-aa0ebe5d8e45 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:56.265621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.297316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=c0d60f54-e2b6-4df7-91d8-59aa9b377747,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:56.382806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] For port 330247ad-d628-47b7-a176-aa0ebe5d8e45, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=330247ad-d628-47b7-a176-aa0ebe5d8e45,segment=NetworkSegment(dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da),segment_id=dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:56.384553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.410560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Calling delete_port for 330247ad-d628-47b7-a176-aa0ebe5d8e45 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:56.449790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.573927 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.577445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Allocated IP 172.25.6.44 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/66b9017f-3461-4266-9047-301f7300ce84) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:56.582368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.583819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.592505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:56.597374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-191209c1-63c2-4f15-8926-539a25b5db3f tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/c0d60f54-e2b6-4df7-91d8-59aa9b377747 HTTP/1.1" status: 204 len: 168 time: 1.0542796 Dec 21 01:51:56.617953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] Pushing event deleted for resources: {'Port': ['ID=330247ad-d628-47b7-a176-aa0ebe5d8e45,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:56.633552 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8218940-557c-4472-84d3-88244772a2b5 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] GET failed (client error): The resource could not be found. Dec 21 01:51:56.635024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8218940-557c-4472-84d3-88244772a2b5 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports/c0d60f54-e2b6-4df7-91d8-59aa9b377747 HTTP/1.1" status: 404 len: 333 time: 0.0406051 Dec 21 01:51:56.637582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 330247ad-d628-47b7-a176-aa0ebe5d8e45 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:56.637921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.638324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840edd5-e8c5-4afd-aa65-80ddaa4328be None None] No DVR routers for this DVR port 330247ad-d628-47b7-a176-aa0ebe5d8e45 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:56.639589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:56.648097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-2080074688'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:56.672945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.739829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.750654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ecfeba-babc-4756-a25d-a585567083f9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:56.798857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.803382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 330247ad-d628-47b7-a176-aa0ebe5d8e45, host n-d-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:56.803889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.840492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 330247ad-d628-47b7-a176-aa0ebe5d8e45 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:56.842520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:56.845059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Port 330247ad-d628-47b7-a176-aa0ebe5d8e45 was not found and therefore no delete operation was performed {{(pid=109851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:51:56.848437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:56.858474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:56.868687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:56.913101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=66b9017f-3461-4266-9047-301f7300ce84,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:56.929392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 330247ad-d628-47b7-a176-aa0ebe5d8e45 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:51:56.936679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=330247ad-d628-47b7-a176-aa0ebe5d8e45,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:56.993368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.039148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.124439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.183017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:57.186482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.207972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c80f993-5078-4839-8431-1c0e6bf93ca4']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:57.209499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.215696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.223345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:57.223644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfeb81e8-80a1-4ad8-a3c7-a06cdf2527da') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:57.237381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port 03f54a95-846b-4767-bcee-fa31fcad1370 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:51:57.246566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.293934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.302364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event updated for resources: {'Port': ['ID=66b9017f-3461-4266-9047-301f7300ce84,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:57.302509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.308182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.324768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:51:57.324856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.331700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:51:57.331812 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:51:57.338691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-c6ad44e7-050c-49b7-9666-2272f03763de tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5612199 Dec 21 01:51:57.390680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-ec32e4d3-d9fa-43b1-8499-0d5bc358282f tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0510001 Dec 21 01:51:57.501136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.505496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-202586b8-eb46-40de-bbe0-8ac7ff547207 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:57.506124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.512705 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/networks/3c80f993-5078-4839-8431-1c0e6bf93ca4 HTTP/1.1" status: 204 len: 168 time: 1.5289967 Dec 21 01:51:57.512989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d82e8f73-1a23-4c0b-a1a3-1c330e4810a3 req-202586b8-eb46-40de-bbe0-8ac7ff547207 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1128228 Dec 21 01:51:57.525953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42770) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:57.532867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-953528867'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:57.553240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476a38-3986-473a-892c-f93ca1704309 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Network': ['ID=3c80f993-5078-4839-8431-1c0e6bf93ca4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:57.558872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.4 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/03f54a95-846b-4767-bcee-fa31fcad1370) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:51:57.596571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e2facc0-0374-414f-b314-e7c1b632ce7e req-3373359e-8d9b-4128-9c31-4c5536844d0e tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips/d1045b34-9dd5-413e-b633-83583d280b3c HTTP/1.1" status: 200 len: 692 time: 0.0579016 Dec 21 01:51:57.617725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:57.621376 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.700132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:57.721846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.722132 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Added segment 7c110bae-97be-454e-8d8c-a86161dd943b of type vlan for network 7c5d1ba9-346d-489a-8604-ef669c13a17b Dec 21 01:51:57.769415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2facc0-0374-414f-b314-e7c1b632ce7e req-f851986b-c542-4600-91d0-8c433bbc90c5 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:57.770988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e2facc0-0374-414f-b314-e7c1b632ce7e req-f851986b-c542-4600-91d0-8c433bbc90c5 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1631832 Dec 21 01:51:57.793271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Router f92309b1-aadf-4b01-84fa-14ae0da05bef has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:51:57.799095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.850948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-97d73911-42b0-4792-ae1b-b9885182d746 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips/d1045b34-9dd5-413e-b633-83583d280b3c HTTP/1.1" status: 200 len: 692 time: 0.0548599 Dec 21 01:51:57.862371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.900924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.908991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:57.910526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.949421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:51:57.959280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8d6a9359-75d3-4c12-92ca-5454c8f25986 admin admin] 10.222.0.43 "PUT /v2.0/routers/f92309b1-aadf-4b01-84fa-14ae0da05bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0438786 Dec 21 01:51:57.959280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:57.959449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:57.972817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Sync routers for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:51:57.982157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:51:57.984227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4570401 Dec 21 01:51:57.994010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:57.994995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:58.022918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:58.029323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:58.040676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef48fc9-a3d9-4748-84e5-fe809f3cb706 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Network': ['ID=7c5d1ba9-346d-489a-8604-ef669c13a17b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:58.084363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'subnet': {'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:58.094505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-7aedb20e-4ca2-40c3-b848-19d35b2b979b tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:58.096631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-7aedb20e-4ca2-40c3-b848-19d35b2b979b tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2366993 Dec 21 01:51:58.100900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:51:58.105325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:51:58.156757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-a3ec40f0-bfa9-4871-a5b9-ef3fe754382b tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0519464 Dec 21 01:51:58.230247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-75d5bce8-4b38-4530-a75f-df422bb038ec tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0657365 Dec 21 01:51:58.259706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 330247ad-d628-47b7-a176-aa0ebe5d8e45 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:51:58.302527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=03f54a95-846b-4767-bcee-fa31fcad1370,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:58.321527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:58.322185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.354648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-378f8e02-7fba-4663-ae0b-0f16445ef608 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7138019 Dec 21 01:51:58.366261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:58.380645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:81:3b'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:58.426315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.450217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 330247ad-d628-47b7-a176-aa0ebe5d8e45 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:51:58.450722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 330247ad-d628-47b7-a176-aa0ebe5d8e45 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:51:58.451094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Deleting port 66b9017f-3461-4266-9047-301f7300ce84 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:58.451487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.478420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:58.482216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.489365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4115bac1-1063-4fed-944e-7e51bd17b09f None None] Provisioning complete for port 03f54a95-846b-4767-bcee-fa31fcad1370 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:51:58.489827 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4115bac1-1063-4fed-944e-7e51bd17b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.493289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:58.550521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.550521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.566321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Calling delete_port for 66b9017f-3461-4266-9047-301f7300ce84 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:58.630569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4115bac1-1063-4fed-944e-7e51bd17b09f None None] Port 03f54a95-846b-4767-bcee-fa31fcad1370 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:51:58.638129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.726139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.757262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event deleted for resources: {'Port': ['ID=66b9017f-3461-4266-9047-301f7300ce84,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:58.760450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.791299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:51:56Z', 'revision_number': 5, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port': {'id': '9dd306c8-d7c0-4621-80a7-ee053de41801', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:32Z', 'updated_at': '2021-12-21T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:58.827877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Checking router: f92309b1-aadf-4b01-84fa-14ae0da05bef for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:51:58.837559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.839450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Routers {'f92309b1-aadf-4b01-84fa-14ae0da05bef'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:51:58.840275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f92309b1-aadf-4b01-84fa-14ae0da05bef'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:58.842043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.843721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0e6b7e2-5f11-475b-a0c8-749b5aae3d7e req-4fcc377e-004f-413b-961f-0791906a8835 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "DELETE /v2.0/floatingips/d1045b34-9dd5-413e-b633-83583d280b3c HTTP/1.1" status: 204 len: 173 time: 0.6053526 Dec 21 01:51:58.930071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:58.954688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] Set router f92309b1-aadf-4b01-84fa-14ae0da05bef gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:51:59.030608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Subnet': ['ID=fe3510d5-7d15-45d9-995b-a32699eeec2d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:59.033303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Deleting port 9dd306c8-d7c0-4621-80a7-ee053de41801 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:51:59.033691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.064563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:51:58Z', 'revision_number': 6, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:51:59.105020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64d35-02dd-41d4-87a8-12d2c118cd10 None None] The sync data for ids ['f92309b1-aadf-4b01-84fa-14ae0da05bef'] in n-d-761264-20 is: [{'id': 'f92309b1-aadf-4b01-84fa-14ae0da05bef', 'name': 'tempest-AttachSCSIVolumeTestJSON-682225053-router', 'tenant_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:31Z', 'updated_at': '2021-12-21T01:51:58Z', 'revision_number': 6, 'project_id': 'b1c267eb7ad04d1c8d5b4b5ec6c32782', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:51:59.106125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fae0cb-2c07-4aed-ac1d-761caf0e8601 req-2f7c80ac-2111-4c7a-af2e-83c42cbe000a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:59.113475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.119694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93fae0cb-2c07-4aed-ac1d-761caf0e8601 req-2f7c80ac-2111-4c7a-af2e-83c42cbe000a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2462697 Dec 21 01:51:59.122478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Checking segment: {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:51:59.122839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network hostable DHCP agents. Network: 7c5d1ba9-346d-489a-8604-ef669c13a17b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:51:59.128746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.216129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-807b1d72-db7d-419f-8ad5-2e9e9016cea2 req-11d276ab-09cc-41f4-87f8-82508d42ccef tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=924ae07e589e4b01b49f7fca1dc7061d HTTP/1.1" status: 200 len: 1655 time: 0.0813148 Dec 21 01:51:59.344123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1d72-db7d-419f-8ad5-2e9e9016cea2 req-d170a089-72fc-4054-ae83-7bead35325fb tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:59.345741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-807b1d72-db7d-419f-8ad5-2e9e9016cea2 req-d170a089-72fc-4054-ae83-7bead35325fb tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks?id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 787 time: 0.1229396 Dec 21 01:51:59.422902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-957a5e90-0bfb-4adc-adc2-b0b97558c50c tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips/a443d79f-af4d-4c2b-8e67-c646c2d47292 HTTP/1.1" status: 200 len: 692 time: 0.0497174 Dec 21 01:51:59.547493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:51:59.573664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-1013c94c-80dd-49fc-8b39-b798b037c1b5 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:59.575252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-1013c94c-80dd-49fc-8b39-b798b037c1b5 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1459193 Dec 21 01:51:59.623193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] For port 9dd306c8-d7c0-4621-80a7-ee053de41801, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9dd306c8-d7c0-4621-80a7-ee053de41801,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:51:59.623558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.647595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=03f54a95-846b-4767-bcee-fa31fcad1370,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:51:59.656160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-387a24b8-b21e-43a2-9884-7312a1ea04ca tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0729425 Dec 21 01:51:59.660990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7c5d1ba9-346d-489a-8604-ef669c13a17b) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:51:59.677383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:59.677991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.690127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9f279-34db-4323-a652-a8415e7e2c0c None None] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:51:59.719026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Calling delete_port for 9dd306c8-d7c0-4621-80a7-ee053de41801 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:51:59.720013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-bb63a062-24c6-47b6-8ac3-9571584c1392 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0569067 Dec 21 01:51:59.732215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14f11a35-c231-49e1-acf8-23c96cbe408c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7117381 Dec 21 01:51:59.739179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42814) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:59.750053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-868241471'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:51:59.763059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] In _notify_port_updated(), no bound segment for port 03f54a95-846b-4767-bcee-fa31fcad1370 on network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:51:59.775690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:51:59.776625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.778141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1fe09972-abbf-4a9b-9b32-c598efad7cea tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "PUT /v2.0/ports/03f54a95-846b-4767-bcee-fa31fcad1370 HTTP/1.1" status: 200 len: 996 time: 1.4108825 Dec 21 01:51:59.788957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42816) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:51:59.876162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:51:59.880643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.929740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:51:59.977809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:51:59.978451 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Added segment e3a2de6a-f51c-408d-82da-605833c1aad3 of type vlan for network 05087b27-f327-406e-bb2a-4943e2250199 Dec 21 01:52:00.019770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port 03f54a95-846b-4767-bcee-fa31fcad1370 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:00.020105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.037201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Deleting port 27b4fb08-7c3c-47cf-a2b9-0b4951feb247 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:00.037570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.040166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3d737c7c-ecff-4a0d-ba3e-636234333ea8 None None] Provisioning complete for port 03f54a95-846b-4767-bcee-fa31fcad1370 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:00.040553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3d737c7c-ecff-4a0d-ba3e-636234333ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.061285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.073427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-7c5d1ba9-346d-489a-8604-ef669c13a17b', 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b', 'project_id': '15ded3395821465bb163867682fd571d', 'fixed_ips': [{'subnet_id': 'fe3510d5-7d15-45d9-995b-a32699eeec2d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:00.074523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.148352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1ecfeba-babc-4756-a25d-a585567083f9 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:00.148808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.151537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3d737c7c-ecff-4a0d-ba3e-636234333ea8 None None] Port 03f54a95-846b-4767-bcee-fa31fcad1370 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:00.184681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e1ecfeba-babc-4756-a25d-a585567083f9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:00.184972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1ecfeba-babc-4756-a25d-a585567083f9 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:00.185426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9dd306c8-d7c0-4621-80a7-ee053de41801 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:00.190974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd306c8-d7c0-4621-80a7-ee053de41801,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:00.215279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.218620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9dd306c8-d7c0-4621-80a7-ee053de41801 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:00.219039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9dd306c8-d7c0-4621-80a7-ee053de41801 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:00.234949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.242614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for 03f54a95-846b-4767-bcee-fa31fcad1370 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:00.244412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:00.245156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.374826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Allocated IP 19.80.0.2 (7c5d1ba9-346d-489a-8604-ef669c13a17b/fe3510d5-7d15-45d9-995b-a32699eeec2d/91dcde04-2026-4bae-91ab-fea757d8668e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:00.375545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Network': ['ID=05087b27-f327-406e-bb2a-4943e2250199,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:00.395966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 05087b27-f327-406e-bb2a-4943e2250199 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:00.406329 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a562359f-3025-47fc-96be-55f22603abf5 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6600730 Dec 21 01:52:00.410050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:00.417295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'subnet': {'network_id': '05087b27-f327-406e-bb2a-4943e2250199', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:00.435348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.593821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.598921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.683189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:00.687077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.734167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.734493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.739797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.747770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.752200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Calling delete_port for 27b4fb08-7c3c-47cf-a2b9-0b4951feb247 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:00.792901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:00.798111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:00.803359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:00.827226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Pushing event updated for resources: {'Port': ['ID=91dcde04-2026-4bae-91ab-fea757d8668e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:00.857870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.857870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.858183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.858499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.858847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.859320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.859838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.860227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.860569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.861099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.861612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.861994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.862389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:00.888185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.889699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f92309b1-aadf-4b01-84fa-14ae0da05bef {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:00.894168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.898275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2cbd47e2-b986-4aa2-901e-7d05e842cb35 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f92309b1-aadf-4b01-84fa-14ae0da05bef HTTP/1.1" status: 204 len: 168 time: 2.9347599 Dec 21 01:52:00.898275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.900109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42840) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:00.905504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Attempting to bind port 91dcde04-2026-4bae-91ab-fea757d8668e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:00.906108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Attempting to bind port 91dcde04-2026-4bae-91ab-fea757d8668e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:00.906639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Attempting to bind port 91dcde04-2026-4bae-91ab-fea757d8668e on network 7c5d1ba9-346d-489a-8604-ef669c13a17b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:00.913963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:00.915548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Checking segment: {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:00.915548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.915548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Bound using segment: {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:00.916222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Bound port: 91dcde04-2026-4bae-91ab-fea757d8668e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:00.916796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.958409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Subnet': ['ID=2cd4e93d-c08c-48ec-a079-ec0382959822,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:00.965883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:00.980282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Checking segment: {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:00.980804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network hostable DHCP agents. Network: 05087b27-f327-406e-bb2a-4943e2250199, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:01.004190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] For port 91dcde04-2026-4bae-91ab-fea757d8668e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:01.008777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] For port 91dcde04-2026-4bae-91ab-fea757d8668e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=91dcde04-2026-4bae-91ab-fea757d8668e,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:01.013619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 05087b27-f327-406e-bb2a-4943e2250199 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:01.019812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Deleting subnet e0b541d0-6410-4d61-8f45-03dd572a80ed {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:01.021391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.040182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 05087b27-f327-406e-bb2a-4943e2250199) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:01.045831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:01.046787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.055547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b2727-ecdf-436c-855d-d90f0db2a180 None None] Network 05087b27-f327-406e-bb2a-4943e2250199 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:01.076070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.084095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=03f54a95-846b-4767-bcee-fa31fcad1370,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:01.106917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d04e6dd-0bc3-47ea-8f9a-bec0ca49964f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6939225 Dec 21 01:52:01.234977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d8b5b-1453-4847-8fcd-a00fc84e32c3 None None] Pushing event updated for resources: {'Port': ['ID=91dcde04-2026-4bae-91ab-fea757d8668e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:01.259356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.300096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-05087b27-f327-406e-bb2a-4943e2250199', 'network_id': '05087b27-f327-406e-bb2a-4943e2250199', 'project_id': '15ded3395821465bb163867682fd571d', 'fixed_ips': [{'subnet_id': '2cd4e93d-c08c-48ec-a079-ec0382959822'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:01.302061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.306078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.387163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event deleted for resources: {'Port': ['ID=27b4fb08-7c3c-47cf-a2b9-0b4951feb247,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:01.412722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.416695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5d9321a8-aab7-4a98-9f62-ae0c00347fcc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/03f54a95-846b-4767-bcee-fa31fcad1370 HTTP/1.1" status: 204 len: 168 time: 1.6259785 Dec 21 01:52:01.419605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42860) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:01.467224 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c21d41-b0e8-4f8f-a027-a804acfe4a6c tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] GET failed (client error): The resource could not be found. Dec 21 01:52:01.474997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:01.475207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-28c21d41-b0e8-4f8f-a027-a804acfe4a6c tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports/03f54a95-846b-4767-bcee-fa31fcad1370 HTTP/1.1" status: 404 len: 333 time: 0.0540397 Dec 21 01:52:01.513472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-1405215831'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:01.560144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Allocated IP 19.86.0.2 (05087b27-f327-406e-bb2a-4943e2250199/2cd4e93d-c08c-48ec-a079-ec0382959822/4c90faa9-e104-4dca-a9f8-575a83037ec5) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:01.627677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.630548 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.631756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06c3c61c-1672-4761-9d88-c0b2ea23f71f req-96fcac69-3177-4b8b-b1e6-64ccd369a095 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "DELETE /v2.0/floatingips/a443d79f-af4d-4c2b-8e67-c646c2d47292 HTTP/1.1" status: 204 len: 173 time: 1.9061227 Dec 21 01:52:01.678229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.756262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-9af5e01e-2b54-40c5-abbe-5616500891a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:01.762358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-9af5e01e-2b54-40c5-abbe-5616500891a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:01.763566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-9af5e01e-2b54-40c5-abbe-5616500891a0 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/networks?id=7c5d1ba9-346d-489a-8604-ef669c13a17b&id=05087b27-f327-406e-bb2a-4943e2250199 HTTP/1.1" status: 200 len: 1390 time: 0.3457885 Dec 21 01:52:01.763721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.773102 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.803938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-968c603f-f442-4d42-a357-40c7021cff64 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/quotas/15ded3395821465bb163867682fd571d HTTP/1.1" status: 200 len: 375 time: 0.0276897 Dec 21 01:52:01.830462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Network 05087b27-f327-406e-bb2a-4943e2250199 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:01.834538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:01.837387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:01.849848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.852766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Pushing event updated for resources: {'Port': ['ID=4c90faa9-e104-4dca-a9f8-575a83037ec5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:01.905305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Attempting to bind port 4c90faa9-e104-4dca-a9f8-575a83037ec5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:01.905796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Attempting to bind port 4c90faa9-e104-4dca-a9f8-575a83037ec5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:01.906249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Attempting to bind port 4c90faa9-e104-4dca-a9f8-575a83037ec5 on network 05087b27-f327-406e-bb2a-4943e2250199 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:01.912158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:01.912630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Checking segment: {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:01.913114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.913628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Bound using segment: {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:01.914550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Bound port: 4c90faa9-e104-4dca-a9f8-575a83037ec5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:01.914676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-4ea79cd4-1018-41b4-842d-1cd2fae52016 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips/f89c9d44-f950-48f6-91bb-978dc7108405 HTTP/1.1" status: 200 len: 693 time: 0.1141973 Dec 21 01:52:01.915401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.922148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b541d0-6410-4d61-8f45-03dd572a80ed,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:01.934801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.942114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ddabd5af-a307-409b-9e68-3925c64bbb07 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e0b541d0-6410-4d61-8f45-03dd572a80ed HTTP/1.1" status: 204 len: 168 time: 1.0277855 Dec 21 01:52:01.942335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:01.951898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:01.955474 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:01.971561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae091c7d-dbef-472d-b620-97b6689b8d71 None None] Network 13ef7812-0a0f-4711-a752-01d916660c8d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:02.073806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] For port 4c90faa9-e104-4dca-a9f8-575a83037ec5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:02.084886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-1760e20f-023f-4cfa-9372-48b165e0b2e8 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2415607 Dec 21 01:52:02.089418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] For port 4c90faa9-e104-4dca-a9f8-575a83037ec5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c90faa9-e104-4dca-a9f8-575a83037ec5,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:02.094176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:02.125104 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.136695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-a0c35f53-3adf-4828-90c6-00b4665f58cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:52:02.146251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-a0c35f53-3adf-4828-90c6-00b4665f58cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162354 Dec 21 01:52:02.151930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 91dcde04-2026-4bae-91ab-fea757d8668e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:02.164109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.281406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1357-3efa-42c8-81f4-637934f5eb0b None None] Pushing event updated for resources: {'Port': ['ID=4c90faa9-e104-4dca-a9f8-575a83037ec5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:02.321148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 91dcde04-2026-4bae-91ab-fea757d8668e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:02.321843 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.392182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] DHCP port deletion for 13ef7812-0a0f-4711-a752-01d916660c8d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:02.483738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-8ba95a71-c7dc-43a8-9323-f4b83fe51a13 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:02.491464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-8ba95a71-c7dc-43a8-9323-f4b83fe51a13 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.5218468 Dec 21 01:52:02.512889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Deleting port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:02.513270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.554065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.635853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-c38213f5-b17a-4984-a0f1-085ef454d2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c5d1ba9-346d-489a-8604-ef669c13a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884095 Dec 21 01:52:02.646434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-64716755-43d3-4369-8606-e80515cbb2c3 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.1535711 Dec 21 01:52:02.657710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] For port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:02.658243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.699333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.5 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:02.718511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 91dcde04-2026-4bae-91ab-fea757d8668e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=91dcde04-2026-4bae-91ab-fea757d8668e,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:02.720154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Calling delete_port for 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:02.731270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.757615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Deleting port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:02.757966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:02.808522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-d3737fcf-4808-4b49-afab-4c622e6092f0 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.1526499 Dec 21 01:52:02.824716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49318b-b8f9-4ff9-9412-ea1920991ad4 None None] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:02.924704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=91dcde04-2026-4bae-91ab-fea757d8668e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:02.941179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d2f4049c-a0fb-416e-a716-a886878cdb60 None None] Provisioning complete for port 91dcde04-2026-4bae-91ab-fea757d8668e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:02.941587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2f4049c-a0fb-416e-a716-a886878cdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.013136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.047691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] Pushing event deleted for resources: {'Port': ['ID=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:03.055432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c0c10-8f4b-45e1-b2d9-ea0db9bb99c2 None None] No DVR routers for this DVR port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:03.331291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-88e2876b-9e85-48a8-9ca1-5dbe749a8ed7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c5d1ba9-346d-489a-8604-ef669c13a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944203 Dec 21 01:52:03.340030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] For port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,segment=NetworkSegment(66da49ff-9d0b-41fe-8a28-c0851ae1b327),segment_id=66da49ff-9d0b-41fe-8a28-c0851ae1b327)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:03.340395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.429291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Calling delete_port for 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:03.445000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8bcbd84e-9529-490e-8f8d-cb5277ad4960 None None] Provisioning complete for port 91dcde04-2026-4bae-91ab-fea757d8668e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:03.445000 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd84e-9529-490e-8f8d-cb5277ad4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.610468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-ed365ad1-3872-46c8-b5cd-a5cef4d19d80 service neutron] 10.222.0.43 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672496 Dec 21 01:52:03.617353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.627520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42902) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:03.659784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Deleting port 60db8d62-59d6-45d5-bed1-69c6153749b3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:03.660224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.747960 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.762363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736ac39b-2100-4d59-812b-e8e3231e3ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.764474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623d8c7-e2c1-455b-b8b7-a08568285998 None None] Network 05087b27-f327-406e-bb2a-4943e2250199 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:03.818387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3da91d2c-ff9f-4b61-b1b2-19557f7ec230,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:03.851396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] Provisioning complete for port 4c90faa9-e104-4dca-a9f8-575a83037ec5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:03.851601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] No DVR routers for this DVR port 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:03.851696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.853119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736ac39b-2100-4d59-812b-e8e3231e3ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.861012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736ac39b-2100-4d59-812b-e8e3231e3ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.866122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.900752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac39b-2100-4d59-812b-e8e3231e3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa2066-420c-44a5-bc85-ce11ff536528,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:03.905357 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-736ac39b-2100-4d59-812b-e8e3231e3ea0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0d116a84b024ba6889a0240009bbbb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764070 Dec 21 01:52:03.907803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42906) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:03.976466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:03.985072 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.006797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.033884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4b81d477-b69d-4e72-b841-d9d40fd628c2 service neutron] 10.222.0.43 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129019 Dec 21 01:52:04.039736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.040006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.051115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] For port 4c90faa9-e104-4dca-a9f8-575a83037ec5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c90faa9-e104-4dca-a9f8-575a83037ec5,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:04.057748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.072639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.075946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.084616 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edaa2066-420c-44a5-bc85-ce11ff536528 HTTP/1.1" status: 204 len: 168 time: 0.1736908 Dec 21 01:52:04.086204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:04.095356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75d1fb-b6eb-4cfb-99ab-073ac7f4fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa2066-420c-44a5-bc85-ce11ff536528,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:04.128459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:04.131146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:04.140317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Calling delete_port for 60db8d62-59d6-45d5-bed1-69c6153749b3 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:04.162517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:04.173716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.221096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ef7812-0a0f-4711-a752-01d916660c8d']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:04.226157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4609db-ccc7-4aae-b317-7c04d2365d50 None None] Pushing event updated for resources: {'Port': ['ID=4c90faa9-e104-4dca-a9f8-575a83037ec5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:04.292570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66da49ff-9d0b-41fe-8a28-c0851ae1b327') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:04.292886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66da49ff-9d0b-41fe-8a28-c0851ae1b327') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:04.303600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:04.304328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.336871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.342257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 91dcde04-2026-4bae-91ab-fea757d8668e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:04.366570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee84d4be-8b47-40a2-b6c4-7ba23e32bb62 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8582699 Dec 21 01:52:04.369040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42912) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:04.375745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'network_id': '88f9ed3e-4836-4ebd-8e57-b979c3a81d53', 'name': 'tempest-AllowedAddressPairTestJSON-1203323177'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:04.393623 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.409366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:04.409878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:04.413412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:04.416979 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:04.464944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8157bcb3-66ec-4411-b0d6-16562741e5ed None None] Provisioning complete for port 4c90faa9-e104-4dca-a9f8-575a83037ec5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:04.470601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8157bcb3-66ec-4411-b0d6-16562741e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.506717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.514424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.522893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] 10.222.0.43 "DELETE /v2.0/networks/13ef7812-0a0f-4711-a752-01d916660c8d HTTP/1.1" status: 204 len: 168 time: 2.5771363 Dec 21 01:52:04.528156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42920) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:04.529917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 91dcde04-2026-4bae-91ab-fea757d8668e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:04.532713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.572965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f405-aac0-4a7d-82d6-27f3b77220ae admin admin] Pushing event deleted for resources: {'Network': ['ID=13ef7812-0a0f-4711-a752-01d916660c8d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:04.666861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Made reservation on behalf of 622a197829eb493e8ee03ed6c35d8c49 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:04.671452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.695301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c90faa9-e104-4dca-a9f8-575a83037ec5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:04.737518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] device_id is not set on port 31602acc-2cd1-4647-8f92-c9709cfac398 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:04.787085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4c90faa9-e104-4dca-a9f8-575a83037ec5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:04.787817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.857139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42922) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:04.874694 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf2b58b7-0ce3-4c23-b894-137dbb39983b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.876600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.890598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Allocated IP 172.20.0.7 (88f9ed3e-4836-4ebd-8e57-b979c3a81d53/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f/31602acc-2cd1-4647-8f92-c9709cfac398) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:04.920988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4108fe0a-8ba6-4793-b3b6-62b4eaeb2997 None None] Provisioning complete for port c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:04.921396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4108fe0a-8ba6-4793-b3b6-62b4eaeb2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:04.942497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event deleted for resources: {'Port': ['ID=60db8d62-59d6-45d5-bed1-69c6153749b3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:04.957923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f793fe76-507f-4825-a95b-97d8c9c98da2 req-06959953-4950-4911-b121-807f5e638afe tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 210 time: 0.0942562 Dec 21 01:52:04.977536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:05.020293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:05.020655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3da91d2c-ff9f-4b61-b1b2-19557f7ec230 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:05.025291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4108fe0a-8ba6-4793-b3b6-62b4eaeb2997 None None] Port c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:05.106493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.118434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.120996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.122171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb4652e0-4283-47e6-97a6-ebce427eaee8 req-7e155365-9f93-4c63-813f-f849485d723a tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "DELETE /v2.0/floatingips/f89c9d44-f950-48f6-91bb-978dc7108405 HTTP/1.1" status: 204 len: 173 time: 2.3128591 Dec 21 01:52:05.138239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf2b58b7-0ce3-4c23-b894-137dbb39983b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.148029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.170360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf2b58b7-0ce3-4c23-b894-137dbb39983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.198467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:05.201737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:05.205691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:05.232902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=31602acc-2cd1-4647-8f92-c9709cfac398,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:05.258912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115cf5ca-61ee-44ca-9443-330901f56715 req-3afafb2c-f7a7-4e4c-8101-70c2631b11dd tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips/013db4f5-0376-49f1-9ece-845cdf83a461 HTTP/1.1" status: 200 len: 692 time: 0.0933208 Dec 21 01:52:05.262351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b58b7-0ce3-4c23-b894-137dbb39983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e3961-ae76-491b-8e94-ebc1d8e6b21c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:05.264815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:05.265585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.270250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cf2b58b7-0ce3-4c23-b894-137dbb39983b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f57107c8e56b4a7ca7e99b061c20e50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102926 Dec 21 01:52:05.273487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:05.304212 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a3792e1d-7a0d-49ec-8737-e27d9b16ba0e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9329600 Dec 21 01:52:05.309967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42934) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:05.317262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:81:3b'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:1b:3b:78'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:05.454551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.486138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cf5ca-61ee-44ca-9443-330901f56715 req-a0c5eb3c-d7f3-4581-81b8-d654447c6cc3 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:05.488004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115cf5ca-61ee-44ca-9443-330901f56715 req-a0c5eb3c-d7f3-4581-81b8-d654447c6cc3 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2166173 Dec 21 01:52:05.520445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.537375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.562889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0a003629-5f92-4f9b-bda0-8b6768709c69 None None] Provisioning complete for port 31602acc-2cd1-4647-8f92-c9709cfac398 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:05.563461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0a003629-5f92-4f9b-bda0-8b6768709c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.607271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0a003629-5f92-4f9b-bda0-8b6768709c69 None None] Port 31602acc-2cd1-4647-8f92-c9709cfac398 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:05.756445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.761225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.839748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event updated for resources: {'Port': ['ID=31602acc-2cd1-4647-8f92-c9709cfac398,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:05.864774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] In _notify_port_updated(), no bound segment for port 31602acc-2cd1-4647-8f92-c9709cfac398 on network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:52:05.865011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115cf5ca-61ee-44ca-9443-330901f56715 req-04d15a56-dd85-47c0-9e33-d1109f205e4c tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.3623767 Dec 21 01:52:05.871517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:05.872438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.873957 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54a804d2-0f4d-48d3-9ac3-4240a9b545b4 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "PUT /v2.0/ports/31602acc-2cd1-4647-8f92-c9709cfac398 HTTP/1.1" status: 200 len: 1056 time: 0.5628765 Dec 21 01:52:05.876645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:05.893997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:05.990555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115cf5ca-61ee-44ca-9443-330901f56715 req-c158e498-590f-4526-93ce-95315c893fe8 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.1133790 Dec 21 01:52:06.005594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port 31602acc-2cd1-4647-8f92-c9709cfac398 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:06.006002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.047477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.051080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.052320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/907e3961-ae76-491b-8e94-ebc1d8e6b21c HTTP/1.1" status: 204 len: 168 time: 0.7773764 Dec 21 01:52:06.109172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c90faa9-e104-4dca-a9f8-575a83037ec5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:06.167186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3b698-4c04-464f-910c-7b3a63a57f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e3961-ae76-491b-8e94-ebc1d8e6b21c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:06.183897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.207917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f949985d-a800-47cb-a337-6d31e796f382 None None] Provisioning complete for port 31602acc-2cd1-4647-8f92-c9709cfac398 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:06.208624 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f949985d-a800-47cb-a337-6d31e796f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.217308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for 31602acc-2cd1-4647-8f92-c9709cfac398 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:06.256102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f949985d-a800-47cb-a337-6d31e796f382 None None] Port 31602acc-2cd1-4647-8f92-c9709cfac398 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:06.259821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4c90faa9-e104-4dca-a9f8-575a83037ec5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:06.259821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.284164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a02eb537-db6a-4369-94bc-0925b3c88aad req-55559f4e-b9ef-4846-a2ff-890de2a35ed1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 210 time: 0.1184244 Dec 21 01:52:06.400826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.429935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-48729f4b-ea10-4895-ace5-513c1603a36b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:06.430257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=31602acc-2cd1-4647-8f92-c9709cfac398,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:06.440171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-48729f4b-ea10-4895-ace5-513c1603a36b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:06.442846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-48729f4b-ea10-4895-ace5-513c1603a36b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "GET /v2.0/networks?id=7c5d1ba9-346d-489a-8604-ef669c13a17b&id=05087b27-f327-406e-bb2a-4943e2250199 HTTP/1.1" status: 200 len: 1390 time: 0.4766622 Dec 21 01:52:06.469513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'port': {'device_id': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b', 'admin_state_up': True, 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:06.568878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Deleting port 0da940ae-2608-4440-b876-1a0da80dbff3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:06.569229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.587724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42948) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:06.638778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff802b4e-1ac3-49ae-84dc-b34ada0a7320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.679238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.685849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a5c02c8e-6db0-4ad5-907c-d2c18ba4802e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/31602acc-2cd1-4647-8f92-c9709cfac398 HTTP/1.1" status: 204 len: 168 time: 0.8070898 Dec 21 01:52:06.689212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:06.733030 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce56f28-3a27-44a6-936d-7cd0581219bc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] GET failed (client error): The resource could not be found. Dec 21 01:52:06.737946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ce56f28-3a27-44a6-936d-7cd0581219bc tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports/31602acc-2cd1-4647-8f92-c9709cfac398 HTTP/1.1" status: 404 len: 333 time: 0.0438445 Dec 21 01:52:06.741013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42954) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:06.759823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.760159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.783986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff802b4e-1ac3-49ae-84dc-b34ada0a7320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.789563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff802b4e-1ac3-49ae-84dc-b34ada0a7320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.813230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Calling delete_port for 0da940ae-2608-4440-b876-1a0da80dbff3 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:06.826839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff802b4e-1ac3-49ae-84dc-b34ada0a7320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe0ed7-5982-450d-9544-8ba899f11824,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:06.834771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff802b4e-1ac3-49ae-84dc-b34ada0a7320 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=480e33370aec4effb8891096969696e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459254 Dec 21 01:52:06.835367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42958) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:06.863079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:06.867405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.889366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.910912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.930483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Deleting port ca1ebc30-2ee5-456e-8abb-dfebec7f8166 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:06.930824 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.959246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.962009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:06.963141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08fe0ed7-5982-450d-9544-8ba899f11824 HTTP/1.1" status: 204 len: 168 time: 0.1264207 Dec 21 01:52:06.971916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394b5dc-3585-4dec-8c96-bc4541797d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe0ed7-5982-450d-9544-8ba899f11824,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:07.116783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:07.117178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.215791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] For port ca1ebc30-2ee5-456e-8abb-dfebec7f8166, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:07.216167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.276275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Calling delete_port for ca1ebc30-2ee5-456e-8abb-dfebec7f8166 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:07.278323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Allocated IP 19.80.0.199 (7c5d1ba9-346d-489a-8604-ef669c13a17b/fe3510d5-7d15-45d9-995b-a32699eeec2d/7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:07.391610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.419248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.451394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9e69854-d3a3-48c1-8800-35c9ed4243bb req-3b01afcd-09c6-42d2-86ef-7547dd64630c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 210 time: 0.0731428 Dec 21 01:52:07.457959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:07.492376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Pushing event deleted for resources: {'Port': ['ID=0da940ae-2608-4440-b876-1a0da80dbff3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:07.725154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.727733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.728868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115cf5ca-61ee-44ca-9443-330901f56715 req-2754a93c-9814-482c-b240-0a1065c3ed08 tempest-FloatingIPDetailsTestJSON-734362400 tempest-FloatingIPDetailsTestJSON-734362400-project] 10.222.0.43 "DELETE /v2.0/floatingips/013db4f5-0376-49f1-9ece-845cdf83a461 HTTP/1.1" status: 204 len: 173 time: 1.7042799 Dec 21 01:52:07.735673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:07.859239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:07.933547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.247048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.250234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.253584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1ebc30-2ee5-456e-8abb-dfebec7f8166,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:08.315167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:08.370339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.622178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:08.657234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:08.690796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:08.700708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:08.705013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Deleting port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:08.706045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.828273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:08.829069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.843275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] For port 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:08.845873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.846376 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:08.850663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5f9338ab-a3ad-4b22-9519-53a16816d14d tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 HTTP/1.1" status: 204 len: 168 time: 2.1054740 Dec 21 01:52:08.856833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43016) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:08.875381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66c4ec-71f7-41b8-bec4-31ae94e8100b req-566f0e9b-2230-4936-a99f-11ebcc92018e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:08.878213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf66c4ec-71f7-41b8-bec4-31ae94e8100b req-566f0e9b-2230-4936-a99f-11ebcc92018e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 932 time: 0.2476728 Dec 21 01:52:08.934003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Calling delete_port for 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:08.944774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-7d138343-bc70-4f32-b5d6-44585aba4a11 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4836836 Dec 21 01:52:08.947396 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98e7ef3-6dc5-4eee-a295-4bd9968e4269 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] GET failed (client error): The resource could not be found. Dec 21 01:52:08.948963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d98e7ef3-6dc5-4eee-a295-4bd9968e4269 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "GET /v2.0/ports/c4dbae2c-9e83-4259-8b4e-7b8fb6b1e176 HTTP/1.1" status: 404 len: 333 time: 0.0858774 Dec 21 01:52:08.953558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:08.965213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-e3b81e13-837a-4abe-a540-9d9dbef4c0af tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:52:08.966295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-e3b81e13-837a-4abe-a540-9d9dbef4c0af tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122237 Dec 21 01:52:08.967179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.002522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Request body: {'port': {'device_id': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'network_id': '05087b27-f327-406e-bb2a-4943e2250199', 'admin_state_up': True, 'tenant_id': '15ded3395821465bb163867682fd571d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:09.116235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b7fa92c3-1603-477a-9bc5-d37e50a500c3 None None] Provisioning complete for port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:09.116717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7fa92c3-1603-477a-9bc5-d37e50a500c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.170890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa92c3-1603-477a-9bc5-d37e50a500c3 None None] Port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:09.188256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:09.188256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.192005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf66c4ec-71f7-41b8-bec4-31ae94e8100b req-e5a27361-e420-418a-9b50-2f501a25f254 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049877 Dec 21 01:52:09.352557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.359382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Made reservation on behalf of 15ded3395821465bb163867682fd571d for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:09.362086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.363802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.379251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for 42e1a2f4-498f-4ad9-b6d7-0e66d3773211 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:09.403679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:09.522117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Router e7c19cf9-9057-4df6-83d5-e0b627fcb81d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:09.677921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Allocated IP 19.86.0.230 (05087b27-f327-406e-bb2a-4943e2250199/2cd4e93d-c08c-48ec-a079-ec0382959822/229177e5-2ad9-4dc0-b8ad-c889da6bd97d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:09.683104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.694744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.708549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:09.717018 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Sync routers for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:09.725006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a6253074-6ecf-410e-b985-4d65ddafa724 admin admin] 10.222.0.43 "PUT /v2.0/routers/e7c19cf9-9057-4df6-83d5-e0b627fcb81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1760254 Dec 21 01:52:09.728895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:09.733118 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:09.733917 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:09.771706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=42e1a2f4-498f-4ad9-b6d7-0e66d3773211,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:09.888981 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:09.904941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:09.909440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-184fcd38-1a91-42e0-a92e-6bff29a05cd2 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/ports/42e1a2f4-498f-4ad9-b6d7-0e66d3773211 HTTP/1.1" status: 204 len: 168 time: 0.9550271 Dec 21 01:52:09.911934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:10.051156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.097212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting subnet e885da6d-8dc4-459a-85e9-4f0d0e53ca4f {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:10.099551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.112824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.187776 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:52:07Z', 'revision_number': 5, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:10.219052 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Checking router: e7c19cf9-9057-4df6-83d5-e0b627fcb81d for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:10.229035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.241411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.252210 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Routers {'e7c19cf9-9057-4df6-83d5-e0b627fcb81d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:10.252836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:10.290499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Router c0f14b11-94a3-4d13-9029-d1014bc265a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:10.297530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Network 05087b27-f327-406e-bb2a-4943e2250199 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:10.306131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:10.311986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:10.364230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event updated for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:10.418166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.420991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43078) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:10.471410 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] Set router e7c19cf9-9057-4df6-83d5-e0b627fcb81d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:10.472278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:10.478431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e2ea2977-d524-4d9b-a7cd-053d70779bb9 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0f14b11-94a3-4d13-9029-d1014bc265a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406151 Dec 21 01:52:10.480271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.484970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:10.486972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Sync routers for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:10.500789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:10.504555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:10.690541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.699763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.728279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ac069de0-11d1-463a-b1f4-d02893fc4c2d None None] Provisioning complete for port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:10.728871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ac069de0-11d1-463a-b1f4-d02893fc4c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.764050 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:52:07Z', 'revision_number': 5, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:10.774721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ac069de0-11d1-463a-b1f4-d02893fc4c2d None None] Port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:10.785635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:10.798219 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7196-c867-4550-9b6c-a5321cd81f41 None None] The sync data for ids ['e7c19cf9-9057-4df6-83d5-e0b627fcb81d'] in n-d-761264-20 is: [{'id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264054626-router', 'tenant_id': '0d8de68fcac243b982273b09491649b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:49:42Z', 'updated_at': '2021-12-21T01:52:07Z', 'revision_number': 5, 'project_id': '0d8de68fcac243b982273b09491649b3', 'gw_port': {'id': '71be60b8-d76a-4d5c-8c49-705087777fbe', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c19cf9-9057-4df6-83d5-e0b627fcb81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:49:43Z', 'updated_at': '2021-12-21T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:10.813590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:10.814532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.844386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54a966ca-a765-4b55-baa9-8aba1bda8cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:10.855703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f624dc53-2fc5-42c7-88df-32e02280ac33 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8574219 Dec 21 01:52:10.875947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9341a7-2e8a-485c-be78-be3f97f64c4e req-0a456d2b-ac99-466c-9a9d-4f89bdfb9ec7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:10.882538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9341a7-2e8a-485c-be78-be3f97f64c4e req-0a456d2b-ac99-466c-9a9d-4f89bdfb9ec7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:10.884182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9341a7-2e8a-485c-be78-be3f97f64c4e req-0a456d2b-ac99-466c-9a9d-4f89bdfb9ec7 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1655 time: 0.5277178 Dec 21 01:52:10.964009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Request body: {'port': {'device_id': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:10.987325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:52:09Z', 'revision_number': 5, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:10.998968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9341a7-2e8a-485c-be78-be3f97f64c4e req-d99eb004-96e6-40ae-bc3a-b541b62cbe3a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013885 Dec 21 01:52:11.014364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Deleting port 71be60b8-d76a-4d5c-8c49-705087777fbe {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:11.014692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.024740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Checking router: c0f14b11-94a3-4d13-9029-d1014bc265a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:11.034991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Routers {'c0f14b11-94a3-4d13-9029-d1014bc265a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:11.035798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:51:46Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c0f14b11-94a3-4d13-9029-d1014bc265a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:11.106684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Subnet': ['ID=e885da6d-8dc4-459a-85e9-4f0d0e53ca4f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.116221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.119519 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-40671cc3-9316-4c2d-803c-f246a8c4051e tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/subnets/e885da6d-8dc4-459a-85e9-4f0d0e53ca4f HTTP/1.1" status: 204 len: 168 time: 1.2065856 Dec 21 01:52:11.124985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25365e-4ed8-4655-a3f5-708cb81b9121 None None] Network 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:11.127910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43086) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:11.133386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.183426 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54a966ca-a765-4b55-baa9-8aba1bda8cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.219033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54a966ca-a765-4b55-baa9-8aba1bda8cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.251228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] Set router c0f14b11-94a3-4d13-9029-d1014bc265a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:11.277653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] For port 71be60b8-d76a-4d5c-8c49-705087777fbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=71be60b8-d76a-4d5c-8c49-705087777fbe,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:11.278207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.282398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.289624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.386907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-54a966ca-a765-4b55-baa9-8aba1bda8cff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=629096d158e04d4793a8e39e8f7f2790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9542468 Dec 21 01:52:11.397080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:11.410541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Deleting port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:11.410874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.426997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a966ca-a765-4b55-baa9-8aba1bda8cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62375712-d170-4f8f-8d9b-321d2a88af42,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.438486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] DHCP port deletion for 88f9ed3e-4836-4ebd-8e57-b979c3a81d53 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:11.438868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Calling delete_port for 71be60b8-d76a-4d5c-8c49-705087777fbe owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:11.492925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Deleting port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:11.493496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.560715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Deleting port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:11.565955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.587764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] For port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,segment=NetworkSegment(4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221),segment_id=4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:11.588998 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.592247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.618711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Calling delete_port for 2dde73c6-cebf-49a8-a8e3-4435118ea2ad owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:11.684850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.716155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] For port 65e6bf02-7db3-4432-af5f-25e0a7efd6f2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:11.716691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.752655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Calling delete_port for 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:11.756326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:11.772503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.781890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] For port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,segment=NetworkSegment(4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221),segment_id=4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:11.782352 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.793084 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.800146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Calling delete_port for 2dde73c6-cebf-49a8-a8e3-4435118ea2ad owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:11.802656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:52:09Z', 'revision_number': 5, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:11.832452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.833768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafbea2-23fd-43a1-b0b8-d9435f90e087 None None] The sync data for ids ['c0f14b11-94a3-4d13-9029-d1014bc265a8'] in n-d-761264-20 is: [{'id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'name': 'tempest-FloatingIPDetailsTestJSON-2081367762-router', 'tenant_id': '924ae07e589e4b01b49f7fca1dc7061d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:51:39Z', 'updated_at': '2021-12-21T01:52:09Z', 'revision_number': 5, 'project_id': '924ae07e589e4b01b49f7fca1dc7061d', 'gw_port': {'id': '65e6bf02-7db3-4432-af5f-25e0a7efd6f2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f14b11-94a3-4d13-9029-d1014bc265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:41Z', 'updated_at': '2021-12-21T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:11.838774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.847546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Pushing event deleted for resources: {'Port': ['ID=71be60b8-d76a-4d5c-8c49-705087777fbe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.848644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.849966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Transition to ACTIVE for port object 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:52:11.851564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62375712-d170-4f8f-8d9b-321d2a88af42 HTTP/1.1" status: 204 len: 168 time: 0.4489906 Dec 21 01:52:11.881848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.901001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d947d4-cfb9-4395-93a7-8c7e2c5a49cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62375712-d170-4f8f-8d9b-321d2a88af42,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.907646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Port': ['ID=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.915324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] No DVR routers for this DVR port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:11.947797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:11.961566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] No DVR routers for this DVR port 2dde73c6-cebf-49a8-a8e3-4435118ea2ad on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:11.983148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb237cc-6126-4af0-b4cd-40ebd400f510 None None] Pushing event deleted for resources: {'Port': ['ID=2dde73c6-cebf-49a8-a8e3-4435118ea2ad,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:11.984300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:12.007048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.062464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.090707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f9ed3e-4836-4ebd-8e57-b979c3a81d53']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:12.122437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:12.122707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbc2ebb-4a58-4cdb-bba0-0710cd4ca221') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:12.139576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.160664 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:52:12.172834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.181439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:12.181855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.185908 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:12.187955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.226255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.231075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.391017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e6bf02-7db3-4432-af5f-25e0a7efd6f2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:12.428659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95da7b-4810-4484-a430-36ee0a74cf91 req-3ea82950-cf29-4e0f-a0b7-e01f2f898e60 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:12.435649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95da7b-4810-4484-a430-36ee0a74cf91 req-3ea82950-cf29-4e0f-a0b7-e01f2f898e60 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:12.437549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e95da7b-4810-4484-a430-36ee0a74cf91 req-3ea82950-cf29-4e0f-a0b7-e01f2f898e60 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1667 time: 0.2922349 Dec 21 01:52:12.439228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.440593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c19cf9-9057-4df6-83d5-e0b627fcb81d {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:12.442137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Attempting to bind port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:12.442536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Attempting to bind port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:12.442916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Attempting to bind port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa on network 7c5d1ba9-346d-489a-8604-ef669c13a17b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:12.450715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.454599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2be0c9ed-89ab-4fc1-8ad5-c8914bd413ca admin admin] 10.222.0.43 "DELETE /v2.0/routers/e7c19cf9-9057-4df6-83d5-e0b627fcb81d HTTP/1.1" status: 204 len: 168 time: 2.6337078 Dec 21 01:52:12.457002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:12.460491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2dde73c6-cebf-49a8-a8e3-4435118ea2ad no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:12.463447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:12.487743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2dde73c6-cebf-49a8-a8e3-4435118ea2ad {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:12.488547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2dde73c6-cebf-49a8-a8e3-4435118ea2ad not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:12.489272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca1ebc30-2ee5-456e-8abb-dfebec7f8166 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:12.491758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa on network 7c5d1ba9-346d-489a-8604-ef669c13a17b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:52:12.492172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Attempting to bind port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa on network 7c5d1ba9-346d-489a-8604-ef669c13a17b {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:12.502827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:12.503337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Checking segment: {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:12.503802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Bound using segment: {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:12.504384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Bound port: 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c110bae-97be-454e-8d8c-a86161dd943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:12.504823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.523048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ca1ebc30-2ee5-456e-8abb-dfebec7f8166 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:12.523409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca1ebc30-2ee5-456e-8abb-dfebec7f8166 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:12.524214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:12.563121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e95da7b-4810-4484-a430-36ee0a74cf91 req-d2ba8c16-8967-4a95-896c-05812547e11b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072676 Dec 21 01:52:12.570962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:12.572016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8a8ca2e9-b9cf-4bb2-924c-c6fb3bdc3fd5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:12.588163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Deleting subnet 80834047-a964-41c6-a317-a5df66391f78 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:12.615206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.618156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.635735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:12.639099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-499b90dd-4462-4f18-842a-a2845c15d704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.639336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:12.641110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.645800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.646585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.650169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] 10.222.0.43 "DELETE /v2.0/networks/88f9ed3e-4836-4ebd-8e57-b979c3a81d53 HTTP/1.1" status: 204 len: 168 time: 1.5210829 Dec 21 01:52:12.698654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:12.699277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.702234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] 10.222.0.24 "PUT /v2.0/ports/7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa HTTP/1.1" status: 200 len: 1093 time: 1.8170733 Dec 21 01:52:12.709454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:12.712738 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a22017-0cff-416c-87e8-541040ea0190" -d '{"events": [{"name": "network-changed", "server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:12.740469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2971bc-3d16-4c05-9e27-b5c4775634fa service neutron] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:12.748426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Request body: {'port': {'device_id': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:12.780175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3927-fbfe-4172-8518-412998881991 tempest-AllowedAddressPairTestJSON-865088909 tempest-AllowedAddressPairTestJSON-865088909-project] Pushing event deleted for resources: {'Network': ['ID=88f9ed3e-4836-4ebd-8e57-b979c3a81d53,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:12.800826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.804157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.818488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.876880 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.916445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.918395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f14b11-94a3-4d13-9029-d1014bc265a8 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:12.933249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:12.949133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8a1b6d8-4275-47ff-bde1-63bbe153e4d8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c0f14b11-94a3-4d13-9029-d1014bc265a8 HTTP/1.1" status: 204 len: 168 time: 2.4629431 Dec 21 01:52:12.960485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.066223 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7bb796-487f-4eca-ba33-4b67d34727ad x-openstack-request-id: req-0e7bb796-487f-4eca-ba33-4b67d34727ad {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:13.066628 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:13.067792 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e7bb796-487f-4eca-ba33-4b67d34727ad {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:13.068273 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'status': 'completed', 'code': 200} Dec 21 01:52:13.124947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43118) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.159773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.167945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-499b90dd-4462-4f18-842a-a2845c15d704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.192160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Deleting subnet 0c38b898-667e-4b5e-ab11-adcf55e4955e {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:13.201867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-499b90dd-4462-4f18-842a-a2845c15d704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.207366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.292086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-3be1e26f-f842-4f38-acff-d284d5b66ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.292620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-3be1e26f-f842-4f38-acff-d284d5b66ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.294277 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d9a22017-0cff-416c-87e8-541040ea0190 req-3be1e26f-f842-4f38-acff-d284d5b66ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1915 time: 0.2057347 Dec 21 01:52:13.296708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.304645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-499b90dd-4462-4f18-842a-a2845c15d704 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23295214130c4b0ab87f72c8386e3d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8279393 Dec 21 01:52:13.305927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.309242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229177e5-2ad9-4dc0-b8ad-c889da6bd97d {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:13.324127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b90dd-4462-4f18-842a-a2845c15d704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09308bdb-fc35-4470-9885-a108f0de7880,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:13.332433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.385130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Transition to ACTIVE for port object 229177e5-2ad9-4dc0-b8ad-c889da6bd97d will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:52:13.391355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-908489d6-2b0e-40ce-9f8f-7aaaf859918f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=622a197829eb493e8ee03ed6c35d8c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652822 Dec 21 01:52:13.397381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.397381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43124) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.414136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.472691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80834047-a964-41c6-a317-a5df66391f78,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:13.477929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.481676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.481905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d866a9b-d58b-418f-9d78-2250d5686a7b None None] Network 335c6aba-4806-44cf-bd73-28d80675277d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:13.489374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61d45680-a273-4d82-bc27-1557e2bf450b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/80834047-a964-41c6-a317-a5df66391f78 HTTP/1.1" status: 204 len: 168 time: 1.0283346 Dec 21 01:52:13.503957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43128) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.523162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.569653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-43631985-95eb-432d-b793-6bc7cada6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.570126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-43631985-95eb-432d-b793-6bc7cada6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.570585 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-43631985-95eb-432d-b793-6bc7cada6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.572177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d9a22017-0cff-416c-87e8-541040ea0190 req-43631985-95eb-432d-b793-6bc7cada6aee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=15ded3395821465bb163867682fd571d&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2491276 Dec 21 01:52:13.578109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Pushing event updated for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:13.667230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.694250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] DHCP port deletion for 335c6aba-4806-44cf-bd73-28d80675277d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:13.706272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.718214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.759997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Deleting port bcd25b66-2608-4b49-b0f2-36dc5998e771 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:13.761134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.765687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c38b898-667e-4b5e-ab11-adcf55e4955e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:13.773144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.777876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9abb211a-b99f-481a-8a7e-c28142568d94 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c38b898-667e-4b5e-ab11-adcf55e4955e HTTP/1.1" status: 204 len: 168 time: 0.8163509 Dec 21 01:52:13.780945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22017-0cff-416c-87e8-541040ea0190 req-8543b25d-cf1e-41a9-bd7c-2033b072aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.783876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d9a22017-0cff-416c-87e8-541040ea0190 req-8543b25d-cf1e-41a9-bd7c-2033b072aadb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1977501 Dec 21 01:52:13.785307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:13.790869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc443dc7-6e95-45b3-900f-ecf19c5b9e19 None None] Network 37385ad3-504c-4805-99bd-31bec2f41d9b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:13.847725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.868939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.872350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.895730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Attempting to bind port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:13.896290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Attempting to bind port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:13.896377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Attempting to bind port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d on network 05087b27-f327-406e-bb2a-4943e2250199 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:13.918369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efe5a-a625-45b8-9eba-474c3bd964e1 req-16e7f8fc-b26b-4d23-aeb3-a69cc24f40e9 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.924399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efe5a-a625-45b8-9eba-474c3bd964e1 req-16e7f8fc-b26b-4d23-aeb3-a69cc24f40e9 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:13.930022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-523efe5a-a625-45b8-9eba-474c3bd964e1 req-16e7f8fc-b26b-4d23-aeb3-a69cc24f40e9 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1679 time: 0.2185071 Dec 21 01:52:13.934672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d on network 05087b27-f327-406e-bb2a-4943e2250199 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:52:13.935015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Attempting to bind port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d on network 05087b27-f327-406e-bb2a-4943e2250199 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:13.936849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Deleting port 81fa52d0-445d-49fb-89e4-225671f00ede {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:13.937460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.951869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.954642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.958914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09308bdb-fc35-4470-9885-a108f0de7880 HTTP/1.1" status: 204 len: 168 time: 0.6495271 Dec 21 01:52:13.967536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:13.968159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Checking segment: {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:13.968560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Bound using segment: {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:13.969395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Bound port: 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a2de6a-f51c-408d-82da-605833c1aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05087b27-f327-406e-bb2a-4943e2250199'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:13.969899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.972914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] For port bcd25b66-2608-4b49-b0f2-36dc5998e771, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bcd25b66-2608-4b49-b0f2-36dc5998e771,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:13.973655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.994865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3eaa348d-bc68-4118-af7a-b6522b191cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:13.997746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebde08-11ba-44a0-a0d9-b9afa06927d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09308bdb-fc35-4470-9885-a108f0de7880,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.024477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Calling delete_port for bcd25b66-2608-4b49-b0f2-36dc5998e771 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:14.033140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] For port 81fa52d0-445d-49fb-89e4-225671f00ede, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81fa52d0-445d-49fb-89e4-225671f00ede,segment=NetworkSegment(eb849326-e097-4669-b517-6cb32fb0c8e0),segment_id=eb849326-e097-4669-b517-6cb32fb0c8e0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:14.033542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.074029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Calling delete_port for 81fa52d0-445d-49fb-89e4-225671f00ede owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:14.103662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.107137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.110959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecb57890-5919-4201-8576-31a905ea5362 HTTP/1.1" status: 204 len: 168 time: 0.7107997 Dec 21 01:52:14.137364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-523efe5a-a625-45b8-9eba-474c3bd964e1 req-e688fc49-f927-40e6-9510-30cfc9b9ac7a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959581 Dec 21 01:52:14.151663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc894ad-de70-4f0c-b3e9-4547871281ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb57890-5919-4201-8576-31a905ea5362,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.158830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:14.162282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] DHCP port deletion for 37385ad3-504c-4805-99bd-31bec2f41d9b request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:14.166756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 71be60b8-d76a-4d5c-8c49-705087777fbe no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:14.169100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Deleting port bcd25b66-2608-4b49-b0f2-36dc5998e771 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:14.169930 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.174568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:14.195766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.250722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.257584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 71be60b8-d76a-4d5c-8c49-705087777fbe {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:14.258173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 71be60b8-d76a-4d5c-8c49-705087777fbe not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:14.258603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bcd25b66-2608-4b49-b0f2-36dc5998e771 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:14.270099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:14.270720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.272381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] 10.222.0.24 "PUT /v2.0/ports/229177e5-2ad9-4dc0-b8ad-c889da6bd97d HTTP/1.1" status: 200 len: 1093 time: 1.5284381 Dec 21 01:52:14.294439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] For port bcd25b66-2608-4b49-b0f2-36dc5998e771, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bcd25b66-2608-4b49-b0f2-36dc5998e771,segment=NetworkSegment(63fe9d55-3560-470f-801a-9da7db882738),segment_id=63fe9d55-3560-470f-801a-9da7db882738)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:14.294986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.353291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Calling delete_port for bcd25b66-2608-4b49-b0f2-36dc5998e771 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:14.369884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Pushing event deleted for resources: {'Port': ['ID=81fa52d0-445d-49fb-89e4-225671f00ede,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.372646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Deleting port 81fa52d0-445d-49fb-89e4-225671f00ede {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:14.372646 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.384905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] No DVR routers for this DVR port 81fa52d0-445d-49fb-89e4-225671f00ede on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:14.406257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125a52f-c628-4a72-8652-d7fdea2e1408 service neutron] Pushing event updated for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.418406 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.491924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No active binding found for port bcd25b66-2608-4b49-b0f2-36dc5998e771 {{(pid=109852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 01:52:14.496373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] The host n-d-761264-20 is not matching for port bcd25b66-2608-4b49-b0f2-36dc5998e771 host None! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:52:14.497061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bcd25b66-2608-4b49-b0f2-36dc5998e771 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:14.497794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.497936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:14.523925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37385ad3-504c-4805-99bd-31bec2f41d9b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.526789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] Pushing event deleted for resources: {'Port': ['ID=bcd25b66-2608-4b49-b0f2-36dc5998e771,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.529236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:14.529831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65e6bf02-7db3-4432-af5f-25e0a7efd6f2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:14.551221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb849326-e097-4669-b517-6cb32fb0c8e0') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.551527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb849326-e097-4669-b517-6cb32fb0c8e0') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.569405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5b9d1-09bd-44e9-946a-27552886fa2f None None] No DVR routers for this DVR port bcd25b66-2608-4b49-b0f2-36dc5998e771 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:14.581619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.610551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.616484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] For port 81fa52d0-445d-49fb-89e4-225671f00ede, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:14.617510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.618090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-3d9bf3ee-1613-431d-98a6-3c9790842ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:14.618623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-3d9bf3ee-1613-431d-98a6-3c9790842ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:14.620167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-3d9bf3ee-1613-431d-98a6-3c9790842ffa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1983 time: 0.2546248 Dec 21 01:52:14.623953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:14.624347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:14.626526 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:14.645100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Calling delete_port for 81fa52d0-445d-49fb-89e4-225671f00ede owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:14.648073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Port 81fa52d0-445d-49fb-89e4-225671f00ede was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:52:14.650563 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.680723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] Pushing event deleted for resources: {'Port': ['ID=81fa52d0-445d-49fb-89e4-225671f00ede,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.699742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b239f8-e31d-4f80-bc38-f2598ed522dd None None] No DVR routers for this DVR port 81fa52d0-445d-49fb-89e4-225671f00ede on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:14.714605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-baa5f0c2-ebc1-446e-8c3e-49b96bdf4f62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa HTTP/1.1" status: 200 len: 217 time: 0.0781884 Dec 21 01:52:14.714815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.742940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.768326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.774854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] No DVR routers for this DVR port bcd25b66-2608-4b49-b0f2-36dc5998e771 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:14.779122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37385ad3-504c-4805-99bd-31bec2f41d9b HTTP/1.1" status: 204 len: 168 time: 0.9928391 Dec 21 01:52:14.805745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd25b66-2608-4b49-b0f2-36dc5998e771,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.806832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee29e-34d5-4dd5-8a91-dc1f6ec1f053 admin admin] Pushing event deleted for resources: {'Network': ['ID=37385ad3-504c-4805-99bd-31bec2f41d9b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:14.877784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4c56a117-a1ff-44ee-90b7-638ca4311a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:14.879262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-4c56a117-a1ff-44ee-90b7-638ca4311a65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe3510d5-7d15-45d9-995b-a32699eeec2d HTTP/1.1" status: 200 len: 801 time: 0.1563888 Dec 21 01:52:14.883156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.931658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335c6aba-4806-44cf-bd73-28d80675277d']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.945572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fe9d55-3560-470f-801a-9da7db882738') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.945874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fe9d55-3560-470f-801a-9da7db882738') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:14.958261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:14.973140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-1885b639-96ca-43ae-b8eb-68f208e96699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:14.974742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-1885b639-96ca-43ae-b8eb-68f208e96699 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c5d1ba9-346d-489a-8604-ef669c13a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841529 Dec 21 01:52:14.979460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43166) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:14.988443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.019591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:15.019995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.021697 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:15.024231 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:15.075583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:15.077878 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f" -d '{"events": [{"name": "network-changed", "server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:15.137932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-866aa934-6ab9-4d68-bfff-cdb25184e51b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=924ae07e589e4b01b49f7fca1dc7061d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573157 Dec 21 01:52:15.140512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.141091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:15.154454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.160889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] 10.222.0.43 "DELETE /v2.0/networks/335c6aba-4806-44cf-bd73-28d80675277d HTTP/1.1" status: 204 len: 168 time: 1.6558456 Dec 21 01:52:15.177392 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eca29a-64f6-4a6e-969d-19513394408c x-openstack-request-id: req-e5eca29a-64f6-4a6e-969d-19513394408c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:15.177686 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:15.177935 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5eca29a-64f6-4a6e-969d-19513394408c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:15.178330 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d', 'status': 'completed', 'code': 200} Dec 21 01:52:15.182781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929350a7-8ede-4e78-96e4-78091deda704 admin admin] Pushing event deleted for resources: {'Network': ['ID=335c6aba-4806-44cf-bd73-28d80675277d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:15.196103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-e1e8bc06-56a6-45ab-b219-3a4c928e268b service neutron] 10.222.0.24 "GET /v2.0/networks/7c5d1ba9-346d-489a-8604-ef669c13a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055225 Dec 21 01:52:15.220671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.249641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.313777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.318449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.322981 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe0000fd-737d-49f7-97de-1c809c728172 HTTP/1.1" status: 204 len: 168 time: 0.1807544 Dec 21 01:52:15.333643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199be5-086b-47e4-b217-9c063cbcff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0000fd-737d-49f7-97de-1c809c728172,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:15.346103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f10442-f921-4710-b0a7-3a5bf57b19a6 req-aef3ff9e-eaf6-4873-8821-d67d44acfb8c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:15.352245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f10442-f921-4710-b0a7-3a5bf57b19a6 req-aef3ff9e-eaf6-4873-8821-d67d44acfb8c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:15.354065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3f10442-f921-4710-b0a7-3a5bf57b19a6 req-aef3ff9e-eaf6-4873-8821-d67d44acfb8c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1679 time: 0.1103473 Dec 21 01:52:15.370507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43190) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:15.394855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-f6c91537-06e4-4139-ac33-713ddfcfda94 service neutron] 10.222.0.24 "GET /v2.0/networks/7c5d1ba9-346d-489a-8604-ef669c13a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914382 Dec 21 01:52:15.441449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-955780a7-470c-401a-8f52-dd2e4e6b8241 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1c267eb7ad04d1c8d5b4b5ec6c32782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697010 Dec 21 01:52:15.442303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43194) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:15.458649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-b8f06726-b8fa-415d-bc7c-22265e235db6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d HTTP/1.1" status: 200 len: 217 time: 0.0498505 Dec 21 01:52:15.501873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.516439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3f10442-f921-4710-b0a7-3a5bf57b19a6 req-f561ee92-a3c5-48b6-9663-0320e3042d0c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515450 Dec 21 01:52:15.520485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-e08d160b-82ab-4034-ad85-429c9c0dc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:15.521971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-e08d160b-82ab-4034-ad85-429c9c0dc7b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd4e93d-c08c-48ec-a079-ec0382959822 HTTP/1.1" status: 200 len: 801 time: 0.0539899 Dec 21 01:52:15.541362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.590804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955224b-8e86-48fa-bae2-9868433b77cc req-47932ee1-e9a8-49bf-bef7-72a5ef2c3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:15.592426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-47932ee1-e9a8-49bf-bef7-72a5ef2c3376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05087b27-f327-406e-bb2a-4943e2250199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630655 Dec 21 01:52:15.603089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.608392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:15.610889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69a7db6f-fc89-4670-9646-cc26bfe34613 HTTP/1.1" status: 204 len: 168 time: 0.1672657 Dec 21 01:52:15.630518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c44bd0-7c01-4329-9937-36ae858ccd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7db6f-fc89-4670-9646-cc26bfe34613,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:15.761643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:15.959038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-dd6fbe6c-b07b-4189-a82a-faea39577593 service neutron] 10.222.0.24 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585691 Dec 21 01:52:16.044428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81fa52d0-445d-49fb-89e4-225671f00ede no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:16.063710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b955224b-8e86-48fa-bae2-9868433b77cc req-a8f32146-971a-4642-897f-8310e69e40e7 service neutron] 10.222.0.24 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978951 Dec 21 01:52:16.072928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-34145197'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:16.099442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 81fa52d0-445d-49fb-89e4-225671f00ede {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:16.100041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81fa52d0-445d-49fb-89e4-225671f00ede not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:16.118751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Made reservation on behalf of 49e1a2ae67b2435ca46385ead1cd48da for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:16.121499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.136530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.227071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-a724b90f-4de2-455a-9cf8-0c61819e6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.227651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-a724b90f-4de2-455a-9cf8-0c61819e6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.229316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-a724b90f-4de2-455a-9cf8-0c61819e6df0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15ded3395821465bb163867682fd571d&device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1983 time: 0.0596182 Dec 21 01:52:16.255113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.263048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.281049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e4a-e05b-4104-8be5-ac0e90280b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.316716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:16.325012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b55ecee-695e-40cf-8bff-988ec51f3c60,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:16.337199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.337792 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Added segment a7a9ad17-c25d-4d97-bbed-8147ccfebe0c of type vlan for network 5bb0493c-8a50-445d-b879-594edec8178e Dec 21 01:52:16.366572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:16.389667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.427131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.436907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.437268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.440899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-e0e540b5-899e-4ae5-9204-2f6d92a6370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.442443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-e0e540b5-899e-4ae5-9204-2f6d92a6370e service neutron] 10.222.0.24 "GET /v2.0/networks?id=05087b27-f327-406e-bb2a-4943e2250199 HTTP/1.1" status: 200 len: 901 time: 0.2052619 Dec 21 01:52:16.445217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d64cba19-f59c-4d3d-b6e5-3ba823e52c26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d8de68fcac243b982273b09491649b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775445 Dec 21 01:52:16.447666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43250) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:16.496818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-bc4b14d7-0880-463c-8551-a26a48139d4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d HTTP/1.1" status: 200 len: 217 time: 0.0468376 Dec 21 01:52:16.513707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7508268 Dec 21 01:52:16.516792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:16.522578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Request body: {'subnet': {'network_id': '5bb0493c-8a50-445d-b879-594edec8178e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:16.541696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72966ff-b1d5-434d-bf2e-8d74a6c3cfe6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'Network': ['ID=5bb0493c-8a50-445d-b879-594edec8178e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:16.557838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5bb0493c-8a50-445d-b879-594edec8178e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:16.579502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-c9ca3ecf-60b4-421b-8a0a-cc2bd6f54ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.581531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-c9ca3ecf-60b4-421b-8a0a-cc2bd6f54ccc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd4e93d-c08c-48ec-a079-ec0382959822 HTTP/1.1" status: 200 len: 801 time: 0.0771351 Dec 21 01:52:16.623571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.685747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Made reservation on behalf of 49e1a2ae67b2435ca46385ead1cd48da for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:16.689831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.703656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.716397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-323c7ae2-5f25-46b2-b082-2dd6401fac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.717953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-323c7ae2-5f25-46b2-b082-2dd6401fac95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05087b27-f327-406e-bb2a-4943e2250199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275773 Dec 21 01:52:16.751629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7611797-0d77-4ac0-a993-a1ca9e643035 req-3201688e-010c-483f-84a6-121676a1fe92 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.757588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7611797-0d77-4ac0-a993-a1ca9e643035 req-3201688e-010c-483f-84a6-121676a1fe92 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:16.759171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7611797-0d77-4ac0-a993-a1ca9e643035 req-3201688e-010c-483f-84a6-121676a1fe92 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1679 time: 0.1146297 Dec 21 01:52:16.773069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43264) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:16.934133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.934133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.935699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b9649b0-ed94-4848-8733-33f70ca86db1 HTTP/1.1" status: 204 len: 168 time: 0.4868631 Dec 21 01:52:16.948350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:16.957695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7fa66-caf2-4804-b4bf-4c7e634c499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9649b0-ed94-4848-8733-33f70ca86db1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:16.962449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7611797-0d77-4ac0-a993-a1ca9e643035 req-cd710916-c75e-44df-8091-d5eeb4ae9255 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834457 Dec 21 01:52:16.993573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-9bb51333-7c4e-4302-b83e-a092b2433da3 service neutron] 10.222.0.24 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605000 Dec 21 01:52:17.050244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'Subnet': ['ID=691c7f2f-255b-4a50-bb1a-52b950b8e8c9,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:17.059407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Checking segment: {'id': 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:17.059762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Network hostable DHCP agents. Network: 5bb0493c-8a50-445d-b879-594edec8178e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:17.080600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Network 5bb0493c-8a50-445d-b879-594edec8178e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:17.093312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5bb0493c-8a50-445d-b879-594edec8178e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:17.101064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c67a0-11d4-47d5-829c-5a215ed5c6db None None] Network 5bb0493c-8a50-445d-b879-594edec8178e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:17.120383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:17.120895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.122364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5baf7fa5-da4f-47c3-b05e-6a2bbf23904f req-75cfe4af-7029-4bf9-bc7f-b90a42c229b8 service neutron] 10.222.0.24 "GET /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204169 Dec 21 01:52:17.142928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-557fd0af-550b-4ed0-9218-b4f8e2980af5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6246233 Dec 21 01:52:17.145602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43282) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:17.152381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Request body: {'port': {'network_id': '5bb0493c-8a50-445d-b879-594edec8178e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-713376343'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:17.189811 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.198093 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e1dd-affe-4194-b3a4-46b077f4b03f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.248163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5bb0493c-8a50-445d-b879-594edec8178e', 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e', 'project_id': '49e1a2ae67b2435ca46385ead1cd48da', 'fixed_ips': [{'subnet_id': '691c7f2f-255b-4a50-bb1a-52b950b8e8c9'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:17.248583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.350384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Made reservation on behalf of 49e1a2ae67b2435ca46385ead1cd48da for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:17.353992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.361618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e1dd-affe-4194-b3a4-46b077f4b03f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.370533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e1dd-affe-4194-b3a4-46b077f4b03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.395551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Allocated IP 2001:db8::2 (5bb0493c-8a50-445d-b879-594edec8178e/691c7f2f-255b-4a50-bb1a-52b950b8e8c9/53ca6e83-3990-477e-9896-18698273f8ea) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:17.413276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43288) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:17.413443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b4b2e1dd-affe-4194-b3a4-46b077f4b03f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cdbb67707ef45279016219fb58eec9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6377859 Dec 21 01:52:17.416532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] device_id is not set on port 16622951-5971-44a3-b80f-41a6df11072d yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:17.479796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e1dd-affe-4194-b3a4-46b077f4b03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694b344-6088-4319-8dea-e94ec00843e5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:17.513279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.543408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.590801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.610614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.613296 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.620299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.628988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3694b344-6088-4319-8dea-e94ec00843e5 HTTP/1.1" status: 204 len: 168 time: 0.2131784 Dec 21 01:52:17.652474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Network 5bb0493c-8a50-445d-b879-594edec8178e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:17.654235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c061-647c-4a0f-b6df-effc39c2d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694b344-6088-4319-8dea-e94ec00843e5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:17.655974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:17.662177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:17.686059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Pushing event updated for resources: {'Port': ['ID=53ca6e83-3990-477e-9896-18698273f8ea,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:17.712505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Allocated IP 2001:db8::1f1 (5bb0493c-8a50-445d-b879-594edec8178e/691c7f2f-255b-4a50-bb1a-52b950b8e8c9/16622951-5971-44a3-b80f-41a6df11072d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:17.739583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Attempting to bind port 53ca6e83-3990-477e-9896-18698273f8ea on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:17.739963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Attempting to bind port 53ca6e83-3990-477e-9896-18698273f8ea by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:17.740461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Attempting to bind port 53ca6e83-3990-477e-9896-18698273f8ea on network 5bb0493c-8a50-445d-b879-594edec8178e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:17.745855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:17.746252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Checking segment: {'id': 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:17.746667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.747069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Bound using segment: {'id': 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:17.747548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Bound port: 53ca6e83-3990-477e-9896-18698273f8ea, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5bb0493c-8a50-445d-b879-594edec8178e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:17.747933 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.828413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] For port 53ca6e83-3990-477e-9896-18698273f8ea, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:17.834175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] For port 53ca6e83-3990-477e-9896-18698273f8ea, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ca6e83-3990-477e-9896-18698273f8ea,segment=NetworkSegment(a7a9ad17-c25d-4d97-bbed-8147ccfebe0c),segment_id=a7a9ad17-c25d-4d97-bbed-8147ccfebe0c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:17.845026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.924135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:17.929081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbe766-4e1b-4c78-8aad-89e1a74793e4 None None] Pushing event updated for resources: {'Port': ['ID=53ca6e83-3990-477e-9896-18698273f8ea,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:17.966082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.054645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Network 5bb0493c-8a50-445d-b879-594edec8178e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:18.060019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:18.070252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:18.076278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:18.077017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.080694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'Port': ['ID=16622951-5971-44a3-b80f-41a6df11072d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:18.105736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a653dbb6-f521-426b-a837-791228c39152 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9586935 Dec 21 01:52:18.109955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43320) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:18.120560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Request body: {'port': {'network_id': '5bb0493c-8a50-445d-b879-594edec8178e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2056112693', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:18.121146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] bootfile-name is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:18.126414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] tftp-server is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:18.127739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] server-ip-address is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:18.200271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2ab40-23c1-4487-89fb-68b77093e9b5 req-31810b61-1590-46ca-a001-7a605ee9f188 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:18.219438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2ab40-23c1-4487-89fb-68b77093e9b5 req-31810b61-1590-46ca-a001-7a605ee9f188 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:18.225751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63a2ab40-23c1-4487-89fb-68b77093e9b5 req-31810b61-1590-46ca-a001-7a605ee9f188 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1679 time: 0.1573405 Dec 21 01:52:18.382772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63a2ab40-23c1-4487-89fb-68b77093e9b5 req-56668ffc-b41f-46e3-aecf-521cbdefee6c tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227341 Dec 21 01:52:18.432153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Made reservation on behalf of 49e1a2ae67b2435ca46385ead1cd48da for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:18.436544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.483571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] device_id is not set on port 78c73e61-894c-49f8-9303-7ccfc15120cc yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:18.577642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.597439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43366) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:18.641926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Allocated IP 2001:db8::26b (5bb0493c-8a50-445d-b879-594edec8178e/691c7f2f-255b-4a50-bb1a-52b950b8e8c9/78c73e61-894c-49f8-9303-7ccfc15120cc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:18.761954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-network', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:18.799043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Made reservation on behalf of 35ba8f345e2a48d7aca83c486c40ede1 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:18.810552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.821064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.865304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.924384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.927547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.936303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.968550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:18.981936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:18.982363 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Added segment a079946c-586c-424d-8d69-7770fb07a835 of type vlan for network 18df886c-597d-44d4-819c-4c5c7a9e7325 Dec 21 01:52:19.015095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Network 5bb0493c-8a50-445d-b879-594edec8178e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:19.019364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:19.024773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:19.030652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.031307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.062897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'Port': ['ID=78c73e61-894c-49f8-9303-7ccfc15120cc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:19.089024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b7d5951-0bbf-4194-9728-2e0c0767288b tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9779763 Dec 21 01:52:19.089769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43422) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:19.144759 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.170475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72f72f-4e29-493f-9b35-1db6e6fe0b75 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.176632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72f72f-4e29-493f-9b35-1db6e6fe0b75 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.183232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72f72f-4e29-493f-9b35-1db6e6fe0b75 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.184594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5c72f72f-4e29-493f-9b35-1db6e6fe0b75 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0933948 Dec 21 01:52:19.187493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:19.192156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.193091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.193766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.211541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cbf3c6-d26b-45e2-ac82-68ad455467a7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:19.289992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6891012 Dec 21 01:52:19.292647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:19.300149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Request body: {'subnet': {'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-subnet', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:19.313400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627a368-0fbf-47fc-b714-bdda6c2ad6dc admin admin] Pushing event updated for resources: {'Network': ['ID=18df886c-597d-44d4-819c-4c5c7a9e7325,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:19.321589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.325220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:19.337237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Made reservation on behalf of 35ba8f345e2a48d7aca83c486c40ede1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:19.342099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.343797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Deleting port 78c73e61-894c-49f8-9303-7ccfc15120cc {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:19.344573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.411360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a7395-f467-4055-b3c4-1c83fb837591 None None] Network 5bb0493c-8a50-445d-b879-594edec8178e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:19.467818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.492997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Calling delete_port for 78c73e61-894c-49f8-9303-7ccfc15120cc owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:19.582532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] Provisioning complete for port 53ca6e83-3990-477e-9896-18698273f8ea triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:19.584076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.616355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:19.660934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deaf2a-d504-44b8-aa11-89b6ad31030f req-974bec3f-3894-45ff-a4a7-b5c4ae2d531f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.667646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deaf2a-d504-44b8-aa11-89b6ad31030f req-974bec3f-3894-45ff-a4a7-b5c4ae2d531f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:19.676900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76deaf2a-d504-44b8-aa11-89b6ad31030f req-974bec3f-3894-45ff-a4a7-b5c4ae2d531f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1679 time: 0.1088307 Dec 21 01:52:19.722734 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.755318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.775737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:52:19.785532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] For port 53ca6e83-3990-477e-9896-18698273f8ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ca6e83-3990-477e-9896-18698273f8ea,segment=NetworkSegment(a7a9ad17-c25d-4d97-bbed-8147ccfebe0c),segment_id=a7a9ad17-c25d-4d97-bbed-8147ccfebe0c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:19.789811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76deaf2a-d504-44b8-aa11-89b6ad31030f req-378de6ab-5c21-41e7-bec2-d524702a470b tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Dec 21 01:52:19.820125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.831856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.841264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "DELETE /v2.0/ports/78c73e61-894c-49f8-9303-7ccfc15120cc HTTP/1.1" status: 204 len: 168 time: 0.6527228 Dec 21 01:52:19.848414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cffb-393f-4c01-82dd-5dbc0996add6 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event deleted for resources: {'Port': ['ID=78c73e61-894c-49f8-9303-7ccfc15120cc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:19.851299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43494) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:19.866540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Request body: {'port': {'name': 'tempest-new-port-name-2049891225', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:19.867495 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.api.validators [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] bootfile-name is not in valid_values {{(pid=109850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:19.867995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.api.validators [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] tftp-server is not in valid_values {{(pid=109850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:19.868397 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.api.validators [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] server-ip-address is not in valid_values {{(pid=109850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:19.879146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93aa24-248a-413c-bcd3-963b83bd8a5d None None] Pushing event updated for resources: {'Port': ['ID=53ca6e83-3990-477e-9896-18698273f8ea,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:19.905172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c89e0cff-357d-42c8-a61b-a8794e296e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:19.920313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.009267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf70421-0bfc-4eff-af21-49ecd66de2a8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:20.012909 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.055676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:20.092447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'network_id': '7c5d1ba9-346d-489a-8604-ef669c13a17b', 'port_id': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'mac_address': 'fa:16:3e:4d:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3510d5-7d15-45d9-995b-a32699eeec2d', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:52:20.163408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ca6e83-3990-477e-9896-18698273f8ea up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:20.198578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.229989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Checking segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:20.230986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Network hostable DHCP agents. Network: 18df886c-597d-44d4-819c-4c5c7a9e7325, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:20.249814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Provisioning complete for port 16622951-5971-44a3-b80f-41a6df11072d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:20.250188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.295449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:20.338025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:20.372792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 18df886c-597d-44d4-819c-4c5c7a9e7325) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:20.381257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:20.382166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.397105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c89e0cff-357d-42c8-a61b-a8794e296e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.408634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1bf6daff-36c8-4473-bfe3-d21dae665f6b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1143937 Dec 21 01:52:20.411507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:20.416325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:20.424471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c89e0cff-357d-42c8-a61b-a8794e296e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.436081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.449966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.451355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.472535 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.537196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec2b8f-6f38-4f88-8971-34e9fdd8bd1d None None] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:20.549827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] In _notify_port_updated(), no bound segment for port 16622951-5971-44a3-b80f-41a6df11072d on network 5bb0493c-8a50-445d-b879-594edec8178e {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:52:20.556590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:20.557564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.563383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "PUT /v2.0/ports/16622951-5971-44a3-b80f-41a6df11072d HTTP/1.1" status: 200 len: 1130 time: 0.7089860 Dec 21 01:52:20.564300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43558) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:20.653282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64305c9-cc3d-4149-b208-b3f0d578ce5a tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:20.658332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f64305c9-cc3d-4149-b208-b3f0d578ce5a tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "GET /v2.0/ports/16622951-5971-44a3-b80f-41a6df11072d HTTP/1.1" status: 200 len: 1130 time: 0.0803342 Dec 21 01:52:20.666396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e0cff-357d-42c8-a61b-a8794e296e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7c25e-85bd-4a2c-af4e-a6f0216fbf3f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:20.671218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:20.672110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c89e0cff-357d-42c8-a61b-a8794e296e5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=488c508dc5d14e38a74db87eec215592&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0546145 Dec 21 01:52:20.676682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43560) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:20.677173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43562) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:20.678463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Port 16622951-5971-44a3-b80f-41a6df11072d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:20.706060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 53ca6e83-3990-477e-9896-18698273f8ea triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:20.706773 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.712096 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.712930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 229177e5-2ad9-4dc0-b8ad-c889da6bd97d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:52:20.763833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-18df886c-597d-44d4-819c-4c5c7a9e7325', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:20.764732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.767813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Could not find standard attr ID for object 78c73e61-894c-49f8-9303-7ccfc15120cc. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:20.819284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7118cf-d914-43bb-a887-268a349ebca4 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event updated for resources: {'Port': ['ID=16622951-5971-44a3-b80f-41a6df11072d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:20.892770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.992354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:20.993951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Allocated IP 172.20.0.2 (18df886c-597d-44d4-819c-4c5c7a9e7325/9cf70421-0bfc-4eff-af21-49ecd66de2a8/d82936f5-1d3a-4aed-897a-c828b2bb8920) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:21.025502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.030100 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:52:21.064607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Provisioning complete for port 53ca6e83-3990-477e-9896-18698273f8ea triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:21.064607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a48f494-75ad-45ef-af0b-77780759b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.064890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Deleting port 16622951-5971-44a3-b80f-41a6df11072d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:21.064890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.112365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:21.236128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133cfd-d80a-4980-92c1-9401f4b486c4 req-6342bc9b-bd0a-4750-9ead-4faae56e7161 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:21.243210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133cfd-d80a-4980-92c1-9401f4b486c4 req-6342bc9b-bd0a-4750-9ead-4faae56e7161 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:21.250756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba133cfd-d80a-4980-92c1-9401f4b486c4 req-6342bc9b-bd0a-4750-9ead-4faae56e7161 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1680 time: 0.3226748 Dec 21 01:52:21.264584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.302054 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.304562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.307536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.311781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fc7c25e-85bd-4a2c-af4e-a6f0216fbf3f HTTP/1.1" status: 204 len: 168 time: 0.6285255 Dec 21 01:52:21.312278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:21.330898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d', 'network_id': '05087b27-f327-406e-bb2a-4943e2250199', 'port_id': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d', 'mac_address': 'fa:16:3e:f6:4b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd4e93d-c08c-48ec-a079-ec0382959822', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:52:21.405508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Calling delete_port for 16622951-5971-44a3-b80f-41a6df11072d owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:21.417117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a3a00-079d-4cb4-a003-11c6842de167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7c25e-85bd-4a2c-af4e-a6f0216fbf3f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:21.468196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.472296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba133cfd-d80a-4980-92c1-9401f4b486c4 req-42fe4798-9865-44e8-ba1c-507b06289a95 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205758 Dec 21 01:52:21.595944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229177e5-2ad9-4dc0-b8ad-c889da6bd97d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:21.671157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:21.672793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.679117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.687471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.711883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.712455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.737865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.758774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-345baa5c-cfe0-4784-9b34-84ff261cf325 None None] Could not find standard attr ID for object 78c73e61-894c-49f8-9303-7ccfc15120cc. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:21.763942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:21.776326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:21.780344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:21.789406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-345baa5c-cfe0-4784-9b34-84ff261cf325 None None] Could not find standard attr ID for object 16622951-5971-44a3-b80f-41a6df11072d. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:21.815964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event deleted for resources: {'Port': ['ID=16622951-5971-44a3-b80f-41a6df11072d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:21.847580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.852196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:21.854474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-be318683-bef0-4783-bca0-1e35ecd28bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "DELETE /v2.0/ports/16622951-5971-44a3-b80f-41a6df11072d HTTP/1.1" status: 204 len: 168 time: 1.1759775 Dec 21 01:52:21.865623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:21.932831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Deleting subnet 691c7f2f-255b-4a50-bb1a-52b950b8e8c9 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:21.939126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:21.950049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Attempting to bind port d82936f5-1d3a-4aed-897a-c828b2bb8920 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:21.953302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Attempting to bind port d82936f5-1d3a-4aed-897a-c828b2bb8920 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:21.954053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Attempting to bind port d82936f5-1d3a-4aed-897a-c828b2bb8920 on network 18df886c-597d-44d4-819c-4c5c7a9e7325 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:22.004496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Allocated IP 172.25.6.254 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/14fb1963-1b01-44fa-a236-caad2f262ca8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:22.041667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:22.042363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Checking segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:22.042923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.043468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Bound using segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:22.044122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Bound port: d82936f5-1d3a-4aed-897a-c828b2bb8920, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:22.045274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.045658 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.078598 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.081692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Pushing event updated for resources: {'Port': ['ID=d82936f5-1d3a-4aed-897a-c828b2bb8920,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:22.139125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['229177e5-2ad9-4dc0-b8ad-c889da6bd97d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:52:22.149871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.192324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] For port d82936f5-1d3a-4aed-897a-c828b2bb8920, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:22.220122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] For port d82936f5-1d3a-4aed-897a-c828b2bb8920, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d82936f5-1d3a-4aed-897a-c828b2bb8920,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:22.230250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.243081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.251272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.282507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:22.286010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:22.289069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:22.333934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Pushing event updated for resources: {'Port': ['ID=14fb1963-1b01-44fa-a236-caad2f262ca8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:22.394677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.398358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e73bd7-a122-4ecf-90e0-46bdd9762d6d None None] Pushing event updated for resources: {'Port': ['ID=d82936f5-1d3a-4aed-897a-c828b2bb8920,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:22.500204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event deleted for resources: {'Subnet': ['ID=691c7f2f-255b-4a50-bb1a-52b950b8e8c9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:22.508763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.519930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749181c6-d5b8-4382-81d0-7a5cc8b1085f None None] Network 5bb0493c-8a50-445d-b879-594edec8178e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:22.529257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9e19ab9d-c32a-491a-9bdb-1748bcff84e3 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "DELETE /v2.0/subnets/691c7f2f-255b-4a50-bb1a-52b950b8e8c9 HTTP/1.1" status: 204 len: 168 time: 0.6567273 Dec 21 01:52:22.530827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43720) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:22.652423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.749105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:22.871932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] DHCP port deletion for 5bb0493c-8a50-445d-b879-594edec8178e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:22.957470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ff58-d405-403e-9ed3-614e7ef9bfc9 req-c14ed79c-ccba-41d3-b64a-3dd769ac6dde tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:22.971043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ff58-d405-403e-9ed3-614e7ef9bfc9 req-c14ed79c-ccba-41d3-b64a-3dd769ac6dde tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:22.974001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a38ff58-d405-403e-9ed3-614e7ef9bfc9 req-c14ed79c-ccba-41d3-b64a-3dd769ac6dde tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1681 time: 0.1761577 Dec 21 01:52:22.980006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Deleting port 53ca6e83-3990-477e-9896-18698273f8ea {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:22.980432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.034025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.040985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Deleting port 53ca6e83-3990-477e-9896-18698273f8ea {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:23.041364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.102681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] For port 53ca6e83-3990-477e-9896-18698273f8ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ca6e83-3990-477e-9896-18698273f8ea,segment=NetworkSegment(a7a9ad17-c25d-4d97-bbed-8147ccfebe0c),segment_id=a7a9ad17-c25d-4d97-bbed-8147ccfebe0c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:23.103087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.123360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a38ff58-d405-403e-9ed3-614e7ef9bfc9 req-bac4ebab-6c30-45d2-a96e-e8d5f39be8f9 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393414 Dec 21 01:52:23.131681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Calling delete_port for 53ca6e83-3990-477e-9896-18698273f8ea owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:23.148693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] For port 53ca6e83-3990-477e-9896-18698273f8ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ca6e83-3990-477e-9896-18698273f8ea,segment=NetworkSegment(a7a9ad17-c25d-4d97-bbed-8147ccfebe0c),segment_id=a7a9ad17-c25d-4d97-bbed-8147ccfebe0c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:23.149073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.172712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Calling delete_port for 53ca6e83-3990-477e-9896-18698273f8ea owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:23.256465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.266061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Router 0b53aad3-2d08-41f6-b902-13dda24fdaaa is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:52:23.319302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] Pushing event deleted for resources: {'Port': ['ID=53ca6e83-3990-477e-9896-18698273f8ea,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:23.324495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:52:23.391107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c262d2-0a13-4bd0-9c7e-4bca40f69570 None None] No DVR routers for this DVR port 53ca6e83-3990-477e-9896-18698273f8ea on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:23.411613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.543207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event deleted for resources: {'Port': ['ID=53ca6e83-3990-477e-9896-18698273f8ea,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:23.556333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] No DVR routers for this DVR port 53ca6e83-3990-477e-9896-18698273f8ea on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:23.620935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:23.640405 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Sync routers for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:23.664426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.666504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e4b88161-7dac-4549-8ca6-186399e3d251 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.2539716 Dec 21 01:52:23.668602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:23.676863 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:23.679822 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:23.782675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 229177e5-2ad9-4dc0-b8ad-c889da6bd97d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:23.788659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.814799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb0493c-8a50-445d-b879-594edec8178e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:23.827880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:23.828327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a9ad17-c25d-4d97-bbed-8147ccfebe0c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:23.852777 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.880279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.907469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:23.909622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:23.911046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:23.916157 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:23.919198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:23.919198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.065187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43822) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:24.123370 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:24.155540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.155885 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.182689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.195868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] 10.222.0.43 "DELETE /v2.0/networks/5bb0493c-8a50-445d-b879-594edec8178e HTTP/1.1" status: 204 len: 168 time: 1.6577888 Dec 21 01:52:24.221662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6a2bd-7de8-4daa-abee-248ac9132e29 None None] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:24.242459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed4f4-05dc-4f1f-9ee1-aa16288131eb tempest-ExtraDHCPOptionsIpV6TestJSON-322368125 tempest-ExtraDHCPOptionsIpV6TestJSON-322368125-project] Pushing event deleted for resources: {'Network': ['ID=5bb0493c-8a50-445d-b879-594edec8178e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:24.288955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d82936f5-1d3a-4aed-897a-c828b2bb8920 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:24.291540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:24.296120 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008f7c85-e079-4b23-86f3-96bf843d07a7" -d '{"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-plugged", "status": "completed", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:24.418268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cc067-2f0b-474b-9357-6527e6923b4c req-317c28be-505f-43ea-8873-c6a69a93592e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:24.427514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cc067-2f0b-474b-9357-6527e6923b4c req-317c28be-505f-43ea-8873-c6a69a93592e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:24.433602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-027b0bc0-bb0d-4cde-b413-3ccf0b1f049f tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-709971540'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:24.434087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-027b0bc0-bb0d-4cde-b413-3ccf0b1f049f tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Unknown quota resources ['metering_label']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:52:24.437855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-730cc067-2f0b-474b-9357-6527e6923b4c req-317c28be-505f-43ea-8873-c6a69a93592e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1681 time: 0.0848846 Dec 21 01:52:24.508152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:22Z', 'revision_number': 3, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:24.510715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-730cc067-2f0b-474b-9357-6527e6923b4c req-bc00d222-6f30-4cd1-9259-d2e66414fd96 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Dec 21 01:52:24.540426 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Checking router: 0b53aad3-2d08-41f6-b902-13dda24fdaaa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:24.540779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Updating router 0b53aad3-2d08-41f6-b902-13dda24fdaaa port 14fb1963-1b01-44fa-a236-caad2f262ca8 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:52:24.589028 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.708098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43870) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:24.743345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:24.765653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] Provisioning complete for port d82936f5-1d3a-4aed-897a-c828b2bb8920 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:24.771558 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.788064 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.896310 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d96714-0542-4f01-88dd-f413cfacc0d6 x-openstack-request-id: req-42d96714-0542-4f01-88dd-f413cfacc0d6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:24.897094 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-plugged", "status": "completed", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:24.898035 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42d96714-0542-4f01-88dd-f413cfacc0d6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:24.918301 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d', 'code': 200} Dec 21 01:52:24.936795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-decf7060-7ad2-4e72-829e-79c4f175e6d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49e1a2ae67b2435ca46385ead1cd48da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273092 Dec 21 01:52:24.937493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43898) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:24.966239 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:24.976146 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.009155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-027b0bc0-bb0d-4cde-b413-3ccf0b1f049f tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.013295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-027b0bc0-bb0d-4cde-b413-3ccf0b1f049f tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9464839 Dec 21 01:52:25.015141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43900) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:25.020755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b7839811-a926-456a-9478-ab8ec10b9db0 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '961c7960-f0b2-4dfc-9995-770dd250c715'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:25.021311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b7839811-a926-456a-9478-ab8ec10b9db0 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:52:25.032167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.043707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:25.047541 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Attempting to bind port 14fb1963-1b01-44fa-a236-caad2f262ca8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:25.048197 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Attempting to bind port 14fb1963-1b01-44fa-a236-caad2f262ca8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:25.049384 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Attempting to bind port 14fb1963-1b01-44fa-a236-caad2f262ca8 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:25.052597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.063123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.066152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:25.066534 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:25.066930 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.067321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:25.068466 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Bound port: 14fb1963-1b01-44fa-a236-caad2f262ca8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:25.068852 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.092827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d82936f5-1d3a-4aed-897a-c828b2bb8920 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:25.093321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.143020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.167438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.170953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.176290 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b55ecee-695e-40cf-8bff-988ec51f3c60 HTTP/1.1" status: 204 len: 168 time: 0.2361321 Dec 21 01:52:25.187678 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] For port 14fb1963-1b01-44fa-a236-caad2f262ca8, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:25.196438 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] For port 14fb1963-1b01-44fa-a236-caad2f262ca8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14fb1963-1b01-44fa-a236-caad2f262ca8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:25.198206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] For port d82936f5-1d3a-4aed-897a-c828b2bb8920, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d82936f5-1d3a-4aed-897a-c828b2bb8920,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:25.216637 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.237023 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Pushing event updated for resources: {'Port': ['ID=14fb1963-1b01-44fa-a236-caad2f262ca8,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:25.242992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.291071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78591b1d-2455-45dd-93f9-06d56d9eb8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b55ecee-695e-40cf-8bff-988ec51f3c60,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:25.293003 n-d-761264-20 neutron-server[109850]: WARNING neutron.services.metering.metering_plugin [None req-b7839811-a926-456a-9478-ab8ec10b9db0 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 01:52:25.294763 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.295558 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.296853 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.297417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.298016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.299085 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.299612 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.300292 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.301093 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.301828 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.302420 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.302942 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.303462 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:25.381243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.385900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Allocated IP 172.20.0.1 (18df886c-597d-44d4-819c-4c5c7a9e7325/9cf70421-0bfc-4eff-af21-49ecd66de2a8/35512d57-bc72-41b8-9a8a-31f468210db8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:25.457617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8451c-1aa0-4971-b902-793adac3c023 None None] Pushing event updated for resources: {'Port': ['ID=d82936f5-1d3a-4aed-897a-c828b2bb8920,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:25.462484 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:25.463188 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:25.539719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:52:25.540089 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:52:25.617165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7839811-a926-456a-9478-ab8ec10b9db0 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.621950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7839811-a926-456a-9478-ab8ec10b9db0 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6019204 Dec 21 01:52:25.622098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.623392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43934) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:25.626300 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c757360-5fb0-4709-87ec-57041be9a4d6 None None] Pushing event updated for resources: {'Port': ['ID=14fb1963-1b01-44fa-a236-caad2f262ca8,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:25.638085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f16eb923-658f-4652-9847-939060f8163c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '961c7960-f0b2-4dfc-9995-770dd250c715'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:25.638739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f16eb923-658f-4652-9847-939060f8163c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:52:25.677804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-de286b89-bf8b-47b8-9df5-083c322ecbee None None] Provisioning complete for port d82936f5-1d3a-4aed-897a-c828b2bb8920 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:25.678241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de286b89-bf8b-47b8-9df5-083c322ecbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.715248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a858-0667-4481-b327-7a78c3d32e9d req-0b5db847-92c6-412e-9552-fee3b869df8e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:25.735477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a858-0667-4481-b327-7a78c3d32e9d req-0b5db847-92c6-412e-9552-fee3b869df8e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:25.737081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd43a858-0667-4481-b327-7a78c3d32e9d req-0b5db847-92c6-412e-9552-fee3b869df8e tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1682 time: 0.1147959 Dec 21 01:52:25.767600 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:25.793243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:25.804380 n-d-761264-20 neutron-server[109851]: WARNING neutron.services.metering.metering_plugin [None req-f16eb923-658f-4652-9847-939060f8163c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 01:52:25.855185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd43a858-0667-4481-b327-7a78c3d32e9d req-c6eb2f82-7964-4c17-a2b2-c9be9dc00f19 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084569 Dec 21 01:52:25.960946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f16eb923-658f-4652-9847-939060f8163c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:25.971707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f16eb923-658f-4652-9847-939060f8163c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3423946 Dec 21 01:52:25.974573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43948) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:25.993473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-495256d0-b3bd-468b-a275-45d7652e072d tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=ca7a1917-2f90-4ab6-98ea-0a1c2c6086c8 HTTP/1.1" status: 200 len: 462 time: 0.0165598 Dec 21 01:52:25.994843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43950) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:25.996611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.000610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:52:26.007808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:26.010166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.043646 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:22Z', 'revision_number': 3, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:26.065898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:26.072257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:26.093197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:26.146400 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169a1d0-b106-4de3-95d3-a9dbafbab10f None None] The sync data for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 is: [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:22Z', 'revision_number': 3, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:26.167893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Pushing event updated for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:26.170299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.208577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ca6e83-3990-477e-9896-18698273f8ea no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:26.211101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc718c0f-acb8-4988-98c9-04242aaa60c1 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.215899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dc718c0f-acb8-4988-98c9-04242aaa60c1 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/ca7a1917-2f90-4ab6-98ea-0a1c2c6086c8 HTTP/1.1" status: 204 len: 168 time: 0.2182775 Dec 21 01:52:26.216559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43958) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:26.223559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.247579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0f7d0257-53c3-4cd4-a48b-0883142b074c tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=ca7a1917-2f90-4ab6-98ea-0a1c2c6086c8 HTTP/1.1" status: 200 len: 221 time: 0.0298722 Dec 21 01:52:26.253324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43964) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:26.257654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-808e65be-5002-43b6-af29-383b4343a969 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--998182514', 'description': 'label created by tempest'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:26.258157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-808e65be-5002-43b6-af29-383b4343a969 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Unknown quota resources ['metering_label']. {{(pid=109850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:52:26.320293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 53ca6e83-3990-477e-9896-18698273f8ea {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:26.320647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ca6e83-3990-477e-9896-18698273f8ea not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:26.381536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:26.391845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.529233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:26.542650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.559578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d82936f5-1d3a-4aed-897a-c828b2bb8920 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:26.593071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.596150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:26.660605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-50102fe8-bd8a-4813-81a4-39f0407fcdaa None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:26.661313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50102fe8-bd8a-4813-81a4-39f0407fcdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.713281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-50102fe8-bd8a-4813-81a4-39f0407fcdaa None None] Port 35512d57-bc72-41b8-9a8a-31f468210db8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:26.725685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d82936f5-1d3a-4aed-897a-c828b2bb8920 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:26.726327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.784747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1725695803'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:26.836211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Made reservation on behalf of 6b669524d33d4583b31dd665cda66f7c for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:26.840324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.873568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:26.920094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:26.922498 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639a4c1-19ac-48ed-a92a-781d62108a1c" -d '{"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-plugged", "status": "completed", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:26.997319 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a90bed-caad-4815-83a7-5d10a49c09f5 x-openstack-request-id: req-e5a90bed-caad-4815-83a7-5d10a49c09f5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:26.997878 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-plugged", "status": "completed", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:26.998403 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5a90bed-caad-4815-83a7-5d10a49c09f5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:26.999001 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'code': 200} Dec 21 01:52:27.006038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43986) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.145272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-808e65be-5002-43b6-af29-383b4343a969 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.146284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-808e65be-5002-43b6-af29-383b4343a969 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8918121 Dec 21 01:52:27.174310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43990) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.262898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da047425-c391-4a28-a5e9-25bf53b9c427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.287064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ff8c-6b8b-4e78-9be2-78ebb3bfb2a4 req-9cc585b9-5aff-474c-8745-2c4c0be30c90 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:27.293422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ff8c-6b8b-4e78-9be2-78ebb3bfb2a4 req-9cc585b9-5aff-474c-8745-2c4c0be30c90 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:27.295200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f933ff8c-6b8b-4e78-9be2-78ebb3bfb2a4 req-9cc585b9-5aff-474c-8745-2c4c0be30c90 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 0.2882390 Dec 21 01:52:27.299151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f5ed17b1-bbdb-4a02-b5a4-b7772e905f33 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=a620effc-6d4e-4bf7-a0c4-bea97856b2c1 HTTP/1.1" status: 200 len: 467 time: 0.1234834 Dec 21 01:52:27.303128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43994) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.369427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.378779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.383647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136542-f027-401a-8812-a4225350f660 req-f96694aa-8b5d-4258-9292-6d33856fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:27.383985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136542-f027-401a-8812-a4225350f660 req-f96694aa-8b5d-4258-9292-6d33856fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:27.385679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2136542-f027-401a-8812-a4225350f660 req-f96694aa-8b5d-4258-9292-6d33856fe61c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1987 time: 0.2536120 Dec 21 01:52:27.460204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.463100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.474470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.496792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Pushing event updated for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:27.528155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:27.534078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f933ff8c-6b8b-4e78-9be2-78ebb3bfb2a4 req-de90daf3-8eb5-4434-bce1-f1017fab897a tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268348 Dec 21 01:52:27.567613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.567960 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Added segment 35cef286-f2a6-4fc2-8c29-859cceb82959 of type vlan for network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 Dec 21 01:52:27.570887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98622d90-a37d-400b-ac39-d73a66946063,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:27.622973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.629279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2136542-f027-401a-8812-a4225350f660 req-b1560e4c-5495-4ee4-a684-6fd767bb38c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341011 Dec 21 01:52:27.636578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-642b4642-f61d-4af6-bf51-da0ce4acf4de tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.637652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-642b4642-f61d-4af6-bf51-da0ce4acf4de tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/a620effc-6d4e-4bf7-a0c4-bea97856b2c1 HTTP/1.1" status: 204 len: 168 time: 0.3328888 Dec 21 01:52:27.643001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43996) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.658646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:27.661086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:27.668605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da047425-c391-4a28-a5e9-25bf53b9c427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.671639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.677237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c445b117-6197-4162-af2d-bf3e6f0fdd55 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=a620effc-6d4e-4bf7-a0c4-bea97856b2c1 HTTP/1.1" status: 200 len: 216 time: 0.0330954 Dec 21 01:52:27.679038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:27.679169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44000) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.679679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.686260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da047425-c391-4a28-a5e9-25bf53b9c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.711107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-98ad8d58-9457-43db-bd62-41654d55b3fc tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0258710 Dec 21 01:52:27.711405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44002) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.744540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c334f6f8-ba95-4e09-926c-287dff468921 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271492 Dec 21 01:52:27.745181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44004) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.745739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da047425-c391-4a28-a5e9-25bf53b9c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0745bd6e-ec32-47e6-b510-6fae87eba53f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:27.766206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da047425-c391-4a28-a5e9-25bf53b9c427 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ec7cd2111254427a8cf8176b0e358d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7578695 Dec 21 01:52:27.767811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44006) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.830730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2302680 Dec 21 01:52:27.836348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9e6ac8c5-4c39-45fe-aefc-4011a5833a43 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/961c7960-f0b2-4dfc-9995-770dd250c715 HTTP/1.1" status: 200 len: 472 time: 0.0828955 Dec 21 01:52:27.836348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44008) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.839572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Request body: {'subnet': {'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:27.844476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44010) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.873963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cf8cc121-d290-45e7-8abd-b72137213c43 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/60686c56-cf95-4cb4-ac4c-0a8a49ce74a5 HTTP/1.1" status: 200 len: 459 time: 0.0257988 Dec 21 01:52:27.874750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44012) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:27.883287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5ee7f-8f80-4e62-ae6a-18d24217bfdb tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'Network': ['ID=d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:27.895308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:27.946572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:27.950083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Router 0b53aad3-2d08-41f6-b902-13dda24fdaaa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:27.988124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.035064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dcc46190-aa9b-4403-8158-4b3c0b6be450 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.036427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dcc46190-aa9b-4403-8158-4b3c0b6be450 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/60686c56-cf95-4cb4-ac4c-0a8a49ce74a5 HTTP/1.1" status: 204 len: 168 time: 0.1612470 Dec 21 01:52:28.040933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:28.046575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cea6cafe-2a46-477d-9772-3b718eda3aaf None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:28.047027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cea6cafe-2a46-477d-9772-3b718eda3aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.105852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Made reservation on behalf of 6b669524d33d4583b31dd665cda66f7c for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:28.109259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.113765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cea6cafe-2a46-477d-9772-3b718eda3aaf None None] Port 35512d57-bc72-41b8-9a8a-31f468210db8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:28.135387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.138317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.139445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0745bd6e-ec32-47e6-b510-6fae87eba53f HTTP/1.1" status: 204 len: 168 time: 0.3706524 Dec 21 01:52:28.145001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:28.159086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36dbea8a-c2a0-41d2-9099-f7e7b3b9df4a admin admin] 10.222.0.43 "PUT /v2.0/routers/0b53aad3-2d08-41f6-b902-13dda24fdaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4879165 Dec 21 01:52:28.161197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4d2a0-623e-4b31-9d8e-547facdc5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745bd6e-ec32-47e6-b510-6fae87eba53f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:28.301645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1a4a9b8-e707-4acf-83bd-dcf331beac91 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.302795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c1a4a9b8-e707-4acf-83bd-dcf331beac91 tempest-MeteringIpV6TestJSON-1192701035 tempest-MeteringIpV6TestJSON-1192701035-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/961c7960-f0b2-4dfc-9995-770dd250c715 HTTP/1.1" status: 204 len: 168 time: 0.2612443 Dec 21 01:52:28.486659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.497231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14fb1963-1b01-44fa-a236-caad2f262ca8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:28.503270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Sync routers for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:28.570419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Checking segment: {'id': '35cef286-f2a6-4fc2-8c29-859cceb82959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:28.570827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Network hostable DHCP agents. Network: d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:28.587367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:28.588907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:28.593723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'Subnet': ['ID=923e275f-b761-418d-9aee-5b0b52793fac,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:28.612774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:28.628032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:28.643566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:28.645950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.648098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34146722-8030-422c-8e20-65df3bd8c815 None None] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:28.700398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8c43b7b5-fc86-4aec-8876-f914b3855990 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8626089 Dec 21 01:52:28.700623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44038) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:28.705919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Request body: {'port': {'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402', 'name': 'tempest-ExtraDHCPOptionsTestJSON-694958979'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:28.762922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 14fb1963-1b01-44fa-a236-caad2f262ca8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:28.763210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.799679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c9c17-a2ec-403b-9612-79d1d3c4f969 req-7f4adacd-6374-46ac-9e88-db45443181a4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:28.805270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c9c17-a2ec-403b-9612-79d1d3c4f969 req-7f4adacd-6374-46ac-9e88-db45443181a4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:28.806963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e8c9c17-a2ec-403b-9612-79d1d3c4f969 req-7f4adacd-6374-46ac-9e88-db45443181a4 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 0.1556184 Dec 21 01:52:28.835112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:28.841496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:28.889171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e8c9c17-a2ec-403b-9612-79d1d3c4f969 req-8d66a713-22ca-4f6f-9640-cc24372cc192 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717821 Dec 21 01:52:28.910289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Made reservation on behalf of 6b669524d33d4583b31dd665cda66f7c for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:28.926650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.931424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402', 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402', 'project_id': '6b669524d33d4583b31dd665cda66f7c', 'fixed_ips': [{'subnet_id': '923e275f-b761-418d-9aee-5b0b52793fac'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:28.932936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:28.956806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] device_id is not set on port 048c6ed6-178c-4ff9-8388-9837e0e362ba yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:29.048164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.112261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 14fb1963-1b01-44fa-a236-caad2f262ca8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14fb1963-1b01-44fa-a236-caad2f262ca8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:29.188021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.221774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-b7171eee-fc07-46cb-91fe-6ffe6d24352e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:29.223421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-b7171eee-fc07-46cb-91fe-6ffe6d24352e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 829 time: 0.1997542 Dec 21 01:52:29.224487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc5f33cf-d8db-4443-8598-3820893e400e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.227623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Allocated IP 172.20.0.6 (d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402/923e275f-b761-418d-9aee-5b0b52793fac/048c6ed6-178c-4ff9-8388-9837e0e362ba) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:29.242575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-a903cb9d-c0d8-4092-9275-7cc1a12f9688 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/quotas/35ba8f345e2a48d7aca83c486c40ede1 HTTP/1.1" status: 200 len: 375 time: 0.0125692 Dec 21 01:52:29.343322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-e28ea441-cbef-4ab8-8e69-3ad15b00fe40 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933611 Dec 21 01:52:29.354273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc5f33cf-d8db-4443-8598-3820893e400e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.363008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc5f33cf-d8db-4443-8598-3820893e400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.408917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cc5f33cf-d8db-4443-8598-3820893e400e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1bec7e60487467a88176453c5f9f55b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5654955 Dec 21 01:52:29.410321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:29.467359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f33cf-d8db-4443-8598-3820893e400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdfc9c5-6722-4855-a899-9453aad9f91d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:29.470788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d94289d5-6a34-43ad-94df-378a24e0c6cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:52:29.479116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d94289d5-6a34-43ad-94df-378a24e0c6cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1187797 Dec 21 01:52:29.539873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.566557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.567023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=14fb1963-1b01-44fa-a236-caad2f262ca8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:29.602525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.624902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 2, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:29.632730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.636618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.640262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acdfc9c5-6722-4855-a899-9453aad9f91d HTTP/1.1" status: 204 len: 168 time: 0.2202494 Dec 21 01:52:29.648281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-bf2bf48d-985c-4581-941a-efc675713a61 service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682215 Dec 21 01:52:29.660744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8473a-3089-47c2-8f8c-9b6171c56331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdfc9c5-6722-4855-a899-9453aad9f91d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:29.687616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Checking router: 0b53aad3-2d08-41f6-b902-13dda24fdaaa for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:29.688126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Updating router 0b53aad3-2d08-41f6-b902-13dda24fdaaa port 35512d57-bc72-41b8-9a8a-31f468210db8 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:52:29.730530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.747915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.773564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Allocated IP 172.20.0.2 (d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402/923e275f-b761-418d-9aee-5b0b52793fac/6ef79615-b394-4373-854e-ba7ad908b310) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:29.786881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'Port': ['ID=048c6ed6-178c-4ff9-8388-9837e0e362ba,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:29.806999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:29.815223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:29.823958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:29.889241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:29.890172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:29.917106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-b59a19fd-390c-49e0-b895-eea867862f70 service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616673 Dec 21 01:52:29.926010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44090) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:29.929000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3faef345-3a32-4137-9b7c-897b926ffa07 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2273362 Dec 21 01:52:29.941680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Request body: {'port': {'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402', 'name': 'tempest-ExtraDHCPOptionsTestJSON-683236231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:29.943162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] bootfile-name is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:29.943649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] tftp-server is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:29.944267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] server-ip-address is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:30.105606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.119580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58080-b3a0-44bd-9174-6fcbd870c359 req-db6b405a-22aa-4a89-96e8-adb92711839d tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:30.129535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58080-b3a0-44bd-9174-6fcbd870c359 req-db6b405a-22aa-4a89-96e8-adb92711839d tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:30.131458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11f58080-b3a0-44bd-9174-6fcbd870c359 req-db6b405a-22aa-4a89-96e8-adb92711839d tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 0.0989490 Dec 21 01:52:30.137220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.203008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Made reservation on behalf of 6b669524d33d4583b31dd665cda66f7c for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:30.207975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.210285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44106) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:30.227123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] device_id is not set on port 933c0cc5-14f1-4df4-847e-52815fd5b603 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:30.248988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11f58080-b3a0-44bd-9174-6fcbd870c359 req-2799ffa4-434a-4807-9a85-139e88effafc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072984 Dec 21 01:52:30.251196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b982-110a-455a-a701-47f4f80cec64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.255702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:30.266032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:30.268964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:30.305822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Pushing event updated for resources: {'Port': ['ID=6ef79615-b394-4373-854e-ba7ad908b310,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:30.387632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d070f48-5121-48e9-bf11-2997cd5fb2e0 req-0bf4df83-5b1e-437b-ac5f-07ee4787b872 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 210 time: 0.0960920 Dec 21 01:52:30.417379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.432509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Allocated IP 172.20.0.5 (d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402/923e275f-b761-418d-9aee-5b0b52793fac/933c0cc5-14f1-4df4-847e-52815fd5b603) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:30.433856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Attempting to bind port 6ef79615-b394-4373-854e-ba7ad908b310 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:30.434993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Attempting to bind port 6ef79615-b394-4373-854e-ba7ad908b310 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '35cef286-f2a6-4fc2-8c29-859cceb82959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:30.441368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Attempting to bind port 6ef79615-b394-4373-854e-ba7ad908b310 on network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:30.443319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.474554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:30.476116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Checking segment: {'id': '35cef286-f2a6-4fc2-8c29-859cceb82959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:30.476535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.477035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Bound using segment: {'id': '35cef286-f2a6-4fc2-8c29-859cceb82959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:30.479696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Bound port: 6ef79615-b394-4373-854e-ba7ad908b310, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cef286-f2a6-4fc2-8c29-859cceb82959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4dc75a8-3a26-4c7d-aefb-cf1ced2ef402'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:30.480166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.526029 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b982-110a-455a-a701-47f4f80cec64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.540280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae6b982-110a-455a-a701-47f4f80cec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.584593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14fb1963-1b01-44fa-a236-caad2f262ca8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:30.658541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6b982-110a-455a-a701-47f4f80cec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f3b30-55fc-4004-9ae3-6ef6629b0ad9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:30.675158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4ae6b982-110a-455a-a701-47f4f80cec64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20e94962e70643e78e6a5010f07c711d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614348 Dec 21 01:52:30.677461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44136) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:30.815080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894586d-27a9-4bd6-b871-e3722bdfb0d2 None None] Pushing event updated for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:30.824817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.886573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.901668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.908931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 14fb1963-1b01-44fa-a236-caad2f262ca8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:30.909860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.932144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b3fb-2607-4ade-bdd1-3411a675b05b req-751ef840-bce1-4e8b-a2a4-a656bccc0559 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:30.938546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b3fb-2607-4ade-bdd1-3411a675b05b req-751ef840-bce1-4e8b-a2a4-a656bccc0559 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:30.940872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d508b3fb-2607-4ade-bdd1-3411a675b05b req-751ef840-bce1-4e8b-a2a4-a656bccc0559 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 0.1580145 Dec 21 01:52:30.961110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.971480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Attempting to bind port 35512d57-bc72-41b8-9a8a-31f468210db8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:30.972179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Attempting to bind port 35512d57-bc72-41b8-9a8a-31f468210db8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:30.972783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Attempting to bind port 35512d57-bc72-41b8-9a8a-31f468210db8 on network 18df886c-597d-44d4-819c-4c5c7a9e7325 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:30.979841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] For port 6ef79615-b394-4373-854e-ba7ad908b310, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:30.987322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:30.987987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Checking segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:30.988583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:30.989225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Bound using segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:30.989955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Bound port: 35512d57-bc72-41b8-9a8a-31f468210db8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:30.990525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.004272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:31.021525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] For port 6ef79615-b394-4373-854e-ba7ad908b310, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6ef79615-b394-4373-854e-ba7ad908b310,segment=NetworkSegment(35cef286-f2a6-4fc2-8c29-859cceb82959),segment_id=35cef286-f2a6-4fc2-8c29-859cceb82959)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:31.027562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'Port': ['ID=933c0cc5-14f1-4df4-847e-52815fd5b603,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:31.029599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e8e43f1-8403-4a72-965b-d1b460a545f5 None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:31.030150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e8e43f1-8403-4a72-965b-d1b460a545f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.040717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:31.043346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:31.052095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:31.073547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.076884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.083994 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.092162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/639f3b30-55fc-4004-9ae3-6ef6629b0ad9 HTTP/1.1" status: 204 len: 168 time: 0.4053392 Dec 21 01:52:31.112683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6961c-bb8f-4f8a-8fc1-c1cad9660640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f3b30-55fc-4004-9ae3-6ef6629b0ad9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:31.119189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d508b3fb-2607-4ade-bdd1-3411a675b05b req-1e35090c-063e-4c02-aef4-a9230f2be486 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720021 Dec 21 01:52:31.162983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] For port 35512d57-bc72-41b8-9a8a-31f468210db8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:31.167196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] For port 35512d57-bc72-41b8-9a8a-31f468210db8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=35512d57-bc72-41b8-9a8a-31f468210db8,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:31.175595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:31.176346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.195421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a354168-3d8b-4859-b1fc-537948154fbd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2645521 Dec 21 01:52:31.197437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.197875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44150) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:31.246191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e43f1-8403-4a72-965b-d1b460a545f5 None None] Port 35512d57-bc72-41b8-9a8a-31f468210db8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:31.332633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:31.338548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:31.407058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da858-8161-4859-9d8e-f0045a15de5e None None] Pushing event updated for resources: {'Port': ['ID=6ef79615-b394-4373-854e-ba7ad908b310,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:31.443595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1c822-8e81-415d-a816-16233cc19dae tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:31.450016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1c822-8e81-415d-a816-16233cc19dae tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:31.456957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1c822-8e81-415d-a816-16233cc19dae tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:31.459257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d3f1c822-8e81-415d-a816-16233cc19dae tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2602670 Dec 21 01:52:31.462286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:31.502226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e811872-b3b3-4bdd-9b3e-1df86709a626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.536485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894586d-27a9-4bd6-b871-e3722bdfb0d2 None None] Pushing event updated for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:31.671560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:31.688190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e811872-b3b3-4bdd-9b3e-1df86709a626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.697531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Deleting port 933c0cc5-14f1-4df4-847e-52815fd5b603 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:31.697993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.737616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:31.737792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.755058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb448483-9412-4478-8721-69ca6443149a req-d52d0050-9088-4903-a9dd-8f8b83aa2437 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 210 time: 0.1796410 Dec 21 01:52:31.756137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e811872-b3b3-4bdd-9b3e-1df86709a626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.837386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e811872-b3b3-4bdd-9b3e-1df86709a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83779354-dadf-4d83-ad97-a5c610178c43,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:31.869190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0e811872-b3b3-4bdd-9b3e-1df86709a626 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a807daebd8f46fa92aec346e8fe7b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8630404 Dec 21 01:52:31.873727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44170) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:31.944054 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.953982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.972990 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:31.981166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Calling delete_port for 933c0cc5-14f1-4df4-847e-52815fd5b603 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:31.990919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.038216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] For port 35512d57-bc72-41b8-9a8a-31f468210db8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=35512d57-bc72-41b8-9a8a-31f468210db8,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:32.060350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:31Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:32.062934 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.135713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ccd0d1-b28e-4d95-aa6a-6e5be42f9e49 None None] The sync data for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 is: [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:31Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:32.143547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.174703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.177398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83779354-dadf-4d83-ad97-a5c610178c43 HTTP/1.1" status: 204 len: 168 time: 0.3029344 Dec 21 01:52:32.244022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.277630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-fb2ca231-86c6-400d-a0cd-dccbcaa98a0e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:32.282525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-fb2ca231-86c6-400d-a0cd-dccbcaa98a0e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.45 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 829 time: 0.2898915 Dec 21 01:52:32.315923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3876-1393-47da-9f52-12cc24e1dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83779354-dadf-4d83-ad97-a5c610178c43,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:32.336721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event deleted for resources: {'Port': ['ID=933c0cc5-14f1-4df4-847e-52815fd5b603,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:32.379888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'port': {'device_id': 'c9516712-baee-4f7c-a192-f964cddaf649', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'admin_state_up': True, 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:32.579237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.583245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4836911d-2cff-4b90-a9cd-4f05eabc8724 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "DELETE /v2.0/ports/933c0cc5-14f1-4df4-847e-52815fd5b603 HTTP/1.1" status: 204 len: 168 time: 1.1198540 Dec 21 01:52:32.587357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44188) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:32.601109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Request body: {'port': {'name': 'tempest-new-port-name-1051889332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:32.616768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] bootfile-name is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:32.617153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] tftp-server is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:32.617531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.api.validators [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] server-ip-address is not in valid_values {{(pid=109851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 21 01:52:32.745724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb217f1-2bc1-4584-9382-1d7b15fe2df0 None None] Pushing event updated for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:32.839455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:32.885185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6ef79615-b394-4373-854e-ba7ad908b310 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:33.066980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6ef79615-b394-4373-854e-ba7ad908b310 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:33.069661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.151170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88293a79-338f-42f9-9f0b-4574082e62ae None None] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:33.271714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-865b9656-a729-4492-b707-e5b59c95e9ec req-e4cbe014-3cc8-447e-b899-dd23fdaa4c23 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 210 time: 0.1139176 Dec 21 01:52:33.346426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.357020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.375858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38126-72c5-4ecd-894c-6cc4928bb2b7 req-e19c31fa-1a6e-423b-86b1-93158e128e3f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.382678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38126-72c5-4ecd-894c-6cc4928bb2b7 req-e19c31fa-1a6e-423b-86b1-93158e128e3f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.384576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d38126-72c5-4ecd-894c-6cc4928bb2b7 req-e19c31fa-1a6e-423b-86b1-93158e128e3f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 1.0898438 Dec 21 01:52:33.421124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-3ff44617-9175-4f02-bdb5-53afeabfd738 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.428658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-3ff44617-9175-4f02-bdb5-53afeabfd738 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.430465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-3ff44617-9175-4f02-bdb5-53afeabfd738 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 1683 time: 1.0595837 Dec 21 01:52:33.451217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-957b7a78-146b-4482-97b3-a53a5fa6c799 None None] Provisioning complete for port 6ef79615-b394-4373-854e-ba7ad908b310 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:33.451591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-957b7a78-146b-4482-97b3-a53a5fa6c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.562248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Made reservation on behalf of 35ba8f345e2a48d7aca83c486c40ede1 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:33.566672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.601144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event updated for resources: {'Port': ['ID=048c6ed6-178c-4ff9-8388-9837e0e362ba,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:33.611252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d38126-72c5-4ecd-894c-6cc4928bb2b7 req-46fae582-64fb-407e-9afa-826b76a78005 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136130 Dec 21 01:52:33.632117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.677496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] In _notify_port_updated(), no bound segment for port 048c6ed6-178c-4ff9-8388-9837e0e362ba on network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:52:33.692376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.693481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.699481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8ebc2b5-51af-4079-9597-12e473e704bd tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "PUT /v2.0/ports/048c6ed6-178c-4ff9-8388-9837e0e362ba HTTP/1.1" status: 200 len: 1136 time: 1.1061063 Dec 21 01:52:33.700408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44218) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:33.757589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 6ef79615-b394-4373-854e-ba7ad908b310, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6ef79615-b394-4373-854e-ba7ad908b310,segment=NetworkSegment(35cef286-f2a6-4fc2-8c29-859cceb82959),segment_id=35cef286-f2a6-4fc2-8c29-859cceb82959)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:33.785264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.786259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 35512d57-bc72-41b8-9a8a-31f468210db8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:33.858938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:33.859283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:33.908475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f66c6c-2c1b-45e3-b0b8-bd852ecfeb10 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:33.909955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a8f66c6c-2c1b-45e3-b0b8-bd852ecfeb10 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "GET /v2.0/ports/048c6ed6-178c-4ff9-8388-9837e0e362ba HTTP/1.1" status: 200 len: 1136 time: 0.1925285 Dec 21 01:52:33.915782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44226) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:33.964605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Allocated IP 172.20.0.14 (18df886c-597d-44d4-819c-4c5c7a9e7325/9cf70421-0bfc-4eff-af21-49ecd66de2a8/319234b2-23f0-46c3-8876-a2ba412fa8d0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:34.024335 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-957b7a78-146b-4482-97b3-a53a5fa6c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.033470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:34.033846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.058634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 229177e5-2ad9-4dc0-b8ad-c889da6bd97d owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:34.105123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=6ef79615-b394-4373-854e-ba7ad908b310,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:34.180683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Deleting port 048c6ed6-178c-4ff9-8388-9837e0e362ba {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:34.183284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.187490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:34.188095 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.269103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:34.276034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-957b7a78-146b-4482-97b3-a53a5fa6c799 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:52:34.276383 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-957b7a78-146b-4482-97b3-a53a5fa6c799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:52:34.407471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.475090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.494651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Calling delete_port for 048c6ed6-178c-4ff9-8388-9837e0e362ba owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:34.549951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc654356-a4d0-48ec-a94d-16ff6242f2a8 req-91e64fe1-3eca-48b6-be1e-5e584e9d087f tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 210 time: 0.0818210 Dec 21 01:52:34.580989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6ef79615-b394-4373-854e-ba7ad908b310 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:34.591254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2091150416', 'router:external': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:34.592092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.632264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:34.635896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:34.652815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6ef79615-b394-4373-854e-ba7ad908b310 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:34.653185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.658565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.664264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:34.698498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Made reservation on behalf of 4fc80d4ad70a44f9beee58589411992a for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:34.701092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.724613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.867136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:34.899553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 35512d57-bc72-41b8-9a8a-31f468210db8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:34.926735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event deleted for resources: {'Port': ['ID=048c6ed6-178c-4ff9-8388-9837e0e362ba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:34.983056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event updated for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:35.051378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=229177e5-2ad9-4dc0-b8ad-c889da6bd97d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:35.062893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 229177e5-2ad9-4dc0-b8ad-c889da6bd97d on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:35.069010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.074334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-e908e64f-3d0a-46f4-8ed2-5ce7bfa5b663 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "DELETE /v2.0/ports/229177e5-2ad9-4dc0-b8ad-c889da6bd97d HTTP/1.1" status: 204 len: 173 time: 1.6358824 Dec 21 01:52:35.077802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-deleted', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:35.081576 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217b1e6-fd17-46ab-b01b-ec9331ee9203" -d '{"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-deleted", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:35.092532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:35.095424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.100601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.102511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 35512d57-bc72-41b8-9a8a-31f468210db8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:35.102895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.106991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ed4f94e-46a6-4ec3-9113-1cd747f3bc42 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "DELETE /v2.0/ports/048c6ed6-178c-4ff9-8388-9837e0e362ba HTTP/1.1" status: 204 len: 168 time: 1.1873090 Dec 21 01:52:35.108383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44248) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:35.140454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.147828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.188372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:35.190602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Could not find standard attr ID for object 933c0cc5-14f1-4df4-847e-52815fd5b603. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:35.195924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Could not find standard attr ID for object 048c6ed6-178c-4ff9-8388-9837e0e362ba. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:35.198892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b3bdf-1b14-4654-8c7d-86d6d36bd727,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:35.213467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.214908 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Added segment 7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f of type vlan for network 913225ee-6bda-4cbd-97f6-313f25db24a5 Dec 21 01:52:35.253201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Provisioning complete for port 6ef79615-b394-4373-854e-ba7ad908b310 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:35.254631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.303948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb551f1-7ca3-4c7d-894b-aafc8a37176f req-5cacff1d-bcc1-4c66-b72a-2b7408f3ae1f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:35.305502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.315627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecb551f1-7ca3-4c7d-894b-aafc8a37176f req-5cacff1d-bcc1-4c66-b72a-2b7408f3ae1f tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 946 time: 0.4824979 Dec 21 01:52:35.325200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-1a1bec95-78e9-4ffa-8938-610c9286a5ee tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0015523 Dec 21 01:52:35.367350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.373905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:35.373905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.433883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Request body: {'port': {'device_id': 'c9516712-baee-4f7c-a192-f964cddaf649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:35.459982 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a82382-9fce-4c95-819c-c6f48323e748 x-openstack-request-id: req-67a82382-9fce-4c95-819c-c6f48323e748 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:35.460272 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-deleted", "tag": "229177e5-2ad9-4dc0-b8ad-c889da6bd97d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:35.460523 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67a82382-9fce-4c95-819c-c6f48323e748 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:35.460922 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-deleted', 'tag': '229177e5-2ad9-4dc0-b8ad-c889da6bd97d', 'status': 'completed', 'code': 200} Dec 21 01:52:35.482744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Deleting subnet 923e275f-b761-418d-9aee-5b0b52793fac {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:35.491326 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2179563 Dec 21 01:52:35.496750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44256) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:35.504517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'subnet': {'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:35.515420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe77f1-12e5-4bcf-b4a4-a0c958df240d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Network': ['ID=913225ee-6bda-4cbd-97f6-313f25db24a5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:35.516102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.526094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Provisioning complete for port 319234b2-23f0-46c3-8876-a2ba412fa8d0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:35.527228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.577796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:35.578028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Made reservation on behalf of 4fc80d4ad70a44f9beee58589411992a for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:35.583471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.624224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecb551f1-7ca3-4c7d-894b-aafc8a37176f req-1aa08d6d-d1f4-4f26-9c77-3ad0d218cd88 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/security-groups?id=41763153-1e66-4700-8d54-8a5829b5d69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026514 Dec 21 01:52:35.653689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.683277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.686295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7258eafe-5fd2-4f93-b233-de3de4c9dfb3 None None] Port 319234b2-23f0-46c3-8876-a2ba412fa8d0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:35.754885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:35.755394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.800263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:35.807724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2fea8b52-7024-4b57-bdb5-6ec264633ae7 None None] Could not find standard attr ID for object 048c6ed6-178c-4ff9-8388-9837e0e362ba. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:35.965197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:35.998206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:36.000476 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664beb4-df5c-46d1-a7f9-2c22dc2b1c58" -d '{"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-unplugged", "status": "completed", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:36.000632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3b87-7970-465d-884f-1d4c5e2427a2 req-951326ae-bff0-4e8f-a182-0bbf0de2fe6c tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:36.002968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de2b3b87-7970-465d-884f-1d4c5e2427a2 req-951326ae-bff0-4e8f-a182-0bbf0de2fe6c tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 932 time: 0.2722304 Dec 21 01:52:36.010023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.014624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:36.021073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.022316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 229177e5-2ad9-4dc0-b8ad-c889da6bd97d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:36.052603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 01:52:36.053060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.067236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 229177e5-2ad9-4dc0-b8ad-c889da6bd97d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:36.067893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 229177e5-2ad9-4dc0-b8ad-c889da6bd97d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:36.103237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:36.105543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:36.105919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.124453 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180a6b53-bf88-47ff-bbe7-1a09f5bedb40 x-openstack-request-id: req-180a6b53-bf88-47ff-bbe7-1a09f5bedb40 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:36.124598 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-unplugged", "status": "completed", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:36.124746 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-180a6b53-bf88-47ff-bbe7-1a09f5bedb40 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:36.125350 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'code': 200} Dec 21 01:52:36.135424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a25f0a2-ce8d-4564-9ea7-465ab705f892,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:36.144224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Checking segment: {'id': '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:36.144590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network hostable DHCP agents. Network: 913225ee-6bda-4cbd-97f6-313f25db24a5, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:36.162247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:36.171963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:36.187255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 913225ee-6bda-4cbd-97f6-313f25db24a5) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:36.196020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96d123-b131-48f0-8900-4f296cc2545e None None] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:36.202055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:36.202687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.230877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2846708b-0aad-41df-b366-6f09a57a19ca tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7329440 Dec 21 01:52:36.234068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44272) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:36.242323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de2b3b87-7970-465d-884f-1d4c5e2427a2 req-4e728fbe-5dc8-4eb1-8b79-a95bf870916d tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289996 Dec 21 01:52:36.242625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1194910807', 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:36.271932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Made reservation on behalf of 4fc80d4ad70a44f9beee58589411992a for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:36.275958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.302153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] device_id is not set on port bd0a7798-37a0-41e9-9fca-c06e5abf0a5f yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:36.316484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.354220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e16750-6c8e-454f-8448-365b7a09596a None None] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:36.369587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event deleted for resources: {'Subnet': ['ID=923e275f-b761-418d-9aee-5b0b52793fac,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:36.396298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.400082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-87df9952-5a5d-46b3-9052-9afb5c24cfff tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "DELETE /v2.0/subnets/923e275f-b761-418d-9aee-5b0b52793fac HTTP/1.1" status: 204 len: 168 time: 1.2701845 Dec 21 01:52:36.403414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:36.447023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bd2e4-de4a-4a47-9908-c3d6bd593b49 None None] Network d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:36.481644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-df2f8d5f-cba4-4627-af95-f2fa75e66977 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2706947 Dec 21 01:52:36.601582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319234b2-23f0-46c3-8876-a2ba412fa8d0 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:36.610319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.624025 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.650732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e46756-046c-4b01-899c-766c685b80bf None None] DHCP port deletion for d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:36.653607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Transition to ACTIVE for port object 319234b2-23f0-46c3-8876-a2ba412fa8d0 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:52:36.654163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 2001:db8::2f4 (913225ee-6bda-4cbd-97f6-313f25db24a5/3a25f0a2-ce8d-4564-9ea7-465ab705f892/bd0a7798-37a0-41e9-9fca-c06e5abf0a5f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:36.664659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-285fa997-87b1-4ccd-893d-a6f5cfc4d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:36.668028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-285fa997-87b1-4ccd-893d-a6f5cfc4d6a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9e4379c298b45518a7d2627b98e4a76&device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 1098 time: 0.0997052 Dec 21 01:52:36.669559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.671543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.747496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Deleting port 6ef79615-b394-4373-854e-ba7ad908b310 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:36.748115 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.802865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f2aad35-44b8-469a-ae65-d6fc718736be req-6923016b-9301-486a-ad3d-825b86e7b614 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "GET /v2.0/ports?device_id=d60d52ca-3734-482e-a7ef-d96f2d1e051b HTTP/1.1" status: 200 len: 210 time: 0.0557249 Dec 21 01:52:36.826478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Deleting port 6ef79615-b394-4373-854e-ba7ad908b310 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:36.826949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.875329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-45e46756-046c-4b01-899c-766c685b80bf None None] For port 6ef79615-b394-4373-854e-ba7ad908b310, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6ef79615-b394-4373-854e-ba7ad908b310,segment=NetworkSegment(35cef286-f2a6-4fc2-8c29-859cceb82959),segment_id=35cef286-f2a6-4fc2-8c29-859cceb82959)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:36.875985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.901694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Calling delete_port for 6ef79615-b394-4373-854e-ba7ad908b310 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:36.921201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] For port 6ef79615-b394-4373-854e-ba7ad908b310, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6ef79615-b394-4373-854e-ba7ad908b310,segment=NetworkSegment(35cef286-f2a6-4fc2-8c29-859cceb82959),segment_id=35cef286-f2a6-4fc2-8c29-859cceb82959)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:36.921639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.928478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Pushing event updated for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:36.956157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Calling delete_port for 6ef79615-b394-4373-854e-ba7ad908b310 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:36.971582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:36.973712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:36.993415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:36.997168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fb9aa6b-50ca-4b48-aec9-e369edf13114 req-f184e37f-ba97-4c0c-8916-01421a4cd6cc tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.24 "DELETE /v2.0/ports/7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa HTTP/1.1" status: 204 len: 173 time: 1.8911934 Dec 21 01:52:37.113032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-faf62a7c-fcc6-432b-a077-6fcb658b225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.119298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-faf62a7c-fcc6-432b-a077-6fcb658b225b service neutron] 10.222.0.45 "GET /v2.0/networks?id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 200 len: 914 time: 0.4058533 Dec 21 01:52:37.119784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Attempting to bind port 319234b2-23f0-46c3-8876-a2ba412fa8d0 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:37.120255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Attempting to bind port 319234b2-23f0-46c3-8876-a2ba412fa8d0 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:37.120590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Attempting to bind port 319234b2-23f0-46c3-8876-a2ba412fa8d0 on network 18df886c-597d-44d4-819c-4c5c7a9e7325 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:37.129778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Port 319234b2-23f0-46c3-8876-a2ba412fa8d0 on network 18df886c-597d-44d4-819c-4c5c7a9e7325 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:52:37.131084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Attempting to bind port 319234b2-23f0-46c3-8876-a2ba412fa8d0 on network 18df886c-597d-44d4-819c-4c5c7a9e7325 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:37.195501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.211672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.213156 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:37.215234 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:37.229389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:37.229650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Checking segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:37.230048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Bound using segment: {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:37.230498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Bound port: 319234b2-23f0-46c3-8876-a2ba412fa8d0, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a079946c-586c-424d-8d69-7770fb07a835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:37.230857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.242749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.266140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e46756-046c-4b01-899c-766c685b80bf None None] Pushing event deleted for resources: {'Port': ['ID=6ef79615-b394-4373-854e-ba7ad908b310,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:37.285399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e46756-046c-4b01-899c-766c685b80bf None None] No DVR routers for this DVR port 6ef79615-b394-4373-854e-ba7ad908b310 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:37.303105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-159c009b-ede6-4b33-8c08-c6092889613d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 200 len: 1002 time: 0.1687841 Dec 21 01:52:37.337141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] No DVR routers for this DVR port 6ef79615-b394-4373-854e-ba7ad908b310 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:37.339823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.346739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event deleted for resources: {'Port': ['ID=6ef79615-b394-4373-854e-ba7ad908b310,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:37.386341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:37.395992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:37.418224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:37.431665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:37.432015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.432618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.436980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:37.445117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-cff95abb-9f9b-4be4-a6a5-1b3ca405e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.447547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-cff95abb-9f9b-4be4-a6a5-1b3ca405e842 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c88e4c86-7e40-4d12-9b5a-84d308c68d28 HTTP/1.1" status: 200 len: 853 time: 0.1336186 Dec 21 01:52:37.450837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.482621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-deleted', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:37.485528 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42ec32-ce40-46ed-9842-0e894c6ea447" -d '{"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-deleted", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:37.487289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.490112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0a7798-37a0-41e9-9fca-c06e5abf0a5f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:37.501526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c1ccb3b8-42e8-4d45-ad1b-dbed873268fd tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2627778 Dec 21 01:52:37.504180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:37.527067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16a163-2c7b-43a3-9df7-799bff41d106 req-d8912069-7231-4d6c-ab8e-9e9f2ab16136 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.529438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee16a163-2c7b-43a3-9df7-799bff41d106 req-d8912069-7231-4d6c-ab8e-9e9f2ab16136 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 944 time: 0.1625733 Dec 21 01:52:37.543128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:37.552722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.553362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.555123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] 10.222.0.45 "PUT /v2.0/ports/319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 1093 time: 2.1293254 Dec 21 01:52:37.569129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cef286-f2a6-4fc2-8c29-859cceb82959') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:37.569444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cef286-f2a6-4fc2-8c29-859cceb82959') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:37.605053 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44791161-6809-4e66-ac88-e2d54c6bc07e x-openstack-request-id: req-44791161-6809-4e66-ac88-e2d54c6bc07e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:37.605569 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60d52ca-3734-482e-a7ef-d96f2d1e051b", "name": "network-vif-deleted", "tag": "7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:37.605916 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44791161-6809-4e66-ac88-e2d54c6bc07e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:37.606375 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60d52ca-3734-482e-a7ef-d96f2d1e051b', 'name': 'network-vif-deleted', 'tag': '7154e5bf-774f-4ec8-8f75-a5c8c8d40eaa', 'status': 'completed', 'code': 200} Dec 21 01:52:37.607047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6f26-80b8-43bc-9511-9182b5755309 service neutron] Pushing event updated for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:37.633240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.636047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-7a5a2057-dd2a-4853-96a9-7d88e12bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:37.637840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-7a5a2057-dd2a-4853-96a9-7d88e12bbe35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733413 Dec 21 01:52:37.651000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee16a163-2c7b-43a3-9df7-799bff41d106 req-181450e8-7a56-4ef2-a363-e96e17eed885 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919411 Dec 21 01:52:37.661179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.680101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:37.681690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:37.685257 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:37.767721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Deleting port bd0a7798-37a0-41e9-9fca-c06e5abf0a5f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:37.767992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.796097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.806172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.812244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] 10.222.0.43 "DELETE /v2.0/networks/d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402 HTTP/1.1" status: 204 len: 168 time: 1.4077938 Dec 21 01:52:37.830901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-5c398f48-88a2-4833-b280-9cab8adf89fa service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786869 Dec 21 01:52:37.881456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a093c-d690-4e66-b471-76bfa754ed57 tempest-ExtraDHCPOptionsTestJSON-653231090 tempest-ExtraDHCPOptionsTestJSON-653231090-project] Pushing event deleted for resources: {'Network': ['ID=d4dc75a8-3a26-4c7d-aefb-cf1ced2ef402,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:37.900676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:37.963725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.972379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting subnet 2cd4e93d-c08c-48ec-a079-ec0382959822 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:37.983153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:37.989908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Calling delete_port for bd0a7798-37a0-41e9-9fca-c06e5abf0a5f owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:38.072163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.209938 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.212379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44314) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:38.218112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-6b498023-d335-4b89-b921-12e1660e57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:38.219598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-6b498023-d335-4b89-b921-12e1660e57a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1096 time: 0.5529580 Dec 21 01:52:38.279013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.321715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd0a7798-37a0-41e9-9fca-c06e5abf0a5f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:38.333026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.344439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-82dd2cc4-d7c6-4f5d-a09c-747698f3fe96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 217 time: 0.0903640 Dec 21 01:52:38.363357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2a4b6-5de2-4701-b6e2-c4bfc0010191 None None] Network 05087b27-f327-406e-bb2a-4943e2250199 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:38.405199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.412957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2b11997-103b-4e0e-868f-bd2f19b384c2 req-5b56ee17-fcc2-49df-9424-0ccfb4fbe0e9 service neutron] 10.222.0.45 "GET /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719864 Dec 21 01:52:38.415184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/subnets/2cd4e93d-c08c-48ec-a079-ec0382959822 HTTP/1.1" status: 204 len: 168 time: 0.5129802 Dec 21 01:52:38.415341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:38.443865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd774e-7471-4c34-a874-007fc155e1c1 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd4e93d-c08c-48ec-a079-ec0382959822,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:38.447221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.452049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d111cf6b-d64b-4b49-a8eb-6ef372f1f322 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/ports/bd0a7798-37a0-41e9-9fca-c06e5abf0a5f HTTP/1.1" status: 204 len: 168 time: 0.9467120 Dec 21 01:52:38.454861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:38.462171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5', 'external_fixed_ips': [{'subnet_id': '3a25f0a2-ce8d-4564-9ea7-465ab705f892', 'ip_address': '2001:db8::2f4'}]}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:38.505898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.507540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.523430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44326) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:38.528970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-7fa52bbe-351a-47b5-9f65-501ec3486322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:38.530464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-7fa52bbe-351a-47b5-9f65-501ec3486322 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.1507154 Dec 21 01:52:38.557695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6ef79615-b394-4373-854e-ba7ad908b310 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:38.583199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6ef79615-b394-4373-854e-ba7ad908b310 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:38.584205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6ef79615-b394-4373-854e-ba7ad908b310 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:38.594470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.595722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.612454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-dc4809b6-8486-407d-ab18-ea3847458f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:38.614010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-dc4809b6-8486-407d-ab18-ea3847458f35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678580 Dec 21 01:52:38.684659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] DHCP port deletion for 05087b27-f327-406e-bb2a-4943e2250199 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:38.686942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2e7901e-7e1d-45f0-b87e-5da5ed519285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.692604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c69d8b5c-276f-4d7d-a23a-c651303faf29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b669524d33d4583b31dd665cda66f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789481 Dec 21 01:52:38.696131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44332) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:38.757084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Deleting port 4c90faa9-e104-4dca-a9f8-575a83037ec5 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:38.757511 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.813943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.842489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.887088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 4c90faa9-e104-4dca-a9f8-575a83037ec5 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:38.887866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.891384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-a3035dc4-b6ab-4ab1-a14c-09d482ce8122 service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482879 Dec 21 01:52:38.893777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:38.979850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08768245-6100-4d31-93a3-e434d2211714 req-99415912-a741-40e1-8912-2c482928d581 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:38.988548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08768245-6100-4d31-93a3-e434d2211714 req-99415912-a741-40e1-8912-2c482928d581 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 944 time: 0.2101078 Dec 21 01:52:39.000030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] For port 4c90faa9-e104-4dca-a9f8-575a83037ec5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c90faa9-e104-4dca-a9f8-575a83037ec5,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:39.000442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.016369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Calling delete_port for 4c90faa9-e104-4dca-a9f8-575a83037ec5 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:39.072468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 4c90faa9-e104-4dca-a9f8-575a83037ec5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c90faa9-e104-4dca-a9f8-575a83037ec5,segment=NetworkSegment(e3a2de6a-f51c-408d-82da-605833c1aad3),segment_id=e3a2de6a-f51c-408d-82da-605833c1aad3)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:39.073013 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.109155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.112089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 4c90faa9-e104-4dca-a9f8-575a83037ec5 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:39.135886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] Pushing event deleted for resources: {'Port': ['ID=4c90faa9-e104-4dca-a9f8-575a83037ec5,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.139755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5526e6-a807-405b-ac0e-41d51f8ba04e None None] No DVR routers for this DVR port 4c90faa9-e104-4dca-a9f8-575a83037ec5 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:39.149527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2e7901e-7e1d-45f0-b87e-5da5ed519285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.163493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08768245-6100-4d31-93a3-e434d2211714 req-52cc1f88-aac9-4b9b-9bf3-1a08a2e133a5 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738889 Dec 21 01:52:39.175254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2e7901e-7e1d-45f0-b87e-5da5ed519285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.241659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fa75a39-4d41-4566-967e-33ed72b7b7e2 req-d7d08f83-5ce7-4e6e-bbb2-59b6e844c52a service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243561 Dec 21 01:52:39.263563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b2e7901e-7e1d-45f0-b87e-5da5ed519285 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b41c505c2169468aab99b277f99a9edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364726 Dec 21 01:52:39.265986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7901e-7e1d-45f0-b87e-5da5ed519285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea278f-b6e2-4531-b0cd-24160f7ca06f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.273550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44336) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.319277 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:39.322405 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:39.325584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.328156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.330272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98622d90-a37d-400b-ac39-d73a66946063 HTTP/1.1" status: 204 len: 168 time: 0.6329496 Dec 21 01:52:39.334808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.373014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=4c90faa9-e104-4dca-a9f8-575a83037ec5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.375392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 4c90faa9-e104-4dca-a9f8-575a83037ec5 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:39.391517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.422205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f8627-7f79-41da-8ef6-8076909cd498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98622d90-a37d-400b-ac39-d73a66946063,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.461575 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.490433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.501677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.510744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.539612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05087b27-f327-406e-bb2a-4943e2250199']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:39.551872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a2de6a-f51c-408d-82da-605833c1aad3') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:39.552231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a2de6a-f51c-408d-82da-605833c1aad3') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:39.568873 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.584046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.586974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.590573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1eea278f-b6e2-4531-b0cd-24160f7ca06f HTTP/1.1" status: 204 len: 168 time: 0.3137379 Dec 21 01:52:39.607704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a82d-d9b8-441c-9461-daa2310988b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea278f-b6e2-4531-b0cd-24160f7ca06f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.607986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:39.611683 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f089c0-00b1-4ae0-b74e-2ec55de234b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:39.616675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.624597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:39.625905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:39.631645 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:39.695257 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ef6682-c778-4553-a8bc-d43efe0b32db x-openstack-request-id: req-65ef6682-c778-4553-a8bc-d43efe0b32db {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:39.695472 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:39.695729 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65ef6682-c778-4553-a8bc-d43efe0b32db {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:39.696130 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'status': 'completed', 'code': 200} Dec 21 01:52:39.710721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 2001:db8::2f4 (913225ee-6bda-4cbd-97f6-313f25db24a5/3a25f0a2-ce8d-4564-9ea7-465ab705f892/a54a10ca-1575-449c-98ab-c56a1937da66) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:39.719363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.727967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.736321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/networks/05087b27-f327-406e-bb2a-4943e2250199 HTTP/1.1" status: 204 len: 168 time: 1.3193944 Dec 21 01:52:39.739599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44352) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:39.776230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008c01f-e261-4eb1-9d1b-a531437295fd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Network': ['ID=05087b27-f327-406e-bb2a-4943e2250199,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:39.793123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-d1c63578-2741-4fdb-981e-93851622c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:39.794730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-d1c63578-2741-4fdb-981e-93851622c216 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1096 time: 0.0571144 Dec 21 01:52:39.842388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting subnet fe3510d5-7d15-45d9-995b-a32699eeec2d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:39.849410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.948052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.952848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:39.970664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-b275bd2b-506f-4263-a3ce-f02ed51e6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:39.972311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-b275bd2b-506f-4263-a3ce-f02ed51e6fec service neutron] 10.222.0.45 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 929 time: 0.1682208 Dec 21 01:52:40.024535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-0fe850a0-36a5-4e55-9afa-f142921b24a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 217 time: 0.0429673 Dec 21 01:52:40.032846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.084353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-0fb13c9e-30d0-4cc9-b200-eee58a115def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:40.085913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-0fb13c9e-30d0-4cc9-b200-eee58a115def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.0529506 Dec 21 01:52:40.104891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 913225ee-6bda-4cbd-97f6-313f25db24a5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:40.111347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:40.113956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:40.147263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-99b74ef3-527b-4647-98cc-7ee6425b4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:40.148913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-99b74ef3-527b-4647-98cc-7ee6425b4d27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516400 Dec 21 01:52:40.213897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.218805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=a54a10ca-1575-449c-98ab-c56a1937da66,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:40.290719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-a07cfccd-cb0c-4d1e-8a22-5f0a9f01565e service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289437 Dec 21 01:52:40.381555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.422389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93107a1c-9e11-4853-9f73-25fba0f694de None None] Network 7c5d1ba9-346d-489a-8604-ef669c13a17b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:40.441675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.441675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/subnets/fe3510d5-7d15-45d9-995b-a32699eeec2d HTTP/1.1" status: 204 len: 168 time: 0.6970520 Dec 21 01:52:40.441888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44b6c-59cd-4ddb-bc15-abd50a862c04 req-1e9fb7c5-7fcc-47c4-9271-da786b3b0bed tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:40.441888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c44b6c-59cd-4ddb-bc15-abd50a862c04 req-1e9fb7c5-7fcc-47c4-9271-da786b3b0bed tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 944 time: 0.1335680 Dec 21 01:52:40.443137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44386) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:40.447238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0f795-4c7d-45e8-ad19-1fb9f84ef1bd tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3510d5-7d15-45d9-995b-a32699eeec2d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:40.520947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:40.560748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c90faa9-e104-4dca-a9f8-575a83037ec5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:40.575710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.588328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4c90faa9-e104-4dca-a9f8-575a83037ec5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:40.588947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c90faa9-e104-4dca-a9f8-575a83037ec5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:40.637935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c44b6c-59cd-4ddb-bc15-abd50a862c04 req-d5afdb1d-8522-4fd0-b242-422c3ddd751e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846452 Dec 21 01:52:40.643495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f089c0-00b1-4ae0-b74e-2ec55de234b5 req-625bea4e-fe38-4b36-9b3d-f5e78132e664 service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343241 Dec 21 01:52:40.672738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.726395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] DHCP port deletion for 7c5d1ba9-346d-489a-8604-ef669c13a17b request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:40.772354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Deleting port 91dcde04-2026-4bae-91ab-fea757d8668e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:40.772597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.808077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Deleting port 91dcde04-2026-4bae-91ab-fea757d8668e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:40.808248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.875520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.886791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1747495397'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:40.888336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] For port 91dcde04-2026-4bae-91ab-fea757d8668e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=91dcde04-2026-4bae-91ab-fea757d8668e,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:40.888770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.903706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Calling delete_port for 91dcde04-2026-4bae-91ab-fea757d8668e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:40.914661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] For port 91dcde04-2026-4bae-91ab-fea757d8668e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=91dcde04-2026-4bae-91ab-fea757d8668e,segment=NetworkSegment(7c110bae-97be-454e-8d8c-a86161dd943b),segment_id=7c110bae-97be-454e-8d8c-a86161dd943b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:40.915323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:40.935507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Calling delete_port for 91dcde04-2026-4bae-91ab-fea757d8668e owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:41.001907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.007941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:41.012373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.018654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] No DVR routers for this DVR port 91dcde04-2026-4bae-91ab-fea757d8668e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:41.029032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.044563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b46da-0e9d-4cdd-a3c5-37a9b505745f None None] Pushing event deleted for resources: {'Port': ['ID=91dcde04-2026-4bae-91ab-fea757d8668e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.058223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.109929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Port': ['ID=91dcde04-2026-4bae-91ab-fea757d8668e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.110281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router 29e9b341-22bd-4222-a48c-ca6a699a5fb7 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:52:41.112509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] No DVR routers for this DVR port 91dcde04-2026-4bae-91ab-fea757d8668e on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:41.193544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.199061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.205953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.226546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5d1ba9-346d-489a-8604-ef669c13a17b']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:41.238781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c110bae-97be-454e-8d8c-a86161dd943b') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:41.238781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c110bae-97be-454e-8d8c-a86161dd943b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:41.247817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.249602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:41.263744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:41.270115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.277109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:41.277747 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.280647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56302a41-b6d9-455e-9181-da4401dfb39b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:41.280786 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:41.291770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.292114 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment 8d270c02-7c77-4078-a5b7-8a1691324832 of type vlan for network 6cc69449-731c-4924-9938-9a042147f2b0 Dec 21 01:52:41.304036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:41.319186 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Sync routers for ids ['29e9b341-22bd-4222-a48c-ca6a699a5fb7'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:41.331184 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Routers {'29e9b341-22bd-4222-a48c-ca6a699a5fb7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:41.333638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['29e9b341-22bd-4222-a48c-ca6a699a5fb7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:41.348110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.354938 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.356247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd415b63-5ee3-4062-bdf0-8fc824ae7e5b tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9002101 Dec 21 01:52:41.358880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44412) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:41.375566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.387701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.400998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] 10.222.0.43 "DELETE /v2.0/networks/7c5d1ba9-346d-489a-8604-ef669c13a17b HTTP/1.1" status: 204 len: 168 time: 0.9503593 Dec 21 01:52:41.417383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffb596d0-1805-4fc1-97f6-c6c24d28fac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.432024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61e70-5148-492a-8421-10462c497113 tempest-ServersTestMultiNic-669830407 tempest-ServersTestMultiNic-669830407-project] Pushing event deleted for resources: {'Network': ['ID=7c5d1ba9-346d-489a-8604-ef669c13a17b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.452386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.460721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:41.462032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.481463 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Set router 29e9b341-22bd-4222-a48c-ca6a699a5fb7 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:41.512842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffb596d0-1805-4fc1-97f6-c6c24d28fac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.519295 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffb596d0-1805-4fc1-97f6-c6c24d28fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.580287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ffb596d0-1805-4fc1-97f6-c6c24d28fac8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e54169622bb64b9f822f24a80b17eb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265233 Dec 21 01:52:41.580838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44422) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:41.590931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb596d0-1805-4fc1-97f6-c6c24d28fac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d9eb0-8d4b-4e4b-b089-f05e10604fc3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.598883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:41.609272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0867958 Dec 21 01:52:41.615224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44426) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:41.615689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 319234b2-23f0-46c3-8876-a2ba412fa8d0 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:52:41.631489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'name': 'tempest-PortsIpV6TestJSON-848941105'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:41.750584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:41.763095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'mac_address': 'fa:16:3e:35:e2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:52:41.772638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5590b-2632-4df2-bfe3-f93e9d5c40cd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=6cc69449-731c-4924-9938-9a042147f2b0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:41.815846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:41.838538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:41.842318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.844294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.849750 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.869011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319234b2-23f0-46c3-8876-a2ba412fa8d0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:41.877770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae288c3-c5da-4463-81af-ba9535a10d47 req-3f4a00ec-f4c9-4fbf-ab85-e0de2f9852eb tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:41.879613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ae288c3-c5da-4463-81af-ba9535a10d47 req-3f4a00ec-f4c9-4fbf-ab85-e0de2f9852eb tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 944 time: 0.1143529 Dec 21 01:52:41.886347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:41.940417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e9b341-22bd-4222-a48c-ca6a699a5fb7', 'name': '', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5', 'external_fixed_ips': [{'subnet_id': '3a25f0a2-ce8d-4564-9ea7-465ab705f892', 'ip_address': '2001:db8::2f4'}], 'enable_snat': True}, 'gw_port_id': 'a54a10ca-1575-449c-98ab-c56a1937da66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:38Z', 'updated_at': '2021-12-21T01:52:40Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': 'a54a10ca-1575-449c-98ab-c56a1937da66', 'name': '', 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:26:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e9b341-22bd-4222-a48c-ca6a699a5fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '3a25f0a2-ce8d-4564-9ea7-465ab705f892', 'ip_address': '2001:db8::2f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:39Z', 'updated_at': '2021-12-21T01:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a25f0a2-ce8d-4564-9ea7-465ab705f892', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:41.955216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.974959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:41.990091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.990341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:41.992607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Checking router: 29e9b341-22bd-4222-a48c-ca6a699a5fb7 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:41.993291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Updating router 29e9b341-22bd-4222-a48c-ca6a699a5fb7 port a54a10ca-1575-449c-98ab-c56a1937da66 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:52:42.057902 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.065362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.112674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.117362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.120816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/133d9eb0-8d4b-4e4b-b089-f05e10604fc3 HTTP/1.1" status: 204 len: 168 time: 0.5368438 Dec 21 01:52:42.157084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:42.159310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d9eb0-8d4b-4e4b-b089-f05e10604fc3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:42.177655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.178019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.178490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.178836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.179219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.179555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.179885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.180214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.180540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.180865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.181372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.181738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.182063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370d72c-951f-4d60-aed1-c87db805b034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:42.218998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Deleting port a54a10ca-1575-449c-98ab-c56a1937da66 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:42.219592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.231894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ae288c3-c5da-4463-81af-ba9535a10d47 req-a8428359-3d0c-4f67-aa4d-d9cf3834f3f1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869546 Dec 21 01:52:42.355834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.383279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Calling delete_port for a54a10ca-1575-449c-98ab-c56a1937da66 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:42.408180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['319234b2-23f0-46c3-8876-a2ba412fa8d0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:52:42.448123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.478676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.500684 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.512582 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.516561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 91dcde04-2026-4bae-91ab-fea757d8668e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:42.544912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 91dcde04-2026-4bae-91ab-fea757d8668e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:42.545454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 91dcde04-2026-4bae-91ab-fea757d8668e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:42.572742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb75-29f7-4e4d-9fe4-3915596a2c21 req-d79be6a5-f419-4324-bb02-e26c5a795e55 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:42.576403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a355bb75-29f7-4e4d-9fe4-3915596a2c21 req-d79be6a5-f419-4324-bb02-e26c5a795e55 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.2739723 Dec 21 01:52:42.596245 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Attempting to bind port a54a10ca-1575-449c-98ab-c56a1937da66 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:42.596556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Attempting to bind port a54a10ca-1575-449c-98ab-c56a1937da66 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:42.597019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Attempting to bind port a54a10ca-1575-449c-98ab-c56a1937da66 on network 913225ee-6bda-4cbd-97f6-313f25db24a5 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:42.606972 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703a8f-5e36-4192-8638-cbcea1d2d7ad None None] Pushing event updated for resources: {'Port': ['ID=a54a10ca-1575-449c-98ab-c56a1937da66,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:42.609769 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:42.610206 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Checking segment: {'id': '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:42.611820 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.612222 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Bound using segment: {'id': '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:42.612699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Bound port: a54a10ca-1575-449c-98ab-c56a1937da66, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '913225ee-6bda-4cbd-97f6-313f25db24a5'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:42.613371 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.628525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dca058-586e-4010-b664-7653cdda38ec req-d5bd83b8-7985-4c38-83aa-f60eef227fd7 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:42.631753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99dca058-586e-4010-b664-7653cdda38ec req-d5bd83b8-7985-4c38-83aa-f60eef227fd7 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.2743492 Dec 21 01:52:42.699183 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] For port a54a10ca-1575-449c-98ab-c56a1937da66, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:42.704539 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] For port a54a10ca-1575-449c-98ab-c56a1937da66, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a54a10ca-1575-449c-98ab-c56a1937da66,segment=NetworkSegment(7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f),segment_id=7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:42.711664 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.713694 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.788893 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Routers {'29e9b341-22bd-4222-a48c-ca6a699a5fb7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:42.789527 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['29e9b341-22bd-4222-a48c-ca6a699a5fb7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:42.802118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=67aab257-eaf2-4b90-9ac5-a61e8f18f122,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:42.820490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99dca058-586e-4010-b664-7653cdda38ec req-20edf47a-2e11-4e2a-80c7-a1075a660cf5 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784868 Dec 21 01:52:42.870881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a355bb75-29f7-4e4d-9fe4-3915596a2c21 req-0e5d435a-43b0-4b1b-a964-97c56dfe6856 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683651 Dec 21 01:52:42.904982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] Set router 29e9b341-22bd-4222-a48c-ca6a699a5fb7 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:42.907039 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703a8f-5e36-4192-8638-cbcea1d2d7ad None None] Pushing event updated for resources: {'Port': ['ID=a54a10ca-1575-449c-98ab-c56a1937da66,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:42.914556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': '8d270c02-7c77-4078-a5b7-8a1691324832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:42.914930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 6cc69449-731c-4924-9938-9a042147f2b0, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:42.938841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:42.951494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6cc69449-731c-4924-9938-9a042147f2b0) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:42.958423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:42.961587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c3f3e-04a9-438b-9659-9689f0e38d31 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:42.966722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:42.967363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:42.986115 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e9b341-22bd-4222-a48c-ca6a699a5fb7', 'name': '', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:38Z', 'updated_at': '2021-12-21T01:52:42Z', 'revision_number': 4, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:42.994167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6669a9f1-7e5d-4a44-989b-9ff0b761847b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3732991 Dec 21 01:52:42.994850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44454) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:43.000131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1556186445'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:43.018604 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4078a5-457d-4a5e-a8e6-abad34051c35 None None] The sync data for ids ['29e9b341-22bd-4222-a48c-ca6a699a5fb7'] in n-d-761264-20 is: [{'id': '29e9b341-22bd-4222-a48c-ca6a699a5fb7', 'name': '', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:38Z', 'updated_at': '2021-12-21T01:52:42Z', 'revision_number': 4, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:43.051005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:43.054728 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.085243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:43.101840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.102319 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment ef8c3bbc-1d63-4596-9d6f-6fc7654458fb of type vlan for network 352d8b25-4c91-4bce-b10d-c44126e0cbc9 Dec 21 01:52:43.160113 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.188724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.194768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:43.195477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.275274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2793348 Dec 21 01:52:43.278455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44464) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:43.284504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'ports': [{'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'}, {'network_id': '352d8b25-4c91-4bce-b10d-c44126e0cbc9'}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:43.284955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:43.285564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '352d8b25-4c91-4bce-b10d-c44126e0cbc9'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:43.309784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2a82e-7905-4c89-8a5f-a4d72f453401 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=352d8b25-4c91-4bce-b10d-c44126e0cbc9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:43.310744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.324532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 352d8b25-4c91-4bce-b10d-c44126e0cbc9 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:43.357582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:43.368485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54a10ca-1575-449c-98ab-c56a1937da66,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:43.394674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.554099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad293baf-e39e-4453-9866-4e3536c52a9c req-b35eb977-bd6c-4a47-97a4-78dd157260c3 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:43.555597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad293baf-e39e-4453-9866-4e3536c52a9c req-b35eb977-bd6c-4a47-97a4-78dd157260c3 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 945 time: 0.1443729 Dec 21 01:52:43.559961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1909185884-network', 'tenant_id': 'c9d091fb3a044e52bc09e3e3ac0ca945'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:43.573055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.582011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:43.586983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.592529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.609388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.618797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 319234b2-23f0-46c3-8876-a2ba412fa8d0 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:43.662204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad293baf-e39e-4453-9866-4e3536c52a9c req-13ec06a9-28ec-4f54-a10b-aceeacc3cbda tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979159 Dec 21 01:52:43.679795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 319234b2-23f0-46c3-8876-a2ba412fa8d0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:52:43.695751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.696300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29e9b341-22bd-4222-a48c-ca6a699a5fb7 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:43.699319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 319234b2-23f0-46c3-8876-a2ba412fa8d0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:43.699883 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.720552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.724573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-91d3562c-c83b-40ea-bc87-4443530d6ea8 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/routers/29e9b341-22bd-4222-a48c-ca6a699a5fb7 HTTP/1.1" status: 204 len: 168 time: 2.3623161 Dec 21 01:52:43.726964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44472) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:43.737453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Made reservation on behalf of c9d091fb3a044e52bc09e3e3ac0ca945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:43.740012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.772771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 273ca92d-b2b2-418f-8d1e-e94d30bd642d yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:43.772943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.794574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Deleting port 292693d8-b569-4fd6-a467-fd7b174a0c22 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:43.794918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.801501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-83cb17b5-ec04-41f0-af63-7ec620f342d4 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:43.802782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.803175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-83cb17b5-ec04-41f0-af63-7ec620f342d4 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.0936422 Dec 21 01:52:43.855644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Deleting subnet 3a25f0a2-ce8d-4564-9ea7-465ab705f892 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:43.865845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:43.868453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.869372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:43.874322 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4fcb1-f55d-4e5f-8fe2-9a2590213b64" -d '{"events": [{"server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "name": "network-vif-plugged", "status": "completed", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:43.884490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.948375 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df92769e-a884-4ced-a06a-019d24546154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.977261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:43.986673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:44.035824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] For port 292693d8-b569-4fd6-a467-fd7b174a0c22, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=292693d8-b569-4fd6-a467-fd7b174a0c22,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:44.036204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.063598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Calling delete_port for 292693d8-b569-4fd6-a467-fd7b174a0c22 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:44.072787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.153874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.169406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.240815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:44.258712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff0151f-8fe5-4e55-903e-50d9864ead0a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:44.266297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.272138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.272367 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Added segment 935657ae-f7ce-401a-a2cb-e6cd7564c284 of type vlan for network 401845c5-4697-4a60-9e29-8657ebbabc16 Dec 21 01:52:44.343625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a25f0a2-ce8d-4564-9ea7-465ab705f892,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:44.350369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.354984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c92599f-53cc-4f2e-9efd-f64adde3f43a tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/3a25f0a2-ce8d-4564-9ea7-465ab705f892 HTTP/1.1" status: 204 len: 168 time: 0.6263795 Dec 21 01:52:44.359660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44480) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:44.378747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43c5a8-8435-4b7c-9ffc-1ad3d8529ec7 req-8199908c-03c1-4963-bed4-2e80366a00d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:44.380384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb43c5a8-8435-4b7c-9ffc-1ad3d8529ec7 req-8199908c-03c1-4963-bed4-2e80366a00d9 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 946 time: 0.4561713 Dec 21 01:52:44.395897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.422118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba117f1-cf96-46a9-a165-38db2b841040 req-8433263e-c3b8-4910-a740-217cdc55fb97 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:44.423768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ba117f1-cf96-46a9-a165-38db2b841040 req-8433263e-c3b8-4910-a740-217cdc55fb97 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.1574676 Dec 21 01:52:44.427642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.440480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.441396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:44.445489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.536564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Deleting port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:44.536904 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.551031 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1900606 Dec 21 01:52:44.558004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:44.570247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Request body: {'subnet': {'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1909185884-subnet', 'tenant_id': 'c9d091fb3a044e52bc09e3e3ac0ca945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:44.577970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c88ce-83e5-4974-996c-7647681e1a0d admin admin] Pushing event updated for resources: {'Network': ['ID=401845c5-4697-4a60-9e29-8657ebbabc16,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:44.583095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.592318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 401845c5-4697-4a60-9e29-8657ebbabc16 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:44.602451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.605540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 14f621bf-5201-403c-b8ca-4d49463a97ca yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:44.619674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Pushing event deleted for resources: {'Port': ['ID=292693d8-b569-4fd6-a467-fd7b174a0c22,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:44.654194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Made reservation on behalf of c9d091fb3a044e52bc09e3e3ac0ca945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:44.657941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.697870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb43c5a8-8435-4b7c-9ffc-1ad3d8529ec7 req-e4642f4a-2a49-46fd-8e22-02a5eb86fb08 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups?id=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839448 Dec 21 01:52:44.729979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ba117f1-cf96-46a9-a165-38db2b841040 req-34f9131b-3426-43c8-a410-87563a39afdc tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739398 Dec 21 01:52:44.784882 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784c48a4-5289-4cb1-a3dc-93970b1aec63 x-openstack-request-id: req-784c48a4-5289-4cb1-a3dc-93970b1aec63 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:44.785213 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "name": "network-vif-plugged", "status": "completed", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:44.785522 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-784c48a4-5289-4cb1-a3dc-93970b1aec63 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:44.785968 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'code': 200} Dec 21 01:52:44.927006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.955512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:44.987286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] For port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:44.987771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.031486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.051685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913225ee-6bda-4cbd-97f6-313f25db24a5']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:45.108447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eace20-ab9f-47f1-bbdc-bd6178afad10 req-360315cf-fe33-418f-8ad7-d2e17b3bcf6c tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:45.109961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9eace20-ab9f-47f1-bbdc-bd6178afad10 req-360315cf-fe33-418f-8ad7-d2e17b3bcf6c tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 946 time: 0.3086374 Dec 21 01:52:45.119846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e945e87-9fc6-44ca-87a8-04c452696c3e,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:45.137775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:45.138074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdc351b-c1d3-42d0-a1eb-ed55e4b1bd1f') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:45.150112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Checking segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:45.150483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Network hostable DHCP agents. Network: 401845c5-4697-4a60-9e29-8657ebbabc16, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:45.202145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.205104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8f587-f9b4-48fe-83af-bc104da57649 req-28161d9e-eb06-40b7-96a1-9a4697791c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:45.206680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ba8f587-f9b4-48fe-83af-bc104da57649 req-28161d9e-eb06-40b7-96a1-9a4697791c90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1098 time: 0.3019171 Dec 21 01:52:45.247015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Network 401845c5-4697-4a60-9e29-8657ebbabc16 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:45.262548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 401845c5-4697-4a60-9e29-8657ebbabc16) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:45.282950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964cab0-a9dc-4706-aa28-7df1b2e65013 None None] Network 401845c5-4697-4a60-9e29-8657ebbabc16 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:45.299790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Router 4174db5c-f77e-478a-85f3-6cddb3049917 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:45.302039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:45.302647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.307059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.316503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.339392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-197217fa-2801-4751-ad45-0a7bb04dd3b0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7760396 Dec 21 01:52:45.367825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:45.368335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:45.381651 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:45.431229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-401845c5-4697-4a60-9e29-8657ebbabc16', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'project_id': 'c9d091fb3a044e52bc09e3e3ac0ca945', 'fixed_ips': [{'subnet_id': '6e945e87-9fc6-44ca-87a8-04c452696c3e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:45.432032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.485919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9eace20-ab9f-47f1-bbdc-bd6178afad10 req-a9acaa56-84eb-4ea9-afec-c0ccd214b753 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457141 Dec 21 01:52:45.493461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:45.507673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9d23915-db29-404e-84e5-0920935db715 admin admin] 10.222.0.43 "PUT /v2.0/routers/4174db5c-f77e-478a-85f3-6cddb3049917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9052126 Dec 21 01:52:45.507943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Sync routers for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:45.513103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:45.539832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:45.540456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:16Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:45.622338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.622715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.623033 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Floating IP 3c3692ed-82da-491e-a58b-8c653daaac18 disassociated. External IP: 172.25.6.209, port: 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28. Dec 21 01:52:45.623377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Calling delete_port for 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:45.636699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ba8f587-f9b4-48fe-83af-bc104da57649 req-f4d77aa3-3d24-43b8-b3b2-71d47117d413 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120355 Dec 21 01:52:45.695573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.703617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:45.706881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Allocated IP 172.20.0.2 (401845c5-4697-4a60-9e29-8657ebbabc16/6e945e87-9fc6-44ca-87a8-04c452696c3e/1c0c4cc9-b44f-46be-94bf-084af109e194) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:45.719313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0ed7-aa8c-4b6c-aab9-3219cfcf5eee req-b6478cbf-ddbb-4d42-9c7f-ae046c9ee603 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:45.727099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88ea0ed7-aa8c-4b6c-aab9-3219cfcf5eee req-b6478cbf-ddbb-4d42-9c7f-ae046c9ee603 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.3737211 Dec 21 01:52:45.742738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.745241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.776303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 913225ee-6bda-4cbd-97f6-313f25db24a5 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 01:52:45.828492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.832030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/networks/913225ee-6bda-4cbd-97f6-313f25db24a5 HTTP/1.1" status: 204 len: 168 time: 1.4699068 Dec 21 01:52:45.847145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ec25-b3b4-40d2-bee4-c0327c7ceec2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Network': ['ID=913225ee-6bda-4cbd-97f6-313f25db24a5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:45.872205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:45.891088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:45.899851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=273ca92d-b2b2-418f-8d1e-e94d30bd642d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:45.912397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:45.912604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.913262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:45.960862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88ea0ed7-aa8c-4b6c-aab9-3219cfcf5eee req-c74edf59-918f-4926-869f-d661a757da25 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327156 Dec 21 01:52:46.057874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Deleting port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:46.058122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.172259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.187743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] For port 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:46.188216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.200456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6988d57c-6721-455e-ab4f-1552839b4446 req-092517dc-ae2d-41cb-9455-0451ab57b608 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 210 time: 0.0921881 Dec 21 01:52:46.203675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Calling delete_port for 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:46.221787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': 'ef8c3bbc-1d63-4596-9d6f-6fc7654458fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '352d8b25-4c91-4bce-b10d-c44126e0cbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:46.222397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 352d8b25-4c91-4bce-b10d-c44126e0cbc9, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:46.225041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=14f621bf-5201-403c-b8ca-4d49463a97ca,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:46.283167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event deleted for resources: {'Port': ['ID=4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:46.337728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-3925a6b0-41b4-4386-9a80-cd977f7d4027 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:46.345682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-3925a6b0-41b4-4386-9a80-cd977f7d4027 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.4559941 Dec 21 01:52:46.356775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 352d8b25-4c91-4bce-b10d-c44126e0cbc9 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:46.386066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-5ad378a5-b75c-44ee-a94d-4be889aaab4c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/quotas/c9d091fb3a044e52bc09e3e3ac0ca945 HTTP/1.1" status: 200 len: 375 time: 0.0364413 Dec 21 01:52:46.387838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44522) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:46.403434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'name': 'tempest-router--1987689408', 'project_id': 'ff93957a89604e87a2e033c4ae4b1263'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:46.407136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 352d8b25-4c91-4bce-b10d-c44126e0cbc9) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:46.434425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e4f0d-6aff-4109-8704-bf66c8a1cad1 None None] Network 352d8b25-4c91-4bce-b10d-c44126e0cbc9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:46.447504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:46.453610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:46.459543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:46.460288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.518892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.535733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-9f4abc7f-4dde-4b38-a331-8597cc57caa4 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486766 Dec 21 01:52:46.547342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa2e3ab-cc37-47f7-9998-73a2de2a60ed,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:46.594800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fa9d46e-f24b-424e-8ac6-4c27058fc7b7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3121424 Dec 21 01:52:46.606633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.608552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44528) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:46.615153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84a4da03-1d44-4026-968c-0d840a960f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.624817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:52:44Z', 'revision_number': 5, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port': {'id': '1aa2e3ab-cc37-47f7-9998-73a2de2a60ed', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:51:01Z', 'updated_at': '2021-12-21T01:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:46.630149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.643931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.644941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.656220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:46.668179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Checking router: 4174db5c-f77e-478a-85f3-6cddb3049917 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:46.711252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Network 401845c5-4697-4a60-9e29-8657ebbabc16 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:46.719147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:46.724018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Routers {'4174db5c-f77e-478a-85f3-6cddb3049917'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:46.724874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4174db5c-f77e-478a-85f3-6cddb3049917'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:46.729251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:46.730168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.731619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c4ee3-79c9-4c5b-9bb6-e0f94d7f24de req-9f10c062-beb2-4fba-ac48-5d97efb8a8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:46.733200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d0c4ee3-79c9-4c5b-9bb6-e0f94d7f24de req-9f10c062-beb2-4fba-ac48-5d97efb8a8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 946 time: 0.1662428 Dec 21 01:52:46.748158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.794993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Pushing event updated for resources: {'Port': ['ID=1c0c4cc9-b44f-46be-94bf-084af109e194,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:46.846806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.848802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.861767 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.877753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] Set router 4174db5c-f77e-478a-85f3-6cddb3049917 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:46.906479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.909377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aff5877d-8535-48a1-9a8d-4324934ffb32 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5166769 Dec 21 01:52:46.920254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44530) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:46.923760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.924284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4174db5c-f77e-478a-85f3-6cddb3049917 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:46.937028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:46.938300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4bdd6471-c2e0-4289-a161-80a446bb0905 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4174db5c-f77e-478a-85f3-6cddb3049917 HTTP/1.1" status: 204 len: 168 time: 1.4227498 Dec 21 01:52:46.941543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:46.970018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:52:46Z', 'revision_number': 7, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:47.006172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8191a-f461-4e66-9f95-4c7ae61de23f None None] The sync data for ids ['4174db5c-f77e-478a-85f3-6cddb3049917'] in n-d-761264-20 is: [{'id': '4174db5c-f77e-478a-85f3-6cddb3049917', 'name': 'tempest-ServersTestMultiNic-1301371174-router', 'tenant_id': '15ded3395821465bb163867682fd571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:59Z', 'updated_at': '2021-12-21T01:52:46Z', 'revision_number': 7, 'project_id': '15ded3395821465bb163867682fd571d', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:47.041402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Attempting to bind port 1c0c4cc9-b44f-46be-94bf-084af109e194 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:47.041842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Attempting to bind port 1c0c4cc9-b44f-46be-94bf-084af109e194 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:47.042160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Attempting to bind port 1c0c4cc9-b44f-46be-94bf-084af109e194 on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:47.045556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Deleting subnet c1d34189-90cc-4323-9a1f-0fa0c9c63be8 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:47.055999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:47.056390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Checking segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:47.056803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.057210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Bound using segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:47.057742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Bound port: 1c0c4cc9-b44f-46be-94bf-084af109e194, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:47.058134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.059035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.100667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.125327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 14f621bf-5201-403c-b8ca-4d49463a97ca {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:47.125685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.145328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] For port 1c0c4cc9-b44f-46be-94bf-084af109e194, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:47.149525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] For port 1c0c4cc9-b44f-46be-94bf-084af109e194, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1c0c4cc9-b44f-46be-94bf-084af109e194,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:47.166076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.199947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.229570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.233270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c57e-f13e-4470-8a94-258bc7f6e258 None None] Pushing event updated for resources: {'Port': ['ID=1c0c4cc9-b44f-46be-94bf-084af109e194,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:47.253495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 14f621bf-5201-403c-b8ca-4d49463a97ca owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:47.266568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.400774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.408225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.409465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.425323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d0c4ee3-79c9-4c5b-9bb6-e0f94d7f24de req-3fa2225e-8f7d-40ec-ac38-cce81dc2fd86 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750710 Dec 21 01:52:47.480446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d34189-90cc-4323-9a1f-0fa0c9c63be8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:47.506565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=14f621bf-5201-403c-b8ca-4d49463a97ca,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:47.513360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.517619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9bbe00e9-c6b5-4dd9-979f-a599dd1e4b5c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/14f621bf-5201-403c-b8ca-4d49463a97ca HTTP/1.1" status: 204 len: 168 time: 0.8211112 Dec 21 01:52:47.528678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44540) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:47.572821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.576066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:47.580664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b76883e0-eaaf-4035-a443-403f0fcf3ad8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1d34189-90cc-4323-9a1f-0fa0c9c63be8 HTTP/1.1" status: 204 len: 168 time: 0.6382120 Dec 21 01:52:47.580834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2ad23-d16c-4a8d-b01a-c490d47f7652 None None] Network 07204a5b-ecc9-4dea-990d-8a372e8d4c64 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:47.587818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44542) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:47.592447 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Sync routers for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:47.614963 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:47.615587 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:47.665733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:47.696052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.766968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25779a2-f042-4c6a-9a72-8188e11b53af tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:47.769887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] No DVR routers for this DVR port 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:47.777012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25779a2-f042-4c6a-9a72-8188e11b53af tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:47.778290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-7bbd65f2-422b-49e2-8341-86b77969c5c1 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:47.780129 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d25779a2-f042-4c6a-9a72-8188e11b53af tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2499006 Dec 21 01:52:47.780341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-7bbd65f2-422b-49e2-8341-86b77969c5c1 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.4441187 Dec 21 01:52:47.783531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44544) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:47.788707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-1e64e35b-e0d7-425b-ac0c-1188643f9340 service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2445645 Dec 21 01:52:47.790102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:47.790654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:47.791174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.794568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45ca093a-b7c6-4a06-bfc4-29b2ad0c40c3 req-cf413363-33e3-4e16-ab5c-fb8f41bbc5dc tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.45 "DELETE /v2.0/ports/4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28 HTTP/1.1" status: 204 len: 173 time: 3.9814246 Dec 21 01:52:47.828529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'name': 'network-vif-deleted', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:47.831113 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5feaf5-4659-4fa0-9938-581b9772b1af" -d '{"events": [{"server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "name": "network-vif-deleted", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:47.851964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:47.902684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.914034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.946694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Deleting port 909b2314-ece9-4610-9627-2475ed23eab2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:47.947399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:47.961183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] DHCP port deletion for 07204a5b-ecc9-4dea-990d-8a372e8d4c64 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:48.030006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e329c-c510-4e1b-b609-16e854efa536 req-20cab4ca-35da-4735-9bcc-3635e6790d08 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:48.033953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a2e329c-c510-4e1b-b609-16e854efa536 req-20cab4ca-35da-4735-9bcc-3635e6790d08 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 946 time: 0.4662359 Dec 21 01:52:48.036482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-31212e1e-6e2e-4b13-a895-eab3c7cb555b service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469816 Dec 21 01:52:48.069032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Deleting port 909b2314-ece9-4610-9627-2475ed23eab2 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:48.069749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 273ca92d-b2b2-418f-8d1e-e94d30bd642d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:48.070078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.072710 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.149173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.149710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 029b041d-625e-4ad9-8ddf-99ca5ab13b7d {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:52:48.175202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.178959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c48cbccd-4022-4ac8-87c2-44ae551ebb7f tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/routers/029b041d-625e-4ad9-8ddf-99ca5ab13b7d HTTP/1.1" status: 204 len: 168 time: 1.2547555 Dec 21 01:52:48.199196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] For port 909b2314-ece9-4610-9627-2475ed23eab2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=909b2314-ece9-4610-9627-2475ed23eab2,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:48.199761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.228159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Calling delete_port for 909b2314-ece9-4610-9627-2475ed23eab2 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:48.267781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a2e329c-c510-4e1b-b609-16e854efa536 req-d7b62b8f-9a31-4f19-9a13-970752f86879 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509893 Dec 21 01:52:48.304143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Deleting port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:48.304531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.321608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:48.454887 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Checking router: f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:48.476151 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e9171-5927-4914-9b40-8fa5c43a5d47 x-openstack-request-id: req-633e9171-5927-4914-9b40-8fa5c43a5d47 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:48.476599 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bb3f7d-873d-499b-8140-06fa9f5c3473", "name": "network-vif-deleted", "tag": "4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:48.476719 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-633e9171-5927-4914-9b40-8fa5c43a5d47 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:48.477144 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bb3f7d-873d-499b-8140-06fa9f5c3473', 'name': 'network-vif-deleted', 'tag': '4cbdc6c0-5d9a-4fa0-90e1-9d18b3f7ae28', 'status': 'completed', 'code': 200} Dec 21 01:52:48.489350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.507762 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:48.510613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:48.585050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44556) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:48.606971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] Pushing event deleted for resources: {'Port': ['ID=909b2314-ece9-4610-9627-2475ed23eab2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:48.639927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df054fcc-3e3a-4fa0-ac52-47c1d3e6a2cd None None] No DVR routers for this DVR port 909b2314-ece9-4610-9627-2475ed23eab2 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:48.702200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.714914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b66ea7e3-4566-480f-976e-9679974ce2c9 req-67cb4897-16ac-4f46-b8ed-fa1b88e3e406 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7bb3f7d-873d-499b-8140-06fa9f5c3473 HTTP/1.1" status: 200 len: 210 time: 0.1165900 Dec 21 01:52:48.758715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1c0c4cc9-b44f-46be-94bf-084af109e194 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:48.922332 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:48.958954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1c0c4cc9-b44f-46be-94bf-084af109e194 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:48.959914 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:48.972934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.002426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 273ca92d-b2b2-418f-8d1e-e94d30bd642d owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:49.016045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:49.016419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.026082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] For port 909b2314-ece9-4610-9627-2475ed23eab2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=909b2314-ece9-4610-9627-2475ed23eab2,segment=NetworkSegment(6f3f2482-a9fe-450a-94d1-a4d39359fc8b),segment_id=6f3f2482-a9fe-450a-94d1-a4d39359fc8b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:49.029868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.070397 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.094655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Calling delete_port for 909b2314-ece9-4610-9627-2475ed23eab2 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:49.100642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866f519-3956-440d-a4d3-7baab7c32bef None None] Network 401845c5-4697-4a60-9e29-8657ebbabc16 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:49.173043 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:52:49.228220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6c577393-ff13-4baa-ae23-bd5de5f39e96 None None] Provisioning complete for port 1c0c4cc9-b44f-46be-94bf-084af109e194 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:49.228824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c577393-ff13-4baa-ae23-bd5de5f39e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.250293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.252726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553835018', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:49.294973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1c0c4cc9-b44f-46be-94bf-084af109e194, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1c0c4cc9-b44f-46be-94bf-084af109e194,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:49.296006 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:49.300961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.316886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=273ca92d-b2b2-418f-8d1e-e94d30bd642d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:49.327278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] No DVR routers for this DVR port 909b2314-ece9-4610-9627-2475ed23eab2 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:49.336753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.337105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.337946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.338286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.338774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.339111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.339445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.339772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.340096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.340421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.340747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.341071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.341442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:52:49.361448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.415716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Pushing event deleted for resources: {'Port': ['ID=909b2314-ece9-4610-9627-2475ed23eab2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:49.432883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582cc1e-ccb3-4abb-9901-d185a3dbd9d1 req-51c117ab-3cd5-457f-861e-522aca76f71b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:49.440382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b582cc1e-ccb3-4abb-9901-d185a3dbd9d1 req-51c117ab-3cd5-457f-861e-522aca76f71b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 946 time: 0.7967808 Dec 21 01:52:49.450223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:49.452395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.466615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.472731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e001f893-616d-48d8-8f55-2b55f6a42044 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/273ca92d-b2b2-418f-8d1e-e94d30bd642d HTTP/1.1" status: 204 len: 168 time: 1.6877775 Dec 21 01:52:49.477517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:49.496688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:49.497046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1aa2e3ab-cc37-47f7-9998-73a2de2a60ed not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:49.497521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 292693d8-b569-4fd6-a467-fd7b174a0c22 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:49.529761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 292693d8-b569-4fd6-a467-fd7b174a0c22 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:49.530110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 292693d8-b569-4fd6-a467-fd7b174a0c22 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:49.530534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 909b2314-ece9-4610-9627-2475ed23eab2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:49.533060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1c0c4cc9-b44f-46be-94bf-084af109e194,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:49.571722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 909b2314-ece9-4610-9627-2475ed23eab2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:49.571865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 909b2314-ece9-4610-9627-2475ed23eab2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:49.593052 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdf8b-b5c9-47d9-b957-470332eb6005 None None] The sync data for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 is: [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8e686236-fb6b-4dd2-9f1e-833449db13e2', 'name': '', 'network_id': '27276787-4d0d-4fc9-a0fd-cc3b3b1a547a', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'mac_address': 'fa:16:3e:49:2f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:21Z', 'updated_at': '2021-12-21T01:50:30Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'subnets': [{'id': 'c88e4c86-7e40-4d12-9b5a-84d308c68d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:49.609184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.636764 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.638484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.655938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a73900f3-bd30-4fae-b3b8-788ab88cc8c7 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:49.672490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-771e32da-539d-40a5-a404-adf337e971d5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:49.676508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07204a5b-ecc9-4dea-990d-8a372e8d4c64']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:49.680397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-771e32da-539d-40a5-a404-adf337e971d5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.7171566 Dec 21 01:52:49.709731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b582cc1e-ccb3-4abb-9901-d185a3dbd9d1 req-b4b1ae08-b1d6-4769-b324-e1ad1a5af2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683573 Dec 21 01:52:49.727792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b7009-fba6-49cd-9944-9c317f5c8ad3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:49.733714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-545b7009-fba6-49cd-9944-9c317f5c8ad3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2501431 Dec 21 01:52:49.735930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:49.759768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3f2482-a9fe-450a-94d1-a4d39359fc8b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:49.760005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3f2482-a9fe-450a-94d1-a4d39359fc8b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:49.761757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-841d8c14-d562-4df5-ac16-3e441062dd74 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/quotas/c9d091fb3a044e52bc09e3e3ac0ca945 HTTP/1.1" status: 200 len: 375 time: 0.0801301 Dec 21 01:52:49.767279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.792328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:49.798522 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29621b14-ed43-4393-b97e-cab83210413a" -d '{"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-unplugged", "status": "completed", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:49.815798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a73900f3-bd30-4fae-b3b8-788ab88cc8c7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:49.818580 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-983cfafc-3541-41d1-80ed-8274f2fcb520 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:52:49.822794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-983cfafc-3541-41d1-80ed-8274f2fcb520 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/14f621bf-5201-403c-b8ca-4d49463a97ca HTTP/1.1" status: 404 len: 333 time: 0.0812535 Dec 21 01:52:49.823360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.824959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44588) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:49.827982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.828666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.829827 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Floating IP 2d55426b-ed8e-4c57-875e-b7b94f6c511b disassociated. External IP: 172.25.6.239, port: a73900f3-bd30-4fae-b3b8-788ab88cc8c7. Dec 21 01:52:49.830944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Calling delete_port for a73900f3-bd30-4fae-b3b8-788ab88cc8c7 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:49.832805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.863558 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0adab49-3f3e-495c-a613-9a2082da27bc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:52:49.865485 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0adab49-3f3e-495c-a613-9a2082da27bc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/273ca92d-b2b2-418f-8d1e-e94d30bd642d HTTP/1.1" status: 404 len: 333 time: 0.0395808 Dec 21 01:52:49.869748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:49.891262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:49.911423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.914972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-624b2c4b-2290-4412-9408-bc18ba36aee8 None None] Provisioning complete for port 1c0c4cc9-b44f-46be-94bf-084af109e194 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:49.915565 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-624b2c4b-2290-4412-9408-bc18ba36aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.931189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:49.932694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: items = [ Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:49.936504 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:50.008590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe0ce1-1e6c-4b1e-8692-998ffd2e2924 None None] New status for floating IP 3c3692ed-82da-491e-a58b-8c653daaac18: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:52:50.022720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.028820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.038897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.052556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-adb62139-b595-4d68-82b4-25fc160ae117 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2898490 Dec 21 01:52:50.056880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.060335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] 10.222.0.43 "DELETE /v2.0/networks/07204a5b-ecc9-4dea-990d-8a372e8d4c64 HTTP/1.1" status: 204 len: 168 time: 2.4697466 Dec 21 01:52:50.061235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ad154-2d8d-4dc7-ab30-f02ac850ecca admin admin] Pushing event deleted for resources: {'Network': ['ID=07204a5b-ecc9-4dea-990d-8a372e8d4c64,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:50.168534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.204961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352d8b25-4c91-4bce-b10d-c44126e0cbc9']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:50.216022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9a37b-bec1-4b21-8acb-71cc3109d0ed req-db43a556-63f3-4955-b2fe-d19c5cdc8295 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:50.217652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cf9a37b-bec1-4b21-8acb-71cc3109d0ed req-db43a556-63f3-4955-b2fe-d19c5cdc8295 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 944 time: 0.3308086 Dec 21 01:52:50.220763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8c3bbc-1d63-4596-9d6f-6fc7654458fb') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:50.221066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8c3bbc-1d63-4596-9d6f-6fc7654458fb') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:50.238793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.256635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.264470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:50.265179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:50.269901 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:50.324833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44594) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:50.355373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.377599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.381060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/352d8b25-4c91-4bce-b10d-c44126e0cbc9 HTTP/1.1" status: 204 len: 168 time: 0.5093236 Dec 21 01:52:50.397158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44596) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:50.403081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-943979961'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:50.406396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea83b-f3c7-4d40-9cb9-d0bc7c13f9fe tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=352d8b25-4c91-4bce-b10d-c44126e0cbc9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:50.431662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:50.435273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.463640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:50.473739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.474075 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment 0de59f86-b342-4146-8033-2f41be32ca2c of type vlan for network 2b8820b4-19ad-4b06-88a1-93c652e86921 Dec 21 01:52:50.494840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1c0c4cc9-b44f-46be-94bf-084af109e194 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:50.499105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.517146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.545327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.551772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:50.553094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.557709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1c0c4cc9-b44f-46be-94bf-084af109e194 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:50.558188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.585159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-14262a81-f870-43d6-8b2e-df7df39b7374 service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315814 Dec 21 01:52:50.589382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cf9a37b-bec1-4b21-8acb-71cc3109d0ed req-7ff9ba38-7f9c-45f5-8994-da725024b751 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups?id=15f6f5ac-892a-4c36-a526-5bddeaf510ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142598 Dec 21 01:52:50.608859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fe075203-67f4-443b-a0dd-c0ce9c9feb0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15ded3395821465bb163867682fd571d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828805 Dec 21 01:52:50.626795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44598) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:50.640389 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2390687 Dec 21 01:52:50.640680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:50.646033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:50.653691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-63f4811d-de5c-4e3a-a8c8-4d85ed6835ea tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:50.655162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-63f4811d-de5c-4e3a-a8c8-4d85ed6835ea tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.4271026 Dec 21 01:52:50.664786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6d95-8f84-4386-be28-c4b7b0e38899 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=2b8820b4-19ad-4b06-88a1-93c652e86921,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:50.689203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Request body: {'port': {'device_id': '886b3685-54d4-4072-87da-25f137dc8735', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'admin_state_up': True, 'tenant_id': 'c9d091fb3a044e52bc09e3e3ac0ca945'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:50.698521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:50.726975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.748692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:50.753155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:50.817778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 01:52:50.820556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 01:52:50.948952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.010092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=fd6c9053-9104-43b2-be0b-3aa7ba7ad610,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:51.026474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': '0de59f86-b342-4146-8033-2f41be32ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:51.026825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 2b8820b4-19ad-4b06-88a1-93c652e86921, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:51.044126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:51.053069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2b8820b4-19ad-4b06-88a1-93c652e86921) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:51.056992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:51.057619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.063817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e403b56-5a6c-4e64-b94f-3e0bee698415 None None] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:51.079576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-110714fa-7b72-4c40-aa2a-aa6ea264f988 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373364 Dec 21 01:52:51.081964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44606) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:51.087807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921', 'name': 'tempest-PortsIpV6TestJSON-1649687614'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:51.169308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-2b8820b4-19ad-4b06-88a1-93c652e86921', 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': 'fd6c9053-9104-43b2-be0b-3aa7ba7ad610'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:52:51.170648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.190847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event deleted for resources: {'Port': ['ID=a73900f3-bd30-4fae-b3b8-788ab88cc8c7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:51.207936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:51.211866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.230918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:52:51.318965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Allocated IP 2001:db8::2 (2b8820b4-19ad-4b06-88a1-93c652e86921/fd6c9053-9104-43b2-be0b-3aa7ba7ad610/1481a095-4482-4ad1-be18-1bd9d120a078) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:51.389357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-053e7c9a-f420-4055-91c9-5871e09793dc service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892473 Dec 21 01:52:51.444972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.472541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.479508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.506849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-d90b90e3-b0e1-4440-90a3-35d0853ad1d6 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 258 time: 0.8213379 Dec 21 01:52:51.541757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:51.544816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:51.548580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:51.553084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:51.561762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Pushing event updated for resources: {'Port': ['ID=1481a095-4482-4ad1-be18-1bd9d120a078,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:51.575256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.579382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::268 (2b8820b4-19ad-4b06-88a1-93c652e86921/fd6c9053-9104-43b2-be0b-3aa7ba7ad610/5eaa5c9e-73fd-4d42-b397-542bc3ab52e6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:51.627150 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fe849e-23e4-4c1c-89ae-060d3f933c48 x-openstack-request-id: req-55fe849e-23e4-4c1c-89ae-060d3f933c48 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:51.627545 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-unplugged", "status": "completed", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:51.627894 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55fe849e-23e4-4c1c-89ae-060d3f933c48 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:51.629193 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'code': 200} Dec 21 01:52:51.669309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44614) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:51.739869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Made reservation on behalf of c9d091fb3a044e52bc09e3e3ac0ca945 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:51.745318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.805963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:51.873572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.880612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.882227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Attempting to bind port 1481a095-4482-4ad1-be18-1bd9d120a078 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:51.882697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Attempting to bind port 1481a095-4482-4ad1-be18-1bd9d120a078 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0de59f86-b342-4146-8033-2f41be32ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:51.882951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Attempting to bind port 1481a095-4482-4ad1-be18-1bd9d120a078 on network 2b8820b4-19ad-4b06-88a1-93c652e86921 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:51.889225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:51.889620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Checking segment: {'id': '0de59f86-b342-4146-8033-2f41be32ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:51.890324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.890865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Bound using segment: {'id': '0de59f86-b342-4146-8033-2f41be32ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:51.891517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Bound port: 1481a095-4482-4ad1-be18-1bd9d120a078, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de59f86-b342-4146-8033-2f41be32ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b8820b4-19ad-4b06-88a1-93c652e86921'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:51.892073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.928180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.944786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-face777f-91a3-4903-9900-a2e8ddd3fe6c req-cfec6e0d-a88d-4521-89f8-aca0db50ce6c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7086c5a-4f77-4024-81eb-1cbc7afd9694 HTTP/1.1" status: 200 len: 210 time: 0.0771835 Dec 21 01:52:51.956538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:51.996381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] For port 1481a095-4482-4ad1-be18-1bd9d120a078, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:52.011893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] For port 1481a095-4482-4ad1-be18-1bd9d120a078, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1481a095-4482-4ad1-be18-1bd9d120a078,segment=NetworkSegment(0de59f86-b342-4146-8033-2f41be32ca2c),segment_id=0de59f86-b342-4146-8033-2f41be32ca2c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:52.014423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.020220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.048639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.072475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.075774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.079352 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "DELETE /v2.0/security-groups/a57015e0-c56e-4f51-a1e6-e1c0a3c652a5 HTTP/1.1" status: 204 len: 168 time: 0.4066615 Dec 21 01:52:52.092895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:52.094267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.097962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.099303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41763153-1e66-4700-8d54-8a5829b5d69b HTTP/1.1" status: 204 len: 168 time: 1.4707870 Dec 21 01:52:52.115249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18d403-d741-4764-8cc4-b0befe3e98f3 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57015e0-c56e-4f51-a1e6-e1c0a3c652a5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:52.126237 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-2858cbed-91a6-4f83-9903-dc6e618888fa tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] show failed (client error): The resource could not be found. Dec 21 01:52:52.127502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2858cbed-91a6-4f83-9903-dc6e618888fa tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "GET /v2.0/security-groups/a57015e0-c56e-4f51-a1e6-e1c0a3c652a5 HTTP/1.1" status: 404 len: 347 time: 0.0303802 Dec 21 01:52:52.130927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44634) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:52.176534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.199290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd07a-96b1-4ada-913e-335c6f5c79c9 None None] Pushing event updated for resources: {'Port': ['ID=1481a095-4482-4ad1-be18-1bd9d120a078,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:52.209859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.223098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45592914-6ec1-4c83-ab50-a23aeaff5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41763153-1e66-4700-8d54-8a5829b5d69b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:52.294906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=5eaa5c9e-73fd-4d42-b397-542bc3ab52e6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:52.350666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:52.355616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:52.358440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:52.365487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:52.366955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.428100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e4f170f2-bb2b-4b70-a8bc-38dd36cea7db tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3436930 Dec 21 01:52:52.428951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:52.531448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:52.543098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Allocated IP 172.20.0.14 (401845c5-4697-4a60-9e29-8657ebbabc16/6e945e87-9fc6-44ca-87a8-04c452696c3e/38594a7a-7262-4c2c-b6d5-9adbd40ac01b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:52.552676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Sync routers for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:52.573481 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:52.574303 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:52.627035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Deleting port e95f6561-d575-4d0b-86d5-7d21d1ad2df3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:52.627681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.677947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1481a095-4482-4ad1-be18-1bd9d120a078 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:52.692406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:52.692864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.728561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Allocated IP 172.25.6.135 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/633bc3f7-e876-4295-862e-7813b7d2d345) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:52.736909 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:52.740720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-495926e4-d481-4b52-95e4-1f9b7396b1a0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:52.748837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-495926e4-d481-4b52-95e4-1f9b7396b1a0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.5857391 Dec 21 01:52:52.757759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] No DVR routers for this DVR port a73900f3-bd30-4fae-b3b8-788ab88cc8c7 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:52.779080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.783084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a4056c-6705-41da-b32e-97cdd7b03315 req-c4ee7dc9-b752-4d99-a4aa-537946e7346e tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.45 "DELETE /v2.0/ports/a73900f3-bd30-4fae-b3b8-788ab88cc8c7 HTTP/1.1" status: 204 len: 173 time: 4.9876440 Dec 21 01:52:52.784782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-deleted', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:52.787520 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe01445-4d72-419a-90e2-5c71ed39310a" -d '{"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-deleted", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:52.800923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1481a095-4482-4ad1-be18-1bd9d120a078 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:52.807886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.811464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-8dc77dea-1a4c-42a8-86e5-1f223f5ce2e3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/quotas/c9d091fb3a044e52bc09e3e3ac0ca945 HTTP/1.1" status: 200 len: 375 time: 0.0616627 Dec 21 01:52:52.836175 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:52.920312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.002115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.015502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1481a095-4482-4ad1-be18-1bd9d120a078, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1481a095-4482-4ad1-be18-1bd9d120a078,segment=NetworkSegment(0de59f86-b342-4146-8033-2f41be32ca2c),segment_id=0de59f86-b342-4146-8033-2f41be32ca2c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:53.023168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.023816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.025768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.048352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Calling delete_port for e95f6561-d575-4d0b-86d5-7d21d1ad2df3 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:53.131000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1481a095-4482-4ad1-be18-1bd9d120a078,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:53.162309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-785541d2-46e6-4525-b801-c1d5a31ff76e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3497324 Dec 21 01:52:53.192048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:53.206083 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:53.210139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.241890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Checking router: 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:53.260228 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:53.261227 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:53.377886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.465414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:53.509070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:53.530386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:53.557443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:53.631452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event updated for resources: {'Port': ['ID=633bc3f7-e876-4295-862e-7813b7d2d345,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:53.636451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Allocated IP 172.25.6.227 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/b8686f41-e57b-4c6f-9c00-6ab4edde5cf9) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:53.642860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.680050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.720265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-142df5cf-25c1-4fd3-acb4-17d2c5581c90 service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084217 Dec 21 01:52:53.786309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44662) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:53.788702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Pushing event deleted for resources: {'Port': ['ID=e95f6561-d575-4d0b-86d5-7d21d1ad2df3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:53.815866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.842447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-5d6cd4a8-9441-4d43-8cab-fd8ad2747ca8 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:53.844710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-5d6cd4a8-9441-4d43-8cab-fd8ad2747ca8 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.4600384 Dec 21 01:52:53.871161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10427b-e422-4c08-8a0f-3384a0e5ba58 None None] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:53.898974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Request body: {'port': {'device_id': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'admin_state_up': True, 'tenant_id': 'c9d091fb3a044e52bc09e3e3ac0ca945'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:53.903162 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:53.907883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=5eaa5c9e-73fd-4d42-b397-542bc3ab52e6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:53.997435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:53.999370 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0f62e-7dcf-4f53-a7bf-6172fc6da593 None None] The sync data for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 is: [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:50:19Z', 'revision_number': 4, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '4e57480d-452d-4bea-a194-2cb7792fc29b', 'name': '', 'network_id': 'f5394ef1-acab-4e06-a5a3-a8bcd59eab32', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'mac_address': 'fa:16:3e:49:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:17Z', 'updated_at': '2021-12-21T01:50:34Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'subnets': [{'id': '13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:54.000733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fb9cdc50-54da-47f8-8be7-9748d620920a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 HTTP/1.1" status: 204 len: 168 time: 1.5702806 Dec 21 01:52:54.001820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.004321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.005482 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e18deb3e-a0f3-4afc-b05b-ba4c62a67567 tempest-ServersTestFqdnHostnames-706577482 tempest-ServersTestFqdnHostnames-706577482-project] 10.222.0.43 "DELETE /v2.0/floatingips/3c3692ed-82da-491e-a58b-8c653daaac18 HTTP/1.1" status: 204 len: 168 time: 1.8715820 Dec 21 01:52:54.008095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:54.008434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:54.049320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4b088be2-f9ad-4abe-87d3-a2f4a6d44805 None None] Provisioning complete for port 1481a095-4482-4ad1-be18-1bd9d120a078 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:54.050492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b088be2-f9ad-4abe-87d3-a2f4a6d44805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.093381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2045550575-network', 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:54.097323 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa79b73-5412-4756-a221-2c6625d60119 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:52:54.097957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa79b73-5412-4756-a221-2c6625d60119 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:52:54.103449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bfa79b73-5412-4756-a221-2c6625d60119 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 HTTP/1.1" status: 404 len: 333 time: 0.0916908 Dec 21 01:52:54.109488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:54.193158 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e278828-2bb4-473a-8ac9-29b4da913413 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:52:54.194629 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e278828-2bb4-473a-8ac9-29b4da913413 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/5eaa5c9e-73fd-4d42-b397-542bc3ab52e6 HTTP/1.1" status: 404 len: 333 time: 0.0843112 Dec 21 01:52:54.206806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44674) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:54.252112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:54.254391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.278903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.355719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet fd6c9053-9104-43b2-be0b-3aa7ba7ad610 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:52:54.362738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.398305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Made reservation on behalf of c9d091fb3a044e52bc09e3e3ac0ca945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:54.401816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.421493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.512180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f0d69-fac5-4dc3-8966-04be10c34738 None None] New status for floating IP 2d55426b-ed8e-4c57-875e-b7b94f6c511b: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:52:54.534985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.593612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1481a095-4482-4ad1-be18-1bd9d120a078 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:52:54.600151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-b4c00b68-1bf6-4341-b4e5-bf40eae4b1e3 service neutron] 10.222.0.43 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519425 Dec 21 01:52:54.602824 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.607778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Network 401845c5-4697-4a60-9e29-8657ebbabc16 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:54.616177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event updated for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:54.618606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:54.642606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:54.714507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.755888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.779717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.785850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.890631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Allocated IP 172.20.0.7 (401845c5-4697-4a60-9e29-8657ebbabc16/6e945e87-9fc6-44ca-87a8-04c452696c3e/dd8e754c-6472-4933-a597-c88b7dd3c95f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:54.901292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7643858a-b018-40fe-a0e3-bb144496369a None None] Provisioning complete for port 1481a095-4482-4ad1-be18-1bd9d120a078 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:54.901996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7643858a-b018-40fe-a0e3-bb144496369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:54.929026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:54.996505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:55.004420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1481a095-4482-4ad1-be18-1bd9d120a078 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:55.006063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.008171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.014002 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Added segment d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c of type vlan for network d723ba58-46fe-4b63-b873-9686b3913c96 Dec 21 01:52:55.110210 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5624b605-e517-465f-91e3-2b7304fdccf8 x-openstack-request-id: req-5624b605-e517-465f-91e3-2b7304fdccf8 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:52:55.110512 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7086c5a-4f77-4024-81eb-1cbc7afd9694", "name": "network-vif-deleted", "tag": "a73900f3-bd30-4fae-b3b8-788ab88cc8c7", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:52:55.110774 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5624b605-e517-465f-91e3-2b7304fdccf8 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:52:55.111188 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7086c5a-4f77-4024-81eb-1cbc7afd9694', 'name': 'network-vif-deleted', 'tag': 'a73900f3-bd30-4fae-b3b8-788ab88cc8c7', 'status': 'completed', 'code': 200} Dec 21 01:52:55.112260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.171460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.175167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.223442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event updated for resources: {'Port': ['ID=b8686f41-e57b-4c6f-9c00-6ab4edde5cf9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:55.231339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:55.246153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6c9053-9104-43b2-be0b-3aa7ba7ad610,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:55.255995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.259240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b00c18d0-5332-4db0-ad39-694f97a24fb7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/fd6c9053-9104-43b2-be0b-3aa7ba7ad610 HTTP/1.1" status: 204 len: 168 time: 1.0499668 Dec 21 01:52:55.264195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cf9c757-920b-4654-87a1-b2e739467d0a req-f86d11b0-3ba5-444a-84c8-b07421019487 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 210 time: 0.1183038 Dec 21 01:52:55.264807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44686) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:55.276736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:55.277645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.305328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3d7002e4-6b9c-424d-ab2b-7c3991d7f03b None None] Could not find standard attr ID for object 5eaa5c9e-73fd-4d42-b397-542bc3ab52e6. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:52:55.317583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.318709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:55.319302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.328516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3d7002e4-6b9c-424d-ab2b-7c3991d7f03b None None] Provisioning complete for port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:55.329317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3d7002e4-6b9c-424d-ab2b-7c3991d7f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.358379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:55.372534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a165ac-d36a-4c21-9c17-f9951d2ee740 None None] Network 2b8820b4-19ad-4b06-88a1-93c652e86921 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:55.416580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:55.419573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3d7002e4-6b9c-424d-ab2b-7c3991d7f03b None None] Port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:55.421617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.428746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:55.482315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c07abb2-4246-4cfa-8a21-26dbd5d052fc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8035650 Dec 21 01:52:55.538984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Request body: {'port': {'device_id': '886b3685-54d4-4072-87da-25f137dc8735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:55.613911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] DHCP port deletion for 2b8820b4-19ad-4b06-88a1-93c652e86921 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:52:55.663288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.673681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Deleting port 1481a095-4482-4ad1-be18-1bd9d120a078 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:55.674054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.682660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.749588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] For port 1481a095-4482-4ad1-be18-1bd9d120a078, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1481a095-4482-4ad1-be18-1bd9d120a078,segment=NetworkSegment(0de59f86-b342-4146-8033-2f41be32ca2c),segment_id=0de59f86-b342-4146-8033-2f41be32ca2c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:55.749977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.750093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.773829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Calling delete_port for 1481a095-4482-4ad1-be18-1bd9d120a078 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:55.785934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 1481a095-4482-4ad1-be18-1bd9d120a078 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:55.786275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.820409 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0324798 Dec 21 01:52:55.865556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:55.871380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.881753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Request body: {'subnet': {'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2045550575-subnet', 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:55.893774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.911566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f843e-bfc8-4870-a8fd-9b2adfe4fbbf admin admin] Pushing event updated for resources: {'Network': ['ID=d723ba58-46fe-4b63-b873-9686b3913c96,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:55.932092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] No DVR routers for this DVR port 1481a095-4482-4ad1-be18-1bd9d120a078 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:55.937319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d07be-4a83-425b-9959-19e66bd7f6a9 None None] Pushing event deleted for resources: {'Port': ['ID=1481a095-4482-4ad1-be18-1bd9d120a078,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:55.962282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:55.963979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d723ba58-46fe-4b63-b873-9686b3913c96 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:55.965483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.972656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:55.981241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] For port 1481a095-4482-4ad1-be18-1bd9d120a078, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1481a095-4482-4ad1-be18-1bd9d120a078,segment=NetworkSegment(0de59f86-b342-4146-8033-2f41be32ca2c),segment_id=0de59f86-b342-4146-8033-2f41be32ca2c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:55.981639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.000226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.054655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 1481a095-4482-4ad1-be18-1bd9d120a078 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:56.059361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.073094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.212715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.254687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Router aeba52e4-e079-4d55-b91e-1dda1c300b05 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:52:56.280699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.283402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.287282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "DELETE /v2.0/security-groups/15f6f5ac-892a-4c36-a526-5bddeaf510ea HTTP/1.1" status: 204 len: 168 time: 0.9001572 Dec 21 01:52:56.290002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44694) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:56.332269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Network 401845c5-4697-4a60-9e29-8657ebbabc16 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:52:56.340069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:56.342777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:52:56.386808 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-a4264608-f8a7-4a70-b2e9-3ec7054f21ca tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] show failed (client error): The resource could not be found. Dec 21 01:52:56.387802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a4264608-f8a7-4a70-b2e9-3ec7054f21ca tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "GET /v2.0/security-groups/15f6f5ac-892a-4c36-a526-5bddeaf510ea HTTP/1.1" status: 404 len: 347 time: 0.0913439 Dec 21 01:52:56.398868 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.402840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44698) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:56.434890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event updated for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:56.466580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1e552-142f-4e6c-b4cd-121ecf20e53c tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6f5ac-892a-4c36-a526-5bddeaf510ea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:56.529440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1481a095-4482-4ad1-be18-1bd9d120a078 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:52:56.553327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1481a095-4482-4ad1-be18-1bd9d120a078 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:52:56.553700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1481a095-4482-4ad1-be18-1bd9d120a078 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:52:56.555462 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.574163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:56.574932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.609699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8569b4bf-6bce-41f7-94fa-61f9a1315917 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7198372 Dec 21 01:52:56.613511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.649440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Request body: {'port': {'device_id': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:56.675329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1d902cac-870b-455c-b593-09ec97b9e63d None None] Provisioning complete for port dd8e754c-6472-4933-a597-c88b7dd3c95f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:52:56.675861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d902cac-870b-455c-b593-09ec97b9e63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.711536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1d902cac-870b-455c-b593-09ec97b9e63d None None] Port dd8e754c-6472-4933-a597-c88b7dd3c95f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:52:56.752385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:56.797190 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.802048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:56.802413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Network hostable DHCP agents. Network: d723ba58-46fe-4b63-b873-9686b3913c96, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:52:56.867326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Network d723ba58-46fe-4b63-b873-9686b3913c96 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:52:56.875452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Deleting port 8e686236-fb6b-4dd2-9f1e-833449db13e2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:56.876478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.900116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d723ba58-46fe-4b63-b873-9686b3913c96) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:52:56.908930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499c272-ca78-41ed-9c86-4350b7bb6375 None None] Network d723ba58-46fe-4b63-b873-9686b3913c96 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:56.942324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:56.942910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.947836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5235ff86-9717-4621-8076-8c304c706a91 req-abf8fb6b-8557-4998-b15c-0ca177393490 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 210 time: 0.5740182 Dec 21 01:52:56.963162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:56.967188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=1481a095-4482-4ad1-be18-1bd9d120a078,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:57.004959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No DVR routers for this DVR port 1481a095-4482-4ad1-be18-1bd9d120a078 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:52:57.033798 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-24b2dabd-85a4-48c3-91bf-e7391a3524ea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1560037 Dec 21 01:52:57.042929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.052657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947bc4d-b74f-462a-ade5-4131b8f4d9d9 None None] Network d723ba58-46fe-4b63-b873-9686b3913c96 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:52:57.059830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] For port 8e686236-fb6b-4dd2-9f1e-833449db13e2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e686236-fb6b-4dd2-9f1e-833449db13e2,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:52:57.060332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.078990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Calling delete_port for 8e686236-fb6b-4dd2-9f1e-833449db13e2 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:57.300679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-7b015e07-fa5b-4833-a21f-3cbfb8328025 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:57.302113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-7b015e07-fa5b-4833-a21f-3cbfb8328025 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.45 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 816 time: 0.9749229 Dec 21 01:52:57.302755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event updated for resources: {'Port': ['ID=b8686f41-e57b-4c6f-9c00-6ab4edde5cf9,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:57.304232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.311655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:57.322238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38594a7a-7262-4c2c-b6d5-9adbd40ac01b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:57.327931 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] Sync routers for ids ['aeba52e4-e079-4d55-b91e-1dda1c300b05'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:57.331715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.342842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e686236-fb6b-4dd2-9f1e-833449db13e2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:57.355572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.359050 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] Routers {'aeba52e4-e079-4d55-b91e-1dda1c300b05'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:57.361190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['aeba52e4-e079-4d55-b91e-1dda1c300b05'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.365709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Request body: {'port': {'device_id': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'admin_state_up': True, 'tenant_id': 'c9d091fb3a044e52bc09e3e3ac0ca945'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:57.415364 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.419030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.428069 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] Routers {'aeba52e4-e079-4d55-b91e-1dda1c300b05'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:57.429104 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['aeba52e4-e079-4d55-b91e-1dda1c300b05'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.435350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Transition to ACTIVE for port object 38594a7a-7262-4c2c-b6d5-9adbd40ac01b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:52:57.438540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8820b4-19ad-4b06-88a1-93c652e86921']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.467418 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.471607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53c78251-8627-496d-b3f8-17064a5ea797 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8692682 Dec 21 01:52:57.475452 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.475886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44712) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:57.476499 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08aaef-2511-4cd5-80f3-70eee519cd8a None None] The sync data for ids ['aeba52e4-e079-4d55-b91e-1dda1c300b05'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:57.482375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.483558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-209e3f59-2320-437c-855c-f6baa8d4b6bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9644496 Dec 21 01:52:57.484151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.528161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de59f86-b342-4146-8033-2f41be32ca2c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.528460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de59f86-b342-4146-8033-2f41be32ca2c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:57.585994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.671815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.708163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Deleting port 77a80d86-3003-4696-aed9-1b05ff90828a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:57.708503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.734970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.776959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8e754c-6472-4933-a597-c88b7dd3c95f {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:52:57.777680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-dc836abc-3570-43d1-984c-9fc6520340aa tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.2329378 Dec 21 01:52:57.821113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.839482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:52:57.840102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:57.846739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Transition to ACTIVE for port object dd8e754c-6472-4933-a597-c88b7dd3c95f will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:52:57.848171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Pushing event updated for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.850713 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:52:57.853201 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:52:57.859411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.006388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:58.084360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Attempting to bind port dd8e754c-6472-4933-a597-c88b7dd3c95f on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:58.084746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Attempting to bind port dd8e754c-6472-4933-a597-c88b7dd3c95f by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:58.085204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Attempting to bind port dd8e754c-6472-4933-a597-c88b7dd3c95f on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:58.095886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Port dd8e754c-6472-4933-a597-c88b7dd3c95f on network 401845c5-4697-4a60-9e29-8657ebbabc16 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:52:58.096188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Attempting to bind port dd8e754c-6472-4933-a597-c88b7dd3c95f on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:58.099206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:52:58.115813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:58.116151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Checking segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:58.117125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Bound using segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:58.117125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Bound port: dd8e754c-6472-4933-a597-c88b7dd3c95f, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:58.117552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.126017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b365950-b2c9-403a-8caa-55c052247944 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/aeba52e4-e079-4d55-b91e-1dda1c300b05 HTTP/1.1" status: 200 len: 924 time: 0.6464097 Dec 21 01:52:58.128818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44720) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:58.144908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-337db6dc-1994-4b38-9722-d99feca7812b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:58.147067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-337db6dc-1994-4b38-9722-d99feca7812b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.6034102 Dec 21 01:52:58.147918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.159835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.160164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.182433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.185658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/2b8820b4-19ad-4b06-88a1-93c652e86921 HTTP/1.1" status: 204 len: 168 time: 2.9165831 Dec 21 01:52:58.192990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19cd5d28-6d60-40d3-8b10-1f36614ef3d0 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=aeba52e4-e079-4d55-b91e-1dda1c300b05 HTTP/1.1" status: 200 len: 205 time: 0.0591574 Dec 21 01:52:58.192990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44722) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:58.201852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-340731929'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:58.206330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44724) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:58.218346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Calling delete_port for 77a80d86-3003-4696-aed9-1b05ff90828a owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:58.221680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd8d2-bbd1-4e03-a0b3-339941ff9cba tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=2b8820b4-19ad-4b06-88a1-93c652e86921,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:58.232849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Made reservation on behalf of c9d091fb3a044e52bc09e3e3ac0ca945 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:58.236853 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.254503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-d8f8eaf1-fc4e-44bb-96c3-47a96d7bc97b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0864806 Dec 21 01:52:58.271176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Attempting to bind port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:52:58.271511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Attempting to bind port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:52:58.271842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Attempting to bind port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:58.299425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-e1168b84-eb38-4f92-b754-ddf7903ac547 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:58.300801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93fafb7-2301-40ca-945e-394dd373ad24 req-e1168b84-eb38-4f92-b754-ddf7903ac547 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.4714072 Dec 21 01:52:58.348793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b on network 401845c5-4697-4a60-9e29-8657ebbabc16 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:52:58.349108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Attempting to bind port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:52:58.359862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-161ddfca-0c47-4835-b9cf-a882fb39189f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912666 Dec 21 01:52:58.376227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:52:58.376600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Checking segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:52:58.376995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Bound using segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:52:58.377467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Bound port: 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:52:58.377842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.466529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:52:58.470483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.485752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a92a9e44-6392-4ab0-9bd1-22003c10d63b req-27a91b31-c060-428f-b0b3-5e51f506d61e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 210 time: 0.1164246 Dec 21 01:52:58.547358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:58.582340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:52:58.586227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:58.589120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.596337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Sync routers for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:52:58.597527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f58d52e1-ccfd-4a03-979a-dd4f2d7ff02e admin admin] 10.222.0.43 "PUT /v2.0/routers/f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5862334 Dec 21 01:52:58.608422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:58.608973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:58.644691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:58.723559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:58.927224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:52:57Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:58.954274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Checking router: f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:52:58.964550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Routers {'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:52:58.965980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:58.970747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:58.991687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:52:59.064539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.064915 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment aa0a9a7e-5754-4d8c-a405-01b83875da3a of type vlan for network 01a46eaf-b350-426a-bd12-f8b33bb13b65 Dec 21 01:52:59.091343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.091971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.093500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd8e754c-6472-4933-a597-c88b7dd3c95f HTTP/1.1" status: 200 len: 1092 time: 2.4496672 Dec 21 01:52:59.093994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:59.096453 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc008995-e594-4827-a68a-1cbf407ffa95" -d '{"events": [{"name": "network-changed", "server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:59.136006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Allocated IP 172.20.0.6 (401845c5-4697-4a60-9e29-8657ebbabc16/6e945e87-9fc6-44ca-87a8-04c452696c3e/53ecfad9-968f-4416-ab7d-8c2246c623b7) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:52:59.180641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c08fa-609d-442c-b4a8-78cd89b137c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:59.185493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:52:59.207224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.208275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-7c15c146-a42f-4342-ba08-ceee5f1ebce6 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257327 Dec 21 01:52:59.233542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-cd7e6df8-d785-450e-a0b3-f07f78d07042 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.235806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.236234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-cd7e6df8-d785-450e-a0b3-f07f78d07042 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6815870 Dec 21 01:52:59.256216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:52:59.263813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-afeff6da-0497-419b-b2b4-13c88513f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.270160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-afeff6da-0497-419b-b2b4-13c88513f60c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 1095 time: 0.1054528 Dec 21 01:52:59.270564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] Set router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:52:59.271805 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.278754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.279404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.304083 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.354852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.393582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-0b9137ab-cf5b-49b6-9786-ac4a6fc0af29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f HTTP/1.1" status: 200 len: 217 time: 0.1021948 Dec 21 01:52:59.400967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2044065 Dec 21 01:52:59.419502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44732) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:52:59.440012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:59.459540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-75eaa6b1-af6b-44f5-9a05-40d789c76c24 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.1998661 Dec 21 01:52:59.493841 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.499521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784b13e-f4b2-4d74-8149-25cfbcf92a63 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=01a46eaf-b350-426a-bd12-f8b33bb13b65,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:59.513937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:52:57Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:52:59.514512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'floatingip': {'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:52:59.518638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:52:59.531157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-0f76310b-2f75-4b48-b1b2-dab51e592142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.532700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-0f76310b-2f75-4b48-b1b2-dab51e592142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.1282039 Dec 21 01:52:59.539361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port 633bc3f7-e876-4295-862e-7813b7d2d345 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:52:59.539661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.560292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff506-92f6-4c4a-b3ba-715c760155ba None None] The sync data for ids ['f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12'] in n-d-761264-20 is: [{'id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'name': 'tempest-ServersTestFqdnHostnames-687184147-router', 'tenant_id': 'c9e4379c298b45518a7d2627b98e4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:15Z', 'updated_at': '2021-12-21T01:52:57Z', 'revision_number': 5, 'project_id': 'c9e4379c298b45518a7d2627b98e4a76', 'gw_port': {'id': '08d840b8-9836-4d32-8822-c7c0a095d257', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:16Z', 'updated_at': '2021-12-21T01:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:52:59.610848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.614039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.614039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] 10.222.0.24 "PUT /v2.0/ports/38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 200 len: 1093 time: 4.0836847 Dec 21 01:52:59.614949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:52:59.617054 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503102d-e227-4f44-8712-36c0db5000c7" -d '{"events": [{"name": "network-changed", "server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:52:59.701840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-f50ea3b2-9dbe-4f44-add3-1ad4e3bea12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:52:59.703366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-f50ea3b2-9dbe-4f44-add3-1ad4e3bea12b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609864 Dec 21 01:52:59.736524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.740961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:52:59.790682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for 633bc3f7-e876-4295-862e-7813b7d2d345 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:52:59.824543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c07cac-64aa-44bb-86de-618bad56f909 service neutron] Pushing event updated for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:52:59.887325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-b8f11dd4-47d5-4515-97bf-348c173cccf0 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747386 Dec 21 01:52:59.965013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-90cd70ed-3370-48df-9a5d-6bb57851d953 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450812 Dec 21 01:52:59.973876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Pushing event deleted for resources: {'Port': ['ID=77a80d86-3003-4696-aed9-1b05ff90828a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:00.050212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.052805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.054006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d9d7d22c-57bd-4b0f-9fe0-8da76d49b657 tempest-ServersTestJSON-934453835 tempest-ServersTestJSON-934453835-project] 10.222.0.43 "DELETE /v2.0/floatingips/2d55426b-ed8e-4c57-875e-b7b94f6c511b HTTP/1.1" status: 204 len: 168 time: 3.5947289 Dec 21 01:53:00.058996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44738) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:00.069562 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-285b7b1b-65b4-4a75-9de3-b1ba102dc7bc req-6d640112-377b-4b2e-a9fd-155bfca522c6 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741853 Dec 21 01:53:00.073294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-b2a73640-616d-46ca-86de-be14e7db5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:00.074867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-b2a73640-616d-46ca-86de-be14e7db5250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 1096 time: 0.3610446 Dec 21 01:53:00.171903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:00.176311 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.197264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.217456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.229234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.246111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-3fae3995-dd45-4e80-8591-66524e99e59e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 200 len: 217 time: 0.1419370 Dec 21 01:53:00.307534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=633bc3f7-e876-4295-862e-7813b7d2d345,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:00.316085 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491fb578-38b6-4379-85fd-f35fb1962b4c x-openstack-request-id: req-491fb578-38b6-4379-85fd-f35fb1962b4c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:00.316791 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:00.317044 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-491fb578-38b6-4379-85fd-f35fb1962b4c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:00.317455 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f', 'status': 'completed', 'code': 200} Dec 21 01:53:00.401240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.448241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e686236-fb6b-4dd2-9f1e-833449db13e2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:00.478668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8e686236-fb6b-4dd2-9f1e-833449db13e2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:00.479353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e686236-fb6b-4dd2-9f1e-833449db13e2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:00.535326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-428665f3-f639-4b4a-8290-89184cca5469 req-2f1ef18d-fdc0-4d08-baee-09e6010cffe8 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 210 time: 0.1181259 Dec 21 01:53:00.564535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-e9fbeedc-7603-4785-aa55-d03245d37312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:00.566072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-e9fbeedc-7603-4785-aa55-d03245d37312 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.3117959 Dec 21 01:53:00.585164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.590128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.638343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-15a009f5-6640-402d-ba07-40b2d36e1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:00.639883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-15a009f5-6640-402d-ba07-40b2d36e1d55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 1095 time: 0.2496443 Dec 21 01:53:00.650241 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d80f4b-c0e0-4a97-8cc7-aeffc2ce378a x-openstack-request-id: req-23d80f4b-c0e0-4a97-8cc7-aeffc2ce378a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:00.650526 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:00.650784 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23d80f4b-c0e0-4a97-8cc7-aeffc2ce378a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:00.651193 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b', 'status': 'completed', 'code': 200} Dec 21 01:53:00.659159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.659817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router aeba52e4-e079-4d55-b91e-1dda1c300b05 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:00.704261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.709314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fec207be-5064-43c0-893f-aa0434f6bf56 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/aeba52e4-e079-4d55-b91e-1dda1c300b05 HTTP/1.1" status: 204 len: 168 time: 2.4971693 Dec 21 01:53:00.718219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:00.729885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1781380698', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:00.732314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.805487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce533c7a-1dd1-4307-8714-a47c6f72b7ee req-0b41c410-5c05-485d-92c2-8a3a37f659f1 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 210 time: 0.1138704 Dec 21 01:53:00.872928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.874007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:00.931578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Network 401845c5-4697-4a60-9e29-8657ebbabc16 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:00.935586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-9f05232e-6ea8-49f8-b42c-2245958bacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:00.937116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-9f05232e-6ea8-49f8-b42c-2245958bacb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3167760 Dec 21 01:53:00.955189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:00.966821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event updated for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:00.978170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:00.985601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Deleting port 08d840b8-9836-4d32-8822-c7c0a095d257 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:00.985796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.139372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-0ac9bd2e-8bb7-4040-8e70-c8942d7ebb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.140978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-0ac9bd2e-8bb7-4040-8e70-c8942d7ebb04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 916 time: 0.4913955 Dec 21 01:53:01.228201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-a6f12908-302f-4a82-89a6-3f54f213c582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f HTTP/1.1" status: 200 len: 217 time: 0.0755498 Dec 21 01:53:01.229640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.321967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b1d02b67-f626-4afb-81df-e2927f853ef9 None None] Provisioning complete for port 53ecfad9-968f-4416-ab7d-8c2246c623b7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:01.322194 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b1d02b67-f626-4afb-81df-e2927f853ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.377158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b1d02b67-f626-4afb-81df-e2927f853ef9 None None] Port 53ecfad9-968f-4416-ab7d-8c2246c623b7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:01.380784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-116e0e38-f164-430e-9586-4dbd2ab54bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.382272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-116e0e38-f164-430e-9586-4dbd2ab54bf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.1458144 Dec 21 01:53:01.488175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.569894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:53:01.582440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.583313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.616447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-0b56d386-4bda-446a-9c55-50b0898ff2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.617985 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-0b56d386-4bda-446a-9c55-50b0898ff2ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2020397 Dec 21 01:53:01.623411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.627600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.721196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-10c63065-422e-4a51-8cf8-c9b5e6572e28 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.722708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-10c63065-422e-4a51-8cf8-c9b5e6572e28 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.2663248 Dec 21 01:53:01.723122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-05c1e93e-f726-4ccf-92dd-9ec3f4dcb2e7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3840053 Dec 21 01:53:01.761301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Request body: {'port': {'device_id': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:01.772890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:01.773355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.775615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] For port 08d840b8-9836-4d32-8822-c7c0a095d257, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=08d840b8-9836-4d32-8822-c7c0a095d257,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:01.775974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.814385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-6c7d35e5-9650-4de6-9cda-6beebe5880f6 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448315 Dec 21 01:53:01.820091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:01.831459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=c0d6b157-d9d0-4b52-82de-d95f9d95d447,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:01.871201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Calling delete_port for 08d840b8-9836-4d32-8822-c7c0a095d257 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:01.918793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-5f4bb550-f9d8-4def-a037-e68edc5ec115 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536383 Dec 21 01:53:01.919537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b5a2-c520-4f6f-aec9-ffa48c15710b req-2a5eaf7b-9b07-40b8-a41b-d2b8ad29ee7a tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:01.921027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0985b5a2-c520-4f6f-aec9-ffa48c15710b req-2a5eaf7b-9b07-40b8-a41b-d2b8ad29ee7a tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 931 time: 0.2921333 Dec 21 01:53:02.028227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': 'aa0a9a7e-5754-4d8c-a405-01b83875da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:02.028598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 01a46eaf-b350-426a-bd12-f8b33bb13b65, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:02.080368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.171437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:02.175420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.180733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-4940fbcb-2728-49ab-9731-b96bdaf35db7 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516754 Dec 21 01:53:02.195735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:02.212727 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Floating IP 20af05bc-e5f9-4570-af66-0ebfbf4f0851 associated. External IP: 172.25.6.227, port: 319234b2-23f0-46c3-8876-a2ba412fa8d0. Dec 21 01:53:02.256849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0985b5a2-c520-4f6f-aec9-ffa48c15710b req-aa1bb445-05ea-4558-a934-355664305393 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050277 Dec 21 01:53:02.282894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.294448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-180e9a74-2bea-47cf-bd60-5a452108a9e5 req-f6e1fe1d-c252-4f1f-87b2-24c43457d752 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678526 Dec 21 01:53:02.295027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 01a46eaf-b350-426a-bd12-f8b33bb13b65) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:02.309142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99723db3-5cfa-4ee9-a089-4989cc2c64eb None None] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:02.321578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.324012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:02.324611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.461993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ece2092e-3674-43a3-bd42-b51430797b86 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0354266 Dec 21 01:53:02.476061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:02.476307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-557e8bac-0ab6-4d9c-a55e-4e17a4b771b2 req-e13dca09-e443-451a-ab98-80f96f251071 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 210 time: 0.0839791 Dec 21 01:53:02.488793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2101717418'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:02.497363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-01a46eaf-b350-426a-bd12-f8b33bb13b65', 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': 'c0d6b157-d9d0-4b52-82de-d95f9d95d447'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:02.498594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.636110 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.643689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503102d-e227-4f44-8712-36c0db5000c7 req-0e041606-e0b2-494f-a17c-1ff5aa0a22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:02.645212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-0e041606-e0b2-494f-a17c-1ff5aa0a22ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 1096 time: 0.1872482 Dec 21 01:53:02.656513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Allocated IP 2001:db8::2 (01a46eaf-b350-426a-bd12-f8b33bb13b65/c0d6b157-d9d0-4b52-82de-d95f9d95d447/afc1636d-4375-41bd-83ec-1467f0e38c93) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:02.752075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Pushing event deleted for resources: {'Port': ['ID=08d840b8-9836-4d32-8822-c7c0a095d257,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:02.777171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.8 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:02.811522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.817937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.844077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Deleting port 4e57480d-452d-4bea-a194-2cb7792fc29b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:02.845145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.853837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 172.25.6.48 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f97f7bed-aa54-468b-8519-0d1bb6aee547) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:02.867699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:02.873927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:02.881847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:02.956255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Pushing event updated for resources: {'Port': ['ID=afc1636d-4375-41bd-83ec-1467f0e38c93,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:02.963987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Attempting to bind port afc1636d-4375-41bd-83ec-1467f0e38c93 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:02.964466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Attempting to bind port afc1636d-4375-41bd-83ec-1467f0e38c93 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'aa0a9a7e-5754-4d8c-a405-01b83875da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:02.964885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Attempting to bind port afc1636d-4375-41bd-83ec-1467f0e38c93 on network 01a46eaf-b350-426a-bd12-f8b33bb13b65 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:02.968187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.969030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.969520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.970017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.970365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.970698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.971033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.971138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.971368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.971737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.972117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.972607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.972940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.973266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:02.982530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:02.982785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Router 0b53aad3-2d08-41f6-b902-13dda24fdaaa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:02.983043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Checking segment: {'id': 'aa0a9a7e-5754-4d8c-a405-01b83875da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:02.983325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:02.983709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Bound using segment: {'id': 'aa0a9a7e-5754-4d8c-a405-01b83875da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:02.984238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Bound port: afc1636d-4375-41bd-83ec-1467f0e38c93, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0a9a7e-5754-4d8c-a405-01b83875da3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '01a46eaf-b350-426a-bd12-f8b33bb13b65'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:02.984756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.008211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503102d-e227-4f44-8712-36c0db5000c7 req-67ff871f-d4bf-473b-9329-fced164c637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:03.009652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-67ff871f-d4bf-473b-9329-fced164c637e service neutron] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 916 time: 0.3188930 Dec 21 01:53:03.062587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] For port afc1636d-4375-41bd-83ec-1467f0e38c93, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:03.066719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] For port afc1636d-4375-41bd-83ec-1467f0e38c93, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=afc1636d-4375-41bd-83ec-1467f0e38c93,segment=NetworkSegment(aa0a9a7e-5754-4d8c-a405-01b83875da3a),segment_id=aa0a9a7e-5754-4d8c-a405-01b83875da3a)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:03.072345 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.086579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ecfad9-968f-4416-ab7d-8c2246c623b7 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:03.123289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.127210 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.130723 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.134706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17209e-564e-4bd0-b6ca-569093f49f2a None None] Pushing event updated for resources: {'Port': ['ID=afc1636d-4375-41bd-83ec-1467f0e38c93,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:03.138008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-b1904604-2342-4e9f-9056-ed8f31c7c8ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 200 len: 217 time: 0.0666535 Dec 21 01:53:03.150697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] For port 4e57480d-452d-4bea-a194-2cb7792fc29b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4e57480d-452d-4bea-a194-2cb7792fc29b,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:03.151187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.176122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:03.179589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.194616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Calling delete_port for 4e57480d-452d-4bea-a194-2cb7792fc29b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:03.203343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Transition to ACTIVE for port object 53ecfad9-968f-4416-ab7d-8c2246c623b7 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:53:03.256645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.258756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.260797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 9e2da813-602d-4fc3-a47d-f94a82193fad yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:03.316421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.317191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:03.317915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.320539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503102d-e227-4f44-8712-36c0db5000c7 req-3343c16f-5859-49c4-83c3-951bff233e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:03.322894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-3343c16f-5859-49c4-83c3-951bff233e62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.1655483 Dec 21 01:53:03.335425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.336134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-afc158de-9b30-4ece-89f8-820c443099be admin admin] 10.222.0.43 "DELETE /v2.0/routers/f6ffbf7a-50d3-45f4-bc70-2b1b8ccafc12 HTTP/1.1" status: 204 len: 168 time: 4.6905599 Dec 21 01:53:03.341941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:03.632359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.657478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:03.736192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:03.767362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:03.768539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:03.770915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::169 (01a46eaf-b350-426a-bd12-f8b33bb13b65/c0d6b157-d9d0-4b52-82de-d95f9d95d447/9e2da813-602d-4fc3-a47d-f94a82193fad) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:03.776958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:03.779660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:03.781418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:03.785426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:03.882104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device dd8e754c-6472-4933-a597-c88b7dd3c95f details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:53:03.883505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:03.912635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Deleting subnet c88e4c86-7e40-4d12-9b5a-84d308c68d28 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:03.931838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.000520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ba59-ecf4-4fae-b358-dc1d859a0f54 req-0786ef0e-9ec0-48ba-ad14-cdf98927a752 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.006692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba60ba59-ecf4-4fae-b358-dc1d859a0f54 req-0786ef0e-9ec0-48ba-ad14-cdf98927a752 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 943 time: 0.6673102 Dec 21 01:53:04.009199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:04.019697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=f97f7bed-aa54-468b-8519-0d1bb6aee547,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:04.023422 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Sync routers for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:04.039335 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:04.039962 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:04.046063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.057006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503102d-e227-4f44-8712-36c0db5000c7 req-406f5097-1424-455d-bffa-6874e7c3adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.058512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-406f5097-1424-455d-bffa-6874e7c3adfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7155182 Dec 21 01:53:04.092348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.094941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:04.114863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'dd8e754c-6472-4933-a597-c88b7dd3c95f', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'port_id': 'dd8e754c-6472-4933-a597-c88b7dd3c95f', 'mac_address': 'fa:16:3e:23:7e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e945e87-9fc6-44ca-87a8-04c452696c3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:53:04.151790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.165445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.180399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8e754c-6472-4933-a597-c88b7dd3c95f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:04.180919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.181854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.202622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:04.206447 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:04.209758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.221586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e57480d-452d-4bea-a194-2cb7792fc29b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:04.224333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c2e2a280-2221-4b18-b0a1-12ec07206f2b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "PUT /v2.0/floatingips/20af05bc-e5f9-4570-af66-0ebfbf4f0851 HTTP/1.1" status: 200 len: 997 time: 4.7447956 Dec 21 01:53:04.238539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:04.240829 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d674453-5e60-43d7-a4de-cb952e94c0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:04.314257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:04.352498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-f5480ce5-ccdd-453e-ba87-ac76b180c4bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5855465 Dec 21 01:53:04.406699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Request body: {'port': {'device_id': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:04.442756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-d352c180-d831-464e-bf6e-eeb27a5445d4 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568311 Dec 21 01:53:04.443528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Attempting to bind port 53ecfad9-968f-4416-ab7d-8c2246c623b7 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:04.443867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Attempting to bind port 53ecfad9-968f-4416-ab7d-8c2246c623b7 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:04.444175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Attempting to bind port 53ecfad9-968f-4416-ab7d-8c2246c623b7 on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:04.468463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba60ba59-ecf4-4fae-b358-dc1d859a0f54 req-416ec33d-0d98-4e44-a17f-2f52b2c54eb9 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607942 Dec 21 01:53:04.478936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.496722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Port 53ecfad9-968f-4416-ab7d-8c2246c623b7 on network 401845c5-4697-4a60-9e29-8657ebbabc16 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:53:04.497254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Attempting to bind port 53ecfad9-968f-4416-ab7d-8c2246c623b7 on network 401845c5-4697-4a60-9e29-8657ebbabc16 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:04.585078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['dd8e754c-6472-4933-a597-c88b7dd3c95f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:04.634418 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '20af05bc-e5f9-4570-af66-0ebfbf4f0851', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'mac_address': 'fa:16:3e:35:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9516712-baee-4f7c-a192-f964cddaf649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:52:55Z', 'updated_at': '2021-12-21T01:53:00Z', 'revision_number': 1, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:04.671281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd16893-d668-4ea6-99d2-418220aff118 None None] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:04.671559 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Checking router: 0b53aad3-2d08-41f6-b902-13dda24fdaaa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:04.680945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:04.681572 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:04.684672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6503102d-e227-4f44-8712-36c0db5000c7 req-dfee626f-e5ae-402d-b8e0-f55bc5382636 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905122 Dec 21 01:53:04.730372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.769130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:04.769534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Checking segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:04.769922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Bound using segment: {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:04.770364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Bound port: 53ecfad9-968f-4416-ab7d-8c2246c623b7, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935657ae-f7ce-401a-a2cb-e6cd7564c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:04.770720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.792947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device afc1636d-4375-41bd-83ec-1467f0e38c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:04.804610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.846158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:04.851474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:04.872717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.916066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:04.916751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.917265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.919691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] 10.222.0.45 "PUT /v2.0/ports/53ecfad9-968f-4416-ab7d-8c2246c623b7 HTTP/1.1" status: 200 len: 1092 time: 3.1730545 Dec 21 01:53:04.929657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:04.931369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd51af-ef9b-4fee-a2e4-bb3018a37d34 req-39f03512-3e53-435a-aa76-4d47427741e2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.933476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6bd51af-ef9b-4fee-a2e4-bb3018a37d34 req-39f03512-3e53-435a-aa76-4d47427741e2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 931 time: 0.2467983 Dec 21 01:53:04.957310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:04.964408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.965104 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:04.965225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.970422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-02eda99f-0cca-4c2c-8388-97958398d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:04.982593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:04.983772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-02eda99f-0cca-4c2c-8388-97958398d901 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1098 time: 0.6126683 Dec 21 01:53:05.075156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6e50eea-113f-4cf6-b90f-59ed5a885424 None None] Provisioning complete for port afc1636d-4375-41bd-83ec-1467f0e38c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:05.075691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6e50eea-113f-4cf6-b90f-59ed5a885424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.103193 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.180888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6bd51af-ef9b-4fee-a2e4-bb3018a37d34 req-98850c9a-4c52-43ab-9f9f-8e6dfce78781 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385051 Dec 21 01:53:05.196942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port afc1636d-4375-41bd-83ec-1467f0e38c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:05.197344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.246255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-bbe1a5b5-5e4c-4b25-be33-69e420d83d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:05.248310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-bbe1a5b5-5e4c-4b25-be33-69e420d83d0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 1095 time: 0.2543671 Dec 21 01:53:05.255619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc663ac-db6c-4c36-8df5-f41198bb1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:05.273847 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c781a0ca-4483-4a7c-996a-04df53d77b46 x-openstack-request-id: req-c781a0ca-4483-4a7c-996a-04df53d77b46 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:05.274353 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:05.274841 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c781a0ca-4483-4a7c-996a-04df53d77b46 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:05.275652 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'status': 'completed', 'code': 200} Dec 21 01:53:05.323815 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '20af05bc-e5f9-4570-af66-0ebfbf4f0851', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'mac_address': 'fa:16:3e:35:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9516712-baee-4f7c-a192-f964cddaf649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:52:55Z', 'updated_at': '2021-12-21T01:53:00Z', 'revision_number': 1, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:05.380406 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6e50eea-113f-4cf6-b90f-59ed5a885424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.381285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcb7f1-8dba-4166-8a29-b5280bff25bf None None] The sync data for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 is: [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '20af05bc-e5f9-4570-af66-0ebfbf4f0851', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'mac_address': 'fa:16:3e:35:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9516712-baee-4f7c-a192-f964cddaf649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:52:55Z', 'updated_at': '2021-12-21T01:53:00Z', 'revision_number': 1, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:05.412513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-a287e586-658a-4f71-8018-3259a699b3ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7 HTTP/1.1" status: 200 len: 217 time: 0.1325836 Dec 21 01:53:05.459980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=9e2da813-602d-4fc3-a47d-f94a82193fad,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:05.476339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.490198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-59662112-e8bb-4d42-9391-e6b420409e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:05.491909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-59662112-e8bb-4d42-9391-e6b420409e38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.0693996 Dec 21 01:53:05.541968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.559440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.575135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb689b6a-3f0b-4dbc-8107-093c94804615 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0905304 Dec 21 01:53:05.576057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44772) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:05.576518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-4948e338-6cf4-43dd-a34d-09733de89886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:05.576991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port afc1636d-4375-41bd-83ec-1467f0e38c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=afc1636d-4375-41bd-83ec-1467f0e38c93,segment=NetworkSegment(aa0a9a7e-5754-4d8c-a405-01b83875da3a),segment_id=aa0a9a7e-5754-4d8c-a405-01b83875da3a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:05.579028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-4948e338-6cf4-43dd-a34d-09733de89886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1098 time: 0.2270074 Dec 21 01:53:05.589895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.591580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c03ef7e0-b359-4b89-9954-3d2c9f591d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:05.593442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-c03ef7e0-b359-4b89-9954-3d2c9f591d17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 929 time: 0.5568576 Dec 21 01:53:05.624494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.625260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b51212-7621-43f4-b038-249cddd094f4 None None] Network 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:05.632337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c88e4c86-7e40-4d12-9b5a-84d308c68d28 HTTP/1.1" status: 204 len: 168 time: 2.2747600 Dec 21 01:53:05.718631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44774) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:05.723952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-8ae8bc08-3ff4-419a-9ea3-f6097eb5e751 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 1000 time: 0.0901558 Dec 21 01:53:05.724800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad32d4-73f7-421d-9563-66238480c03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88e4c86-7e40-4d12-9b5a-84d308c68d28,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:05.744440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d6e50eea-113f-4cf6-b90f-59ed5a885424 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:53:05.744942 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d6e50eea-113f-4cf6-b90f-59ed5a885424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:53:05.745771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 08d840b8-9836-4d32-8822-c7c0a095d257 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:05.819369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ce41d-749b-4930-b9b2-e67faea38ea8 None None] New status for floating IP 20af05bc-e5f9-4570-af66-0ebfbf4f0851: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:53:05.826727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 08d840b8-9836-4d32-8822-c7c0a095d257 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:05.827066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 08d840b8-9836-4d32-8822-c7c0a095d257 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:05.909131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 38594a7a-7262-4c2c-b6d5-9adbd40ac01b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:53:05.921894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device dd8e754c-6472-4933-a597-c88b7dd3c95f up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:05.948010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:05.987167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-0ed5fb9f-f817-45d8-88ff-77586d8b0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:05.989313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-0ed5fb9f-f817-45d8-88ff-77586d8b0040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4866440 Dec 21 01:53:06.016813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=afc1636d-4375-41bd-83ec-1467f0e38c93,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:06.042044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-5bd0d4da-f8b9-4b3b-ab6b-a76542992da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.043621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-5bd0d4da-f8b9-4b3b-ab6b-a76542992da7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.2641490 Dec 21 01:53:06.067349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port dd8e754c-6472-4933-a597-c88b7dd3c95f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:53:06.084868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a1e2-1c5b-432d-a947-bd55feabac84 req-105a1309-26c4-4b77-9a68-3e08e41ea944 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.086528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f46a1e2-1c5b-432d-a947-bd55feabac84 req-105a1309-26c4-4b77-9a68-3e08e41ea944 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 943 time: 0.4637718 Dec 21 01:53:06.100370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port dd8e754c-6472-4933-a597-c88b7dd3c95f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:06.100987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.154126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-83aec92b-2231-43d8-aa6f-a3450d4d3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.155629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-83aec92b-2231-43d8-aa6f-a3450d4d3688 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 929 time: 0.5588808 Dec 21 01:53:06.189216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.193377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 9e2da813-602d-4fc3-a47d-f94a82193fad {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:06.193377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.200895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:06.289480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-a5089be8-e3cf-4ccf-8af3-b06c06665317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.291111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-a5089be8-e3cf-4ccf-8af3-b06c06665317 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186854 Dec 21 01:53:06.299463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-0e67aa0d-6682-45f6-a974-452a5a711e87 service neutron] 10.222.0.45 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923045 Dec 21 01:53:06.308375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f46a1e2-1c5b-432d-a947-bd55feabac84 req-0c0a513c-0958-4fdc-a455-eee89d0e5daf tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089186 Dec 21 01:53:06.311435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-763628f5-761b-4081-99b1-d275ad9c1c55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 1000 time: 0.1390238 Dec 21 01:53:06.315199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Deleting port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:06.315621 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.450029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:06.468214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'port_id': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b', 'mac_address': 'fa:16:3e:06:c6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e945e87-9fc6-44ca-87a8-04c452696c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:53:06.493384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] DHCP port deletion for 27276787-4d0d-4fc9-a0fd-cc3b3b1a547a request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:53:06.502495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.557044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:06.576553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.584811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 9e2da813-602d-4fc3-a47d-f94a82193fad owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:06.596159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.622971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Transition to ACTIVE for port object 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:53:06.625943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device afc1636d-4375-41bd-83ec-1467f0e38c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:06.629670 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.647923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-871dec53-951d-46ac-9abf-3cfefdd3bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.649405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-871dec53-951d-46ac-9abf-3cfefdd3bc45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.3226562 Dec 21 01:53:06.663899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:06.665187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] For port b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:06.665187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.665492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.675305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Sync routers for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:06.678276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c18edc13-bb2c-42c8-a7b7-275e2478b889 admin admin] 10.222.0.43 "PUT /v2.0/routers/3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6178105 Dec 21 01:53:06.688647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44778) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:06.691709 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:06.692599 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:06.731654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Calling delete_port for b3352f3f-bbae-41ba-84fd-1d6072cc4e27 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:06.755567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:06.765383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38594a7a-7262-4c2c-b6d5-9adbd40ac01b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:06.775412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Pushing event updated for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:06.796880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router 8a8f6970-6604-4a22-a598-70d05bfded48 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:06.803017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:06.804280 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:06.811711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-94ee42c8-d155-4632-90f2-7f49c19a9bb0 None None] Provisioning complete for port 9e2da813-602d-4fc3-a47d-f94a82193fad triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:06.812142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94ee42c8-d155-4632-90f2-7f49c19a9bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.817573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-467213e7-8a55-4ad0-8d3f-72000ece4e6a req-3eb6b108-e0ba-4fcc-98ee-f1b33be3664f service neutron] 10.222.0.45 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048432 Dec 21 01:53:06.846856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b47ec-099d-4062-9001-4f45718ea400 req-0094dae3-f053-4b42-b228-0f269fa6949e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:06.855729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a0b47ec-099d-4062-9001-4f45718ea400 req-0094dae3-f053-4b42-b228-0f269fa6949e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 931 time: 0.3006141 Dec 21 01:53:06.896318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:06.899999 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871c2f2-49a0-424c-888b-d88fa2527faf" -d '{"events": [{"server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "name": "network-vif-plugged", "status": "completed", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:06.904111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-6b5f2f13-33dc-48df-89c5-ce93792b550e service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799077 Dec 21 01:53:06.913322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-94ee42c8-d155-4632-90f2-7f49c19a9bb0 None None] Port 9e2da813-602d-4fc3-a47d-f94a82193fad cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:06.918590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:06.986033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Attempting to bind port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:06.986420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Attempting to bind port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:06.986702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Attempting to bind port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:07.018237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-dcadb65f-c4a5-4306-855c-817a3ba83349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:07.018834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.019853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-dcadb65f-c4a5-4306-855c-817a3ba83349 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3521068 Dec 21 01:53:07.027107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:53:07.027430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Attempting to bind port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:07.029903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:07.032809 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:53:03Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:07.053029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.061551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:07.061898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:07.062294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:07.064921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Bound port: 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:07.065289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.069379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Checking router: 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:07.078152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Routers {'3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:07.079297 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:07.126521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=9e2da813-602d-4fc3-a47d-f94a82193fad,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:07.131098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.159717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.163502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Deleting port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:07.164755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-498a3a4f-2115-4dca-ba74-379d8d476008 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/9e2da813-602d-4fc3-a47d-f94a82193fad HTTP/1.1" status: 204 len: 168 time: 1.5827880 Dec 21 01:53:07.168315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.170607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:07.208252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:07.233916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] Set router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:07.239611 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a958660c-d3cd-42ac-8409-13addbbec403 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:07.241226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a958660c-d3cd-42ac-8409-13addbbec403 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/9e2da813-602d-4fc3-a47d-f94a82193fad HTTP/1.1" status: 404 len: 333 time: 0.0693896 Dec 21 01:53:07.249700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44784) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:07.277322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] For port b3352f3f-bbae-41ba-84fd-1d6072cc4e27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,segment=NetworkSegment(639c3c5a-3a03-42f7-a35f-c04d624e7254),segment_id=639c3c5a-3a03-42f7-a35f-c04d624e7254)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:07.277913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.296882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Calling delete_port for b3352f3f-bbae-41ba-84fd-1d6072cc4e27 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:07.302389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.306531 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4d711e95-6d8c-4210-8c08-4d5ede35c7b3 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5826867 Dec 21 01:53:07.310178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:07.390697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:07.401866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:07.413202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port afc1636d-4375-41bd-83ec-1467f0e38c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:07.413605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.415748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Sync routers for ids ['8a8f6970-6604-4a22-a598-70d05bfded48'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:07.415976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet c0d6b157-d9d0-4b52-82de-d95f9d95d447 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:07.423269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.429828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:07.465186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.485272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Routers {'8a8f6970-6604-4a22-a598-70d05bfded48'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:07.486039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8a8f6970-6604-4a22-a598-70d05bfded48'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:07.575736 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:53:03Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:07.576618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:07.579017 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4f678-cfbc-4a64-a3ed-275beb34919b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:07.598594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Set router 8a8f6970-6604-4a22-a598-70d05bfded48 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:07.601660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a0b47ec-099d-4062-9001-4f45718ea400 req-af4a0998-56a8-4d4e-b514-451bc8194d13 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448885 Dec 21 01:53:07.643505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6861ff-50f4-4c21-be48-bdc18f0caeb8 None None] The sync data for ids ['3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9'] in n-d-761264-20 is: [{'id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'name': 'tempest-ServersTestJSON-1885235692-router', 'tenant_id': '001c8d58599744be96f78c11fac37784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:50:11Z', 'updated_at': '2021-12-21T01:53:03Z', 'revision_number': 5, 'project_id': '001c8d58599744be96f78c11fac37784', 'gw_port': {'id': '6caae1d0-9d10-400d-b356-63ef1e671222', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:50:12Z', 'updated_at': '2021-12-21T01:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:07.687198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['38594a7a-7262-4c2c-b6d5-9adbd40ac01b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:07.724912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-94ee42c8-d155-4632-90f2-7f49c19a9bb0 None None] Provisioning complete for port afc1636d-4375-41bd-83ec-1467f0e38c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:07.725484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94ee42c8-d155-4632-90f2-7f49c19a9bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.751689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.765701 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbbdf8a-c900-4393-bd04-3a20d1ce1925 x-openstack-request-id: req-8dbbdf8a-c900-4393-bd04-3a20d1ce1925 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:07.766581 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "name": "network-vif-plugged", "status": "completed", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:07.767310 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dbbdf8a-c900-4393-bd04-3a20d1ce1925 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:07.767729 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f', 'code': 200} Dec 21 01:53:07.825733 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:07.839398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05913b47-5381-41e0-865e-6d5a2998a8ac req-e847ae3a-7296-454a-826e-5576ef472821 service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9342985 Dec 21 01:53:07.927146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] Pushing event deleted for resources: {'Port': ['ID=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:07.931843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd43d121-d00e-4453-9408-2491a677f2ab None None] No DVR routers for this DVR port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:07.954253 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e17a8c-103f-4368-9e4d-e1f962c801cf x-openstack-request-id: req-c4e17a8c-103f-4368-9e4d-e1f962c801cf {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:07.954694 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:07.955048 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4e17a8c-103f-4368-9e4d-e1f962c801cf {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:07.955545 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7', 'status': 'completed', 'code': 200} Dec 21 01:53:07.957659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] No DVR routers for this DVR port b3352f3f-bbae-41ba-84fd-1d6072cc4e27 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:07.969016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Pushing event deleted for resources: {'Port': ['ID=b3352f3f-bbae-41ba-84fd-1d6072cc4e27,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:08.109431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d579ca64-8ab7-4fa1-8a54-51fc77fba8ed tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/8a8f6970-6604-4a22-a598-70d05bfded48 HTTP/1.1" status: 200 len: 908 time: 0.7960701 Dec 21 01:53:08.116742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:08.123235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.124140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.126247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] 10.222.0.24 "PUT /v2.0/ports/4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 HTTP/1.1" status: 200 len: 1092 time: 3.7286427 Dec 21 01:53:08.129303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1781380698', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': True}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:08.136669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:08.139289 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0276f-3f97-4a8f-9146-06ad0dc14369" -d '{"events": [{"name": "network-changed", "server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:08.156462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:01Z', 'updated_at': '2021-12-21T01:53:04Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:02Z', 'updated_at': '2021-12-21T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:08.185616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.187084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.193053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.194592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Checking router: 8a8f6970-6604-4a22-a598-70d05bfded48 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:08.195064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Updating router 8a8f6970-6604-4a22-a598-70d05bfded48 port f97f7bed-aa54-468b-8519-0d1bb6aee547 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:08.233400 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.288262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69ebbf-8439-490e-b189-59a5d9319d6c service neutron] Pushing event updated for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:08.354830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-7baa9b4b-c024-4ec0-a61c-5649efc56069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.356877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-7baa9b4b-c024-4ec0-a61c-5649efc56069 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 1095 time: 0.1560364 Dec 21 01:53:08.357001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-1f055f0b-e864-4281-9686-a393224fc36d service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2964437 Dec 21 01:53:08.363764 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.413941 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-4d219d8e-8792-44bf-8b4e-bde272cc2d53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 HTTP/1.1" status: 200 len: 217 time: 0.0412557 Dec 21 01:53:08.417297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-b494216e-b4e7-4905-9651-c23bdb67a735 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 258 time: 0.4608243 Dec 21 01:53:08.445779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:08.552371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d6f9-bae1-452b-88fd-3d40be0512a7 req-18a5f460-d1f3-498d-a391-15f71ffb268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.553675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c95d6f9-bae1-452b-88fd-3d40be0512a7 req-18a5f460-d1f3-498d-a391-15f71ffb268d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 1097 time: 0.7422531 Dec 21 01:53:08.568865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.569020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-2697f91a-cd9c-44e3-818e-15470fc8033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.569617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.569825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-2697f91a-cd9c-44e3-818e-15470fc8033b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 1095 time: 0.5146813 Dec 21 01:53:08.575019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4e57480d-452d-4bea-a194-2cb7792fc29b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:08.577213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.578706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.616823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99954-e844-4a80-a17c-779cb48daa74 req-39157910-d029-40c1-9708-cf76c544d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.618411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-39157910-d029-40c1-9708-cf76c544d464 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1356072 Dec 21 01:53:08.623434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.633566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4e57480d-452d-4bea-a194-2cb7792fc29b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:08.633843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f5461-a700-4115-b565-c88aea499487 req-89f8e2b1-c891-4b7b-88ce-73a75a26e2bf tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.634044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4e57480d-452d-4bea-a194-2cb7792fc29b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:08.634520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b3352f3f-bbae-41ba-84fd-1d6072cc4e27 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:08.635359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-063f5461-a700-4115-b565-c88aea499487 req-89f8e2b1-c891-4b7b-88ce-73a75a26e2bf tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 943 time: 0.7924256 Dec 21 01:53:08.674315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b3352f3f-bbae-41ba-84fd-1d6072cc4e27 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:08.675435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b3352f3f-bbae-41ba-84fd-1d6072cc4e27 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:08.693666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27276787-4d0d-4fc9-a0fd-cc3b3b1a547a']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:08.707362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-5022ff44-bcd0-4135-8c01-d412c1439d48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320213 Dec 21 01:53:08.727974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb6c2-f91d-41b1-834f-b81ebb84e7d9 None None] Pushing event updated for resources: {'Port': ['ID=f97f7bed-aa54-468b-8519-0d1bb6aee547,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:08.741059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Attempting to bind port f97f7bed-aa54-468b-8519-0d1bb6aee547 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:08.742090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Attempting to bind port f97f7bed-aa54-468b-8519-0d1bb6aee547 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:08.743804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Attempting to bind port f97f7bed-aa54-468b-8519-0d1bb6aee547 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:08.753599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:08.754285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:08.755907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.757291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:08.757573 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.758737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Bound port: f97f7bed-aa54-468b-8519-0d1bb6aee547, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:08.759030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.767405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639c3c5a-3a03-42f7-a35f-c04d624e7254') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:08.767708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639c3c5a-3a03-42f7-a35f-c04d624e7254') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:08.813779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d674453-5e60-43d7-a4de-cb952e94c0e7 req-85b2377c-1e30-41fa-b938-bf5570ae4ecc service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235990 Dec 21 01:53:08.817230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.819024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.876306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] For port f97f7bed-aa54-468b-8519-0d1bb6aee547, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:08.882326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] For port f97f7bed-aa54-468b-8519-0d1bb6aee547, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f97f7bed-aa54-468b-8519-0d1bb6aee547,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:08.894339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.897416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c95d6f9-bae1-452b-88fd-3d40be0512a7 req-a7786f0a-0af3-4d43-b7dd-e364e06e0196 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235559 Dec 21 01:53:08.898808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.904998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-359c5dc9-8392-4375-805f-9bc7e2cf2f23 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629736 Dec 21 01:53:08.906589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.923734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:53:08.924145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.930423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-063f5461-a700-4115-b565-c88aea499487 req-ce8a3f62-482e-4048-99db-64aea3b24ea4 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654777 Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.931087 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:53:08.933801 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:53:08.967033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-f8c3e4c6-e59b-4905-b006-461eefc5199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:08.967361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d6b157-d9d0-4b52-82de-d95f9d95d447,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:08.968367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-f8c3e4c6-e59b-4905-b006-461eefc5199e service neutron] 10.222.0.45 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 916 time: 0.3694391 Dec 21 01:53:08.977965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:08.984042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-27b32110-3bb9-471f-8220-b1308ca5b0cf tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/c0d6b157-d9d0-4b52-82de-d95f9d95d447 HTTP/1.1" status: 204 len: 168 time: 1.7324967 Dec 21 01:53:08.986618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:09.006305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa97300-9c07-4417-bbca-dfc04a69e612 None None] Network 01a46eaf-b350-426a-bd12-f8b33bb13b65 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:09.086381 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5c354a-a33b-46a6-b180-714e06f146c7 x-openstack-request-id: req-2b5c354a-a33b-46a6-b180-714e06f146c7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:09.086826 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:09.087182 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b5c354a-a33b-46a6-b180-714e06f146c7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:09.087698 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9', 'status': 'completed', 'code': 200} Dec 21 01:53:09.097970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-f6f46c3f-936a-49be-a927-01cd411e6793 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7 HTTP/1.1" status: 200 len: 217 time: 0.1205521 Dec 21 01:53:09.100885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.181143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Deleting port 6caae1d0-9d10-400d-b356-63ef1e671222 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:09.181769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.186980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.209280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.212539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] 10.222.0.43 "DELETE /v2.0/networks/27276787-4d0d-4fc9-a0fd-cc3b3b1a547a HTTP/1.1" status: 204 len: 168 time: 3.4855769 Dec 21 01:53:09.259272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port afc1636d-4375-41bd-83ec-1467f0e38c93 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:09.260250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.269193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252f82c-979a-4273-8d6e-f4e311dc03da admin admin] Pushing event deleted for resources: {'Network': ['ID=27276787-4d0d-4fc9-a0fd-cc3b3b1a547a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:09.314671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-6028f36a-4e56-490f-b8aa-f6fcdc29c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:09.316221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-6028f36a-4e56-490f-b8aa-f6fcdc29c371 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.2083590 Dec 21 01:53:09.347169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.398339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb074dd-ec0b-489d-a410-12c2d0553dd2 req-7cd84a00-6cc4-411e-b379-cfd876260402 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:09.401685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Routers {'8a8f6970-6604-4a22-a598-70d05bfded48'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:09.403521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8a8f6970-6604-4a22-a598-70d05bfded48'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:09.407090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.407298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb074dd-ec0b-489d-a410-12c2d0553dd2 req-7cd84a00-6cc4-411e-b379-cfd876260402 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 943 time: 0.2308488 Dec 21 01:53:09.451060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] For port 6caae1d0-9d10-400d-b356-63ef1e671222, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6caae1d0-9d10-400d-b356-63ef1e671222,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:09.451751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.476194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.479247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Calling delete_port for 6caae1d0-9d10-400d-b356-63ef1e671222 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:09.487334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-e44b9701-7c71-4257-a98f-0a14394638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:09.488861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-e44b9701-7c71-4257-a98f-0a14394638e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622069 Dec 21 01:53:09.501672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44804) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:09.513086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb6c2-f91d-41b1-834f-b81ebb84e7d9 None None] Pushing event updated for resources: {'Port': ['ID=f97f7bed-aa54-468b-8519-0d1bb6aee547,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:09.551069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] For port afc1636d-4375-41bd-83ec-1467f0e38c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=afc1636d-4375-41bd-83ec-1467f0e38c93,segment=NetworkSegment(aa0a9a7e-5754-4d8c-a405-01b83875da3a),segment_id=aa0a9a7e-5754-4d8c-a405-01b83875da3a)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:09.551343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.554857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] Set router 8a8f6970-6604-4a22-a598-70d05bfded48 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:09.568378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 172.25.6.221 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/15bdfed7-4c86-43de-8227-26424fb51855) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:09.589254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for afc1636d-4375-41bd-83ec-1467f0e38c93 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:09.645992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] DHCP port deletion for 01a46eaf-b350-426a-bd12-f8b33bb13b65 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:53:09.670589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31a99954-e844-4a80-a17c-779cb48daa74 req-cb4b3e8d-a1b6-4ad8-ac1d-97bb13035437 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050033 Dec 21 01:53:09.677903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bb074dd-ec0b-489d-a410-12c2d0553dd2 req-1781ec77-790c-48ae-8b53-f7ca7b24b519 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697508 Dec 21 01:53:09.730268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 53ecfad9-968f-4416-ab7d-8c2246c623b7 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:53:09.753613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2b14a07d-3dd7-4153-b65c-db25ea32dcc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9e4379c298b45518a7d2627b98e4a76&name=default HTTP/1.1" status: 200 len: 2998 time: 0.2410846 Dec 21 01:53:09.754424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44806) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:09.810275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-ba91c79a-c583-4791-96b1-889941ab3d35 service neutron] 10.222.0.45 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075860 Dec 21 01:53:09.861019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.878843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Deleting port afc1636d-4375-41bd-83ec-1467f0e38c93 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:09.879215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.880201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.911204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 38594a7a-7262-4c2c-b6d5-9adbd40ac01b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:09.915031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.938633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No DVR routers for this DVR port afc1636d-4375-41bd-83ec-1467f0e38c93 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:09.959834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=afc1636d-4375-41bd-83ec-1467f0e38c93,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:09.962530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:09.979935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c4f678-cfbc-4a64-a3ed-275beb34919b req-9f035b43-b8b1-471b-b983-6a1f01243637 service neutron] 10.222.0.45 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609962 Dec 21 01:53:09.984239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:10.002534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-7bd75884-1688-433a-bfe8-6a5d3cb9e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:10.005048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-7bd75884-1688-433a-bfe8-6a5d3cb9e78e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 1095 time: 0.2111392 Dec 21 01:53:10.008901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Pushing event deleted for resources: {'Port': ['ID=6caae1d0-9d10-400d-b356-63ef1e671222,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.025640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] For port afc1636d-4375-41bd-83ec-1467f0e38c93, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:10.026034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.028986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '53ecfad9-968f-4416-ab7d-8c2246c623b7', 'network_id': '401845c5-4697-4a60-9e29-8657ebbabc16', 'port_id': '53ecfad9-968f-4416-ab7d-8c2246c623b7', 'mac_address': 'fa:16:3e:f4:b2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e945e87-9fc6-44ca-87a8-04c452696c3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:53:10.049610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Calling delete_port for afc1636d-4375-41bd-83ec-1467f0e38c93 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:10.053080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Port afc1636d-4375-41bd-83ec-1467f0e38c93 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:53:10.055405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.056744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.102969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.103223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] No DVR routers for this DVR port afc1636d-4375-41bd-83ec-1467f0e38c93 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:10.136998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:01Z', 'updated_at': '2021-12-21T01:53:04Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:02Z', 'updated_at': '2021-12-21T01:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:10.139916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdef7d-34b4-4b4c-93c3-c4b75ef0a7fc None None] Pushing event deleted for resources: {'Port': ['ID=afc1636d-4375-41bd-83ec-1467f0e38c93,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.141086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.143397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.179984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4130a-6b96-4576-8f0d-0f8f5dd66424 None None] The sync data for ids ['8a8f6970-6604-4a22-a598-70d05bfded48'] in n-d-761264-20 is: [{'id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:01Z', 'updated_at': '2021-12-21T01:53:04Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': 'f97f7bed-aa54-468b-8519-0d1bb6aee547', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f6970-6604-4a22-a598-70d05bfded48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:02Z', 'updated_at': '2021-12-21T01:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:10.196644 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.221755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:53:10.233076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:10.234014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.241868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a46eaf-b350-426a-bd12-f8b33bb13b65']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:10.244057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ecfad9-968f-4416-ab7d-8c2246c623b7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:10.258735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb87b7e-8e7d-48e6-9366-2e1df5ae7306 req-532db24d-0f5d-49f9-acb0-ac467553054e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:10.260549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb87b7e-8e7d-48e6-9366-2e1df5ae7306 req-532db24d-0f5d-49f9-acb0-ac467553054e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 943 time: 0.2031946 Dec 21 01:53:10.270991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.275374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.309557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Allocated IP 172.25.6.215 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d722dd14-1dac-4e44-9d82-b90850b05070) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:10.354692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:10.367066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.406811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.407909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:10.422461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.426898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c981c9b-22ce-4bb2-a61a-2fef94654821 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3be7c0d8-7ab5-4547-b546-1b3f9eb40ca9 HTTP/1.1" status: 204 len: 168 time: 3.7299721 Dec 21 01:53:10.431533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:10.476327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.486509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.515835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb87b7e-8e7d-48e6-9366-2e1df5ae7306 req-9cdd10e0-5eaa-4e5d-8500-42533be7d36b tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364781 Dec 21 01:53:10.551564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:10.553938 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37c554-000f-44c9-8e49-e55f3fd78181" -d '{"events": [{"server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "name": "network-vif-plugged", "status": "completed", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:10.567855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:10.575233 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.627699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=15bdfed7-4c86-43de-8227-26424fb51855,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.636702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0a9a7e-5754-4d8c-a405-01b83875da3a') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:10.637265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0a9a7e-5754-4d8c-a405-01b83875da3a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:10.663184 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d3ba9-b059-4bfc-a274-b76832cc9a45 x-openstack-request-id: req-494d3ba9-b059-4bfc-a274-b76832cc9a45 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:10.663637 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "name": "network-vif-plugged", "status": "completed", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:10.664307 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-494d3ba9-b059-4bfc-a274-b76832cc9a45 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:10.664813 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b', 'code': 200} Dec 21 01:53:10.673373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Deleting subnet 13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:10.677919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:10.683740 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.703193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:10.722633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:10.745005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.752281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.761920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.762580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device afc1636d-4375-41bd-83ec-1467f0e38c93 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:10.777512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['53ecfad9-968f-4416-ab7d-8c2246c623b7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:10.779589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.783603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.784869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79200557-1b2e-469d-88f2-a15f0e854d91 HTTP/1.1" status: 204 len: 168 time: 1.0297956 Dec 21 01:53:10.836823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: afc1636d-4375-41bd-83ec-1467f0e38c93 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:10.841832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device afc1636d-4375-41bd-83ec-1467f0e38c93 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:10.854892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2718-5ffa-4660-9c48-52f991249b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79200557-1b2e-469d-88f2-a15f0e854d91,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:10.859230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-94547c0a-e972-443b-a39b-6f48264da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:10.861525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-94547c0a-e972-443b-a39b-6f48264da46f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.8221536 Dec 21 01:53:10.868447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.879374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:10.974666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-80be3a49-2eca-48a3-9f82-c991ee9ceb75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 HTTP/1.1" status: 200 len: 217 time: 0.1027925 Dec 21 01:53:10.975704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:53:10.976108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.002391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.013959 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:53:11.016238 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:53:11.070038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.076478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa HTTP/1.1" status: 204 len: 168 time: 0.6421123 Dec 21 01:53:11.083950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74674acc-1d42-44ca-a66f-1247a55b06ba None None] Network f5394ef1-acab-4e06-a5a3-a8bcd59eab32 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:11.109305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44818) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:11.127156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.135512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c37e8-fea1-4ae0-a43c-11464803808a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c30de7-6e09-4f49-b91e-c3c6e9c9a7fa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:11.174283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-131a8617-7f0d-46ff-b962-2152b42be810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:11.175770 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-131a8617-7f0d-46ff-b962-2152b42be810 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1493547 Dec 21 01:53:11.182114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.190879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.193955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb639c7e-f751-4def-af13-87250f0e804b req-3b540c00-8bd2-45c6-a583-013a94790df6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:11.197550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/01a46eaf-b350-426a-bd12-f8b33bb13b65 HTTP/1.1" status: 204 len: 168 time: 2.2098062 Dec 21 01:53:11.206324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb639c7e-f751-4def-af13-87250f0e804b req-3b540c00-8bd2-45c6-a583-013a94790df6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 943 time: 0.2341413 Dec 21 01:53:11.215144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392486b-6115-4e0e-94ac-b6e1939d22b9 req-da7261ce-f95c-4ab5-b8e8-882a8c86b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:11.216689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392486b-6115-4e0e-94ac-b6e1939d22b9 req-da7261ce-f95c-4ab5-b8e8-882a8c86b832 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 1098 time: 0.2646766 Dec 21 01:53:11.220016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44822) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:11.234489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'name': 'tempest-PortsIpV6TestJSON-946845039'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:11.370806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.383857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7b954-a2d5-48e0-8939-57fb0e9714c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=01a46eaf-b350-426a-bd12-f8b33bb13b65,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:11.397446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392486b-6115-4e0e-94ac-b6e1939d22b9 req-885134db-2213-4e0b-8935-0089eecea099 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324482 Dec 21 01:53:11.438666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb639c7e-f751-4def-af13-87250f0e804b req-7caf96f4-93ec-4fcb-bc89-97cc31485ed9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303584 Dec 21 01:53:11.443416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.450516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] DHCP port deletion for f5394ef1-acab-4e06-a5a3-a8bcd59eab32 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:53:11.489863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-bc021511-332d-466a-bf1a-2faea187357d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059044 Dec 21 01:53:11.542426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Deleting port 0e55b261-59b0-465a-acc9-2997393ffd33 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:11.543063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.546850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:11.556456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:11.569185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:11.580566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:11.589782 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.600084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.674191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event updated for resources: {'Port': ['ID=d722dd14-1dac-4e44-9d82-b90850b05070,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:11.688619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] For port 0e55b261-59b0-465a-acc9-2997393ffd33, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0e55b261-59b0-465a-acc9-2997393ffd33,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:11.689035 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.695548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 85eb79f8-471e-4d31-9dd9-abdae1377c0b yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:11.711603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Calling delete_port for 0e55b261-59b0-465a-acc9-2997393ffd33 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:11.782707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Deleting port 0e55b261-59b0-465a-acc9-2997393ffd33 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:11.792259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.835881 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:11.863769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] No DVR routers for this DVR port 0e55b261-59b0-465a-acc9-2997393ffd33 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:11.901387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00e9e4-4884-4120-a9ff-b5e7b8a02f16 None None] Pushing event deleted for resources: {'Port': ['ID=0e55b261-59b0-465a-acc9-2997393ffd33,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:12.082717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-da96aeb7-cba7-403b-8fb0-24055b222d38 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302386 Dec 21 01:53:12.083728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:12.221838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.224594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576de651-c923-4577-872a-95eb4eb0b535 req-b3543d2f-f570-472c-8ce9-e2208337df41 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:12.226124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-576de651-c923-4577-872a-95eb4eb0b535 req-b3543d2f-f570-472c-8ce9-e2208337df41 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 944 time: 0.6062138 Dec 21 01:53:12.248741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-network', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:12.256696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.257850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.264458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] For port 0e55b261-59b0-465a-acc9-2997393ffd33, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0e55b261-59b0-465a-acc9-2997393ffd33,segment=NetworkSegment(0de6b8c2-8526-45a4-8199-2a62649a7eed),segment_id=0de6b8c2-8526-45a4-8199-2a62649a7eed)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:12.264820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.287909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Calling delete_port for 0e55b261-59b0-465a-acc9-2997393ffd33 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:12.337158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74f0276f-3f97-4a8f-9146-06ad0dc14369 req-4a1d3e85-7d56-496c-9f3c-a84fe90b0ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451921 Dec 21 01:53:12.341680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-576de651-c923-4577-872a-95eb4eb0b535 req-40e7cf25-ac98-4e8a-8502-3c20605a243e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043184 Dec 21 01:53:12.361240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:12.363830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.385923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.416157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.422060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.508434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:12.516588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:12.520515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=85eb79f8-471e-4d31-9dd9-abdae1377c0b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:12.524901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:12.531587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:12.532434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.567916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d826677a-a532-4697-bf19-d5c64b4d7596 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3390174 Dec 21 01:53:12.572285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:12.582262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f97f7bed-aa54-468b-8519-0d1bb6aee547 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:12.601136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.656942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e55b261-59b0-465a-acc9-2997393ffd33,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:12.659516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f97f7bed-aa54-468b-8519-0d1bb6aee547 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:12.659901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.667722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] No DVR routers for this DVR port 0e55b261-59b0-465a-acc9-2997393ffd33 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:12.668743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router 47899052-53e5-4e90-b567-3f8b35423a57 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:12.701825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.715205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.749963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b573-439b-40f6-b7ed-3622a1eb2eb8 req-ad38661c-f8aa-4ced-9909-418ac76d95a4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:12.752065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9336b573-439b-40f6-b7ed-3622a1eb2eb8 req-ad38661c-f8aa-4ced-9909-418ac76d95a4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 943 time: 0.1669967 Dec 21 01:53:12.781393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:12.802988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.805532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.811691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.812138 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Added segment ec412189-403e-42e5-8a8f-74172a800b3d of type vlan for network b0b688d0-c807-48d4-89a2-3d080b7d9c80 Dec 21 01:53:12.834672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.845557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f97f7bed-aa54-468b-8519-0d1bb6aee547, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f97f7bed-aa54-468b-8519-0d1bb6aee547,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:12.847938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5394ef1-acab-4e06-a5a3-a8bcd59eab32']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:12.851515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.857384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.858155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc098a38-9537-4212-9555-d27c39d294e1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:12.887573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 85eb79f8-471e-4d31-9dd9-abdae1377c0b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:12.888021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.903982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de6b8c2-8526-45a4-8199-2a62649a7eed') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:12.904280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de6b8c2-8526-45a4-8199-2a62649a7eed') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:12.928333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.940708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.946333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9336b573-439b-40f6-b7ed-3622a1eb2eb8 req-4d247343-4afc-4794-8a9a-4fc1167082a7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595042 Dec 21 01:53:12.947291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f97f7bed-aa54-468b-8519-0d1bb6aee547,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:12.974975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:12.986441 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Sync routers for ids ['47899052-53e5-4e90-b567-3f8b35423a57'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:12.989521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:12.993671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event updated for resources: {'Port': ['ID=d722dd14-1dac-4e44-9d82-b90850b05070,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:13.001107 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Routers {'47899052-53e5-4e90-b567-3f8b35423a57'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:13.003503 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['47899052-53e5-4e90-b567-3f8b35423a57'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:13.004562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.007117 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.011064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:53:13.011444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:53:13.013106 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:53:13.027650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6caae1d0-9d10-400d-b356-63ef1e671222 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:13.037892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 85eb79f8-471e-4d31-9dd9-abdae1377c0b owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:13.043975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.045297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a3c6f37b-f59b-4f73-a3f4-4675a82a3105 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9257534 Dec 21 01:53:13.049460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44850) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.063583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.064640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:13.065245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.087664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6caae1d0-9d10-400d-b356-63ef1e671222 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:13.088159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.088780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6caae1d0-9d10-400d-b356-63ef1e671222 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:13.089601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-39bc1d37-a691-4b53-a9a8-d828e02a7f6e tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6482797 Dec 21 01:53:13.099828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0e55b261-59b0-465a-acc9-2997393ffd33 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:13.113536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.128460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 0e55b261-59b0-465a-acc9-2997393ffd33 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:13.129147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0e55b261-59b0-465a-acc9-2997393ffd33 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:13.135074 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Set router 47899052-53e5-4e90-b567-3f8b35423a57 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:13.155202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.159701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5394ef1-acab-4e06-a5a3-a8bcd59eab32 HTTP/1.1" status: 204 len: 168 time: 2.0428903 Dec 21 01:53:13.182665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8596cc-e27b-44c9-ba63-0cf4d36393c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5394ef1-acab-4e06-a5a3-a8bcd59eab32,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:13.189741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-18960d08-00f7-4c6e-849f-0015769ccc8d tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0878482 Dec 21 01:53:13.333253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44854) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.341075 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47899052-53e5-4e90-b567-3f8b35423a57', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '15bdfed7-4c86-43de-8227-26424fb51855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:08Z', 'updated_at': '2021-12-21T01:53:11Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': '15bdfed7-4c86-43de-8227-26424fb51855', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47899052-53e5-4e90-b567-3f8b35423a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:09Z', 'updated_at': '2021-12-21T01:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:13.368240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-11ea9ebd-9871-4c0f-bdc6-a0432a88a97b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:13.368240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37994b5e-7bdb-4439-9d2f-c4eacac99ca6 req-11ea9ebd-9871-4c0f-bdc6-a0432a88a97b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.1694968 Dec 21 01:53:13.377208 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Checking router: 47899052-53e5-4e90-b567-3f8b35423a57 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:13.377816 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Updating router 47899052-53e5-4e90-b567-3f8b35423a57 port 15bdfed7-4c86-43de-8227-26424fb51855 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:13.404845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] Pushing event updated for resources: {'Network': ['ID=b0b688d0-c807-48d4-89a2-3d080b7d9c80,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:13.416550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:13.420027 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.472206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9cfcd96b-8498-496c-a663-cc4a20cedbea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=001c8d58599744be96f78c11fac37784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361361 Dec 21 01:53:13.476308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.514821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b1254f8-f405-4e84-b4ab-475553ea6bbf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4239910 Dec 21 01:53:13.525850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44862) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.533892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Request body: {'subnet': {'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-subnet', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:13.592746 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01a00285-a2e9-4080-95b7-0825e3b308ac tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/47899052-53e5-4e90-b567-3f8b35423a57 HTTP/1.1" status: 200 len: 908 time: 0.5429225 Dec 21 01:53:13.595665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:13.597564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b29f-c460-469f-9744-906b50d26bba req-e96d8372-f9b5-4b87-8bfe-9230cd62c803 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:13.598292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.599068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b424b29f-c460-469f-9744-906b50d26bba req-e96d8372-f9b5-4b87-8bfe-9230cd62c803 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1412942 Dec 21 01:53:13.599576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.614358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496593b6-1127-434d-a0ef-6161c790b038 req-700376fe-acb7-4c2d-ba87-ad66a58d169e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:13.615833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496593b6-1127-434d-a0ef-6161c790b038 req-700376fe-acb7-4c2d-ba87-ad66a58d169e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 944 time: 0.1411054 Dec 21 01:53:13.648120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.682096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=85eb79f8-471e-4d31-9dd9-abdae1377c0b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:13.699453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.702696 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-003bcc32-76f7-4427-8eca-bcaf34bba4e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/85eb79f8-471e-4d31-9dd9-abdae1377c0b HTTP/1.1" status: 204 len: 168 time: 1.1290157 Dec 21 01:53:13.704211 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.705988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:13.713472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'mac_address': 'fa:16:3e:9b:c2:d2', 'name': 'tempest-PortsIpV6TestJSON-718571309'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:13.738217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b424b29f-c460-469f-9744-906b50d26bba req-908ee23e-7088-43ba-a45e-d2683e6241f3 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.1214054 Dec 21 01:53:13.741092 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.751255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 53ecfad9-968f-4416-ab7d-8c2246c623b7 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:13.752699 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.792919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.801144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b424b29f-c460-469f-9744-906b50d26bba req-cbf8e3c3-f62e-49b9-9e1e-d6a464267fad tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'floatingip': {'port_id': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:13.822801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 53ecfad9-968f-4416-ab7d-8c2246c623b7 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:53:13.832175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 53ecfad9-968f-4416-ab7d-8c2246c623b7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:13.832487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.839899 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315428-68ff-45ad-95bb-2058683d50b9 None None] Pushing event updated for resources: {'Port': ['ID=15bdfed7-4c86-43de-8227-26424fb51855,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:13.842857 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Attempting to bind port 15bdfed7-4c86-43de-8227-26424fb51855 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:13.843517 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Attempting to bind port 15bdfed7-4c86-43de-8227-26424fb51855 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:13.844696 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Attempting to bind port 15bdfed7-4c86-43de-8227-26424fb51855 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:13.851666 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:13.852596 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:13.853223 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.853853 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:13.854550 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Bound port: 15bdfed7-4c86-43de-8227-26424fb51855, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:13.855139 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.886852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496593b6-1127-434d-a0ef-6161c790b038 req-48f683ee-6e6c-4873-9088-3ba98a995676 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251871 Dec 21 01:53:13.913067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b424b29f-c460-469f-9744-906b50d26bba req-cbf8e3c3-f62e-49b9-9e1e-d6a464267fad tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.920909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:13.935636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:53:13.950828 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] For port 15bdfed7-4c86-43de-8227-26424fb51855, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:13.955576 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] For port 15bdfed7-4c86-43de-8227-26424fb51855, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15bdfed7-4c86-43de-8227-26424fb51855,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:13.957170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.966550 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:13.966979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.047037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4e3270-eb77-45c0-824c-c7a569cb6e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.065125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.072392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315428-68ff-45ad-95bb-2058683d50b9 None None] Pushing event updated for resources: {'Port': ['ID=15bdfed7-4c86-43de-8227-26424fb51855,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:14.074960 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Routers {'47899052-53e5-4e90-b567-3f8b35423a57'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:14.075543 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:52:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['47899052-53e5-4e90-b567-3f8b35423a57'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:14.097874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b4d76e-6b6e-4bc7-83af-78073719c559,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:14.123374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port dae434d7-fb16-4694-b8b2-3d35c414d020 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:14.139864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Checking segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:14.140240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Network hostable DHCP agents. Network: b0b688d0-c807-48d4-89a2-3d080b7d9c80, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:14.197724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:14.214170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9', 'mac_address': 'fa:16:3e:58:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:53:14.224104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:14.249232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b0b688d0-c807-48d4-89a2-3d080b7d9c80) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:14.274903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:14.275785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.279489 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [req-b424b29f-c460-469f-9744-906b50d26bba req-cbf8e3c3-f62e-49b9-9e1e-d6a464267fad tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 01:53:14.280537 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] Set router 47899052-53e5-4e90-b567-3f8b35423a57 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:14.281277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b424b29f-c460-469f-9744-906b50d26bba req-cbf8e3c3-f62e-49b9-9e1e-d6a464267fad tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "PUT /v2.0/floatingips/774dca94-1f23-47c5-a002-c931787f63e4 HTTP/1.1" status: 409 len: 551 time: 0.4906781 Dec 21 01:53:14.312537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.316094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9edf65-a09a-4273-b804-dc08a0ed7bea None None] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:14.346933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e96f4a1d-2b53-46e0-80e0-4a827a930031 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8199611 Dec 21 01:53:14.350264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:14.357543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:14.382256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.385896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.392620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.397975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efbafa66-cc48-44dc-b034-8a85880f86b4 HTTP/1.1" status: 204 len: 168 time: 0.9127662 Dec 21 01:53:14.418520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.419740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.507223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.525557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.550113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47899052-53e5-4e90-b567-3f8b35423a57', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '15bdfed7-4c86-43de-8227-26424fb51855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:08Z', 'updated_at': '2021-12-21T01:53:11Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': '15bdfed7-4c86-43de-8227-26424fb51855', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47899052-53e5-4e90-b567-3f8b35423a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:09Z', 'updated_at': '2021-12-21T01:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:14.572982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147e87c-883e-46e1-b90f-4f16b7d371a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbafa66-cc48-44dc-b034-8a85880f86b4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:14.583594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-53df495a-517c-44bc-a2b0-90b8b17fb96b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips/774dca94-1f23-47c5-a002-c931787f63e4 HTTP/1.1" status: 200 len: 693 time: 0.2076330 Dec 21 01:53:14.604742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f97f7bed-aa54-468b-8519-0d1bb6aee547 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:14.618686 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac3eca-4091-407d-bcad-f46a444a8766 None None] The sync data for ids ['47899052-53e5-4e90-b567-3f8b35423a57'] in n-d-761264-20 is: [{'id': '47899052-53e5-4e90-b567-3f8b35423a57', 'name': 'tempest-snat-router-1781380698', 'tenant_id': '4fc80d4ad70a44f9beee58589411992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '15bdfed7-4c86-43de-8227-26424fb51855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:08Z', 'updated_at': '2021-12-21T01:53:11Z', 'revision_number': 3, 'project_id': '4fc80d4ad70a44f9beee58589411992a', 'gw_port': {'id': '15bdfed7-4c86-43de-8227-26424fb51855', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47899052-53e5-4e90-b567-3f8b35423a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:09Z', 'updated_at': '2021-12-21T01:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:14.677369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc815c-d30c-4c07-bd02-76cd781b8521 req-e85da491-2516-465f-be5b-17b8e56090aa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:14.678580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2adc815c-d30c-4c07-bd02-76cd781b8521 req-e85da491-2516-465f-be5b-17b8e56090aa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 943 time: 0.3955896 Dec 21 01:53:14.719866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.723873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.781016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:14.784788 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c16414-48f6-4143-a8bc-2f564af9b18d" -d '{"events": [{"server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "name": "network-vif-plugged", "status": "completed", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:14.812663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2adc815c-d30c-4c07-bd02-76cd781b8521 req-64e8fa58-b749-4196-9cb5-b89a89090091 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213069 Dec 21 01:53:14.817169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:14.823676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Deleting port 15bdfed7-4c86-43de-8227-26424fb51855 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:14.823856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:14.824081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.835198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-55045a9f-8a36-445d-9207-7f7a69b0a3ea tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:14.837031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-55045a9f-8a36-445d-9207-7f7a69b0a3ea tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2451665 Dec 21 01:53:14.847234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:14.855140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:14.855982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:14.856707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.862196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=dae434d7-fb16-4694-b8b2-3d35c414d020,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:14.876309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f97f7bed-aa54-468b-8519-0d1bb6aee547 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:14.877510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.947859 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93167415-f36b-4b30-a2c6-c7bfb140aced x-openstack-request-id: req-93167415-f36b-4b30-a2c6-c7bfb140aced {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:14.948166 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "name": "network-vif-plugged", "status": "completed", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:14.948420 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93167415-f36b-4b30-a2c6-c7bfb140aced {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:14.948820 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7', 'code': 200} Dec 21 01:53:14.952541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.954861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:14.963092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-25104415-2e98-4c61-8446-c58564e4c2be tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2558129 Dec 21 01:53:14.963930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44886) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:15.069805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:15.070675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.072460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-4f37113a-c36f-4987-966c-2dd91eed981b tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.2012126 Dec 21 01:53:15.098914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:15.144090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7db477-db3e-4596-9c2e-56706a16a33e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:15.146576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:15.154507 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ac7db477-db3e-4596-9c2e-56706a16a33e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/dae434d7-fb16-4694-b8b2-3d35c414d020 HTTP/1.1" status: 200 len: 844 time: 0.1734002 Dec 21 01:53:15.158633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:15.220872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:15.296359 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.309222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-855ed7c9-ce68-4e0a-b7e8-475ef26d15bd tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0738420 Dec 21 01:53:15.339642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] For port 15bdfed7-4c86-43de-8227-26424fb51855, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15bdfed7-4c86-43de-8227-26424fb51855,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:15.340038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.402415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:15.413024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.436640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.444116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d4164-cb5d-4cbe-b0e8-f5d2c142cc6a req-ff44d34f-acde-4b47-9d5e-094c72bea2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:15.447387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9d4164-cb5d-4cbe-b0e8-f5d2c142cc6a req-ff44d34f-acde-4b47-9d5e-094c72bea2c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 1097 time: 0.3404636 Dec 21 01:53:15.448594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Calling delete_port for 15bdfed7-4c86-43de-8227-26424fb51855 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:15.488646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69707ee-e1e1-4990-9410-17cc42dafcb7 req-80d864b9-4262-4e24-81de-c27362647bc5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:15.497283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d69707ee-e1e1-4990-9410-17cc42dafcb7 req-80d864b9-4262-4e24-81de-c27362647bc5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.4888821 Dec 21 01:53:15.510590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port dae434d7-fb16-4694-b8b2-3d35c414d020 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:15.510956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.512395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Allocated IP 172.20.0.2 (b0b688d0-c807-48d4-89a2-3d080b7d9c80/01b4d76e-6b6e-4bc7-83af-78073719c559/2d630b4a-33ed-4958-af43-f3a8c091c8f4) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:15.621512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.653677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for dae434d7-fb16-4694-b8b2-3d35c414d020 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:15.677734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44902) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:15.682185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:15.718356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d69707ee-e1e1-4990-9410-17cc42dafcb7 req-7a7beb3d-3b1b-42f2-bcf1-99c0de67af77 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201769 Dec 21 01:53:15.763555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9d4164-cb5d-4cbe-b0e8-f5d2c142cc6a req-269a9c9d-7c99-4b6e-964b-35f4104a3883 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010263 Dec 21 01:53:15.805582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Allocated IP 172.25.6.236 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a17e65f9-baf5-4eca-aae9-c7225df9cfbb) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:15.820441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Deleting port d722dd14-1dac-4e44-9d82-b90850b05070 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:15.820813 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.851823 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.871636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:15.933576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Pushing event updated for resources: {'Port': ['ID=2d630b4a-33ed-4958-af43-f3a8c091c8f4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:15.960224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:15.965471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:15.977356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:15.980386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-278165924-network', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:16.000429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.001050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.021000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.053136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Attempting to bind port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:16.053583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Attempting to bind port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:16.053961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Attempting to bind port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 on network b0b688d0-c807-48d4-89a2-3d080b7d9c80 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:16.054397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Calling delete_port for d722dd14-1dac-4e44-9d82-b90850b05070 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:16.062031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:16.062404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Checking segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:16.062864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.063315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Bound using segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:16.064039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Bound port: 2d630b4a-33ed-4958-af43-f3a8c091c8f4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:16.064188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.095371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=dae434d7-fb16-4694-b8b2-3d35c414d020,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.106458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.112396 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c41ad49d-9c7c-4fa5-83fe-4f98ab2977b2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/dae434d7-fb16-4694-b8b2-3d35c414d020 HTTP/1.1" status: 204 len: 168 time: 0.9527483 Dec 21 01:53:16.120342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44910) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:16.128485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.137163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Made reservation on behalf of 96e8aa222f1c4b0087c92dc1516600b1 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:16.139423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.146174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] For port 2d630b4a-33ed-4958-af43-f3a8c091c8f4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:16.149743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257d11-fc87-49ef-a7a1-5c78cb2bdcc9 req-839e6e12-7181-4fd3-b352-a455f76380cd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:16.150572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] For port 2d630b4a-33ed-4958-af43-f3a8c091c8f4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d630b4a-33ed-4958-af43-f3a8c091c8f4,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:16.156385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.157606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f257d11-fc87-49ef-a7a1-5c78cb2bdcc9 req-839e6e12-7181-4fd3-b352-a455f76380cd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 944 time: 0.1938779 Dec 21 01:53:16.163605 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc750bb-c92e-4741-975c-0836ee0163e8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:16.168578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dcc750bb-c92e-4741-975c-0836ee0163e8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/dae434d7-fb16-4694-b8b2-3d35c414d020 HTTP/1.1" status: 404 len: 333 time: 0.0410733 Dec 21 01:53:16.169096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44912) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:16.173306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.176403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'name': 'tempest-PortsIpV6TestJSON-2138990220'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:16.194046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.215606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eedb1-3817-4d3a-b71c-60dc77e1ac63 None None] Pushing event updated for resources: {'Port': ['ID=2d630b4a-33ed-4958-af43-f3a8c091c8f4,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.234234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Port': ['ID=15bdfed7-4c86-43de-8227-26424fb51855,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.296684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.348269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:16.349369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:16.352987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.354967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f257d11-fc87-49ef-a7a1-5c78cb2bdcc9 req-75a3be30-9388-4caf-bc81-0b57580cef24 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964834 Dec 21 01:53:16.377944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:16.386729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:16.392738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 2bf4e06d-1ebe-46c9-8e13-a98d10bd334a yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:16.428452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Pushing event updated for resources: {'Port': ['ID=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.448071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.560809 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1259f1b7-31e4-4113-8142-cd9cb388dcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.623155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.637044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.651755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:16.659922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.677441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.698670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.699470 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Added segment f02f8015-78c8-4aa8-baf5-76a385c6e77e of type vlan for network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 Dec 21 01:53:16.751551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1088fdc3-0496-48eb-a5d5-5c490f954a03,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.754288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.873598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.874166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47899052-53e5-4e90-b567-3f8b35423a57 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:16.885664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.900236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.906768 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:16.911012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fbdadd98-2f64-4c97-8e8a-15cdd899f914 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/routers/47899052-53e5-4e90-b567-3f8b35423a57 HTTP/1.1" status: 204 len: 168 time: 3.3027029 Dec 21 01:53:16.911012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event deleted for resources: {'Port': ['ID=d722dd14-1dac-4e44-9d82-b90850b05070,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:16.911012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:16.918669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.012831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.016912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.018168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2297f0fd-4a67-46c7-a39c-9929e44e7d76 req-d2c3be45-714b-4c4c-a714-318d8556daaf tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "DELETE /v2.0/floatingips/774dca94-1f23-47c5-a002-c931787f63e4 HTTP/1.1" status: 204 len: 173 time: 1.6885688 Dec 21 01:53:17.037620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.088840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.090691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.091286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.134650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:17.142904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:17.146810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:17.173461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.174249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.177407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=2bf4e06d-1ebe-46c9-8e13-a98d10bd334a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:17.181180 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.235323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d20f0b9a-ef15-4650-afe6-8c38c54baa3d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0621216 Dec 21 01:53:17.235558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44924) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:17.240914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:17.327953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.350835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.524327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.631160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9457715 Dec 21 01:53:17.637350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44928) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:17.648790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Request body: {'subnet': {'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-278165924-subnet', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:17.660186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4bc0e-d23a-472d-8f7d-68092ffad29a admin admin] Pushing event updated for resources: {'Network': ['ID=e0653c8b-0f4a-4684-bab0-8bb55d649bb0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:17.673728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:17.743962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d480f4-61fc-4e61-923e-fa9e670f47eb None None] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:17.750982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa64a-0af5-48c3-85d3-9002d57c8ce3 req-f84b9fdc-f357-44b6-9ba5-99dfe2654c28 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.752787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-189fa64a-0af5-48c3-85d3-9002d57c8ce3 req-f84b9fdc-f357-44b6-9ba5-99dfe2654c28 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.6590688 Dec 21 01:53:17.775400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.782059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.788286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.794371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.800968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.807054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.813378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.822350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-4fbab394-9865-47d7-9af5-402056aff0f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.7066636 Dec 21 01:53:17.837582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] Provisioning complete for port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:17.837836 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.866920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.873916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.882134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Made reservation on behalf of 96e8aa222f1c4b0087c92dc1516600b1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:17.883569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Router 4f06e220-d89b-4a87-88a6-0735fac368a9 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:17.884913 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.917830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] In _notify_port_updated(), no bound segment for port 2bf4e06d-1ebe-46c9-8e13-a98d10bd334a on network 6cc69449-731c-4924-9938-9a042147f2b0 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:53:17.923894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:17.924662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.925548 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:17.929034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/ports/2bf4e06d-1ebe-46c9-8e13-a98d10bd334a HTTP/1.1" status: 200 len: 818 time: 0.6924899 Dec 21 01:53:17.932388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44930) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:17.947780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:18.010749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d26411-fa84-4667-a1d9-aceae2cf386e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=2bf4e06d-1ebe-46c9-8e13-a98d10bd334a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:18.014126 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.048781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-189fa64a-0af5-48c3-85d3-9002d57c8ce3 req-b219efde-bbb3-41fb-aefa-c83141850e7c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169287 Dec 21 01:53:18.078494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2be1be64-d5f6-44e8-986b-4fd9bb735574 req-5399fc55-3901-4560-9458-a249eeb55000 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2546988 Dec 21 01:53:18.092200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:53:18.096242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] For port 2d630b4a-33ed-4958-af43-f3a8c091c8f4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d630b4a-33ed-4958-af43-f3a8c091c8f4,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:18.118672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:18.122990 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.126719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.166133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 2bf4e06d-1ebe-46c9-8e13-a98d10bd334a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:18.166476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.227033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e980cb-53d3-41e9-bfb8-2c40eff22b95 None None] Pushing event updated for resources: {'Port': ['ID=2d630b4a-33ed-4958-af43-f3a8c091c8f4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:18.228024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:18.245610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Sync routers for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:18.255924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.271841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:18.272486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:18.273070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.274405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32c33ee8-1845-4b4a-943a-c7d92437c878 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9231284 Dec 21 01:53:18.283220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44932) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:18.285607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 2bf4e06d-1ebe-46c9-8e13-a98d10bd334a owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:18.361038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-69b4e5a7-7c75-4d79-885a-4bae3d5503c3 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.2809181 Dec 21 01:53:18.468768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Deleting port f97f7bed-aa54-468b-8519-0d1bb6aee547 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:18.469665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.481921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.482451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-021e9b28-1040-4cb8-b441-bc9434c5d35e None None] Provisioning complete for port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:18.482926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-021e9b28-1040-4cb8-b441-bc9434c5d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.491824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d4379-5fd7-47f3-b1bc-40ad2868146c req-78fe2d2e-b742-4d4b-8c51-2def4a4d7eea tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.493437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d6d4379-5fd7-47f3-b1bc-40ad2868146c req-78fe2d2e-b742-4d4b-8c51-2def4a4d7eea tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 944 time: 0.2373464 Dec 21 01:53:18.519325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:18.550063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-fd624d4b-ca01-46f9-8fb9-af1923590b0a tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.557962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.562858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-fd624d4b-ca01-46f9-8fb9-af1923590b0a tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports/319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 943 time: 0.1789258 Dec 21 01:53:18.580453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.593110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=2bf4e06d-1ebe-46c9-8e13-a98d10bd334a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:18.627057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d630b4a-33ed-4958-af43-f3a8c091c8f4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:18.646571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:18.649033 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc4701d-6d37-4310-8add-299454ba3923" -d '{"events": [{"server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "name": "network-vif-plugged", "status": "completed", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:18.650431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.657025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29c9b664-d4e8-42ea-92cd-3b29aa9e2bc0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/2bf4e06d-1ebe-46c9-8e13-a98d10bd334a HTTP/1.1" status: 204 len: 168 time: 0.7207839 Dec 21 01:53:18.657670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44936) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:18.761303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af6520-7f64-4278-b93a-a626e40c6588 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.766468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18af6520-7f64-4278-b93a-a626e40c6588 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1053700 Dec 21 01:53:18.769071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44938) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:18.807394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.813506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.819509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.825278 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-083c81e4-3ddc-45a2-93d7-8a872c33517c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:18.825472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.830678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-083c81e4-3ddc-45a2-93d7-8a872c33517c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/2bf4e06d-1ebe-46c9-8e13-a98d10bd334a HTTP/1.1" status: 404 len: 333 time: 0.0565193 Dec 21 01:53:18.831644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:18.832229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.838530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.840173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1717565834'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:18.846557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:18.848774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-1613fdc8-3db4-4bec-b0ba-294f5948799c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.4170768 Dec 21 01:53:18.850743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:18.883408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.891675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.893371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:18.896476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.902229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d6d4379-5fd7-47f3-b1bc-40ad2868146c req-5cefb1a0-f953-4184-8b3f-ded7926faf37 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692689 Dec 21 01:53:18.912071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:18.954430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:18.955791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:18.956037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-7b94a3bd-953e-4476-af25-5d6223d35e3a tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.3036106 Dec 21 01:53:18.969746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:18.970091 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment bf105e9d-9487-4df8-bcb2-23bf688079f2 of type vlan for network f9820f1c-1028-491a-9ba3-7ca7c60280c6 Dec 21 01:53:18.973230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] For port f97f7bed-aa54-468b-8519-0d1bb6aee547, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f97f7bed-aa54-468b-8519-0d1bb6aee547,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:18.973630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.001168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Checking segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:19.009487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Network hostable DHCP agents. Network: e0653c8b-0f4a-4684-bab0-8bb55d649bb0, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:19.039509 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e60fb-cb18-45eb-bbf3-be0306dffe4f x-openstack-request-id: req-a33e60fb-cb18-45eb-bbf3-be0306dffe4f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:19.039844 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "name": "network-vif-plugged", "status": "completed", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:19.040727 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a33e60fb-cb18-45eb-bbf3-be0306dffe4f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:19.040727 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9', 'code': 200} Dec 21 01:53:19.041131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:19.041282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Calling delete_port for f97f7bed-aa54-468b-8519-0d1bb6aee547 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:19.041537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.049684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.052161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-10cc8951-ee07-47fd-9828-0735b0ac8bb9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.053569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-10cc8951-ee07-47fd-9828-0735b0ac8bb9 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1926653 Dec 21 01:53:19.063485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.100126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.105695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.106293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.201175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:16Z', 'revision_number': 3, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:19.236223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15bdfed7-4c86-43de-8227-26424fb51855 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:19.239497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Checking router: 4f06e220-d89b-4a87-88a6-0735fac368a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:19.240324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Updating router 4f06e220-d89b-4a87-88a6-0735fac368a9 port a17e65f9-baf5-4eca-aae9-c7225df9cfbb binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:19.252076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:19.263591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4271114 Dec 21 01:53:19.268703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44946) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:19.279204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:19.282861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703963-9841-403d-b2bc-8a50a03baa50 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=f9820f1c-1028-491a-9ba3-7ca7c60280c6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:19.283069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 15bdfed7-4c86-43de-8227-26424fb51855 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:19.283069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15bdfed7-4c86-43de-8227-26424fb51855 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:19.306759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:19.307885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcd90-4d4c-48e5-be42-b2e8b2418c6a req-8986e206-ff71-43b0-af6e-99198581cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.309449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d67dcd90-4d4c-48e5-be42-b2e8b2418c6a req-8986e206-ff71-43b0-af6e-99198581cd0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 1097 time: 0.1478591 Dec 21 01:53:19.333709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.335716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e0653c8b-0f4a-4684-bab0-8bb55d649bb0) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:19.348824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.350097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.379378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-888d6c4e-81d2-44c8-b8b1-5a03a1788e75 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.381140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-888d6c4e-81d2-44c8-b8b1-5a03a1788e75 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.4243274 Dec 21 01:53:19.393916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Allocated IP 172.20.0.1 (b0b688d0-c807-48d4-89a2-3d080b7d9c80/01b4d76e-6b6e-4bc7-83af-78073719c559/18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:19.399515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d67dcd90-4d4c-48e5-be42-b2e8b2418c6a req-df17c586-fa32-4593-9028-4f72549a925b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Dec 21 01:53:19.400600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9c310-e8f0-41ce-a5f8-afde95257d67 None None] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:19.407812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.479198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229142c0-9e3f-4ee2-9634-3ac7c29688a6 req-c5622704-2fbc-45ae-8df6-cb14581be8c3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:19.486485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-229142c0-9e3f-4ee2-9634-3ac7c29688a6 req-c5622704-2fbc-45ae-8df6-cb14581be8c3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.2761874 Dec 21 01:53:19.498987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-c04a4c30-2da4-4044-8cb9-97340167be06 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4115932 Dec 21 01:53:19.506971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.541791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:19.548280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.587674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e2cd9d5a-6749-4f08-9ba3-8fcb4e4acaac admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9466066 Dec 21 01:53:19.591306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44948) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:19.599819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:19.621924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:19.626197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:19.628178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:19.630721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:19.654901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:19.655939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.672247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-229142c0-9e3f-4ee2-9634-3ac7c29688a6 req-af008228-7d7c-465d-96a8-798fd61760e3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571870 Dec 21 01:53:19.691034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.752201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-ded7c8c9-c262-4cd5-ab55-7398c709bf75 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.2851868 Dec 21 01:53:19.766610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:19.829830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:19.833790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.840378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.842939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.848736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.866344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.902164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Allocated IP 172.20.0.2 (e0653c8b-0f4a-4684-bab0-8bb55d649bb0/b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6/e75107b0-1ac3-4e6a-bac4-d439e578373e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:19.917102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:19.965601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event deleted for resources: {'Port': ['ID=f97f7bed-aa54-468b-8519-0d1bb6aee547,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.010912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.013708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.023566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ef64da5a-95a8-42f3-a496-62d382a14db9 None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:20.023764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef64da5a-95a8-42f3-a496-62d382a14db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.113147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.119064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.125005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.131809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.138632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.143481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ef64da5a-95a8-42f3-a496-62d382a14db9 None None] Port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:20.144601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.150590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:20.152546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-e920cac3-186c-473d-8411-51b4c5c73e56 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 5432 time: 0.3363318 Dec 21 01:53:20.196316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.210541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.213248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.243222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.287091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Attempting to bind port a17e65f9-baf5-4eca-aae9-c7225df9cfbb on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:20.287471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Attempting to bind port a17e65f9-baf5-4eca-aae9-c7225df9cfbb by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:20.287846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Attempting to bind port a17e65f9-baf5-4eca-aae9-c7225df9cfbb on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:20.289905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558426ba-cc6d-4855-83a8-de6ba2e3efb1 None None] Pushing event updated for resources: {'Port': ['ID=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.296048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:20.318691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:20.321254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:20.326380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:20.326863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:20.327159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.327562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:20.328057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Bound port: a17e65f9-baf5-4eca-aae9-c7225df9cfbb, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:20.328972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.382774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Pushing event updated for resources: {'Port': ['ID=e75107b0-1ac3-4e6a-bac4-d439e578373e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.412139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.446911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] For port a17e65f9-baf5-4eca-aae9-c7225df9cfbb, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:20.454350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Attempting to bind port e75107b0-1ac3-4e6a-bac4-d439e578373e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:20.454735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Attempting to bind port e75107b0-1ac3-4e6a-bac4-d439e578373e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:20.455109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Attempting to bind port e75107b0-1ac3-4e6a-bac4-d439e578373e on network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:20.469184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] For port a17e65f9-baf5-4eca-aae9-c7225df9cfbb, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:20.470540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:20.471004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Checking segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:20.471361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.471765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Bound using segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:20.475068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Bound port: e75107b0-1ac3-4e6a-bac4-d439e578373e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:20.475510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.479936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.587686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:20.588353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:20.590160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37d1ce45-77ad-436c-8e69-5d19d1ae7ced req-a2cd0175-1699-4068-b592-5feb500634c0 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868258 Dec 21 01:53:20.595407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558426ba-cc6d-4855-83a8-de6ba2e3efb1 None None] Pushing event updated for resources: {'Port': ['ID=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.633836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.644173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.677094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] For port e75107b0-1ac3-4e6a-bac4-d439e578373e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:20.720168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] For port e75107b0-1ac3-4e6a-bac4-d439e578373e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e75107b0-1ac3-4e6a-bac4-d439e578373e,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:20.728294 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.789627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:20.820868 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.847127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f3f2-5439-4bc5-a707-062eaebdcd87 None None] Pushing event updated for resources: {'Port': ['ID=e75107b0-1ac3-4e6a-bac4-d439e578373e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.873822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:20.882878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.914567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.956413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:20.999376 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.013814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.015567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.035862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc9b8-8b4e-40ab-a56a-9c5363745a66 req-95c6f9c9-915c-4edd-9d48-4d199add9dc5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:21.043721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb2fc9b8-8b4e-40ab-a56a-9c5363745a66 req-95c6f9c9-915c-4edd-9d48-4d199add9dc5 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.3391893 Dec 21 01:53:21.060170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.060694 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Floating IP 20af05bc-e5f9-4570-af66-0ebfbf4f0851 disassociated. External IP: 172.25.6.227, port: 319234b2-23f0-46c3-8876-a2ba412fa8d0. Dec 21 01:53:21.121751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 1, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:21.161111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f28f95-abb1-4e78-8934-bd77856c10b0 None None] The sync data for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 is: [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 1, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:21.180779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:21.185212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:21.266242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:21.269825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.270770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8f6970-6604-4a22-a598-70d05bfded48 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:21.290838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.292152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-06dbb79b-211f-479f-9c95-86ff4c90502e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8a8f6970-6604-4a22-a598-70d05bfded48 HTTP/1.1" status: 204 len: 168 time: 4.3760962 Dec 21 01:53:21.309666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44954) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:21.317790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-289461980', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:21.332627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.337476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Allocated IP 172.25.6.155 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/7bb557da-9ce4-4ae7-941c-6ad9c117408c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:21.431890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=49fa4b41-7227-4c5d-bf21-99b735094dba,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:21.479481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] For port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:21.502172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.511650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.543978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Router 4f06e220-d89b-4a87-88a6-0735fac368a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:21.567263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] device_id is not set on port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:21.595805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb2fc9b8-8b4e-40ab-a56a-9c5363745a66 req-18c89e38-d4f4-4000-a4d0-41cb8e9ad538 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509436 Dec 21 01:53:21.631899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.650279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.655613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.690417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ab36a443-0eb2-46ad-9c09-cc41b2069f2e None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:21.691015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab36a443-0eb2-46ad-9c09-cc41b2069f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.719204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:21.739038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ab36a443-0eb2-46ad-9c09-cc41b2069f2e None None] Port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:21.763029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': 'bf105e9d-9487-4df8-bcb2-23bf688079f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:21.763401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: f9820f1c-1028-491a-9ba3-7ca7c60280c6, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:21.824624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 35b1ae6a-bfb4-4f39-b892-c2d07154083f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:21.871767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:21.874906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] No DVR routers for this DVR port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:21.977848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550fd85-07eb-4f23-a0d5-e44ffa291741 req-1948692a-6317-4337-913c-7e0859aa9b34 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:21.986006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1550fd85-07eb-4f23-a0d5-e44ffa291741 req-1948692a-6317-4337-913c-7e0859aa9b34 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 945 time: 0.2833049 Dec 21 01:53:22.005721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.013671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.018859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:22.040972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] In _notify_port_updated(), no bound segment for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:53:22.041644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:22.042566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.044237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2fcf828d-dd73-417f-bb0f-d82ce743bd1d service neutron] 10.222.0.45 "PUT /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 200 len: 1027 time: 2.5222592 Dec 21 01:53:22.071567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.071709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Router 0b53aad3-2d08-41f6-b902-13dda24fdaaa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:22.077983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f9820f1c-1028-491a-9ba3-7ca7c60280c6) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:22.098323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28e41f-5226-45c7-a9b6-4728f240d589 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:22.104849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:22.107456 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b2a69b-b439-4c4f-bccf-fd9306580b4a" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:22.108027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:22.127308 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9655a53-6c19-415d-8bc5-85af3742ca28 admin admin] 10.222.0.43 "PUT /v2.0/routers/4f06e220-d89b-4a87-88a6-0735fac368a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8429263 Dec 21 01:53:22.151671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.154391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:22.183507 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.188212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f0b73791-0160-45d9-856d-949bbd33ec32 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:22.205765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1550fd85-07eb-4f23-a0d5-e44ffa291741 req-d4689ffd-9d98-451e-b3b7-a27c3968c6c8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186897 Dec 21 01:53:22.207594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:22.208331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.270412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:22.275590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:22.281995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:22.302929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0867b8f5-3faf-4669-8988-9da6f495d4ce tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:22.306466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0867b8f5-3faf-4669-8988-9da6f495d4ce tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "GET /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2538040 Dec 21 01:53:22.333383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19d30291-d0ac-4a04-a185-4938b983006d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0632343 Dec 21 01:53:22.334424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44966) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:22.355269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Pushing event updated for resources: {'Port': ['ID=7bb557da-9ce4-4ae7-941c-6ad9c117408c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:22.451479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:22.639977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:22.644143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:22.651491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.656963 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Sync routers for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:22.673655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:22.686609 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:22.717038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c18824-49ed-41e5-94a4-6d7666be252c None None] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:22.735943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e75107b0-1ac3-4e6a-bac4-d439e578373e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:22.811260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10134fff-a03b-44bc-8a4c-909b476baeca None None] Provisioning complete for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:22.812795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10134fff-a03b-44bc-8a4c-909b476baeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:22.868333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-15c3144a-6895-45a1-a797-6fc080dadae7 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "PUT /v2.0/floatingips/20af05bc-e5f9-4570-af66-0ebfbf4f0851 HTTP/1.1" status: 200 len: 695 time: 3.1150634 Dec 21 01:53:22.908362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:22.921760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:22.927709 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:22.951449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:23.080014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-10134fff-a03b-44bc-8a4c-909b476baeca None None] Port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:23.111389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': '49fa4b41-7227-4c5d-bf21-99b735094dba'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:23.112606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.114468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:23.126329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.161781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.167075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a4927-2d94-4623-91a4-40bd708a6af2 req-582a221a-3b14-4526-84be-68116319c325 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:23.177248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a9a4927-2d94-4623-91a4-40bd708a6af2 req-582a221a-3b14-4526-84be-68116319c325 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.7212067 Dec 21 01:53:23.193103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.218578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:23.219730 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.235483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-network', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:23.245704 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:23.264119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e75107b0-1ac3-4e6a-bac4-d439e578373e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:23.264747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.273921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.284986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Checking router: 0b53aad3-2d08-41f6-b902-13dda24fdaaa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:23.295367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:23.296346 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:23.312303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:23.399676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.400377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 56d14235-fbd7-413e-9c12-54bf3220ff78 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:23.413156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Made reservation on behalf of 0ed1f1f757f841dfb2434c891b3fbe2c for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:23.422594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.433964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-af72c3b9-a13e-460d-bf5e-24d48f770ccc None None] Provisioning complete for port e75107b0-1ac3-4e6a-bac4-d439e578373e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:23.434335 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af72c3b9-a13e-460d-bf5e-24d48f770ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.462728 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:23.481796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.492509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.560040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a9a4927-2d94-4623-91a4-40bd708a6af2 req-84078632-7e52-4658-bfa1-7571d4ff6af4 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816335 Dec 21 01:53:23.619433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-fa3d0f85-f38c-42e1-b9de-57740408defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:23.631246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-fa3d0f85-f38c-42e1-b9de-57740408defc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1098 time: 0.6170950 Dec 21 01:53:23.645071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:23.742410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Allocated IP 2001:db8::2 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/49fa4b41-7227-4c5d-bf21-99b735094dba/a003eac7-8156-44f1-a7d8-a1a662a10868) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:23.877683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Allocated IP 172.25.6.20 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/59359c12-a9cf-41fd-8f5e-bbde210bb0a8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:23.886676 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49fa4b41-7227-4c5d-bf21-99b735094dba (CIDR: 2001:db8::/64) Dec 21 01:53:23.888740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-3c1b747a-f07b-4d3a-b024-4f59d0b31ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:23.890934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-3c1b747a-f07b-4d3a-b024-4f59d0b31ab8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 929 time: 0.2196620 Dec 21 01:53:23.932946 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 01:53:23.933747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:53:23.972902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:23.978017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:23.995406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=56d14235-fbd7-413e-9c12-54bf3220ff78,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:24.017472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-a617a7ce-421e-421b-9223-dc7b69f26ac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 217 time: 0.0764942 Dec 21 01:53:24.038110 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cd0e0-7304-40e8-9e28-f6bd0967019f None None] The sync data for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 is: [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:52:26Z', 'revision_number': 4, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '35512d57-bc72-41b8-9a8a-31f468210db8', 'name': '', 'network_id': '18df886c-597d-44d4-819c-4c5c7a9e7325', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'mac_address': 'fa:16:3e:1d:1d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:25Z', 'updated_at': '2021-12-21T01:52:32Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'subnets': [{'id': '9cf70421-0bfc-4eff-af21-49ecd66de2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:24.079943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-8ecbc76d-eb09-498d-b765-92ceeca4a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.081668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-8ecbc76d-eb09-498d-b765-92ceeca4a805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.0574772 Dec 21 01:53:24.091190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:24.091842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ea9452ce-0e8b-4aea-9b25-63498b2e631b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6444879 Dec 21 01:53:24.094717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.105035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.107482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:24.111760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.118014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.122881 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af72c3b9-a13e-460d-bf5e-24d48f770ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.124156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.131032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.137525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.139190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-7b9e6313-68b3-4eff-a6e4-a88d691495c2 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 4654 time: 0.2651856 Dec 21 01:53:24.213291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] For port 56d14235-fbd7-413e-9c12-54bf3220ff78, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:24.213548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port e75107b0-1ac3-4e6a-bac4-d439e578373e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e75107b0-1ac3-4e6a-bac4-d439e578373e,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:24.262361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-5609082e-d0b1-4f52-9072-d26022637684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.263926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-5609082e-d0b1-4f52-9072-d26022637684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201518 Dec 21 01:53:24.280924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] device_id is not set on port 56d14235-fbd7-413e-9c12-54bf3220ff78 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:24.293907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.297671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a17e65f9-baf5-4eca-aae9-c7225df9cfbb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:24.311284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.341519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.425296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e26e0798-8fa0-4083-bda5-22bf6fd65618 req-dead4469-7d2f-4988-91a9-246c5053b041 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&id=fa55fc4e-37d0-4113-887d-74920dbc4292&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428961 Dec 21 01:53:24.464606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] No DVR routers for this DVR port 56d14235-fbd7-413e-9c12-54bf3220ff78 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:24.522913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Pushing event updated for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:24.550777 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd0a5c-32b4-429d-89b4-7d4958a2e835 x-openstack-request-id: req-45dd0a5c-32b4-429d-89b4-7d4958a2e835 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:24.551598 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:24.551598 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45dd0a5c-32b4-429d-89b4-7d4958a2e835 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:24.552021 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'code': 200} Dec 21 01:53:24.555081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.574513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-be783c6c-36e3-4450-b98e-73a6d1f5106c service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839205 Dec 21 01:53:24.575774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] In _notify_port_updated(), no bound segment for port 56d14235-fbd7-413e-9c12-54bf3220ff78 on network eac75f35-4a0a-4541-ad65-4353f30c2a4f {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:53:24.576816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:24.577464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.579979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-0c13e7a6-de9d-4bc6-aa00-dbe6c75c5f37 service neutron] 10.222.0.45 "PUT /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 200 len: 1026 time: 2.2296300 Dec 21 01:53:24.591486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-af72c3b9-a13e-460d-bf5e-24d48f770ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:53:24.597502 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-af72c3b9-a13e-460d-bf5e-24d48f770ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:53:24.608149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.622743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=e75107b0-1ac3-4e6a-bac4-d439e578373e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:24.635452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:53:24.638899 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:53:24.778286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Pushing event updated for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:24.802019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:24.804587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:24.816136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a17e65f9-baf5-4eca-aae9-c7225df9cfbb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:24.816522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.820252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.849152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.852815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.867956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.888129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:24.896953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d5155-fc43-40a5-b412-987c851b7e4e None None] New status for floating IP 20af05bc-e5f9-4570-af66-0ebfbf4f0851: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:53:24.911871 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807850a-2f84-4817-bf06-a680e80a4874 x-openstack-request-id: req-9807850a-2f84-4817-bf06-a680e80a4874 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:24.912270 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:24.912631 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9807850a-2f84-4817-bf06-a680e80a4874 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:24.913118 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'status': 'completed', 'code': 200} Dec 21 01:53:24.916012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port f0b73791-0160-45d9-856d-949bbd33ec32 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:24.916490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:24.941010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9fb58e7-db3a-44de-8856-6a86aa0eab9a req-f732fb42-f145-4489-8f67-2634f2d4f7da service neutron] 10.222.0.43 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504543 Dec 21 01:53:24.968508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:25.001000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2bf595-3d12-4642-bcc5-4bbf82699547,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:25.057315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.057940 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Added segment 2076a350-7034-4969-a082-454d3b6ed01c of type vlan for network d49aba29-ff12-493d-8f2e-d19af005f069 Dec 21 01:53:25.060608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:25.064415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.109517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.178885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-d64e573f-8f75-420b-a2ff-7da98d4e04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:25.180760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-d64e573f-8f75-420b-a2ff-7da98d4e04f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 1098 time: 0.2311563 Dec 21 01:53:25.207469 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Sync routers for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:25.224667 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:25.225346 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:25.265180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:25.270164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.280374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:25.301053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:25.383250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event updated for resources: {'Port': ['ID=59359c12-a9cf-41fd-8f5e-bbde210bb0a8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:25.386845 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:25.419026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Router b9d256a2-9688-447e-bd05-bcfc827bc763 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:25.422579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.423561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:25.424361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.599972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3791840 Dec 21 01:53:25.618919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Attempting to bind port a003eac7-8156-44f1-a7d8-a1a662a10868 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:25.619303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Attempting to bind port a003eac7-8156-44f1-a7d8-a1a662a10868 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'bf105e9d-9487-4df8-bcb2-23bf688079f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:25.619674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Attempting to bind port a003eac7-8156-44f1-a7d8-a1a662a10868 on network f9820f1c-1028-491a-9ba3-7ca7c60280c6 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:25.642216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:25.642602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Checking segment: {'id': 'bf105e9d-9487-4df8-bcb2-23bf688079f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:25.643065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.643466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Bound using segment: {'id': 'bf105e9d-9487-4df8-bcb2-23bf688079f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:25.644001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Bound port: a003eac7-8156-44f1-a7d8-a1a662a10868, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf105e9d-9487-4df8-bcb2-23bf688079f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:25.644385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.645066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:25.649730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c43a642b-8d13-4656-8c11-e2c4c7695edf no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:25.657219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Request body: {'subnet': {'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-subnet', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:25.684178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3559-0fe2-4b60-bf95-2f5046ba4c9e admin admin] Pushing event updated for resources: {'Network': ['ID=d49aba29-ff12-493d-8f2e-d19af005f069,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:25.701091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d49aba29-ff12-493d-8f2e-d19af005f069 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:25.716544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:20Z', 'revision_number': 2, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:25.751686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.759258 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Checking router: 4f06e220-d89b-4a87-88a6-0735fac368a9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:25.760065 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Updating router 4f06e220-d89b-4a87-88a6-0735fac368a9 port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:25.773853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port a17e65f9-baf5-4eca-aae9-c7225df9cfbb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:25.817481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port f0b73791-0160-45d9-856d-949bbd33ec32, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f0b73791-0160-45d9-856d-949bbd33ec32,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:25.817947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.821852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.836980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Made reservation on behalf of 0ed1f1f757f841dfb2434c891b3fbe2c for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:25.839106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f97f7bed-aa54-468b-8519-0d1bb6aee547 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:25.840243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.845229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for f0b73791-0160-45d9-856d-949bbd33ec32 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:25.895225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-83df3ac7-f9fb-4688-a3b9-19a118b2cd52 None None] Provisioning complete for port 56d14235-fbd7-413e-9c12-54bf3220ff78 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:25.895590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83df3ac7-f9fb-4688-a3b9-19a118b2cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.917750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:25.929848 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:25.970344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-83df3ac7-f9fb-4688-a3b9-19a118b2cd52 None None] Port 56d14235-fbd7-413e-9c12-54bf3220ff78 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:25.973779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Sync routers for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:26.004281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f97f7bed-aa54-468b-8519-0d1bb6aee547 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:26.004632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f97f7bed-aa54-468b-8519-0d1bb6aee547 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:26.014027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-83df3ac7-f9fb-4688-a3b9-19a118b2cd52 None None] Provisioning complete for port e75107b0-1ac3-4e6a-bac4-d439e578373e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:26.014523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83df3ac7-f9fb-4688-a3b9-19a118b2cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.023350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-7d19d935-bae8-400f-8e7e-2c1671775324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.026856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-7d19d935-bae8-400f-8e7e-2c1671775324 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 200 len: 929 time: 0.8365238 Dec 21 01:53:26.056364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.058063 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9602e436-81dd-4b7e-a57e-7f6b076df90b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4639902 Dec 21 01:53:26.066700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44996) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:26.080372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:26.084471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e2da-cc23-4bcc-a3ce-1aa2f3d24abd req-67f8bc95-915f-4aae-90ac-388e33efeba5 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.089688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea38e2da-cc23-4bcc-a3ce-1aa2f3d24abd req-67f8bc95-915f-4aae-90ac-388e33efeba5 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 945 time: 0.9829755 Dec 21 01:53:26.119262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:26.119966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:26.130883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.133273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.212397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:26.216899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.229604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=f0b73791-0160-45d9-856d-949bbd33ec32,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:26.245592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:26.251524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-acd0ad13-2369-4425-8a82-114b662b09da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 200 len: 217 time: 0.2022214 Dec 21 01:53:26.276851 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.290475 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:53:26.291828 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.320253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a003eac7-8156-44f1-a7d8-a1a662a10868,segment=NetworkSegment(bf105e9d-9487-4df8-bcb2-23bf688079f2),segment_id=bf105e9d-9487-4df8-bcb2-23bf688079f2)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:26.326442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.343393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e75107b0-1ac3-4e6a-bac4-d439e578373e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:26.354537 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Pushing event updated for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:26.386491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:26.387701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port f0b73791-0160-45d9-856d-949bbd33ec32 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:26.404359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99627e1-cb5c-4ec9-967c-7369dbd41494 req-8e43c527-f7c7-4d94-b9a0-85941e690818 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.405796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.409110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.412193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c99627e1-cb5c-4ec9-967c-7369dbd41494 req-8e43c527-f7c7-4d94-b9a0-85941e690818 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 1.2033694 Dec 21 01:53:26.436010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.441190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-2631a1d7-d96a-4009-aeed-f921fec8d3ca tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "DELETE /v2.0/ports/f0b73791-0160-45d9-856d-949bbd33ec32 HTTP/1.1" status: 204 len: 173 time: 1.8523266 Dec 21 01:53:26.445277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:26.452263 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Attempting to bind port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:26.452640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Attempting to bind port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:26.453548 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Attempting to bind port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 on network b0b688d0-c807-48d4-89a2-3d080b7d9c80 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:26.460360 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.461114 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.461638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.462035 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.462382 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.462809 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.463150 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.463480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.464643 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.464643 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.464915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=89afaf4b-0370-4fad-aca7-4a00d9639601,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:26.465030 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.465293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.465642 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.465967 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:26.470234 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:26.470621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Checking segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:26.471513 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.471513 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Bound using segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:26.472016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Bound port: 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:26.472401 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.527744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea38e2da-cc23-4bcc-a3ce-1aa2f3d24abd req-5f9a6f0f-6521-4631-a075-9264751188ee tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920434 Dec 21 01:53:26.575945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-8dbbd2d0-50bb-4f34-b026-9933ed79f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.577492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-8dbbd2d0-50bb-4f34-b026-9933ed79f114 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 200 len: 868 time: 0.3182764 Dec 21 01:53:26.620933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:26.630350 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] For port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:26.635560 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] For port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:26.648236 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.701088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:26.715843 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2cc2df-5a4a-40c2-9719-c49ddc84ac12" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:26.727394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c99627e1-cb5c-4ec9-967c-7369dbd41494 req-b333f589-64c5-4278-8fdf-b38ba57fe86b tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141160 Dec 21 01:53:26.775491 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:26.775745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-c3029b5d-8004-4ea7-bef4-35254739a33f tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips/20af05bc-e5f9-4570-af66-0ebfbf4f0851 HTTP/1.1" status: 200 len: 693 time: 0.1961117 Dec 21 01:53:26.779908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:26.780431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-9d5e293a-8928-4141-9a12-f86f5502430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.792215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-9d5e293a-8928-4141-9a12-f86f5502430a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18df886c-597d-44d4-819c-4c5c7a9e7325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016928 Dec 21 01:53:26.857305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.858074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 66839c68-3799-4380-9cc4-c7cfe8c611e4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:26.970098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:26.973224 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f36fa9-a800-4a3b-9738-53846b525b9c" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:26.976880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:26.992848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd59eb4-b06e-4deb-9207-145740002049 req-3cba1b97-24cd-47ca-bd3f-114ad26a6d78 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:26.992848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2bd59eb4-b06e-4deb-9207-145740002049 req-3cba1b97-24cd-47ca-bd3f-114ad26a6d78 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 945 time: 0.1442478 Dec 21 01:53:27.001981 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:27.024943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e75107b0-1ac3-4e6a-bac4-d439e578373e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:27.025311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.037181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-89098fe4-5065-4c32-912a-3f3dd7417608 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9415686 Dec 21 01:53:27.050226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:27.056273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'fixed_ips': [{'subnet_id': '49fa4b41-7227-4c5d-bf21-99b735094dba'}, {'subnet_id': '89afaf4b-0370-4fad-aca7-4a00d9639601'}], 'name': 'tempest-PortsIpV6TestJSON-1387138792'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:27.110822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc797d-9e6e-4fbc-abff-df88362dcb58 None None] Pushing event updated for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:27.235763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.255221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:22Z', 'revision_number': 3, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:27.256974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:27.257363 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.336203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-39c98e18-f357-454a-b873-ef82fe170228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:27.345747 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d45c5-6ba4-4007-a2df-1cf1ba78a42b None None] Pushing event updated for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:27.354047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-39c98e18-f357-454a-b873-ef82fe170228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:27.368232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-39c98e18-f357-454a-b873-ef82fe170228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:27.378099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-39c98e18-f357-454a-b873-ef82fe170228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:27.386078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-39c98e18-f357-454a-b873-ef82fe170228 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 3146 time: 0.5753808 Dec 21 01:53:27.388726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:27.402078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port c43a642b-8d13-4656-8c11-e2c4c7695edf {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:27.402078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.409308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:27.420659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Checking router: b9d256a2-9688-447e-bd05-bcfc827bc763 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:27.422369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Updating router b9d256a2-9688-447e-bd05-bcfc827bc763 port 7bb557da-9ce4-4ae7-941c-6ad9c117408c binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:27.468885 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:26Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:27.524406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port c43a642b-8d13-4656-8c11-e2c4c7695edf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c43a642b-8d13-4656-8c11-e2c4c7695edf,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:27.524785 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.525822 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa0016-4bd4-4910-a8bb-221c56ec2e17 None None] The sync data for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 is: [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:26Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:27.539205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for c43a642b-8d13-4656-8c11-e2c4c7695edf owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:27.550149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.556348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.599200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:27.620574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.626326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c63de0db-501a-40b8-955f-5936b41c304d no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:27.719591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-bdf6eddf-dfce-490e-9961-c4b17625fefc tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:27.720939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-bdf6eddf-dfce-490e-9961-c4b17625fefc tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.9269588 Dec 21 01:53:27.740067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-a726d9b8-5b19-48dc-8aea-39dfe7600cc5 service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167988 Dec 21 01:53:27.760473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51d0f682-5378-4280-9fc4-b45c6cadc3a3 req-9bc811bb-f3c9-49a9-8d8d-456cb8dd9d6e tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734362 Dec 21 01:53:27.813628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:27.813847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.825873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-57d61cf9-588d-42f7-9b5b-808d6c736c3a tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.0983284 Dec 21 01:53:27.876952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe9c62f-0b61-4f7e-b53e-9af4bb98819b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:27.970441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:27.976838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-e3e6a3b1-2a31-4941-89f0-4b4bc5846e87 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.1290343 Dec 21 01:53:27.988871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Checking segment: {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:27.989282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Network hostable DHCP agents. Network: d49aba29-ff12-493d-8f2e-d19af005f069, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:28.002012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.126712 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.133636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.158611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 84356563-7023-4251-b812-f6019e332e9e yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:28.246149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.372554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Network d49aba29-ff12-493d-8f2e-d19af005f069 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:28.388109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Attempting to bind port 7bb557da-9ce4-4ae7-941c-6ad9c117408c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:28.388736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Attempting to bind port 7bb557da-9ce4-4ae7-941c-6ad9c117408c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:28.389297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Attempting to bind port 7bb557da-9ce4-4ae7-941c-6ad9c117408c on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:28.401995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] For port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:28.476570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:28.477006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.492464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:28.499518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0b21c49-a6ea-4a53-a2d2-47e4dec8de4f req-f66e8bb6-b7ef-40c3-b16f-3b9d9c8187dd service neutron] 10.222.0.45 "GET /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779521 Dec 21 01:53:28.502869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.511048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Deleting port b8686f41-e57b-4c6f-9c00-6ab4edde5cf9 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:28.511351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.540426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:28.540808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:28.541217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.541629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:28.542125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Bound port: 7bb557da-9ce4-4ae7-941c-6ad9c117408c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:28.542508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.546168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.589709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a17e65f9-baf5-4eca-aae9-c7225df9cfbb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:28.627199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.627545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.642083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Calling delete_port for b8686f41-e57b-4c6f-9c00-6ab4edde5cf9 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:28.697617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d49aba29-ff12-493d-8f2e-d19af005f069) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:28.702280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:28.703615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.710569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.729016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:28.774386 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8e12a5ac-c80b-46b4-986b-a13ce96a1aca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1191587 Dec 21 01:53:28.779719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45008) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:28.781965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=c43a642b-8d13-4656-8c11-e2c4c7695edf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:28.788472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:28.902034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f241c-2a1f-478d-a21f-19086ffd8779 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:28.903901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e91d19-2054-48e2-8929-3841ac8d9b3d None None] Network d49aba29-ff12-493d-8f2e-d19af005f069 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:28.904576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port c43a642b-8d13-4656-8c11-e2c4c7695edf on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:28.906425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.908450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.912471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-28341542-19f5-4b60-926f-bc16ca3d46c8 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "DELETE /v2.0/ports/c43a642b-8d13-4656-8c11-e2c4c7695edf HTTP/1.1" status: 204 len: 173 time: 2.4634378 Dec 21 01:53:28.921123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.922176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:28.943647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1975f0-73d9-4fd5-b0e3-555641c57ecd req-f651bfb6-2cfd-4848-8cf0-32144dd4e812 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:28.945295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e1975f0-73d9-4fd5-b0e3-555641c57ecd req-f651bfb6-2cfd-4848-8cf0-32144dd4e812 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.2310622 Dec 21 01:53:28.997108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] For port 7bb557da-9ce4-4ae7-941c-6ad9c117408c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:29.051633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-90839de9-3978-4272-90e9-a15c9e2adfd2 None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:29.052006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90839de9-3978-4272-90e9-a15c9e2adfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.089116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52171a3f-8273-4c33-8e24-79b1235631d9 None None] Pushing event updated for resources: {'Port': ['ID=7bb557da-9ce4-4ae7-941c-6ad9c117408c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.096060 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.148149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] For port 7bb557da-9ce4-4ae7-941c-6ad9c117408c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7bb557da-9ce4-4ae7-941c-6ad9c117408c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:29.180671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.193116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:29.216921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a17e65f9-baf5-4eca-aae9-c7225df9cfbb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:29.217292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.224850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.225583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:29.340380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318879b-6ecb-42d7-baef-82e5fa229874 None None] Pushing event updated for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.362678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.414788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e1975f0-73d9-4fd5-b0e3-555641c57ecd req-023b2e6f-b569-4523-a97a-4b6e2d2442a6 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372017 Dec 21 01:53:29.425892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.434816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:29.435182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Allocated IP 172.20.0.1 (e0653c8b-0f4a-4684-bab0-8bb55d649bb0/b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6/cb03805f-6ee6-4b18-948e-47be33498a1b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:29.435691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:29.443391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-d49aba29-ff12-493d-8f2e-d19af005f069', 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069', 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'fixed_ips': [{'subnet_id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:29.444254 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.457714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Router b11f42ae-8556-4425-b27f-3ad0a1535695 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:29.496829 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644f210-fd8a-47d3-af26-13d57fd9d524 x-openstack-request-id: req-c644f210-fd8a-47d3-af26-13d57fd9d524 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:29.496829 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:29.496829 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c644f210-fd8a-47d3-af26-13d57fd9d524 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:29.496829 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'code': 200} Dec 21 01:53:29.497296 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'code': 200} Dec 21 01:53:29.504020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::135 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/49fa4b41-7227-4c5d-bf21-99b735094dba/84356563-7023-4251-b812-f6019e332e9e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:29.510433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event deleted for resources: {'Port': ['ID=b8686f41-e57b-4c6f-9c00-6ab4edde5cf9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.514000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 host ! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:53:29.514482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:29.536528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8:0:1::3e4 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/89afaf4b-0370-4fad-aca7-4a00d9639601/84356563-7023-4251-b812-f6019e332e9e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:29.566871 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a862e6d5-28df-4d45-9930-7408636e3dac x-openstack-request-id: req-a862e6d5-28df-4d45-9930-7408636e3dac {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:29.567183 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "f0b73791-0160-45d9-856d-949bbd33ec32", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:29.567500 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a862e6d5-28df-4d45-9930-7408636e3dac {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:29.568025 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'f0b73791-0160-45d9-856d-949bbd33ec32', 'status': 'completed', 'code': 200} Dec 21 01:53:29.594250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.624630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52171a3f-8273-4c33-8e24-79b1235631d9 None None] Pushing event updated for resources: {'Port': ['ID=7bb557da-9ce4-4ae7-941c-6ad9c117408c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.692259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.717990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port c63de0db-501a-40b8-955f-5936b41c304d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:29.718354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.722383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ea59e94-e45a-42c4-91f6-959c390d72ab req-5e3c0cd8-e990-4347-822b-233984c0d440 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0abed81c-14a2-4a06-ab96-6013f2b56102 HTTP/1.1" status: 200 len: 210 time: 0.0461013 Dec 21 01:53:29.791125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.793716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.794089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:29.794880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85d25539-a5f6-4537-9882-5ab51d86f9a5 req-d58b274c-2574-4b3f-885d-0db16f0474d1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "DELETE /v2.0/floatingips/20af05bc-e5f9-4570-af66-0ebfbf4f0851 HTTP/1.1" status: 204 len: 173 time: 1.7997727 Dec 21 01:53:29.816503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a003eac7-8156-44f1-a7d8-a1a662a10868 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:29.848640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:29.857297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.861119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2bd59eb4-b06e-4deb-9207-145740002049 req-0b08e608-e13e-4fe4-a820-bd4e2f4d8f58 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "DELETE /v2.0/ports/4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 HTTP/1.1" status: 204 len: 173 time: 2.8156023 Dec 21 01:53:29.866599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'name': 'network-vif-deleted', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:29.869174 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72914950-e4a5-4e03-a7fa-ba85f493d1c7" -d '{"events": [{"server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "name": "network-vif-deleted", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:29.873606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port c63de0db-501a-40b8-955f-5936b41c304d, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c63de0db-501a-40b8-955f-5936b41c304d,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:29.874091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.914194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.919907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:29.941365 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] Sync routers for ids ['b11f42ae-8556-4425-b27f-3ad0a1535695'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:29.942569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:29.949241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:29.949736 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:29.976424 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] Routers {'b11f42ae-8556-4425-b27f-3ad0a1535695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:29.978369 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b11f42ae-8556-4425-b27f-3ad0a1535695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:30.005546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.010755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3697fee5-a229-4036-bf67-81053c6db4e7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6967485 Dec 21 01:53:30.030079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45018) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:30.035438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:30.060768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:30.065361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:30.084817 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] Routers {'b11f42ae-8556-4425-b27f-3ad0a1535695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:30.085036 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b11f42ae-8556-4425-b27f-3ad0a1535695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:30.125150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Update dhcp port {'port': {'network_id': 'f9820f1c-1028-491a-9ba3-7ca7c60280c6', 'fixed_ips': [{'subnet_id': '49fa4b41-7227-4c5d-bf21-99b735094dba', 'ip_address': '2001:db8::2'}, {'subnet_id': '89afaf4b-0370-4fad-aca7-4a00d9639601'}], 'binding:host_id': 'n-d-761264-20'}, 'id': 'a003eac7-8156-44f1-a7d8-a1a662a10868'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 01:53:30.128901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.136300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.154387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:30.159216 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc43a7c-2055-48b9-ac96-b00b9fa748e3 None None] The sync data for ids ['b11f42ae-8556-4425-b27f-3ad0a1535695'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:30.185122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:30.185675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:30.243337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:30.245001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.249021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:30.260893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:30.268172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Allocated IP 172.20.0.2 (d49aba29-ff12-493d-8f2e-d19af005f069/fbe9c62f-0b61-4f7e-b53e-9af4bb98819b/b854731b-e675-45bd-a603-e0af4fc50c45) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:30.272068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:30.272474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.299031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Pushing event updated for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:30.346541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.346973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.347346 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.347891 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Floating IP 6e11144c-f2a2-4794-bf6d-164b824f2020 disassociated. External IP: 172.25.6.237, port: c63de0db-501a-40b8-955f-5936b41c304d. Dec 21 01:53:30.348273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for c63de0db-501a-40b8-955f-5936b41c304d owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:30.399441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f20d-7695-4470-bcd7-f23c63e7dc04 req-eb15d9c1-adfe-4cb4-a5a0-b44f69c2d24f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.419415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f20d-7695-4470-bcd7-f23c63e7dc04 req-eb15d9c1-adfe-4cb4-a5a0-b44f69c2d24f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.425667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f20d-7695-4470-bcd7-f23c63e7dc04 req-eb15d9c1-adfe-4cb4-a5a0-b44f69c2d24f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.427348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b086f20d-7695-4470-bcd7-f23c63e7dc04 req-eb15d9c1-adfe-4cb4-a5a0-b44f69c2d24f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb&device_id=327ad55a-c0db-4974-b808-279e8c2a3d57&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 2417 time: 0.2057030 Dec 21 01:53:30.516386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.617573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:30.635593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.640109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:30.658011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:30.664524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.665403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.705996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.6535535 Dec 21 01:53:30.706869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:30.717882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b18a-930b-4fab-b4e8-832b12d695e1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=84356563-7023-4251-b812-f6019e332e9e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:30.776049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49fa4b41-7227-4c5d-bf21-99b735094dba'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:30.873622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.902647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c9d9-7730-4b09-b4b5-ce4df45f985b req-7b3a43bb-ba6f-4c86-abb8-485b512183a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.908918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c9d9-7730-4b09-b4b5-ce4df45f985b req-7b3a43bb-ba6f-4c86-abb8-485b512183a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.914856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c9d9-7730-4b09-b4b5-ce4df45f985b req-7b3a43bb-ba6f-4c86-abb8-485b512183a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:30.922235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58a2c9d9-7730-4b09-b4b5-ce4df45f985b req-7b3a43bb-ba6f-4c86-abb8-485b512183a5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 2409 time: 0.7016466 Dec 21 01:53:30.939223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.956281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a003eac7-8156-44f1-a7d8-a1a662a10868,segment=NetworkSegment(bf105e9d-9487-4df8-bcb2-23bf688079f2),segment_id=bf105e9d-9487-4df8-bcb2-23bf688079f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:30.983325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:30.999150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.003743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Allocated IP 2001:db8:0:1::2 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/89afaf4b-0370-4fad-aca7-4a00d9639601/a003eac7-8156-44f1-a7d8-a1a662a10868) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:31.007406 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.064205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b086f20d-7695-4470-bcd7-f23c63e7dc04 req-09d2c994-a27c-4fac-8ace-3ab5039d3814 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739660 Dec 21 01:53:31.065235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.073221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.073871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58a2c9d9-7730-4b09-b4b5-ce4df45f985b req-351dee59-6dcf-4d30-92e2-e2805e13e55f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507514 Dec 21 01:53:31.108377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.125518 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.135820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:22Z', 'revision_number': 3, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:31.278395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d267e5-9cad-42de-aaa5-4a4b62e85be3 None None] Pushing event updated for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:31.303859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Allocated IP 172.25.6.162 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:31.306262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311279b-7e4e-408a-93a4-6cbb1412e0f8 None None] The sync data for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 is: [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:22Z', 'revision_number': 3, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:31.312969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Network d49aba29-ff12-493d-8f2e-d19af005f069 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:31.320453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cf24becd-3fd0-4f19-856b-59b8604ccd8e None None] Provisioning complete for port cb03805f-6ee6-4b18-948e-47be33498a1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:31.320829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf24becd-3fd0-4f19-856b-59b8604ccd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.342295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:31.349032 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b307c-3967-4878-8b9c-b21e42f77df6 x-openstack-request-id: req-ff6b307c-3967-4878-8b9c-b21e42f77df6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:31.349731 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abed81c-14a2-4a06-ab96-6013f2b56102", "name": "network-vif-deleted", "tag": "4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:31.350195 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff6b307c-3967-4878-8b9c-b21e42f77df6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:31.350774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:31.351562 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abed81c-14a2-4a06-ab96-6013f2b56102', 'name': 'network-vif-deleted', 'tag': '4e4a2217-38b0-4bf7-8f43-ab7b2d557ba9', 'status': 'completed', 'code': 200} Dec 21 01:53:31.425638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a003eac7-8156-44f1-a7d8-a1a662a10868,segment=NetworkSegment(bf105e9d-9487-4df8-bcb2-23bf688079f2),segment_id=bf105e9d-9487-4df8-bcb2-23bf688079f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:31.458359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Pushing event updated for resources: {'Port': ['ID=b854731b-e675-45bd-a603-e0af4fc50c45,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:31.460641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf24becd-3fd0-4f19-856b-59b8604ccd8e None None] Port cb03805f-6ee6-4b18-948e-47be33498a1b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:31.498906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4'}, {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:31.501985 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7263b0-5b0e-43db-86dc-8d4cad0fdeb5" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4"}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c63de0db-501a-40b8-955f-5936b41c304d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:31.513293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Attempting to bind port b854731b-e675-45bd-a603-e0af4fc50c45 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:31.513693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Attempting to bind port b854731b-e675-45bd-a603-e0af4fc50c45 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:31.514060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Attempting to bind port b854731b-e675-45bd-a603-e0af4fc50c45 on network d49aba29-ff12-493d-8f2e-d19af005f069 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:31.517369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.523274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:31.523712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Checking segment: {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:31.524114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.525112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Bound using segment: {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:31.525112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Bound port: b854731b-e675-45bd-a603-e0af4fc50c45, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:31.525491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.526474 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.539516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.552240 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.577963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:31.580409 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71ac247-60ab-4a83-aa2f-cccfb8ae9ac2" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:31.591138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f6559-7339-4561-a120-dd88f1282305 req-f1633963-db3d-464c-bc81-e06d833e0f75 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:31.601016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d9f6559-7339-4561-a120-dd88f1282305 req-f1633963-db3d-464c-bc81-e06d833e0f75 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2180164 Dec 21 01:53:31.618813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=c63de0db-501a-40b8-955f-5936b41c304d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:31.629527 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ba088-371e-4d50-a103-6c838e52db38 req-28651a9e-6e60-4b2a-9f88-bfcedcde5823 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:31.636970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee8ba088-371e-4d50-a103-6c838e52db38 req-28651a9e-6e60-4b2a-9f88-bfcedcde5823 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.2551181 Dec 21 01:53:31.674231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:53:31.675007 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:53:31.675345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Delete allocated IP 2001:db8:0:1::3e4 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/89afaf4b-0370-4fad-aca7-4a00d9639601) {{(pid=109851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 01:53:31.684230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.712658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d9f6559-7339-4561-a120-dd88f1282305 req-eb7866df-0442-4b2d-8fad-458707d1e545 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1019371 Dec 21 01:53:31.712775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.735075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299b1d3-bb4c-40cf-afa9-98bbe08aca1b None None] Pushing event updated for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:31.751663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] For port b854731b-e675-45bd-a603-e0af4fc50c45, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:31.760222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] For port b854731b-e675-45bd-a603-e0af4fc50c45, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b854731b-e675-45bd-a603-e0af4fc50c45,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:31.767350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:31.868346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea318a2-5750-4938-bfe2-26b4544e206f None None] Pushing event updated for resources: {'Port': ['ID=b854731b-e675-45bd-a603-e0af4fc50c45,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:31.932276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee8ba088-371e-4d50-a103-6c838e52db38 req-ef7933d2-2797-4d14-ac0b-92e771256a0a tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941175 Dec 21 01:53:31.977538 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c87dd9-b6c6-4b71-bfd7-80b844187504 x-openstack-request-id: req-51c87dd9-b6c6-4b71-bfd7-80b844187504 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:31.977853 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4", "code": 200}, {"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c63de0db-501a-40b8-955f-5936b41c304d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:31.978400 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51c87dd9-b6c6-4b71-bfd7-80b844187504 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:31.978956 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'code': 200} Dec 21 01:53:31.979384 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d', 'code': 200} Dec 21 01:53:31.993949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.037583 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336e105-1af4-4afd-a730-4b7fcf427530 x-openstack-request-id: req-c336e105-1af4-4afd-a730-4b7fcf427530 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:32.037879 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "c43a642b-8d13-4656-8c11-e2c4c7695edf", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:32.038137 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c336e105-1af4-4afd-a730-4b7fcf427530 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:32.038536 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'c43a642b-8d13-4656-8c11-e2c4c7695edf', 'status': 'completed', 'code': 200} Dec 21 01:53:32.155862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Pushing event updated for resources: {'Port': ['ID=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:32.231951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:32.250720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:32.251013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Router 8c268047-f119-4876-bcf2-bd1ec307d4bb has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:32.255476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:32.258782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:32.275484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e5ebfa8-294a-4c0b-bdd6-2e8b1fdcafcc req-d88e9250-881a-48e3-979d-cea5222b4b8d tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2298112 Dec 21 01:53:32.355260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:32.356227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.486380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Pushing event updated for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:32.496594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.535292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-624f6e5d-bdf1-4907-bbb2-382fe9ce2807 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:32.536909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-624f6e5d-bdf1-4907-bbb2-382fe9ce2807 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.7004435 Dec 21 01:53:32.645466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.651483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-736a17f5-5610-4f95-be57-0bd285331dc5 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0859544 Dec 21 01:53:32.669771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.773535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-7714581d-6e93-4fd0-afb5-0fdd920825cf tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199913 Dec 21 01:53:32.847123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=84356563-7023-4251-b812-f6019e332e9e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:32.953867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7bb557da-9ce4-4ae7-941c-6ad9c117408c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:32.973130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] In _notify_port_updated(), no bound segment for port 84356563-7023-4251-b812-f6019e332e9e on network f9820f1c-1028-491a-9ba3-7ca7c60280c6 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.978763 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:32.981385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:32.986660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32a7848d-5d65-416b-bf15-006434f1354a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/ports/84356563-7023-4251-b812-f6019e332e9e HTTP/1.1" status: 200 len: 926 time: 2.2698755 Dec 21 01:53:32.993804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:33.002912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49fa4b41-7227-4c5d-bf21-99b735094dba'}, {'subnet_id': '89afaf4b-0370-4fad-aca7-4a00d9639601'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:33.048977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7bb557da-9ce4-4ae7-941c-6ad9c117408c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:33.049998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.114700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75dd7-04c1-41ab-a69b-aa99e5c8c811 req-95b4b852-4ad1-4a89-9333-6389beeb08ad tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:33.150018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75dd7-04c1-41ab-a69b-aa99e5c8c811 req-95b4b852-4ad1-4a89-9333-6389beeb08ad tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:33.160849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12f75dd7-04c1-41ab-a69b-aa99e5c8c811 req-95b4b852-4ad1-4a89-9333-6389beeb08ad tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 1676 time: 0.6109762 Dec 21 01:53:33.198751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92c3b1-1750-425b-bebc-46f960c0738d None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:33.223406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:33.237004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.266100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.283997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Sync routers for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:33.298188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:33.307598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:33.323806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.351218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 7bb557da-9ce4-4ae7-941c-6ad9c117408c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7bb557da-9ce4-4ae7-941c-6ad9c117408c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:33.357761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:33.361430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:33.371941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-8fd580e2-14d1-49c8-bb55-e39dd3f4388b service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725399 Dec 21 01:53:33.372911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port c63de0db-501a-40b8-955f-5936b41c304d on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:33.377139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.380778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-6bb00483-2cfb-422b-a078-420ddc8f7904 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "DELETE /v2.0/ports/c63de0db-501a-40b8-955f-5936b41c304d HTTP/1.1" status: 204 len: 173 time: 4.4463141 Dec 21 01:53:33.382843 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.383844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:33.386060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f0ab8726-1580-4ada-a663-b36082cd4e2d None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:33.386584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8726-1580-4ada-a663-b36082cd4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.404171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12f75dd7-04c1-41ab-a69b-aa99e5c8c811 req-bff82a33-6d40-47a9-8aa5-1a99d4839445 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421172 Dec 21 01:53:33.443792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.540117 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.751681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db383ed4-3763-49d0-840f-c1447cccbe1e None None] Network d49aba29-ff12-493d-8f2e-d19af005f069 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:33.786320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=7bb557da-9ce4-4ae7-941c-6ad9c117408c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:33.859880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-40957c8a-8f28-4d1e-b300-d79be11e4048 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536474 Dec 21 01:53:33.880353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port 35b1ae6a-bfb4-4f39-b892-c2d07154083f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:33.880829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:33.890159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router b11f42ae-8556-4425-b27f-3ad0a1535695 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:33.948863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:33.994240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Router b9d256a2-9688-447e-bd05-bcfc827bc763 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:34.017219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port 35b1ae6a-bfb4-4f39-b892-c2d07154083f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=35b1ae6a-bfb4-4f39-b892-c2d07154083f,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:34.017632 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.018454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:34.018938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.034105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for 35b1ae6a-bfb4-4f39-b892-c2d07154083f owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:34.308987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:34.311788 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dff313b-b728-48e6-b503-19115c1e73c8" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "c63de0db-501a-40b8-955f-5936b41c304d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:34.339228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.443536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=35b1ae6a-bfb4-4f39-b892-c2d07154083f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:34.449501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44eec130-506b-4812-9c07-c8879567d202 req-76071ef0-0a6f-4db0-8892-1e384164c92a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1272016 Dec 21 01:53:34.488565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Provisioning complete for port cb03805f-6ee6-4b18-948e-47be33498a1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:34.494709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.525630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0cf2-be86-4e8e-a36a-a8ad84b42068 req-ed98acad-7c17-46a1-b4be-e14ad73aa7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:34.538287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-200f0cf2-be86-4e8e-a36a-a8ad84b42068 req-ed98acad-7c17-46a1-b4be-e14ad73aa7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 946 time: 0.2618687 Dec 21 01:53:34.568144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Port cb03805f-6ee6-4b18-948e-47be33498a1b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:34.575890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:34.587497 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] Sync routers for ids ['b11f42ae-8556-4425-b27f-3ad0a1535695'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:34.594107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.595342 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-772de4f4-68b7-4fa2-8175-a9a50db74db6 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "PUT /v2.0/routers/b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 200 len: 924 time: 4.5640416 Dec 21 01:53:34.599267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8:0:1::2d6 (f9820f1c-1028-491a-9ba3-7ca7c60280c6/89afaf4b-0370-4fad-aca7-4a00d9639601/84356563-7023-4251-b812-f6019e332e9e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:34.602460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:34.604994 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] Routers {'b11f42ae-8556-4425-b27f-3ad0a1535695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:34.605671 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b11f42ae-8556-4425-b27f-3ad0a1535695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:34.636821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port 35b1ae6a-bfb4-4f39-b892-c2d07154083f on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:34.643581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:34.653920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-94a06b5d-4050-4a42-8bd7-0e47a3f78ab1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "DELETE /v2.0/ports/35b1ae6a-bfb4-4f39-b892-c2d07154083f HTTP/1.1" status: 204 len: 173 time: 1.1214278 Dec 21 01:53:34.699589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:34.723045 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-73d9e06f-1586-4837-bc85-99756ad1b99a admin admin] 10.222.0.43 "PUT /v2.0/routers/b9d256a2-9688-447e-bd05-bcfc827bc763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6464856 Dec 21 01:53:34.725242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:34.758741 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] Routers {'b11f42ae-8556-4425-b27f-3ad0a1535695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:34.759371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b11f42ae-8556-4425-b27f-3ad0a1535695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:34.848846 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:34.864364 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d363d-caa2-4efd-9d3b-a9ecf05674f4 None None] The sync data for ids ['b11f42ae-8556-4425-b27f-3ad0a1535695'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:34.883806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Sync routers for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:35.067927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Provisioning complete for port b854731b-e675-45bd-a603-e0af4fc50c45 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:35.068925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.120591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18c9a746-697c-4527-b88a-d186c93b5b7d tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 200 len: 924 time: 0.5144799 Dec 21 01:53:35.129791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45084) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:35.188229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:35.188892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:35.223241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.232940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.362069 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06279e-95f5-4c8b-b858-fd449be831aa x-openstack-request-id: req-da06279e-95f5-4c8b-b858-fd449be831aa {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:35.363619 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "c63de0db-501a-40b8-955f-5936b41c304d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:35.364088 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da06279e-95f5-4c8b-b858-fd449be831aa {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:35.364714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b854731b-e675-45bd-a603-e0af4fc50c45 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:35.364834 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': 'c63de0db-501a-40b8-955f-5936b41c304d', 'status': 'completed', 'code': 200} Dec 21 01:53:35.435066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:35.510123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:35.563096 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.570572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-200f0cf2-be86-4e8e-a36a-a8ad84b42068 req-70432610-4089-48fc-b226-e0ff2ed31721 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/security-groups?id=52cbf3c6-d26b-45e2-ac82-68ad455467a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0312581 Dec 21 01:53:35.575635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.595436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Checking router: 8c268047-f119-4876-bcf2-bd1ec307d4bb for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:35.597681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64d98-e2bb-4fcc-8a05-bb87b6eafa63 req-e2187ca5-7de4-4877-95b6-850948024cfa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:35.599722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fe64d98-e2bb-4fcc-8a05-bb87b6eafa63 req-e2187ca5-7de4-4877-95b6-850948024cfa tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 942 time: 0.2336051 Dec 21 01:53:35.612110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57b936-12f8-4d23-8d3e-20a2655e8fa5 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:35.617008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-657f968d-13fc-4b29-b7fd-061a165596e1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:35.617159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b57b936-12f8-4d23-8d3e-20a2655e8fa5 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=b11f42ae-8556-4425-b27f-3ad0a1535695&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4834566 Dec 21 01:53:35.617265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-657f968d-13fc-4b29-b7fd-061a165596e1 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 946 time: 0.1705389 Dec 21 01:53:35.630328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45088) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:35.664302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:35.664909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:35.697169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] For port b854731b-e675-45bd-a603-e0af4fc50c45, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b854731b-e675-45bd-a603-e0af4fc50c45,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:35.765017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.827256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b854731b-e675-45bd-a603-e0af4fc50c45 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:35.828540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.841933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=84356563-7023-4251-b812-f6019e332e9e,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:35.859606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port 66839c68-3799-4380-9cc4-c7cfe8c611e4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:35.860098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.927155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] In _notify_port_updated(), no bound segment for port 84356563-7023-4251-b812-f6019e332e9e on network f9820f1c-1028-491a-9ba3-7ca7c60280c6 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:53:35.932991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:35.933681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:35.935007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c1789f8-574f-4f9e-b8e1-bc6cc2e24398 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/ports/84356563-7023-4251-b812-f6019e332e9e HTTP/1.1" status: 200 len: 1012 time: 2.9402392 Dec 21 01:53:35.962127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:36.002408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fe64d98-e2bb-4fcc-8a05-bb87b6eafa63 req-c0ccf251-be43-4f12-9722-a8a80ab2823f tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd0416a6-82f6-40f8-bacc-7476e7d1b029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135633 Dec 21 01:53:36.086302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Provisioning complete for port b854731b-e675-45bd-a603-e0af4fc50c45 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:36.086691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.133044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a89d46-b057-4d37-8694-910c19a9ef50 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:36.134498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55a89d46-b057-4d37-8694-910c19a9ef50 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.4813130 Dec 21 01:53:36.144814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port 66839c68-3799-4380-9cc4-c7cfe8c611e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=66839c68-3799-4380-9cc4-c7cfe8c611e4,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:36.145560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.145679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45096) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:36.176250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Deleting port 319234b2-23f0-46c3-8876-a2ba412fa8d0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:36.176970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.197837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c295eeb-f569-476a-86f8-46aa0d5ec9c6 req-6aab49ce-91f5-4231-b01f-e3f2523131bf tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.0751433 Dec 21 01:53:36.207479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8549d9ec-9998-453b-adf0-a83a808631d1 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 200 len: 205 time: 0.0597804 Dec 21 01:53:36.210144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:36.224801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for 66839c68-3799-4380-9cc4-c7cfe8c611e4 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:36.238608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a003eac7-8156-44f1-a7d8-a1a662a10868 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:36.276688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-32631e83-4b5f-42ca-8734-a510eb4028e0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:36.278094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-32631e83-4b5f-42ca-8734-a510eb4028e0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.4563365 Dec 21 01:53:36.301770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:36.447157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:31Z', 'revision_number': 2, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:36.472701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 84356563-7023-4251-b812-f6019e332e9e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:36.475773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8033b-ced5-44fe-9351-e2c1036c1057 None None] Pushing event updated for resources: {'Port': ['ID=b854731b-e675-45bd-a603-e0af4fc50c45,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:36.480665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.488286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Checking router: b9d256a2-9688-447e-bd05-bcfc827bc763 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:36.489038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Updating router b9d256a2-9688-447e-bd05-bcfc827bc763 port cb03805f-6ee6-4b18-948e-47be33498a1b binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:36.495967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:36.498077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:36.500823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:36.501480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.554877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.563814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.578551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] For port 319234b2-23f0-46c3-8876-a2ba412fa8d0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=319234b2-23f0-46c3-8876-a2ba412fa8d0,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:36.579290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.605293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Calling delete_port for 319234b2-23f0-46c3-8876-a2ba412fa8d0 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:36.759266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.784346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 84356563-7023-4251-b812-f6019e332e9e owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:36.794500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Provisioning complete for port 84356563-7023-4251-b812-f6019e332e9e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:36.795246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.798047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:36.801433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.808886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:36.895547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:36.900385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249026515', 'description': 'tempest-description--1204378559'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:36.974382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.066254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.098432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['319234b2-23f0-46c3-8876-a2ba412fa8d0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:37.129286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Pushing event deleted for resources: {'Port': ['ID=319234b2-23f0-46c3-8876-a2ba412fa8d0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:37.133787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port 59359c12-a9cf-41fd-8f5e-bbde210bb0a8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:37.134322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.141209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07413818-87db-4e99-99d8-49cea4e81e4e req-10d1abdc-26b3-427e-bf07-8d76af7d02c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9516712-baee-4f7c-a192-f964cddaf649 HTTP/1.1" status: 200 len: 210 time: 0.2316148 Dec 21 01:53:37.163529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Port 84356563-7023-4251-b812-f6019e332e9e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:37.168736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.173888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] No DVR routers for this DVR port 319234b2-23f0-46c3-8876-a2ba412fa8d0 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:37.179062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.3 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/18e03c71-5bcc-450c-a79e-784efd99e80d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:37.227623 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.231352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1434e3b-fe4d-47c0-af71-15e17d3c2cf1 req-259c2607-ebe8-47e3-916e-e8387bbc48c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358 tempest-FloatingIPsAssociationNegativeTestJSON-1560661358-project] 10.222.0.45 "DELETE /v2.0/ports/319234b2-23f0-46c3-8876-a2ba412fa8d0 HTTP/1.1" status: 204 len: 173 time: 1.5414393 Dec 21 01:53:37.232288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=66839c68-3799-4380-9cc4-c7cfe8c611e4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:37.248747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:37.266224 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Sync routers for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:37.285631 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:37.298193 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:37.313580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:37.314126 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97548a5a-5001-48de-aba8-74f44d728246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.347067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.356238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.373248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f'}, {'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'name': 'network-vif-deleted', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:37.373828 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4114d85-017a-456e-bea7-1d9117463cce" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f"}, {"server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "name": "network-vif-deleted", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:37.378007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port 66839c68-3799-4380-9cc4-c7cfe8c611e4 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:37.383289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.387834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc719bdc-c0c0-4517-b783-f57fb2b3ce91 req-b5def62a-ea42-4627-8454-a55259bca4b1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.45 "DELETE /v2.0/ports/66839c68-3799-4380-9cc4-c7cfe8c611e4 HTTP/1.1" status: 204 len: 173 time: 2.7144396 Dec 21 01:53:37.428401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19192-7f9d-4dfc-9dd1-8d1f08f68c95 req-8d86eb49-a934-424c-be0e-6f773c4d6654 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:37.437615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ded19192-7f9d-4dfc-9dd1-8d1f08f68c95 req-8d86eb49-a934-424c-be0e-6f773c4d6654 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.4504530 Dec 21 01:53:37.457727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for 59359c12-a9cf-41fd-8f5e-bbde210bb0a8 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:37.509437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c190c527-06e2-47b8-84f8-23d51e096fda req-6f8599ee-0f55-4ae8-952e-424cffd528f6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.1718853 Dec 21 01:53:37.521107 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.524850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3bfd7787-9626-4ca1-acbb-583ebcd983ac admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7396977 Dec 21 01:53:37.535806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45116) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:37.554345 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:37.635285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.700647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7bb557da-9ce4-4ae7-941c-6ad9c117408c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:37.702531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.747889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=84356563-7023-4251-b812-f6019e332e9e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:37.748206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ded19192-7f9d-4dfc-9dd1-8d1f08f68c95 req-6e697b81-81ca-488d-98d0-f111038c25ac tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055661 Dec 21 01:53:37.799955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6b91431-2160-446e-9653-d9397cb58581 req-6c85ced0-5153-43b6-a090-832b00a5f6bd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1387525 Dec 21 01:53:37.842057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:37.876140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897641-2ed9-4749-86c3-0364eb439d67 None None] Pushing event updated for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:37.913716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-93d39c2c-252e-4aea-9357-28b9bb30feb3 None None] Could not find standard attr ID for object 84356563-7023-4251-b812-f6019e332e9e. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:53:37.934277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:37.965819 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692aec1e-45df-45b6-b237-1ecebc97233b x-openstack-request-id: req-692aec1e-45df-45b6-b237-1ecebc97233b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:37.966203 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "35b1ae6a-bfb4-4f39-b892-c2d07154083f", "status": "completed", "code": 200}, {"server_uuid": "c9516712-baee-4f7c-a192-f964cddaf649", "name": "network-vif-deleted", "tag": "319234b2-23f0-46c3-8876-a2ba412fa8d0", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:37.966528 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-692aec1e-45df-45b6-b237-1ecebc97233b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:37.967010 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': '35b1ae6a-bfb4-4f39-b892-c2d07154083f', 'status': 'completed', 'code': 200} Dec 21 01:53:37.967343 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9516712-baee-4f7c-a192-f964cddaf649', 'name': 'network-vif-deleted', 'tag': '319234b2-23f0-46c3-8876-a2ba412fa8d0', 'status': 'completed', 'code': 200} Dec 21 01:53:37.980814 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 3, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:37.981369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03042174-f01c-42fe-bbeb-a87d7e8a74f0 None None] The sync data for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 is: [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:42:47Z', 'revision_number': 4, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'd6aab37b-eeb9-4ca8-a5d0-32e051876a9a', 'name': '', 'network_id': '337cff5f-dc91-45fe-9313-82a2a2bf9707', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'mac_address': 'fa:16:3e:9a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:46Z', 'updated_at': '2021-12-21T01:42:52Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'subnets': [{'id': '4d1246ac-21ff-41fd-9cec-96c066e283ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:38.049995 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Checking router: 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:38.050928 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Updating router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:38.109931 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.197134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Attempting to bind port cb03805f-6ee6-4b18-948e-47be33498a1b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:38.197685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Attempting to bind port cb03805f-6ee6-4b18-948e-47be33498a1b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:38.198172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Attempting to bind port cb03805f-6ee6-4b18-948e-47be33498a1b on network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:38.237882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.248203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:38.253183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Checking segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:38.254652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.258062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Bound using segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:38.260605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Bound port: cb03805f-6ee6-4b18-948e-47be33498a1b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:38.261274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.321708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7bb557da-9ce4-4ae7-941c-6ad9c117408c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:38.322344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.325515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45120) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:38.380550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.469172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.476491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5775049 Dec 21 01:53:38.544803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18ec56-3a3b-429b-afb2-335ba0831496 None None] New status for floating IP 6e11144c-f2a2-4794-bf6d-164b824f2020: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:53:38.629092 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.642106 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.667181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:38.672813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.675815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] For port cb03805f-6ee6-4b18-948e-47be33498a1b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:38.709739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=59359c12-a9cf-41fd-8f5e-bbde210bb0a8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:38.736212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'security_group_rule': {'security_group_id': '4ca02a60-1f29-439a-8172-54af7a0a43cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:38.738609 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f9bb-ebae-4f04-aaa8-7757e4fa26b5 None None] Pushing event updated for resources: {'Port': ['ID=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:38.753821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] For port cb03805f-6ee6-4b18-948e-47be33498a1b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb03805f-6ee6-4b18-948e-47be33498a1b,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:38.760519 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Attempting to bind port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:38.760891 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Attempting to bind port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:38.761477 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Attempting to bind port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:38.772127 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:38.773275 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:38.774040 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.774617 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.775373 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:38.777385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Bound port: e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:38.777950 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.778441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.788083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-503fa5df-6277-4325-b218-334965da0eec tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/84356563-7023-4251-b812-f6019e332e9e HTTP/1.1" status: 204 len: 168 time: 2.8245482 Dec 21 01:53:38.789615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45128) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:38.820259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.850126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] Provisioning complete for port cb03805f-6ee6-4b18-948e-47be33498a1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:38.851060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.876192 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] For port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:38.880084 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] For port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:38.888899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166f23-8ac6-4b6c-aa20-748f0901e5f4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca02a60-1f29-439a-8172-54af7a0a43cc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:38.892785 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:38.934202 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a7beaa-ad67-4fca-90e0-35d969fcd1b0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:38.941929 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95a7beaa-ad67-4fca-90e0-35d969fcd1b0 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/84356563-7023-4251-b812-f6019e332e9e HTTP/1.1" status: 404 len: 333 time: 0.1187358 Dec 21 01:53:38.987410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:39.035364 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f9bb-ebae-4f04-aaa8-7757e4fa26b5 None None] Pushing event updated for resources: {'Port': ['ID=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.046113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:39.050112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5563a2a-895a-403a-9634-493906e83ef3 req-082f1096-d0a6-4544-827d-5995fb9b272d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.2633734 Dec 21 01:53:39.060367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:39.063169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:39.064134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.064946 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:39.068451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:39.085370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b854731b-e675-45bd-a603-e0af4fc50c45 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:39.096554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897641-2ed9-4749-86c3-0364eb439d67 None None] Pushing event updated for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.108713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:39.120809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:39.243677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.332211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.338062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.378356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca20c5-1f09-431d-bec2-687472e5c44d req-9e3da667-bcf5-4acd-8878-14d1e5c53bcb tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:39.387096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7aca20c5-1f09-431d-bec2-687472e5c44d req-9e3da667-bcf5-4acd-8878-14d1e5c53bcb tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 931 time: 0.1377726 Dec 21 01:53:39.391543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.438065 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:39.445305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:39.451904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet 89afaf4b-0370-4fad-aca7-4a00d9639601 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:39.453933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b854731b-e675-45bd-a603-e0af4fc50c45 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:39.454482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.456067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.507059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.543223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7aca20c5-1f09-431d-bec2-687472e5c44d req-4be5e5dc-8a0d-48f9-87d9-14c2847a2acf tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545682 Dec 21 01:53:39.568285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] For port cb03805f-6ee6-4b18-948e-47be33498a1b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb03805f-6ee6-4b18-948e-47be33498a1b,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:39.584015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.623670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.635696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845702-158b-4a89-97e2-e1a860c2a720 req-6087b72a-ba10-4cb4-aec2-849afa6af0d4 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:39.643388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60845702-158b-4a89-97e2-e1a860c2a720 req-6087b72a-ba10-4cb4-aec2-849afa6af0d4 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.5733454 Dec 21 01:53:39.683978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83454e-c13a-491b-9224-20afcd5e1798 None None] Pushing event updated for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.699812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:39.700685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.716586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.731725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60845702-158b-4a89-97e2-e1a860c2a720 req-b710d725-f1d4-4d81-95de-0d9a518f95e0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Dec 21 01:53:39.738191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.745769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.763377 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 3, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:39.789011 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ebbf9-90be-4424-956b-bd787ddd0e1b None None] The sync data for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 is: [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 3, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:39.796360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.816697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=89afaf4b-0370-4fad-aca7-4a00d9639601,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.819347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.829501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f265255e-270f-4bd6-8ed6-65ac2010f437 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/89afaf4b-0370-4fad-aca7-4a00d9639601 HTTP/1.1" status: 204 len: 168 time: 0.8164785 Dec 21 01:53:39.829501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:39.839853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d0a0c-8e1d-4ac5-9358-6026d0da60b3 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:39.847551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d203c29b-1876-4565-874d-f97af315f5ce None None] Provisioning complete for port cb03805f-6ee6-4b18-948e-47be33498a1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:39.847919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d203c29b-1876-4565-874d-f97af315f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.849974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.860643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 319234b2-23f0-46c3-8876-a2ba412fa8d0 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:39.901231 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:39.902733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1722786 Dec 21 01:53:39.908137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-c31bcb24-8ac9-4c1b-9602-3abcaf642031 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6131203 Dec 21 01:53:39.909890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:39.922942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816a49d-f9e3-4c59-8edb-5231776be91d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9332fbc5-8bf8-482a-8817-ad9cef4ee22a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:39.945410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'security_group_rule': {'security_group_id': '4ca02a60-1f29-439a-8172-54af7a0a43cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:39.966560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Request body: {'port': {'device_id': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:39.967982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:39.970331 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98804b3c-60a3-4030-8cc1-9f04ff1ff3ed" -d '{"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:39.995863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Allocated IP 172.20.0.1 (d49aba29-ff12-493d-8f2e-d19af005f069/fbe9c62f-0b61-4f7e-b53e-9af4bb98819b/32ee13f6-9723-4efb-8770-12f2b4084bb8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:40.221756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 319234b2-23f0-46c3-8876-a2ba412fa8d0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:40.221756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 319234b2-23f0-46c3-8876-a2ba412fa8d0 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:40.463443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:38Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:40.494136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6b61-9850-4f78-8108-0eb0e313a74c None None] The sync data for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 is: [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:38Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:40.551361 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892300ee-ee28-4249-9a4c-0299d7da2063 x-openstack-request-id: req-892300ee-ee28-4249-9a4c-0299d7da2063 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:40.551656 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbf253f-437c-4914-bbf4-2988186b48f1", "name": "network-vif-deleted", "tag": "66839c68-3799-4380-9cc4-c7cfe8c611e4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:40.551911 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-892300ee-ee28-4249-9a4c-0299d7da2063 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:40.552296 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbf253f-437c-4914-bbf4-2988186b48f1', 'name': 'network-vif-deleted', 'tag': '66839c68-3799-4380-9cc4-c7cfe8c611e4', 'status': 'completed', 'code': 200} Dec 21 01:53:40.558333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:40.689800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a467dd7-b3b0-4b27-81e1-14395e1a995a req-6d8762fa-b821-4b0f-bc69-6730bf58d5f1 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.1481845 Dec 21 01:53:40.697988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:40.698563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router b11f42ae-8556-4425-b27f-3ad0a1535695 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:40.706795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:40.718845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bdc9b1ba-0974-4561-993f-9eeb9b1d83c7 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 204 len: 168 time: 4.5076320 Dec 21 01:53:40.787646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:40.810794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178669598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:40.917431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet 49fa4b41-7227-4c5d-bf21-99b735094dba {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:40.926417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:40.932186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:40.989697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.058100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.076524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdc97-045b-4a90-b1bb-124c222ed7e2 req-20d28cb0-eb83-4f55-bec2-3ca088897030 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:41.078519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-712bdc97-045b-4a90-b1bb-124c222ed7e2 req-20d28cb0-eb83-4f55-bec2-3ca088897030 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 931 time: 0.3717663 Dec 21 01:53:41.091040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.189740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c01f8-5df0-48ee-9659-6357ec43b949 req-b016f07b-6569-4dd2-9de2-97174c3f48c3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:41.202512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9c01f8-5df0-48ee-9659-6357ec43b949 req-b016f07b-6569-4dd2-9de2-97174c3f48c3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.3535018 Dec 21 01:53:41.320283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e03c71-5bcc-450c-a79e-784efd99e80d {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:41.329886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.347446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Transition to ACTIVE for port object 18e03c71-5bcc-450c-a79e-784efd99e80d will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:53:41.365659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.370388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.449666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.503298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-712bdc97-045b-4a90-b1bb-124c222ed7e2 req-db8097bd-88fa-400c-9ae2-e3d56387c4b7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082913 Dec 21 01:53:41.544624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.575968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.579156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f9c01f8-5df0-48ee-9659-6357ec43b949 req-314c4df0-9718-44bf-adb6-ad1a60574335 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757277 Dec 21 01:53:41.580726 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.607124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.619156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.643744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-36096aa5-82ba-44ae-8aee-1b7be3f9a951 None None] Provisioning complete for port a003eac7-8156-44f1-a7d8-a1a662a10868 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:41.645293 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36096aa5-82ba-44ae-8aee-1b7be3f9a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.662476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Network d49aba29-ff12-493d-8f2e-d19af005f069 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:41.682200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:41.691254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.694394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:41.701402 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/49fa4b41-7227-4c5d-bf21-99b735094dba HTTP/1.1" status: 204 len: 168 time: 1.8704386 Dec 21 01:53:41.708002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7b2af-71f1-4b3c-88ec-1ccf4b67a7d4 None None] Network f9820f1c-1028-491a-9ba3-7ca7c60280c6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:41.720414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11dad-4df8-4c60-b726-a1fba77c0822 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=49fa4b41-7227-4c5d-bf21-99b735094dba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:41.741715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45148) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:41.747534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.763891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.765139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-521838f3-b2b9-4ccb-84a2-71e01dfb8ca4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9756789 Dec 21 01:53:41.771199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:41.774970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:41.794888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:41.798714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Pushing event updated for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:41.923344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e05af63-2b6f-4aaa-9a82-226c5453257e req-86609c72-7627-4425-a173-e65d3be53cbb tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0678413 Dec 21 01:53:41.935786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Pushing event updated for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:42.045267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Deleting port 35512d57-bc72-41b8-9a8a-31f468210db8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:42.045673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.087701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] DHCP port deletion for f9820f1c-1028-491a-9ba3-7ca7c60280c6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:53:42.159318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:42.213638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] For port 35512d57-bc72-41b8-9a8a-31f468210db8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=35512d57-bc72-41b8-9a8a-31f468210db8,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:42.214055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.231722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Calling delete_port for 35512d57-bc72-41b8-9a8a-31f468210db8 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:42.256396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-93135ed3-9f61-4b40-a3a9-7a52b965bf89 None None] Provisioning complete for port 32ee13f6-9723-4efb-8770-12f2b4084bb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:42.265671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93135ed3-9f61-4b40-a3a9-7a52b965bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.277966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.303881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-93135ed3-9f61-4b40-a3a9-7a52b965bf89 None None] Port 32ee13f6-9723-4efb-8770-12f2b4084bb8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:42.335663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Deleting port a003eac7-8156-44f1-a7d8-a1a662a10868 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:42.340924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.391426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.443802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.450145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a003eac7-8156-44f1-a7d8-a1a662a10868,segment=NetworkSegment(bf105e9d-9487-4df8-bcb2-23bf688079f2),segment_id=bf105e9d-9487-4df8-bcb2-23bf688079f2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:42.450145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.474802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Calling delete_port for a003eac7-8156-44f1-a7d8-a1a662a10868 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:42.525939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.546268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.560679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Attempting to bind port 18e03c71-5bcc-450c-a79e-784efd99e80d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:42.561026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Attempting to bind port 18e03c71-5bcc-450c-a79e-784efd99e80d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:42.568689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Attempting to bind port 18e03c71-5bcc-450c-a79e-784efd99e80d on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:42.574484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeabab2-b5b4-4da9-af9a-e374364e649f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:42.622531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Port 18e03c71-5bcc-450c-a79e-784efd99e80d on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:53:42.623188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Attempting to bind port 18e03c71-5bcc-450c-a79e-784efd99e80d on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:42.637549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.650945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:42.651298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:42.652790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:42.653246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Bound port: 18e03c71-5bcc-450c-a79e-784efd99e80d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:42.653707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.661682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=35512d57-bc72-41b8-9a8a-31f468210db8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:42.678216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:42.678774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.693422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.702971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35da53dd-51ec-42da-b128-3bcefa2eaddb tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7612548 Dec 21 01:53:42.703683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:42.714333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-3307bb1e-fc00-4e2c-b743-19a09e76eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:42.715868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-3307bb1e-fc00-4e2c-b743-19a09e76eaa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 1098 time: 0.2553096 Dec 21 01:53:42.717220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.717615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.717954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.718874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.719209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.719538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.719864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.721209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.721943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.722287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.722615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.722946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.723398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:42.784182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] Pushing event deleted for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:42.788309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034732de-fbee-4cce-a542-bc74b630cb7f None None] No DVR routers for this DVR port a003eac7-8156-44f1-a7d8-a1a662a10868 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:42.789911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:42.793864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=18e03c71-5bcc-450c-a79e-784efd99e80d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:42.808398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:42.878577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.902332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.924849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:42.942869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:42.945242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb03805f-6ee6-4b18-948e-47be33498a1b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:43.005243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.005892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.011521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] 10.222.0.24 "PUT /v2.0/ports/18e03c71-5bcc-450c-a79e-784efd99e80d HTTP/1.1" status: 200 len: 1092 time: 3.0502021 Dec 21 01:53:43.016454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:43.018898 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:43.027613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.042761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port a003eac7-8156-44f1-a7d8-a1a662a10868 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:43.043141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.085693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7afac-9341-4ff7-a0bd-ba01ba548c22 service neutron] Pushing event updated for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:43.134195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:43.155152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port cb03805f-6ee6-4b18-948e-47be33498a1b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:43.157114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-0757dcbd-d022-464a-b583-a1ab8bd7b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.158643 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.159626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-0757dcbd-d022-464a-b583-a1ab8bd7b70a service neutron] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 916 time: 0.3560843 Dec 21 01:53:43.181189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f337b-b040-49f7-8cc1-c255239fc3fe req-9c7f8cf9-86d4-4b96-a052-df178eae97d9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.190104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c71f337b-b040-49f7-8cc1-c255239fc3fe req-9c7f8cf9-86d4-4b96-a052-df178eae97d9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 943 time: 0.5165250 Dec 21 01:53:43.257678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3578f-630c-485f-b718-dbed2502d43a req-5cf2655d-bbc4-4bda-a465-7b0f4b6d7b78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.259542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5de3578f-630c-485f-b718-dbed2502d43a req-5cf2655d-bbc4-4bda-a465-7b0f4b6d7b78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.4876826 Dec 21 01:53:43.264428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] For port a003eac7-8156-44f1-a7d8-a1a662a10868, host n-d-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:43.264794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.293880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for a003eac7-8156-44f1-a7d8-a1a662a10868 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:43.298992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Port a003eac7-8156-44f1-a7d8-a1a662a10868 was not found and therefore no delete operation was performed {{(pid=109851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:53:43.310721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.319795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-50de3e37-2112-494d-8b34-d415b1dc60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.321484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-50de3e37-2112-494d-8b34-d415b1dc60ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 1095 time: 0.2168722 Dec 21 01:53:43.349231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-052a4e53-eb1f-4c43-90e8-69d3774b64b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 200 len: 217 time: 0.1483326 Dec 21 01:53:43.424444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=a003eac7-8156-44f1-a7d8-a1a662a10868,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:43.461596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No DVR routers for this DVR port a003eac7-8156-44f1-a7d8-a1a662a10868 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:43.465940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-48381467-65d3-4c7c-825b-fd9b7795c561 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e03c71-5bcc-450c-a79e-784efd99e80d HTTP/1.1" status: 200 len: 217 time: 0.1151841 Dec 21 01:53:43.515741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c71f337b-b040-49f7-8cc1-c255239fc3fe req-062b1b44-7687-4522-bed6-b7cf7a6d6092 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193333 Dec 21 01:53:43.563793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-924b4906-7a6f-459c-93a2-47aca1a40c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.565262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-924b4906-7a6f-459c-93a2-47aca1a40c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.1987691 Dec 21 01:53:43.568676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5de3578f-630c-485f-b718-dbed2502d43a req-a9007d0b-d679-4b89-b4ff-a1ba4b1ba86b tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731538 Dec 21 01:53:43.633975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.644079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.677172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18da26e8-f59f-42a2-8dd2-bee3824d7e06 req-574c51fe-5ff4-498b-948f-ed118d5a4bb5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0545473 Dec 21 01:53:43.677832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.690045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.699169 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97f6604-74db-43af-8d71-30fdc5a964ad x-openstack-request-id: req-c97f6604-74db-43af-8d71-30fdc5a964ad {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:43.699855 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:43.700163 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c97f6604-74db-43af-8d71-30fdc5a964ad {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:43.700574 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d', 'status': 'completed', 'code': 200} Dec 21 01:53:43.711919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-b201897c-c845-4745-b289-52ad3b13eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.713496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-b201897c-c845-4745-b289-52ad3b13eb4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400731 Dec 21 01:53:43.714481 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.722613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd3ef-c364-460d-80f1-64df979b013f req-831d2a48-e9d6-4bfe-a244-b138126cb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:43.724998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-831d2a48-e9d6-4bfe-a244-b138126cb92c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.2494318 Dec 21 01:53:43.728370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9820f1c-1028-491a-9ba3-7ca7c60280c6']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:43.732485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.885955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-30722c91-725e-4dc7-ae7a-5d810f82504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.900900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Allocated IP 172.25.6.68 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f760abae-5552-4e02-aacd-a0b210887f55) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:43.938408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf105e9d-9487-4df8-bcb2-23bf688079f2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:43.938841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf105e9d-9487-4df8-bcb2-23bf688079f2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:43.948616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.963277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Pushing event updated for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:43.977121 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:43.985540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-5e558f2e-9b74-456b-9d36-5d0c8754ec64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149213 Dec 21 01:53:43.989104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.134412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:44.152799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-cb255449-b2eb-45c7-a488-c0fdf0a828ee service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635979 Dec 21 01:53:44.171149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.213003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:53:44.213537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:53:44.217966 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:53:44.222312 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:53:44.233681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:44.234760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.402862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a003eac7-8156-44f1-a7d8-a1a662a10868 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:44.427212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a003eac7-8156-44f1-a7d8-a1a662a10868 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:44.427957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a003eac7-8156-44f1-a7d8-a1a662a10868 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:44.610770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.630155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.644503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.650958 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/f9820f1c-1028-491a-9ba3-7ca7c60280c6 HTTP/1.1" status: 204 len: 168 time: 2.8904037 Dec 21 01:53:44.651722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:44.674479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-782f27fb-cc94-424f-a9e5-ecfddbd56799 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676687 Dec 21 01:53:44.695294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baafd3-4217-4ed9-b690-3e56615c5234 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=f9820f1c-1028-491a-9ba3-7ca7c60280c6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:44.741750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Network d49aba29-ff12-493d-8f2e-d19af005f069 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:44.760849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f329-01b3-476e-a196-2a4e0a772bb6 req-b8151a20-ede2-4c7a-9951-12accc1a7eea tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:44.762380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4696f329-01b3-476e-a196-2a4e0a772bb6 req-b8151a20-ede2-4c7a-9951-12accc1a7eea tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.6322227 Dec 21 01:53:44.763266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:44.799670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:44.819640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cbf344-3c17-44d4-b09d-e0a9df7f5bcf req-aabc844d-5735-420d-8684-d13cf7c83299 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347940 Dec 21 01:53:44.852807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59ad8f-a666-4b12-9198-afdde695ee99 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:44.858637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4e59ad8f-a666-4b12-9198-afdde695ee99 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2061005 Dec 21 01:53:44.863617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:44.892838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981da5-1589-46e7-b006-9a2a7a11c9fd req-ceba9db6-b1a9-400f-b1e1-c34978ff17db tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:44.894343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a981da5-1589-46e7-b006-9a2a7a11c9fd req-ceba9db6-b1a9-400f-b1e1-c34978ff17db tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 943 time: 0.2341025 Dec 21 01:53:44.904272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Router 0b53aad3-2d08-41f6-b902-13dda24fdaaa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:44.988965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4696f329-01b3-476e-a196-2a4e0a772bb6 req-a50c2152-f57c-4ebb-9be8-021031c5d824 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119997 Dec 21 01:53:44.996301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Allocated IP 172.25.6.58 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/67e7bb58-c657-4520-b128-c21b91a268d1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:45.004310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:45.026077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:45.029652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:45.079789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event updated for resources: {'Port': ['ID=f760abae-5552-4e02-aacd-a0b210887f55,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:45.118745 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-049bd3ef-c364-460d-80f1-64df979b013f req-452033c7-a1ca-4678-8709-0ec3027ced0f service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138968 Dec 21 01:53:45.127581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22b7d907-2527-462a-b9cf-14cddf581861 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2553399 Dec 21 01:53:45.128331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45180) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:45.129281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a981da5-1589-46e7-b006-9a2a7a11c9fd req-6c263c83-9560-414a-ab11-cce67d46b787 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238758 Dec 21 01:53:45.162034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7514600c-4d29-4fd8-abcc-86db3cb158c0 None None] Provisioning complete for port 32ee13f6-9723-4efb-8770-12f2b4084bb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:45.163011 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7514600c-4d29-4fd8-abcc-86db3cb158c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.174932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1214840643'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:45.199235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70379a8b-716d-44ca-8452-366d97baad40 req-608990c3-49a8-4405-8068-5ac8b5e139c5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0759902 Dec 21 01:53:45.201100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:53:45.206556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-1c61b0ed-3c61-4397-9d9e-cdc8ae6b19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:45.208071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-1c61b0ed-3c61-4397-9d9e-cdc8ae6b19a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 1098 time: 0.2319608 Dec 21 01:53:45.246014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7514600c-4d29-4fd8-abcc-86db3cb158c0 None None] Port 32ee13f6-9723-4efb-8770-12f2b4084bb8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:45.350218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:45.363487 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Sync routers for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:45.378645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f133e99-5c07-417b-a4cb-274e30966f59 admin admin] 10.222.0.43 "PUT /v2.0/routers/0b53aad3-2d08-41f6-b902-13dda24fdaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9773586 Dec 21 01:53:45.378863 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:45.379317 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:45.389259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45182) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:45.419031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:45.422868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.469927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-2392461b-a449-4f9f-a818-89faaace06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:45.471515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-2392461b-a449-4f9f-a818-89faaace06ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 1095 time: 0.1986537 Dec 21 01:53:45.565701 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:45.585535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.589551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-18225c30-0fbd-49a9-856f-dedad769e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:45.591470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-18225c30-0fbd-49a9-856f-dedad769e3e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 200 len: 916 time: 0.3630145 Dec 21 01:53:45.598782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:45.608211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Sync routers for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:45.614265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:45.622686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2b82615d-496b-4a06-ae9e-74f253c95c30 admin admin] 10.222.0.43 "PUT /v2.0/routers/2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0780625 Dec 21 01:53:45.637770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:45.646478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:45.678613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.679164 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment 315d1f82-2769-4704-8d84-38cb2487ce83 of type vlan for network 29f13588-3a41-44d3-ad1f-1bbc092e51ad Dec 21 01:53:45.700900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-4d304f25-eddc-4494-b9d2-295f692502da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 200 len: 217 time: 0.0816939 Dec 21 01:53:45.789944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.792905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.831966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.891560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-3665e760-b351-4b9e-a4be-68930fc55f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:45.893244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-3665e760-b351-4b9e-a4be-68930fc55f4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 200 len: 855 time: 0.1713777 Dec 21 01:53:45.897804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:45.934202 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:45.951148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'Port': ['ID=67e7bb58-c657-4520-b128-c21b91a268d1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:45.955516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:53:45.965877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:45.970093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-0e55749e-cf7e-4a60-820f-4dd4f33521e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:45.971584 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-0e55749e-cf7e-4a60-820f-4dd4f33521e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.3976629 Dec 21 01:53:45.979177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:45.985178 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Checking router: 0b53aad3-2d08-41f6-b902-13dda24fdaaa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:45.990688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:46.007161 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Routers {'0b53aad3-2d08-41f6-b902-13dda24fdaaa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:46.009804 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:46.053847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-8ed84bbf-648f-4b51-bd43-e3109d48d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:46.055371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-8ed84bbf-648f-4b51-bd43-e3109d48d543 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=401845c5-4697-4a60-9e29-8657ebbabc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520934 Dec 21 01:53:46.057321 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.167577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:46.180552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] Set router 0b53aad3-2d08-41f6-b902-13dda24fdaaa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:46.181789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-26c615cb-da01-441f-8e77-77a6bda978a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e03c71-5bcc-450c-a79e-784efd99e80d HTTP/1.1" status: 200 len: 217 time: 0.2010894 Dec 21 01:53:46.240402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.250379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:46.252423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.323313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721cc50-f295-49f0-b180-c7e362a55a5a req-5bccfd02-5ab9-4042-b04e-ec064d1f4f34 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:46.324846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3721cc50-f295-49f0-b180-c7e362a55a5a req-5bccfd02-5ab9-4042-b04e-ec064d1f4f34 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.1937847 Dec 21 01:53:46.363661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1935365 Dec 21 01:53:46.384028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-e8e18dfa-fbe9-4631-b433-4946858cb862 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186808 Dec 21 01:53:46.385426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45218) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:46.395305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '32ee13f6-9723-4efb-8770-12f2b4084bb8', 'name': '', 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'mac_address': 'fa:16:3e:fd:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:39Z', 'updated_at': '2021-12-21T01:53:43Z', 'revision_number': 2, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'subnets': [{'id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:46.401272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:46.430349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4e644-6456-4cc5-801d-7d0154d1e52d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=29f13588-3a41-44d3-ad1f-1bbc092e51ad,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:46.460606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:46.475762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Checking router: 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:53:46.476470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Updating router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b port 32ee13f6-9723-4efb-8770-12f2b4084bb8 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:53:46.537443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.581477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Deleting port 14fb1963-1b01-44fa-a236-caad2f262ca8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:46.581831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.622700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.661917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5bfc07c9-3ff2-4ba1-8ac8-8440c88e179d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.664730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:46.673969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] For port 14fb1963-1b01-44fa-a236-caad2f262ca8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14fb1963-1b01-44fa-a236-caad2f262ca8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:46.675456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.689854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Calling delete_port for 14fb1963-1b01-44fa-a236-caad2f262ca8 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:46.697986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-3fd49863-97f0-49aa-9fbc-b03036699fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:46.699744 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-3fd49863-97f0-49aa-9fbc-b03036699fb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.5052865 Dec 21 01:53:46.707373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:46.745078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934bda6-2958-47a5-888a-f3be2d60de8d None None] The sync data for ids ['0b53aad3-2d08-41f6-b902-13dda24fdaaa'] in n-d-761264-20 is: [{'id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596778575-router', 'tenant_id': '35ba8f345e2a48d7aca83c486c40ede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:52:20Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 5, 'project_id': '35ba8f345e2a48d7aca83c486c40ede1', 'gw_port': {'id': '14fb1963-1b01-44fa-a236-caad2f262ca8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b53aad3-2d08-41f6-b902-13dda24fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:52:21Z', 'updated_at': '2021-12-21T01:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:46.786229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3721cc50-f295-49f0-b180-c7e362a55a5a req-007ec89d-4460-4f15-8356-0f9559426974 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262965 Dec 21 01:53:46.902936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-0d135006-056a-48ed-94e2-d86e3cb81d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405114 Dec 21 01:53:47.117963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d5520-b3b9-42b1-b5b4-d6952af95e6a req-f1126d0c-9a07-4b41-ad49-1101e94fb2ca tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:47.119638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-896d5520-b3b9-42b1-b5b4-d6952af95e6a req-f1126d0c-9a07-4b41-ad49-1101e94fb2ca tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 943 time: 0.8209486 Dec 21 01:53:47.167770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.177973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6f1f3d0-d8f3-4414-8df6-f71417d695f7 req-eda54f1b-7435-4c6b-a360-b060b3e2cc6d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.2136950 Dec 21 01:53:47.186118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.190871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.223128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.245296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3a1d2da-00e2-47c9-bb47-f064ba63191d req-9a3a7ed4-3734-4278-8986-0028ed580498 service neutron] 10.222.0.24 "GET /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160169 Dec 21 01:53:47.301390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:47.311441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.316100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.353023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.372540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.389681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'Port': ['ID=67e7bb58-c657-4520-b128-c21b91a268d1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:47.398375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-75655799-dc4c-4f68-8759-9b1c590ef3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484291 Dec 21 01:53:47.423783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253319a-b16d-40a3-adc0-f0d2625f9150 None None] Pushing event updated for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:47.432603 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.436342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Pushing event deleted for resources: {'Port': ['ID=14fb1963-1b01-44fa-a236-caad2f262ca8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:47.484249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-896d5520-b3b9-42b1-b5b4-d6952af95e6a req-dc3cb3cb-4925-42f4-a49a-6c509766f5ae tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321061 Dec 21 01:53:47.580283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Attempting to bind port 32ee13f6-9723-4efb-8770-12f2b4084bb8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:47.580681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Attempting to bind port 32ee13f6-9723-4efb-8770-12f2b4084bb8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:47.581110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Attempting to bind port 32ee13f6-9723-4efb-8770-12f2b4084bb8 on network d49aba29-ff12-493d-8f2e-d19af005f069 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:47.592315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:47.592688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Checking segment: {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:47.598829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.598829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Bound using segment: {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:47.599209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Bound port: 32ee13f6-9723-4efb-8770-12f2b4084bb8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2076a350-7034-4969-a082-454d3b6ed01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:47.599614 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.640903 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.753200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] For port 32ee13f6-9723-4efb-8770-12f2b4084bb8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:47.758836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] For port 32ee13f6-9723-4efb-8770-12f2b4084bb8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=32ee13f6-9723-4efb-8770-12f2b4084bb8,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:47.773456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.848431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.854654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:47.963815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253319a-b16d-40a3-adc0-f0d2625f9150 None None] Pushing event updated for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:47.988002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] Provisioning complete for port 32ee13f6-9723-4efb-8770-12f2b4084bb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:47.988439 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.034918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:48.035569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:48.089919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.090467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b53aad3-2d08-41f6-b902-13dda24fdaaa {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:48.108837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.112216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d7c2ae69-87c3-4578-8aef-ce291827d518 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0b53aad3-2d08-41f6-b902-13dda24fdaaa HTTP/1.1" status: 204 len: 168 time: 2.7157924 Dec 21 01:53:48.114011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45270) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:48.131449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 35512d57-bc72-41b8-9a8a-31f468210db8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:48.168233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 18e03c71-5bcc-450c-a79e-784efd99e80d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:53:48.177048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 35512d57-bc72-41b8-9a8a-31f468210db8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:48.177627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 35512d57-bc72-41b8-9a8a-31f468210db8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:48.197157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.316513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Deleting subnet 9cf70421-0bfc-4eff-af21-49ecd66de2a8 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:48.328436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.421960 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.425223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.439807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-63a5a580-9336-401c-8f08-f8fadcda46c4 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6322834 Dec 21 01:53:48.489947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.495557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc390dbf-2058-4ec2-9179-3413c1bf4bd6 req-2c4724a0-c244-4c85-8a80-7d824c915183 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328566 Dec 21 01:53:48.499997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:53:48.562328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e333c1e4-b1a0-43d6-a14e-01db1dae2b41 req-3dec0f17-b8d8-42a1-b3ab-8abad194d36e tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0882592 Dec 21 01:53:48.612643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d087-c66a-461d-a1ad-46ff6b9af03b req-b26f3aed-6413-4e2e-a25b-9e79b9b0131e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:48.617407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f66d087-c66a-461d-a1ad-46ff6b9af03b req-b26f3aed-6413-4e2e-a25b-9e79b9b0131e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.6127687 Dec 21 01:53:48.626282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Router 9bbc6a3a-9e06-46f0-8043-9148bed2e988 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:48.639604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=ed83a7d5-36c3-41ca-8b35-730e07a9e80d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:48.661066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=18e03c71-5bcc-450c-a79e-784efd99e80d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:48.685853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '18e03c71-5bcc-450c-a79e-784efd99e80d', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '18e03c71-5bcc-450c-a79e-784efd99e80d', 'mac_address': 'fa:16:3e:20:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:53:48.721238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': '315d1f82-2769-4704-8d84-38cb2487ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:48.721559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 29f13588-3a41-44d3-ad1f-1bbc092e51ad, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:48.743545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.752054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f66d087-c66a-461d-a1ad-46ff6b9af03b req-6e7d610b-6eb9-415f-8f5d-b0c7344681a0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241570 Dec 21 01:53:48.764506 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.844336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.846020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:48.868809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:53:48.931662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:48.933976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e03c71-5bcc-450c-a79e-784efd99e80d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:48.945124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 29f13588-3a41-44d3-ad1f-1bbc092e51ad) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:48.946070 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] Sync routers for ids ['9bbc6a3a-9e06-46f0-8043-9148bed2e988'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:48.948581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.955417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06e6f15a-071c-4eb1-a9fc-67cc6de2bf92 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "PUT /v2.0/routers/9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 200 len: 883 time: 7.1612730 Dec 21 01:53:48.955417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45288) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:48.957902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:48.959150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.959820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:48.974933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa18d83-bda8-4c6d-a6c9-bc73bd47a1cc None None] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:48.976741 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] Routers {'9bbc6a3a-9e06-46f0-8043-9148bed2e988'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:48.977543 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['9bbc6a3a-9e06-46f0-8043-9148bed2e988'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:49.018319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-a925b4db-c84c-431e-94ab-b16d24e836b0 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1249026515&fields=id&tenant_id=96e8aa222f1c4b0087c92dc1516600b1 HTTP/1.1" status: 200 len: 267 time: 0.2340653 Dec 21 01:53:49.036348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fcc7bce1-55cc-4886-bdcd-ccbdece5424e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6466103 Dec 21 01:53:49.037274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45290) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:49.049319 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:49.059639 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] Routers {'9bbc6a3a-9e06-46f0-8043-9148bed2e988'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:49.061155 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['9bbc6a3a-9e06-46f0-8043-9148bed2e988'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:49.067155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad', 'name': 'tempest-PortsIpV6TestJSON-668195723'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:49.149948 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:49.150979 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b863679-17d7-45b8-9557-de901c3b3915 None None] The sync data for ids ['9bbc6a3a-9e06-46f0-8043-9148bed2e988'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:49.208831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=18e03c71-5bcc-450c-a79e-784efd99e80d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:49.233601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.275935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-438f219c-5624-4840-857f-521d8abc6e44 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 200 len: 924 time: 0.3192174 Dec 21 01:53:49.276491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:49.337955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37cf5f5-4d2e-43ad-a31d-cd7b8dfed465 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:49.339856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b37cf5f5-4d2e-43ad-a31d-cd7b8dfed465 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=9bbc6a3a-9e06-46f0-8043-9148bed2e988&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0613213 Dec 21 01:53:49.343573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:49.378797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] For port 32ee13f6-9723-4efb-8770-12f2b4084bb8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=32ee13f6-9723-4efb-8770-12f2b4084bb8,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:49.389556 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.422971 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.444043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-29f13588-3a41-44d3-ad1f-1bbc092e51ad', 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': 'ed83a7d5-36c3-41ca-8b35-730e07a9e80d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:53:49.444913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.499245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:49.502984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f1eec3-85ad-43b7-b2b8-556d6aea3b85 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:49.504670 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e4f1eec3-85ad-43b7-b2b8-556d6aea3b85 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.1582992 Dec 21 01:53:49.507462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45298) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:49.544285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-84dcc3b0-c667-4d24-87b0-c16d75306f04 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 200 len: 205 time: 0.0353439 Dec 21 01:53:49.547129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:49.674418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['18e03c71-5bcc-450c-a79e-784efd99e80d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:53:49.676860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.741653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-09098574-2c5a-4767-bab0-c2c829447311 None None] Provisioning complete for port 32ee13f6-9723-4efb-8770-12f2b4084bb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:49.742169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-09098574-2c5a-4767-bab0-c2c829447311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.775755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249595-4fa0-430a-997a-d6642c33651f req-cba4d028-f213-480d-aabd-1ea0ff8fd027 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:49.781233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.788112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60249595-4fa0-430a-997a-d6642c33651f req-cba4d028-f213-480d-aabd-1ea0ff8fd027 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 943 time: 0.8804429 Dec 21 01:53:49.811517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c9abd-7ec9-440a-8369-bb531c9f4ad1 None None] Pushing event updated for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:49.900340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf70421-0bfc-4eff-af21-49ecd66de2a8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:49.912838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.922597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '32ee13f6-9723-4efb-8770-12f2b4084bb8', 'name': '', 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'mac_address': 'fa:16:3e:fd:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:39Z', 'updated_at': '2021-12-21T01:53:47Z', 'revision_number': 4, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'subnets': [{'id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:49.924907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14fb1963-1b01-44fa-a236-caad2f262ca8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:49.947281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:49.951113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a45c9484-210c-4848-88bb-b484e32cdbe5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9cf70421-0bfc-4eff-af21-49ecd66de2a8 HTTP/1.1" status: 204 len: 168 time: 1.8331542 Dec 21 01:53:49.954952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45306) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:50.000790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Allocated IP 2001:db8::2 (29f13588-3a41-44d3-ad1f-1bbc092e51ad/ed83a7d5-36c3-41ca-8b35-730e07a9e80d/f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:50.005444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b8df6-a4d4-4acf-9d97-de25f9c26fe9 None None] Network 18df886c-597d-44d4-819c-4c5c7a9e7325 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:50.017779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 14fb1963-1b01-44fa-a236-caad2f262ca8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:50.018290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14fb1963-1b01-44fa-a236-caad2f262ca8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:50.020344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b35b7-85b1-49dc-909b-eff4f4b5992d None None] The sync data for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 is: [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '32ee13f6-9723-4efb-8770-12f2b4084bb8', 'name': '', 'network_id': 'd49aba29-ff12-493d-8f2e-d19af005f069', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'mac_address': 'fa:16:3e:fd:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:39Z', 'updated_at': '2021-12-21T01:53:47Z', 'revision_number': 4, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'subnets': [{'id': 'fbe9c62f-0b61-4f7e-b53e-9af4bb98819b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:50.040945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port f760abae-5552-4e02-aacd-a0b210887f55 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:50.041284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.216956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.253319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for f760abae-5552-4e02-aacd-a0b210887f55 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:50.275020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60249595-4fa0-430a-997a-d6642c33651f req-9fa80ffe-a567-4acb-b75b-1982fe5bbe45 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854841 Dec 21 01:53:50.279055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.507464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] DHCP port deletion for 18df886c-597d-44d4-819c-4c5c7a9e7325 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:53:50.570951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-34f304ab-1cd8-48c9-8080-5c621ead27ec tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:50.572445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-34f304ab-1cd8-48c9-8080-5c621ead27ec tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/networks?id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 200 len: 811 time: 1.5338321 Dec 21 01:53:50.609480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Deleting port d82936f5-1d3a-4aed-897a-c828b2bb8920 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:50.609966 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.632098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ec29d8c-48b4-4657-b496-9e88e20c6cd6 req-3eb6d3dd-cbd5-4ec8-adc0-32c77abead04 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0911744 Dec 21 01:53:50.670965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.693032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.708938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.744447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-df13f0e7-619b-40f6-a476-cc243560c91c tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/quotas/96e8aa222f1c4b0087c92dc1516600b1 HTTP/1.1" status: 200 len: 375 time: 0.0396411 Dec 21 01:53:50.760266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:50.762447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.776824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=f760abae-5552-4e02-aacd-a0b210887f55,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:50.788344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:50.790833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.791366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.791855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.792507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.792989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.793539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.794017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.794495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.795030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.795524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.796762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.797035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] For port d82936f5-1d3a-4aed-897a-c828b2bb8920, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d82936f5-1d3a-4aed-897a-c828b2bb8920,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:50.797485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.797840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.798136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:53:50.811061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:50.834401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:50.903760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Calling delete_port for d82936f5-1d3a-4aed-897a-c828b2bb8920 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:50.912126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:50.912674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:50.961561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Pushing event updated for resources: {'Port': ['ID=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:50.972689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Attempting to bind port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:50.973193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Attempting to bind port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '315d1f82-2769-4704-8d84-38cb2487ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:50.973768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Attempting to bind port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 on network 29f13588-3a41-44d3-ad1f-1bbc092e51ad {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:50.992249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-bb07a2ea-c89d-4e16-b23b-551552240be5 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2465537 Dec 21 01:53:51.159823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.163741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.194170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-0161ed09-329d-4ce8-b0e6-fa87d17e6fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858377 Dec 21 01:53:51.275236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.275857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router 9bbc6a3a-9e06-46f0-8043-9148bed2e988 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:53:51.294940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.299089 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06ddac4b-7ac9-4013-9fb4-84dbb30d56e5 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 204 len: 168 time: 1.7501128 Dec 21 01:53:51.302648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45312) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:51.310092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:51.310880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Checking segment: {'id': '315d1f82-2769-4704-8d84-38cb2487ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:51.311532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.312697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Bound using segment: {'id': '315d1f82-2769-4704-8d84-38cb2487ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:51.313471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Bound port: f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d1f82-2769-4704-8d84-38cb2487ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:51.314094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.314279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1854716333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:51.316646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919124-f607-4553-8af0-e081d35aea9f req-4d2e8e1d-d3ca-4cd0-a486-021f2d6367d0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:51.318405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa919124-f607-4553-8af0-e081d35aea9f req-4d2e8e1d-d3ca-4cd0-a486-021f2d6367d0 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.5269649 Dec 21 01:53:51.334399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Deleting port d82936f5-1d3a-4aed-897a-c828b2bb8920 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:51.335851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.403839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.405003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.431451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] For port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:51.435275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] For port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,segment=NetworkSegment(315d1f82-2769-4704-8d84-38cb2487ce83),segment_id=315d1f82-2769-4704-8d84-38cb2487ce83)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:51.446975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.538142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.549933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.552688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c764cc-5f65-4d7a-a704-89ab07dbb025 None None] Pushing event updated for resources: {'Port': ['ID=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:51.563533 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.591818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.595649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7030d7f-dba3-4ce7-b9b2-7a5ee1c25c44 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2895062 Dec 21 01:53:51.597664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:51.605070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': True}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:51.606358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] No DVR routers for this DVR port d82936f5-1d3a-4aed-897a-c828b2bb8920 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:51.609044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09903b-925f-48d2-8931-f38c6928051a None None] Pushing event deleted for resources: {'Port': ['ID=d82936f5-1d3a-4aed-897a-c828b2bb8920,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:51.683661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-4871607f-ec6f-43b6-8e8b-0a2bbbd33766 service neutron] 10.222.0.43 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885716 Dec 21 01:53:51.689365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] For port d82936f5-1d3a-4aed-897a-c828b2bb8920, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d82936f5-1d3a-4aed-897a-c828b2bb8920,segment=NetworkSegment(a079946c-586c-424d-8d69-7770fb07a835),segment_id=a079946c-586c-424d-8d69-7770fb07a835)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:51.689782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:51.703562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa919124-f607-4553-8af0-e081d35aea9f req-0727b22b-2853-48a8-9bf2-4c75ffc725e2 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460798 Dec 21 01:53:51.738231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::375 (29f13588-3a41-44d3-ad1f-1bbc092e51ad/ed83a7d5-36c3-41ca-8b35-730e07a9e80d/3f2b3102-bfdd-4e6d-8176-1f6dea773ce5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:51.844241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Calling delete_port for d82936f5-1d3a-4aed-897a-c828b2bb8920 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:51.963484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.106779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 18e03c71-5bcc-450c-a79e-784efd99e80d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:52.220880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.239819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 32ee13f6-9723-4efb-8770-12f2b4084bb8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:52.251845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911671-1dcf-418e-9d8f-8a151c1130ef req-f1bbe91b-3a19-4ef5-8ed7-1b24196c9425 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:52.257845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93911671-1dcf-418e-9d8f-8a151c1130ef req-f1bbe91b-3a19-4ef5-8ed7-1b24196c9425 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 944 time: 0.4034581 Dec 21 01:53:52.347960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 18e03c71-5bcc-450c-a79e-784efd99e80d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:53:52.363081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 18e03c71-5bcc-450c-a79e-784efd99e80d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:52.363593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.486476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 32ee13f6-9723-4efb-8770-12f2b4084bb8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:52.486879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.508833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.634546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.671097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.678763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.746588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93a54d9a-a797-475c-93e5-e32c54b6b6ef req-ba7ec8ea-1315-424d-b298-1f908de9e08b tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.5484498 Dec 21 01:53:52.747194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.785310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.821967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=18e03c71-5bcc-450c-a79e-784efd99e80d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:52.831406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:53:52.837542 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8182311-c2e7-4e30-bd61-57ab4e55ff17" -d '{"events": [{"server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "name": "network-vif-plugged", "status": "completed", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:53:52.856384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:52.921855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d82936f5-1d3a-4aed-897a-c828b2bb8920,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:52.977195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:52.985426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 172.25.6.74 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/939d1cfc-2fef-465e-8229-062b665d77d1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:53.045519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:53.085654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=3f2b3102-bfdd-4e6d-8176-1f6dea773ce5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:53.098115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d726dd6-6032-439e-8f1c-24db2ae4f879 req-3ebef0ec-c79e-4c47-9f3b-a4625fcc5817 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 210 time: 0.1914876 Dec 21 01:53:53.101043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] No DVR routers for this DVR port d82936f5-1d3a-4aed-897a-c828b2bb8920 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:53:53.153240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:53.155691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:53.156062 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.163451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:53.182208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:53.197212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:53.198521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.234734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4a3f399c-9019-42b2-8657-ee9ac00a3162 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1736519 Dec 21 01:53:53.254252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45338) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:53.274454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '29f13588-3a41-44d3-ad1f-1bbc092e51ad', 'name': 'tempest-PortsIpV6TestJSON-45515445'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:53.347580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93911671-1dcf-418e-9d8f-8a151c1130ef req-7c63a35b-dbff-48bb-a73a-265110780e0c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0589137 Dec 21 01:53:53.382912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.453078 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29be41-3a40-4838-9336-f85cd998e501 x-openstack-request-id: req-7d29be41-3a40-4838-9336-f85cd998e501 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:53:53.453576 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "name": "network-vif-plugged", "status": "completed", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:53:53.454160 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d29be41-3a40-4838-9336-f85cd998e501 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:53:53.455044 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d', 'code': 200} Dec 21 01:53:53.471295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18df886c-597d-44d4-819c-4c5c7a9e7325']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:53.487423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a079946c-586c-424d-8d69-7770fb07a835') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:53.487730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a079946c-586c-424d-8d69-7770fb07a835') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:53.507825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdea636-7f0c-4625-9c99-ae6c6960a112 req-09de2c90-7a9f-4d90-9594-62a5a0348d30 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:53.513746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d472f3-91b7-4c8c-891f-e5875d283764 None None] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:53.531970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfdea636-7f0c-4625-9c99-ae6c6960a112 req-09de2c90-7a9f-4d90-9594-62a5a0348d30 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.2327225 Dec 21 01:53:53.532185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:53.534883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.537147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.541300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.544473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.570066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 23d58d24-13e4-4371-865d-8acb90935f87 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:53:53.627561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.643708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,segment=NetworkSegment(315d1f82-2769-4704-8d84-38cb2487ce83),segment_id=315d1f82-2769-4704-8d84-38cb2487ce83)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:53:53.644233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfdea636-7f0c-4625-9c99-ae6c6960a112 req-27046b73-d136-47ff-89df-32eb59b4daf9 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925279 Dec 21 01:53:53.653605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:53:53.654244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:53.657119 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:53:53.662517 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:53:53.694508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.767648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.788488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.795261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/18df886c-597d-44d4-819c-4c5c7a9e7325 HTTP/1.1" status: 204 len: 168 time: 3.8353589 Dec 21 01:53:53.802699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d82936f5-1d3a-4aed-897a-c828b2bb8920 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:53:53.802842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.804570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3f745ab6-4e7d-408d-95bd-08ffa9f4cca9 None None] Provisioning complete for port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:53.804938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f745ab6-4e7d-408d-95bd-08ffa9f4cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:53.829069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:53.839082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:53.866036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:53.870203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf8972-cd49-4326-914a-43b8b07e5c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=18df886c-597d-44d4-819c-4c5c7a9e7325,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:53.973048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b423f-7567-410a-92b5-0a3d3d309656 req-a1e698bb-b0d5-4def-ba7a-ea522f3d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:53.974870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3b423f-7567-410a-92b5-0a3d3d309656 req-a1e698bb-b0d5-4def-ba7a-ea522f3d8826 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 1097 time: 0.3341053 Dec 21 01:53:54.002431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=939d1cfc-2fef-465e-8229-062b665d77d1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:54.015549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56578fa3-2114-40d3-97d6-316c984269ea req-37f47502-df54-40ae-b820-3438065f5619 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.1202796 Dec 21 01:53:54.050886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d82936f5-1d3a-4aed-897a-c828b2bb8920 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:53:54.051617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d82936f5-1d3a-4aed-897a-c828b2bb8920 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:53:54.134200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6d03-49b6-4e4c-96b8-9381e1d0cdd6 req-0b0d3fcc-8674-4264-87f3-d71a164da2d7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:54.147321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d6f6d03-49b6-4e4c-96b8-9381e1d0cdd6 req-0b0d3fcc-8674-4264-87f3-d71a164da2d7 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.3638005 Dec 21 01:53:54.152621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:54.321134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45350) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:54.324165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46204ea9-c18a-45f3-83c7-7a6ff25a1580 req-b3bcf570-2870-46e7-8ee1-8c1704dd84e6 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 210 time: 0.0685771 Dec 21 01:53:54.450159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d6f6d03-49b6-4e4c-96b8-9381e1d0cdd6 req-7248041c-13cd-485e-9559-1e8e41e6f521 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019814 Dec 21 01:53:54.463366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-86763801-6d54-4bc2-9a18-d95572213e88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35ba8f345e2a48d7aca83c486c40ede1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357958 Dec 21 01:53:54.469826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-323a6dd7-ab4a-4d3f-af92-78d0770f5014 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:54.471378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-323a6dd7-ab4a-4d3f-af92-78d0770f5014 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.45 "GET /v2.0/networks?id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 200 len: 811 time: 0.4356649 Dec 21 01:53:54.471886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:54.729140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cbe71fe8-7c17-463a-bba9-f2e588ad006c None None] Provisioning complete for port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:54.729391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbe71fe8-7c17-463a-bba9-f2e588ad006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:54.759599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-c200981c-b02c-4f5e-9219-6f0efe176340 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e8aa222f1c4b0087c92dc1516600b1 HTTP/1.1" status: 200 len: 380 time: 0.2382691 Dec 21 01:53:54.786396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac1b1-cea7-4cf2-8bce-aed5acfe2fe7 req-bdafe508-b842-4eb5-a38b-d923a40d699a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:54.795001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb6ac1b1-cea7-4cf2-8bce-aed5acfe2fe7 req-bdafe508-b842-4eb5-a38b-d923a40d699a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.2838566 Dec 21 01:53:54.807842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::14c (29f13588-3a41-44d3-ad1f-1bbc092e51ad/ed83a7d5-36c3-41ca-8b35-730e07a9e80d/23d58d24-13e4-4371-865d-8acb90935f87) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:54.814345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cbe71fe8-7c17-463a-bba9-f2e588ad006c None None] Port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:54.830173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'port': {'device_id': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'admin_state_up': True, 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'security_groups': ['4ca02a60-1f29-439a-8172-54af7a0a43cc']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:54.852742 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3b423f-7567-410a-92b5-0a3d3d309656 req-172b795a-765c-49da-af4a-2075bd510210 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8620398 Dec 21 01:53:54.861684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cbe71fe8-7c17-463a-bba9-f2e588ad006c None None] Provisioning complete for port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:54.863884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbe71fe8-7c17-463a-bba9-f2e588ad006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:54.883215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:54.910120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:54.998768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11811b9a-fc2b-4d01-9c3b-b3f2798c0eb1 req-90511ef7-ecd0-4aba-994e-235b820c8018 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:55.001885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11811b9a-fc2b-4d01-9c3b-b3f2798c0eb1 req-90511ef7-ecd0-4aba-994e-235b820c8018 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.4311314 Dec 21 01:53:55.002568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.005531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.006789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52cbf3c6-d26b-45e2-ac82-68ad455467a7 HTTP/1.1" status: 204 len: 168 time: 0.5339756 Dec 21 01:53:55.082546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d17c37-a7a6-4290-8ae7-85e61f717a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cbf3c6-d26b-45e2-ac82-68ad455467a7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:55.148968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4ba7a77f-1c89-4df3-b3fa-2647715080c2 None None] Provisioning complete for port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:55.152447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ba7a77f-1c89-4df3-b3fa-2647715080c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.172396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.254137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7a77f-1c89-4df3-b3fa-2647715080c2 None None] Port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:55.275306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.280919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb6ac1b1-cea7-4cf2-8bce-aed5acfe2fe7 req-a1f9a810-c3e1-4bf7-af0e-d07421a3309e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847915 Dec 21 01:53:55.300481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11811b9a-fc2b-4d01-9c3b-b3f2798c0eb1 req-ebfab066-abee-4575-8d35-0f5c8a489f9f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517552 Dec 21 01:53:55.335715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Made reservation on behalf of 96e8aa222f1c4b0087c92dc1516600b1 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:55.345181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.404193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-49103981-a5fb-425e-b3c1-c0477c8a4642 req-d735c4e5-2f52-4d2d-82d2-8549352b051c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:53:55.407782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49103981-a5fb-425e-b3c1-c0477c8a4642 req-d735c4e5-2f52-4d2d-82d2-8549352b051c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294333 Dec 21 01:53:55.430462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.519059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-825222c1-b633-4efa-915b-53ebdf620f95 req-d03d06e0-76e8-446a-ae11-0a6dbd48da37 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.0913401 Dec 21 01:53:55.525651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=23d58d24-13e4-4371-865d-8acb90935f87,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:55.666284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:55.674857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:55.679780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:55.691423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:55.692114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:55.717662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49103981-a5fb-425e-b3c1-c0477c8a4642 req-9d91f1f2-a3e7-45fe-a65a-4ebb825ef515 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2369740 Dec 21 01:53:55.722631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27889f23-a210-4cc4-8a94-35235ebc3d3d req-7739336a-323c-4157-926d-29abb6c67973 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 210 time: 0.0706518 Dec 21 01:53:55.761996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Allocated IP 172.20.0.12 (e0653c8b-0f4a-4684-bab0-8bb55d649bb0/b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6/68fcb07f-694b-4d78-8a27-b0341e23b561) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:53:55.823994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9f9a294-8f8b-4799-983d-0ab53ddbe7d2 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5615921 Dec 21 01:53:55.831709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45380) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:56.001447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.013546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.018687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.081599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.146390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:53:56.147134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:56.152933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:53:56.215896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-151b895e-8db2-418f-9a67-995496c72b32 None None] Provisioning complete for port 23d58d24-13e4-4371-865d-8acb90935f87 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:56.222987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-151b895e-8db2-418f-9a67-995496c72b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.310105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:56.310794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.348850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:53:56.386849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router a01d2ccb-a79b-4e08-8a78-49e795122b2c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:53:56.403329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event updated for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:56.456688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8a3f1-ea16-4dbf-99bc-bd4c47e1b95c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:56.467102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1db8a3f1-ea16-4dbf-99bc-bd4c47e1b95c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A375 HTTP/1.1" status: 200 len: 928 time: 0.6317260 Dec 21 01:53:56.469507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45394) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:56.490786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:56.492798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.507926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-151b895e-8db2-418f-9a67-995496c72b32 None None] Port 23d58d24-13e4-4371-865d-8acb90935f87 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:56.535900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3900d607-678f-4ab3-9c61-3df30248085d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7361357 Dec 21 01:53:56.562889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Request body: {'port': {'device_id': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:56.573478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.592000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:56.626771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be090-b79a-4043-b913-8f7c8a8e3adc req-47e93581-6964-4cb6-af85-99c5c9ebc5e2 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:56.629486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb1be090-b79a-4043-b913-8f7c8a8e3adc req-47e93581-6964-4cb6-af85-99c5c9ebc5e2 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.2912989 Dec 21 01:53:56.719831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092132e-d230-4ccc-9660-702b10cfebff req-a2fde2b6-4a40-49ed-8477-cdcdb48af971 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:56.720177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0092132e-d230-4ccc-9660-702b10cfebff req-a2fde2b6-4a40-49ed-8477-cdcdb48af971 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.2777483 Dec 21 01:53:56.746156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9eed369d-e0a5-4030-91bd-7d8fc8178055 None None] Provisioning complete for port 68fcb07f-694b-4d78-8a27-b0341e23b561 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:53:56.751828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9eed369d-e0a5-4030-91bd-7d8fc8178055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.796528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1092935802-network', 'tenant_id': 'ea087a34bd434566b191f956f9e5c430'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:56.802128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 23d58d24-13e4-4371-865d-8acb90935f87 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:56.802691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.815761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb1be090-b79a-4043-b913-8f7c8a8e3adc req-09a8a5e3-e0fe-49e1-94e6-48a25e62fc30 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742728 Dec 21 01:53:56.826742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.833977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9eed369d-e0a5-4030-91bd-7d8fc8178055 None None] Port 68fcb07f-694b-4d78-8a27-b0341e23b561 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:53:56.930140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:53:56.939491 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:56.940767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0092132e-d230-4ccc-9660-702b10cfebff req-a444266b-73ab-4d6d-8227-520ef8cb3ff5 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988297 Dec 21 01:53:56.942266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] Sync routers for ids ['a01d2ccb-a79b-4e08-8a78-49e795122b2c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:53:56.945720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0042d3ac-d2d0-4ca9-a414-02ffb7a46141 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "PUT /v2.0/routers/a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 200 len: 918 time: 5.3467762 Dec 21 01:53:56.949000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45408) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:56.960916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] Routers {'a01d2ccb-a79b-4e08-8a78-49e795122b2c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:56.961693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a01d2ccb-a79b-4e08-8a78-49e795122b2c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:57.042256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:57.059394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:57.061949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.075206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] Routers {'a01d2ccb-a79b-4e08-8a78-49e795122b2c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:53:57.078943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a01d2ccb-a79b-4e08-8a78-49e795122b2c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:57.088301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.113576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-377df558-318f-43aa-ad9d-ba9e90248259 req-6f01e314-fcd4-44dc-9c3a-b66dd61d6515 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.1715207 Dec 21 01:53:57.137151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.148385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:53:57.149524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db979d9e-531d-4f7f-a3cd-f06e358d0b0e None None] The sync data for ids ['a01d2ccb-a79b-4e08-8a78-49e795122b2c'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:53:57.171633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62178408-6e1b-4d08-86ab-9c88008fc1a9 req-cd938cd6-413a-4947-87b4-c94b723f1853 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:57.177886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62178408-6e1b-4d08-86ab-9c88008fc1a9 req-cd938cd6-413a-4947-87b4-c94b723f1853 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 932 time: 0.1599913 Dec 21 01:53:57.178882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 23d58d24-13e4-4371-865d-8acb90935f87 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:57.331950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e71ca1f-91db-4551-8f78-9dfd689f9ab5 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 200 len: 924 time: 0.3691127 Dec 21 01:53:57.337691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45410) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:57.416407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c0ce-1d22-42fa-9534-989ac927ba18 req-6bfcfb98-46d0-48f0-810a-c4e371a87984 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:57.425079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f64c0ce-1d22-42fa-9534-989ac927ba18 req-6bfcfb98-46d0-48f0-810a-c4e371a87984 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.1915183 Dec 21 01:53:57.446651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.453900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62178408-6e1b-4d08-86ab-9c88008fc1a9 req-f9bf482e-35d6-4f02-9f94-6935afc5a4d6 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184172 Dec 21 01:53:57.459173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.489995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7f30b-6a9f-42ea-b6f0-5e7b78eac8be tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:57.491516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06d7f30b-6a9f-42ea-b6f0-5e7b78eac8be tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=a01d2ccb-a79b-4e08-8a78-49e795122b2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1519985 Dec 21 01:53:57.508817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45412) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:57.536304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac20b432-4154-4320-a1af-92a08ed571ba,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:57.567178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.569756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:53:57.572965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f64c0ce-1d22-42fa-9534-989ac927ba18 req-51b0ffb9-f11a-4213-9510-df4543632a76 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470034 Dec 21 01:53:57.611278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=23d58d24-13e4-4371-865d-8acb90935f87,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:57.622786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.623212 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Added segment b0a448fa-49af-47a3-a2c9-5e6c6c0e558c of type vlan for network 13fff45b-3c0e-4413-b810-165d656564f8 Dec 21 01:53:57.654162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.658461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d1cad00c-666e-4ef3-8f72-2032b41cf36a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/23d58d24-13e4-4371-865d-8acb90935f87 HTTP/1.1" status: 204 len: 168 time: 1.1828532 Dec 21 01:53:57.677353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45416) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:57.725516 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1759bc03-75d6-4065-8dbf-17c1bce8953a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:57.729635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1759bc03-75d6-4065-8dbf-17c1bce8953a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/23d58d24-13e4-4371-865d-8acb90935f87 HTTP/1.1" status: 404 len: 333 time: 0.0486145 Dec 21 01:53:57.730515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:57.735735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.827453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.828620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:57.829377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:57.883239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2760124 Dec 21 01:53:57.916707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45420) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:57.925874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Request body: {'subnet': {'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1092935802-subnet', 'tenant_id': 'ea087a34bd434566b191f956f9e5c430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:53:57.942510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8daf6-d5b7-4a1a-82c5-880dfff283c7 admin admin] Pushing event updated for resources: {'Network': ['ID=13fff45b-3c0e-4413-b810-165d656564f8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:57.959266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 13fff45b-3c0e-4413-b810-165d656564f8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:53:57.973723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:57.974331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.003938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:53:58.006669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.159105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.178412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:53:58.247661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d1307-9722-4a86-b512-122497891d59 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:58.249783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8a1d1307-9722-4a86-b512-122497891d59 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.7375846 Dec 21 01:53:58.254006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45428) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:58.277936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fcb07f-694b-4d78-8a27-b0341e23b561 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:53:58.290391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.311406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-115ef1f7-ee4a-4837-a80d-b8dff634809e tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 200 len: 205 time: 0.0537367 Dec 21 01:53:58.319711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45430) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:58.335738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Transition to ACTIVE for port object 68fcb07f-694b-4d78-8a27-b0341e23b561 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:53:58.376830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.381304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39653956-4e6a-4aaa-bcec-834c007c3649 req-8b6ee5a9-fdf6-4b3f-a6a8-b2f5d4ce82d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:58.381304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39653956-4e6a-4aaa-bcec-834c007c3649 req-8b6ee5a9-fdf6-4b3f-a6a8-b2f5d4ce82d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.2087846 Dec 21 01:53:58.389071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2f22-75e7-4988-96d7-d304cbfcde1d req-ae379e62-7967-4ceb-af83-e7c3d4833b80 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:58.390755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8aac2f22-75e7-4988-96d7-d304cbfcde1d req-ae379e62-7967-4ceb-af83-e7c3d4833b80 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.2271693 Dec 21 01:53:58.395103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.500776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e792a910-7bc2-4e56-9880-77a43fcb7abb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:58.519582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Checking segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:58.519582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Network hostable DHCP agents. Network: 13fff45b-3c0e-4413-b810-165d656564f8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:53:58.524203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.565819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:58.592413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=3f2b3102-bfdd-4e6d-8176-1f6dea773ce5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:58.609584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Network 13fff45b-3c0e-4413-b810-165d656564f8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:53:58.637542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.644511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-206b1147-8fb0-4fb5-b5e7-e2ea144b9cf9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 HTTP/1.1" status: 204 len: 168 time: 0.9104524 Dec 21 01:53:58.645520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45434) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:58.660151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 13fff45b-3c0e-4413-b810-165d656564f8) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:53:58.673152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a4a58-2716-4bef-8184-a80665499149 None None] Network 13fff45b-3c0e-4413-b810-165d656564f8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:58.719743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:58.720495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.733455 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5ed95c-cbe1-403a-8d5f-23c56ce1eb25 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:53:58.742263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-db5ed95c-cbe1-403a-8d5f-23c56ce1eb25 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/3f2b3102-bfdd-4e6d-8176-1f6dea773ce5 HTTP/1.1" status: 404 len: 333 time: 0.0908148 Dec 21 01:53:58.750849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:58.753282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.767768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8aac2f22-75e7-4988-96d7-d304cbfcde1d req-3ec29610-0f6d-4f0e-a15b-cafc30c582dd tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695407 Dec 21 01:53:58.854115 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a25bf71-48ef-45cc-aa80-11aa65db694f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9335570 Dec 21 01:53:58.895960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39653956-4e6a-4aaa-bcec-834c007c3649 req-42a4514e-0a8a-4ff9-adde-331595f2ad5c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017080 Dec 21 01:53:58.899586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet ed83a7d5-36c3-41ca-8b35-730e07a9e80d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:53:58.922816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:58.974737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec7ce70-86fd-4f33-825c-c9edeb33cb02 None None] Network 13fff45b-3c0e-4413-b810-165d656564f8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:59.034060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.200052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Attempting to bind port 68fcb07f-694b-4d78-8a27-b0341e23b561 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:53:59.200284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Attempting to bind port 68fcb07f-694b-4d78-8a27-b0341e23b561 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:53:59.200602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Attempting to bind port 68fcb07f-694b-4d78-8a27-b0341e23b561 on network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:59.251332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02ed33cc-6944-40c4-90d7-c0e1b4517c33 req-4761057b-bdc8-464f-b1ca-a169606666de tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.2996845 Dec 21 01:53:59.318522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Port 68fcb07f-694b-4d78-8a27-b0341e23b561 on network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:53:59.319571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Attempting to bind port 68fcb07f-694b-4d78-8a27-b0341e23b561 on network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:53:59.388693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:53:59.389036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Checking segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:53:59.389468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Bound using segment: {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:53:59.390458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Bound port: 68fcb07f-694b-4d78-8a27-b0341e23b561, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02f8015-78c8-4aa8-baf5-76a385c6e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:53:59.406677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.491194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.540365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11e0-f2c5-4e5b-b61e-0e4b3b0078a8 req-745e5862-57aa-41a5-82c9-12d2872fbe0e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:53:59.550321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-977d11e0-f2c5-4e5b-b61e-0e4b3b0078a8 req-745e5862-57aa-41a5-82c9-12d2872fbe0e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 944 time: 0.3671069 Dec 21 01:53:59.655690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.728133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.752027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:53:59.755628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96c06c-3103-4653-a5ec-c8ffd790979e None None] Network 29f13588-3a41-44d3-ad1f-1bbc092e51ad requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:53:59.757039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-977d11e0-f2c5-4e5b-b61e-0e4b3b0078a8 req-63c99e23-90ef-4c44-81e9-9d5bf5bdfbf7 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052641 Dec 21 01:53:59.775212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.781381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=68fcb07f-694b-4d78-8a27-b0341e23b561,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:53:59.784150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/ed83a7d5-36c3-41ca-8b35-730e07a9e80d HTTP/1.1" status: 204 len: 168 time: 1.0328948 Dec 21 01:53:59.784286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port 939d1cfc-2fef-465e-8229-062b665d77d1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:53:59.784681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:53:59.787556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45456) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:53:59.850573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e49f-9571-4ea0-9280-de756f80e919 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=ed83a7d5-36c3-41ca-8b35-730e07a9e80d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:53:59.868163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.021434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.022040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.023442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] 10.222.0.45 "PUT /v2.0/ports/68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 200 len: 1093 time: 3.4664485 Dec 21 01:54:00.026680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:00.028952 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:00.040854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] DHCP port deletion for 29f13588-3a41-44d3-ad1f-1bbc092e51ad request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:00.107383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7a2b-47ed-4eaf-8ac6-e6b53e045ee4 req-06992572-b485-4a45-b48e-02ad2f837243 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.122807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7a2b-47ed-4eaf-8ac6-e6b53e045ee4 req-06992572-b485-4a45-b48e-02ad2f837243 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.143685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7a2b-47ed-4eaf-8ac6-e6b53e045ee4 req-06992572-b485-4a45-b48e-02ad2f837243 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.145413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ad7a2b-47ed-4eaf-8ac6-e6b53e045ee4 req-06992572-b485-4a45-b48e-02ad2f837243 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb&device_id=327ad55a-c0db-4974-b808-279e8c2a3d57&device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 2417 time: 0.4594696 Dec 21 01:54:00.202583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Deleting port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:00.202865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.256085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:00.290545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb898e4-8390-4a27-b4ed-401292827072 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:00.356613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] For port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,segment=NetworkSegment(315d1f82-2769-4704-8d84-38cb2487ce83),segment_id=315d1f82-2769-4704-8d84-38cb2487ce83)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:00.357010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.399639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Calling delete_port for f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:00.414160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-01ba104a-33eb-4e01-857e-77a74acb4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.415688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-01ba104a-33eb-4e01-857e-77a74acb4fb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 1096 time: 0.2670012 Dec 21 01:54:00.419865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.480572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ad7a2b-47ed-4eaf-8ac6-e6b53e045ee4 req-8e83d694-a761-4bd6-bf0d-0a149c04ce4c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169367 Dec 21 01:54:00.491784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.585911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,segment=NetworkSegment(315d1f82-2769-4704-8d84-38cb2487ce83),segment_id=315d1f82-2769-4704-8d84-38cb2487ce83)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:00.615985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.616215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.656550 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bf8f1-9ae4-41ff-a95e-bd46acd64daa x-openstack-request-id: req-811bf8f1-9ae4-41ff-a95e-bd46acd64daa {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:00.656550 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:00.656550 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-811bf8f1-9ae4-41ff-a95e-bd46acd64daa {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:00.656550 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'status': 'completed', 'code': 200} Dec 21 01:54:00.668808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:00.676950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-d000c834-cbe5-4505-8b0c-75d8a2c29a20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 200 len: 217 time: 0.1946609 Dec 21 01:54:00.678394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for 939d1cfc-2fef-465e-8229-062b665d77d1 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:00.692299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] No DVR routers for this DVR port f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:00.743092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:00.832412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d94927bd-d6ae-43a2-9566-954850afb9da req-0a8b4a42-9c59-4815-9994-70309ff840b5 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.1487784 Dec 21 01:54:00.954638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-2ec85cdb-069a-4226-bd68-f68bf91361d3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:00.963049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-2ec85cdb-069a-4226-bd68-f68bf91361d3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.7424407 Dec 21 01:54:01.048433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-94001213-17c1-4a31-b2ba-0d3c9861ee91 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/quotas/ea087a34bd434566b191f956f9e5c430 HTTP/1.1" status: 200 len: 375 time: 0.0845037 Dec 21 01:54:01.057105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32946ca1-8759-44c1-8021-f4e7b2e2c89e None None] Pushing event deleted for resources: {'Port': ['ID=f5dfa726-a9b5-4adb-a3b1-a67f53b4ba27,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:01.065220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3253848b-22e6-439e-92cd-c09f61937b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:01.066727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-3253848b-22e6-439e-92cd-c09f61937b0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 HTTP/1.1" status: 200 len: 850 time: 0.3700137 Dec 21 01:54:01.144561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.153940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-10ad4fc7-21de-4a48-b8e6-88a08b966a64 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045732 Dec 21 01:54:01.232873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed1f6eb0-a394-4f0c-9981-5531f27e7677 req-6fef2935-b123-4b58-86e3-e92ddddd7b38 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2575049 Dec 21 01:54:01.241904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f13588-3a41-44d3-ad1f-1bbc092e51ad']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:01.324051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315d1f82-2769-4704-8d84-38cb2487ce83') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:01.324660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315d1f82-2769-4704-8d84-38cb2487ce83') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:01.343869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.435265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-e97b9198-3184-4d3c-be96-b325b6d1adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:01.436995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-e97b9198-3184-4d3c-be96-b325b6d1adac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3286121 Dec 21 01:54:01.470515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.522241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-c50c0f54-53aa-41b5-a1f1-93d06c65151c service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450725 Dec 21 01:54:01.523282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:01.523692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:01.529622 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:01.533121 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:01.630365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.719634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=939d1cfc-2fef-465e-8229-062b665d77d1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:01.737383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719ac9e-005e-4c40-a880-7faad6859a01 req-76c671f3-2d9e-4168-b8b3-51515d1170d6 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:01.744411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b719ac9e-005e-4c40-a880-7faad6859a01 req-76c671f3-2d9e-4168-b8b3-51515d1170d6 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 944 time: 0.3179698 Dec 21 01:54:01.798041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.841405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.845110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/29f13588-3a41-44d3-ad1f-1bbc092e51ad HTTP/1.1" status: 204 len: 168 time: 2.0566208 Dec 21 01:54:01.852074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:01.863186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-946700382'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:01.879370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-595acb71-47b2-4f8c-a7a5-d8d87aa9a162 service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193246 Dec 21 01:54:01.889224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68333d90-6e11-4205-9374-8851ba48c4f6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=29f13588-3a41-44d3-ad1f-1bbc092e51ad,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:01.892538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:01.899966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.915125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-b52247f3-33af-47bb-affb-559fa5f927b7 service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699214 Dec 21 01:54:01.960317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b719ac9e-005e-4c40-a880-7faad6859a01 req-92fcb1f0-fb2f-49a8-991e-1d4b21e71944 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149053 Dec 21 01:54:01.963274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:01.998967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:02.014887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.015680 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment 611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f of type vlan for network 1830d2c0-0da9-4443-acec-aac9dc0403a5 Dec 21 01:54:02.096487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.141594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.149529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:02.150479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.271656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.280039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.306270 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4493895 Dec 21 01:54:02.306270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc325969-8c98-460a-8732-00fc939da8e6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=1830d2c0-0da9-4443-acec-aac9dc0403a5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:02.307453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:02.313594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:02.319273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:02.443557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f03018d6-cb54-4232-8466-f9aa45230f8c req-bfeac834-ac5e-4270-9091-738974c906e0 service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440919 Dec 21 01:54:02.471987 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.472598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router a01d2ccb-a79b-4e08-8a78-49e795122b2c {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:02.505800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:02.511666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.890671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.929028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:02.930144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01ed86f7-ad9c-4c2d-ab79-ef43e86aeaa3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 204 len: 168 time: 4.6093764 Dec 21 01:54:02.943518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41c4b043-22be-4d13-8274-1d5727813d4a req-fcbdf11e-135f-4197-8efe-5a8673504927 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbf253f-437c-4914-bbf4-2988186b48f1 HTTP/1.1" status: 200 len: 210 time: 0.5037136 Dec 21 01:54:02.943999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:02.950805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825555830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:03.002021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6262f10-7b24-4fac-b4c4-9af4ecc1e28e req-2bf4fa78-509a-4fb2-acd4-9eee0e5aae62 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 210 time: 0.0862470 Dec 21 01:54:03.036576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:03.036939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 1830d2c0-0da9-4443-acec-aac9dc0403a5, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:54:03.049033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=574da86b-a957-4c81-93fa-db31a2a44ea2,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:03.071956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-abee35ca-1d3d-4a59-a644-ea026ead7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.073509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-abee35ca-1d3d-4a59-a644-ea026ead7ce7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 1096 time: 0.1423414 Dec 21 01:54:03.078505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.079578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.087505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:54:03.108486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 1830d2c0-0da9-4443-acec-aac9dc0403a5) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:03.119463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d97312-809e-497f-8585-755356e8fa89 None None] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:03.130890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.135807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.190337 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0214b9a4-bb62-44fe-85e2-0ec667395566 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8816125 Dec 21 01:54:03.193807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:03.205288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5', 'name': 'tempest-PortsIpV6TestJSON-891665543', 'fixed_ips': [{'subnet_id': '574da86b-a957-4c81-93fa-db31a2a44ea2', 'ip_address': '2001:db8::10'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:03.292516 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:54:03.293292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.317915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee789b-6b3f-4e96-bcf8-c82e7edcfb58 req-d942efc0-c141-419b-90b2-0291119a63a5 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.327979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdee789b-6b3f-4e96-bcf8-c82e7edcfb58 req-d942efc0-c141-419b-90b2-0291119a63a5 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 944 time: 0.2207680 Dec 21 01:54:03.353751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.375162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-5a553d36-819d-44e7-9337-589c30f208a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.377026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-5a553d36-819d-44e7-9337-589c30f208a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 200 len: 911 time: 0.2871599 Dec 21 01:54:03.412912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.416661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-268a205c-d050-4b4d-a895-77905bb3d8e4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4669993 Dec 21 01:54:03.417581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45524) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:03.425286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:03.448963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-1830d2c0-0da9-4443-acec-aac9dc0403a5', 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': '574da86b-a957-4c81-93fa-db31a2a44ea2'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:03.449928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:03.510155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-28bdd427-7d18-46d5-8c31-1e1420294f6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 200 len: 217 time: 0.1059444 Dec 21 01:54:03.525262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdee789b-6b3f-4e96-bcf8-c82e7edcfb58 req-909f918a-30c5-4228-acb1-d58d0943ab39 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960306 Dec 21 01:54:03.638815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-2b7ced5a-e346-40ad-bdf2-680bc9f6ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.643961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-2b7ced5a-e346-40ad-bdf2-680bc9f6ab15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 HTTP/1.1" status: 200 len: 850 time: 0.1108718 Dec 21 01:54:03.735602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-261bf14b-3ed1-449e-a0e2-78d479fe275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:03.740854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-261bf14b-3ed1-449e-a0e2-78d479fe275a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877435 Dec 21 01:54:03.785800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:03.788980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Allocated IP 2001:db8::2 (1830d2c0-0da9-4443-acec-aac9dc0403a5/574da86b-a957-4c81-93fa-db31a2a44ea2/433489ae-3cb9-4f6b-bb3b-9614c7a0ac01) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:03.940705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-f2f009fc-dc15-4801-a150-ac56f3c0a81a service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845694 Dec 21 01:54:03.972945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.060342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2ad8bd8-7c99-43e0-b8bc-fcd1697397fa req-2cc316c0-9984-4a9c-bb71-5b05a344228e service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109982 Dec 21 01:54:04.145662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.162342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.228396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45540) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:04.231995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.260397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port e7b4b440-f023-4129-bc29-ced6ad87ae80 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:04.280721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:04.301943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:04.308740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:04.380043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a80b43b-5c19-4163-a33c-5cfe84a3b6ae req-2e0d3534-8a25-4653-86d7-eb5e7b4c7e8b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 210 time: 0.1644580 Dec 21 01:54:04.426513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Pushing event updated for resources: {'Port': ['ID=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:04.441985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Attempting to bind port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:04.442355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Attempting to bind port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:04.442725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Attempting to bind port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 on network 1830d2c0-0da9-4443-acec-aac9dc0403a5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:04.453124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.453844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.453844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.454225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.454502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.454843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.455178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.455505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.455857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.456161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.456488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.456813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.457127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:04.468538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:04.469372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Checking segment: {'id': '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:04.469802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.470285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Bound using segment: {'id': '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:04.470701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Bound port: 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:04.471091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.595550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] For port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:04.600890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] For port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,segment=NetworkSegment(611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f),segment_id=611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:04.632632 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.646806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.708962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5930b9-d64e-4040-90e1-1218873cb3e3 None None] Pushing event updated for resources: {'Port': ['ID=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:04.745036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-a51a4bf0-3482-411a-8d7f-596834dcff4f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:04.746750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-a51a4bf0-3482-411a-8d7f-596834dcff4f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.4855094 Dec 21 01:54:04.757699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::10 (1830d2c0-0da9-4443-acec-aac9dc0403a5/574da86b-a957-4c81-93fa-db31a2a44ea2/e7b4b440-f023-4129-bc29-ced6ad87ae80) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:04.773095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.785663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Request body: {'port': {'device_id': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'admin_state_up': True, 'tenant_id': 'ea087a34bd434566b191f956f9e5c430'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:04.799551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:04.852221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.015350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abb63f-ce87-49e8-ae81-1bc9e1944bcf req-9249e4c7-ac87-4dd7-af96-ec54edced11e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:05.017741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4abb63f-ce87-49e8-ae81-1bc9e1944bcf req-9249e4c7-ac87-4dd7-af96-ec54edced11e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 944 time: 0.2575803 Dec 21 01:54:05.024322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.037352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138f55d-dd38-4535-a8f7-dd79efb72971 req-07f1a8a7-33f0-45e5-a5b2-38e39694e87d tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:05.038924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5138f55d-dd38-4535-a8f7-dd79efb72971 req-07f1a8a7-33f0-45e5-a5b2-38e39694e87d tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.1575785 Dec 21 01:54:05.133280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.136485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.140671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/security-groups/cd0416a6-82f6-40f8-bacc-7476e7d1b029 HTTP/1.1" status: 204 len: 168 time: 0.9072938 Dec 21 01:54:05.142367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45552) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:05.178818 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-9df6b044-e9f9-4613-8bf7-40b2ec80425d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] show failed (client error): The resource could not be found. Dec 21 01:54:05.179863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9df6b044-e9f9-4613-8bf7-40b2ec80425d tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "GET /v2.0/security-groups/cd0416a6-82f6-40f8-bacc-7476e7d1b029 HTTP/1.1" status: 404 len: 347 time: 0.0351582 Dec 21 01:54:05.181499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.183215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45554) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:05.192538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4abb63f-ce87-49e8-ae81-1bc9e1944bcf req-46015bbd-a20f-4354-841d-299f2443acea tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469309 Dec 21 01:54:05.205546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52762-245f-49ba-8242-dc0f3a201876 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0416a6-82f6-40f8-bacc-7476e7d1b029,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:05.207690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Allocated IP 172.25.6.127 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/ba36df43-33f0-40fe-b8a9-e0b81f6a21d1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:05.260465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5138f55d-dd38-4535-a8f7-dd79efb72971 req-d8c988db-1728-4f91-ad71-72cb227b5bd1 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021949 Dec 21 01:54:05.262706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:05.267181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.391809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:05.393045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=e7b4b440-f023-4129-bc29-ced6ad87ae80,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:05.419597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:05.431020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:05.437740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:05.438405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.472900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Allocated IP 172.20.0.9 (13fff45b-3c0e-4413-b810-165d656564f8/e792a910-7bc2-4e56-9880-77a43fcb7abb/127d1dbc-58a8-49d9-8e38-1328dcc8801e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:05.549457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6e972e6a-0c68-4748-8c2d-9616af907655 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3523078 Dec 21 01:54:05.553684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:05.558251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '1830d2c0-0da9-4443-acec-aac9dc0403a5', 'name': 'tempest-PortsIpV6TestJSON-1785480171', 'fixed_ips': [{'subnet_id': '574da86b-a957-4c81-93fa-db31a2a44ea2', 'ip_address': '2001:db8::f'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:05.660317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:05.660638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.722240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b49b808-2728-4ff3-b31d-6b4d3cf92871 req-f957511d-0786-4932-b1b4-fc19e70d102b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 210 time: 0.2018597 Dec 21 01:54:05.740819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.763498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.791471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.854456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.855796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:05.873306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Network 13fff45b-3c0e-4413-b810-165d656564f8 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:05.877639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:05.882537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:05.890792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:05.909356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:05.936289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 68fcb07f-694b-4d78-8a27-b0341e23b561 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:54:05.985993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.016519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:06.017891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.038532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:06.044257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.058609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:06.085243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-28e9d031-89d2-442a-b724-25d0b0773c58 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3087699 Dec 21 01:54:06.087694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:06.091741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:06.111406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Request body: {'port': {'device_id': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:06.216905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=68fcb07f-694b-4d78-8a27-b0341e23b561,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:06.233241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.244449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 87fba8c1-8745-48b8-9dd2-1f48f1b58edc yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:06.269464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'port_id': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'mac_address': 'fa:16:3e:aa:10:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:54:06.349529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.368657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:06.410550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fcb07f-694b-4d78-8a27-b0341e23b561 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:54:06.459790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=68fcb07f-694b-4d78-8a27-b0341e23b561,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:06.475679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.510638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:06.511025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.570071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e211f-2b13-407f-b923-16534e5ac37c req-3646b42f-bcc9-4fd6-b6ca-d1a625a68c39 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:06.572256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e6e211f-2b13-407f-b923-16534e5ac37c req-3646b42f-bcc9-4fd6-b6ca-d1a625a68c39 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 944 time: 0.2172382 Dec 21 01:54:06.585750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a4268-d177-466b-af4a-c4655785f18d None None] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:06.595219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Pushing event updated for resources: {'Port': ['ID=ba36df43-33f0-40fe-b8a9-e0b81f6a21d1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:06.703725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab78c1d-327a-47a2-a3ea-35fd7b620fb5 req-59d2da4c-8c87-4857-9ac6-c742f47a4c77 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:06.706001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ab78c1d-327a-47a2-a3ea-35fd7b620fb5 req-59d2da4c-8c87-4857-9ac6-c742f47a4c77 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.2820518 Dec 21 01:54:06.747639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:06.820488 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.824528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2c23b507-2629-4e08-83d4-803afadbbf89 None None] Provisioning complete for port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:06.825228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2c23b507-2629-4e08-83d4-803afadbbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:06.892048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['68fcb07f-694b-4d78-8a27-b0341e23b561'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:06.899172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-9d8a52df-14a4-4d93-aa3a-3d5e67b85f77 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:06.901267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-9d8a52df-14a4-4d93-aa3a-3d5e67b85f77 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 945 time: 0.3478682 Dec 21 01:54:06.914454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e6e211f-2b13-407f-b923-16534e5ac37c req-89f5d02b-3ec4-4d15-8e56-fdcd3c18f7ad tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138802 Dec 21 01:54:06.980696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::f (1830d2c0-0da9-4443-acec-aac9dc0403a5/574da86b-a957-4c81-93fa-db31a2a44ea2/87fba8c1-8745-48b8-9dd2-1f48f1b58edc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:07.023659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.059199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,segment=NetworkSegment(611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f),segment_id=611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:07.103747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.142710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127d1dbc-58a8-49d9-8e38-1328dcc8801e {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:54:07.156316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.169828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Transition to ACTIVE for port object 127d1dbc-58a8-49d9-8e38-1328dcc8801e will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:54:07.187239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2c23b507-2629-4e08-83d4-803afadbbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.228251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ab78c1d-327a-47a2-a3ea-35fd7b620fb5 req-56dbc970-ba0e-44fe-8abf-a681f5d0dcde tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038958 Dec 21 01:54:07.274980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.439799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:07.450087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247db6c-2b70-4a37-bf5a-233d461a9dc2 req-1aa85363-4e4d-4883-a800-495ff8c285e0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:07.451705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4247db6c-2b70-4a37-bf5a-233d461a9dc2 req-1aa85363-4e4d-4883-a800-495ff8c285e0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.1881838 Dec 21 01:54:07.494497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:07.555676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-2c23b507-2629-4e08-83d4-803afadbbf89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:54:07.557888 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-2c23b507-2629-4e08-83d4-803afadbbf89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:54:07.575402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Deleting port 53ecfad9-968f-4416-ab7d-8c2246c623b7 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:07.575748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.698009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] For port 53ecfad9-968f-4416-ab7d-8c2246c623b7, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=53ecfad9-968f-4416-ab7d-8c2246c623b7,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:07.698375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.714626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Calling delete_port for 53ecfad9-968f-4416-ab7d-8c2246c623b7 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:07.810468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4247db6c-2b70-4a37-bf5a-233d461a9dc2 req-a0bd1aa8-cbc3-428c-88c0-3b1e5875353d tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173378 Dec 21 01:54:07.868438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.908148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Attempting to bind port 127d1dbc-58a8-49d9-8e38-1328dcc8801e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:07.908722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Attempting to bind port 127d1dbc-58a8-49d9-8e38-1328dcc8801e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:07.908973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Attempting to bind port 127d1dbc-58a8-49d9-8e38-1328dcc8801e on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:07.940609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=dbf004b4-f6d5-444a-b8ee-8a8c77fc1b42,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:07.945736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.948813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Port 127d1dbc-58a8-49d9-8e38-1328dcc8801e on network 13fff45b-3c0e-4413-b810-165d656564f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:54:07.949149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Attempting to bind port 127d1dbc-58a8-49d9-8e38-1328dcc8801e on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:07.955526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:07.967435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:07.968304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Checking segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:07.968690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Bound using segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:07.969138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Bound port: 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:07.969522 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.002856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['53ecfad9-968f-4416-ab7d-8c2246c623b7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:08.006396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['dd8e754c-6472-4933-a597-c88b7dd3c95f', '38594a7a-7262-4c2c-b6d5-9adbd40ac01b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:08.042141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event deleted for resources: {'Port': ['ID=53ecfad9-968f-4416-ab7d-8c2246c623b7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:08.056140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=87fba8c1-8745-48b8-9dd2-1f48f1b58edc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:08.133026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.136980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.141138 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c67f8b23-f652-4a8b-9aab-5d9b1e140730 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/floatingips/6e11144c-f2a2-4794-bf6d-164b824f2020 HTTP/1.1" status: 204 len: 168 time: 2.9500914 Dec 21 01:54:08.141453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:08.144979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45586) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:08.188098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] No DVR routers for this DVR port 53ecfad9-968f-4416-ab7d-8c2246c623b7 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:08.214208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:08.218270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:08.222999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.227456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b96f86ff-de5a-449f-9af3-b340069a6716 req-59d06998-9764-452a-81e7-5240eda83a78 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.45 "DELETE /v2.0/ports/53ecfad9-968f-4416-ab7d-8c2246c623b7 HTTP/1.1" status: 204 len: 173 time: 1.3074605 Dec 21 01:54:08.228241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'name': 'network-vif-deleted', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:08.231381 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5603c6-8c92-4885-bc11-036a982f50e1" -d '{"events": [{"server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "name": "network-vif-deleted", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:08.248112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.265143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:08.285607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:08.295227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:08.298065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.356138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:08.411391 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2816c-7d3a-4f89-8c49-e7484f65329b x-openstack-request-id: req-b3f2816c-7d3a-4f89-8c49-e7484f65329b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:08.413115 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4969d91-fe5f-426a-baa8-2bcf66a377eb", "name": "network-vif-deleted", "tag": "53ecfad9-968f-4416-ab7d-8c2246c623b7", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:08.414227 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3f2816c-7d3a-4f89-8c49-e7484f65329b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:08.414769 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4969d91-fe5f-426a-baa8-2bcf66a377eb', 'name': 'network-vif-deleted', 'tag': '53ecfad9-968f-4416-ab7d-8c2246c623b7', 'status': 'completed', 'code': 200} Dec 21 01:54:08.465495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531297b7-f522-4ece-93ad-5b42efe329b8 req-4e02bf47-0880-4d6d-a118-90408ba196fa tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:08.467536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-531297b7-f522-4ece-93ad-5b42efe329b8 req-4e02bf47-0880-4d6d-a118-90408ba196fa tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 945 time: 0.3679886 Dec 21 01:54:08.480735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:08.482670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.484493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] 10.222.0.45 "PUT /v2.0/ports/127d1dbc-58a8-49d9-8e38-1328dcc8801e HTTP/1.1" status: 200 len: 1092 time: 2.3806093 Dec 21 01:54:08.550021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.558233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-531297b7-f522-4ece-93ad-5b42efe329b8 req-ed324f40-47c3-4e28-8482-472bc4b59c3e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725169 Dec 21 01:54:08.576093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55d2c4db-f61e-4ed1-a313-e2a4bc271945 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0215774 Dec 21 01:54:08.584318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:08.636292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-055e22e1-8e7e-4468-8b21-6bace66e51fa req-a2375fcd-ae3a-45ef-a82b-955987318127 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4969d91-fe5f-426a-baa8-2bcf66a377eb HTTP/1.1" status: 200 len: 210 time: 0.1044550 Dec 21 01:54:08.664034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-00666aa6-b74a-4ee2-bb2f-2c446810dbc4 None None] Provisioning complete for port e7b4b440-f023-4129-bc29-ced6ad87ae80 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:08.664405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00666aa6-b74a-4ee2-bb2f-2c446810dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.676210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e738d0-4e38-4648-9360-6bca8628d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:08.716953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-1510f260-1016-46e7-bfee-8fdb41e71df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:08.723457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-1510f260-1016-46e7-bfee-8fdb41e71df4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 1095 time: 0.1155336 Dec 21 01:54:08.826779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-176b04db-3765-4e86-a2a3-68eb86415744 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e HTTP/1.1" status: 200 len: 217 time: 0.0804508 Dec 21 01:54:08.887580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bcefad-f8ca-4209-b50f-1893aa7e20f9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:08.889141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76bcefad-f8ca-4209-b50f-1893aa7e20f9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3010347 Dec 21 01:54:08.894798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45606) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:08.916801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-00666aa6-b74a-4ee2-bb2f-2c446810dbc4 None None] Port e7b4b440-f023-4129-bc29-ced6ad87ae80 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:08.930725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port 56d14235-fbd7-413e-9c12-54bf3220ff78 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:08.931075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:08.936604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:08.936977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.003841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb72ef-ea4a-4108-90ff-b6f39de5b499 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:09.010988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb72ef-ea4a-4108-90ff-b6f39de5b499 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:09.018268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb72ef-ea4a-4108-90ff-b6f39de5b499 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:09.020839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d6eb72ef-ea4a-4108-90ff-b6f39de5b499 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1247275 Dec 21 01:54:09.023088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-74deb89b-a1db-48bd-b187-fc032155562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:09.024773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-74deb89b-a1db-48bd-b187-fc032155562e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.1885149 Dec 21 01:54:09.031103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45608) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:09.089171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-00666aa6-b74a-4ee2-bb2f-2c446810dbc4 None None] Provisioning complete for port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:09.089589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00666aa6-b74a-4ee2-bb2f-2c446810dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.146525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-3f6fd22e-dfa9-4762-812c-aeeac56cc360 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577006 Dec 21 01:54:09.159244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad954-0efb-4d27-a76f-734b44376e1a req-e43732ff-d8e9-4899-ac24-07fa3de4fb55 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:09.166687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79cad954-0efb-4d27-a76f-734b44376e1a req-e43732ff-d8e9-4899-ac24-07fa3de4fb55 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.2088993 Dec 21 01:54:09.328294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.333841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-52be91e3-84c3-4a02-9510-bae03fa66aaf service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469922 Dec 21 01:54:09.335296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.450098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79cad954-0efb-4d27-a76f-734b44376e1a req-407eb4fa-2779-416b-b0c1-c59b7bee10a5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776349 Dec 21 01:54:09.466224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 87fba8c1-8745-48b8-9dd2-1f48f1b58edc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:09.466742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.486697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.540369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for 56d14235-fbd7-413e-9c12-54bf3220ff78 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:09.569251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-afe0fce7-d6ec-44c8-b465-bfaabdfb3ac6 None None] Provisioning complete for port 87fba8c1-8745-48b8-9dd2-1f48f1b58edc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:09.569861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afe0fce7-d6ec-44c8-b465-bfaabdfb3ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.649692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-afe0fce7-d6ec-44c8-b465-bfaabdfb3ac6 None None] Port 87fba8c1-8745-48b8-9dd2-1f48f1b58edc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:09.671777 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.709560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 87fba8c1-8745-48b8-9dd2-1f48f1b58edc owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:09.725428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Router e5b81068-dddd-4767-a287-713e8847a1eb is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:54:09.892202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:09.899342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:09.901047 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] Sync routers for ids ['e5b81068-dddd-4767-a287-713e8847a1eb'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:09.902816 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f94f535b-9c26-4144-95ce-d14e18848b69 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "PUT /v2.0/routers/e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 200 len: 919 time: 6.4830911 Dec 21 01:54:09.906794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:09.922906 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] Routers {'e5b81068-dddd-4767-a287-713e8847a1eb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:09.923547 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e5b81068-dddd-4767-a287-713e8847a1eb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:09.980375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 68fcb07f-694b-4d78-8a27-b0341e23b561 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:10.027095 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:10.052347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.056757 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] Routers {'e5b81068-dddd-4767-a287-713e8847a1eb'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:10.057413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:53:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e5b81068-dddd-4767-a287-713e8847a1eb'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:10.097711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4f8dcb2-b9b2-43c1-aeb4-b38f52bd5693 req-98714a2b-e801-4757-94f4-dfa3cd7a0375 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513676 Dec 21 01:54:10.118821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e58a85df-bcc8-4ce2-b11f-39ae6a4d775e tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 200 len: 925 time: 0.2082782 Dec 21 01:54:10.119152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.137759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:10.138517 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55e8a-9128-4ccb-bb56-46118688637c None None] The sync data for ids ['e5b81068-dddd-4767-a287-713e8847a1eb'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:10.164848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 68fcb07f-694b-4d78-8a27-b0341e23b561 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:54:10.175443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 68fcb07f-694b-4d78-8a27-b0341e23b561 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:10.175903 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.219398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=87fba8c1-8745-48b8-9dd2-1f48f1b58edc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:10.262635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.271208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-32cfbac3-c879-4a45-aaca-65c0668d225f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/87fba8c1-8745-48b8-9dd2-1f48f1b58edc HTTP/1.1" status: 204 len: 168 time: 1.2377062 Dec 21 01:54:10.272008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45626) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.287254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.340906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.347145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206cb8-5c7f-4fe7-b13b-003c5980f8a2 req-6fae4354-7f6b-485f-9087-d4a5f749c40d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:10.353522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57206cb8-5c7f-4fe7-b13b-003c5980f8a2 req-6fae4354-7f6b-485f-9087-d4a5f749c40d tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 945 time: 0.5107324 Dec 21 01:54:10.372728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d63ad-71ce-4b63-b210-49087634eaa5 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:10.377308 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d09d63ad-71ce-4b63-b210-49087634eaa5 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=e5b81068-dddd-4767-a287-713e8847a1eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2502208 Dec 21 01:54:10.380019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45630) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.391842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=56d14235-fbd7-413e-9c12-54bf3220ff78,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:10.392687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201abb7a-ee7b-4d31-add8-300bcb70ba0e req-a4247050-8dec-429b-91dd-ab3720853b30 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:10.401831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-201abb7a-ee7b-4d31-add8-300bcb70ba0e req-a4247050-8dec-429b-91dd-ab3720853b30 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.2263694 Dec 21 01:54:10.434089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:10.439849 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:10.476037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=68fcb07f-694b-4d78-8a27-b0341e23b561,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:10.477317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:10.479950 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a822fd38-fcf9-4387-a897-d22be121485f" -d '{"events": [{"server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "name": "network-vif-plugged", "status": "completed", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:10.492301 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.495483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 53ecfad9-968f-4416-ab7d-8c2246c623b7 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:10.520342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-201abb7a-ee7b-4d31-add8-300bcb70ba0e req-584b4ceb-6871-46de-b2f0-2b843653de18 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133475 Dec 21 01:54:10.521535 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-61969b94-5eb6-4ac6-9838-1154d097293d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:54:10.538617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-61969b94-5eb6-4ac6-9838-1154d097293d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/87fba8c1-8745-48b8-9dd2-1f48f1b58edc HTTP/1.1" status: 404 len: 333 time: 0.2364967 Dec 21 01:54:10.553853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.597945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 53ecfad9-968f-4416-ab7d-8c2246c623b7 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:10.598506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 53ecfad9-968f-4416-ab7d-8c2246c623b7 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:10.605955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.610616 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a0a53478-cddd-4f62-93a5-72995e5f6ef4 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/ports/56d14235-fbd7-413e-9c12-54bf3220ff78 HTTP/1.1" status: 204 len: 168 time: 2.4636738 Dec 21 01:54:10.615302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.669232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148c08e-b92c-4a48-8c69-f5efd78b05f7 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:10.673183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c148c08e-b92c-4a48-8c69-f5efd78b05f7 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.2735355 Dec 21 01:54:10.673457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45644) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.686145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:10.706098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8479566c-363b-4b11-a898-016c1149d15c tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 200 len: 205 time: 0.0291557 Dec 21 01:54:10.707746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:10.874553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:10.926857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:10.927481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.289717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57206cb8-5c7f-4fe7-b13b-003c5980f8a2 req-a11032b9-0789-4240-9854-b171ee94e0c6 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8673761 Dec 21 01:54:11.320592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba23b8-2973-4bfa-b283-23a3f54d7d4e req-2854bfd8-2769-41f9-878a-236e5fb24593 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:11.321773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0ba23b8-2973-4bfa-b283-23a3f54d7d4e req-2854bfd8-2769-41f9-878a-236e5fb24593 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.6327341 Dec 21 01:54:11.354100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.359405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.375164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for 2ae1e1a2-736b-49fd-b474-6ee14ae877c0 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:11.394001 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f4b2d8-e850-46ed-a6b3-b5000c7b751f x-openstack-request-id: req-89f4b2d8-e850-46ed-a6b3-b5000c7b751f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:11.394610 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "name": "network-vif-plugged", "status": "completed", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:11.395699 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89f4b2d8-e850-46ed-a6b3-b5000c7b751f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:11.395699 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'code': 200} Dec 21 01:54:11.402770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0ba23b8-2973-4bfa-b283-23a3f54d7d4e req-073a2ae2-084e-45d9-8679-97a6616a23a1 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722528 Dec 21 01:54:11.435518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port e7b4b440-f023-4129-bc29-ced6ad87ae80 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:11.442605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.455381 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c016f119-bcf0-4b3f-b939-c1497b7d1384 x-openstack-request-id: req-c016f119-bcf0-4b3f-b939-c1497b7d1384 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:11.455676 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:11.455934 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c016f119-bcf0-4b3f-b939-c1497b7d1384 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:11.456333 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'status': 'completed', 'code': 200} Dec 21 01:54:11.496809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port ba36df43-33f0-40fe-b8a9-e0b81f6a21d1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:11.497169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.598019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.614641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for ba36df43-33f0-40fe-b8a9-e0b81f6a21d1 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:11.705127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72add-5930-462f-8422-3e864f87223e req-903810a9-1e52-48bc-baef-b02ffdb133aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:11.713853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94a72add-5930-462f-8422-3e864f87223e req-903810a9-1e52-48bc-baef-b02ffdb133aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 1098 time: 0.1810346 Dec 21 01:54:11.757783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.771223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-f47202bb-b178-467b-91c6-caf27c30a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:11.773232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-f47202bb-b178-467b-91c6-caf27c30a59d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 1095 time: 0.2320585 Dec 21 01:54:11.801781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for e7b4b440-f023-4129-bc29-ced6ad87ae80 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:11.868715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.902611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadebfdc-0dc4-454f-8c3c-de355439a1f6 req-3cc59836-543d-4de5-94ff-6d578a7e510c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:11.904492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cadebfdc-0dc4-454f-8c3c-de355439a1f6 req-3cc59836-543d-4de5-94ff-6d578a7e510c tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.2749882 Dec 21 01:54:11.907554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94a72add-5930-462f-8422-3e864f87223e req-75758b04-a92a-4527-a1b0-e9ea5478a9e6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788325 Dec 21 01:54:11.918239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=ba36df43-33f0-40fe-b8a9-e0b81f6a21d1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:11.930344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:11.997687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=2ae1e1a2-736b-49fd-b474-6ee14ae877c0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:12.079159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cadebfdc-0dc4-454f-8c3c-de355439a1f6 req-4c150e43-6ff0-4736-b15e-35ad2eed7db3 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657588 Dec 21 01:54:12.083827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-d6e40006-3b02-4cd3-82b2-39037a52b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:12.086867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-d6e40006-3b02-4cd3-82b2-39037a52b861 service neutron] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 905 time: 0.3007226 Dec 21 01:54:12.090667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f859bd-9de6-4590-b223-f603e4920dbd req-adb4b2f8-e232-4b11-bd8c-634b622d99ff tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:12.102704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45f859bd-9de6-4590-b223-f603e4920dbd req-adb4b2f8-e232-4b11-bd8c-634b622d99ff tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.2436178 Dec 21 01:54:12.174817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.198163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.230639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=e7b4b440-f023-4129-bc29-ced6ad87ae80,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:12.289599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-5b8f1d1a-4904-4f8b-8e57-d5f3a658c2ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e HTTP/1.1" status: 200 len: 217 time: 0.0686300 Dec 21 01:54:12.292102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.296065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-921760a7-87fc-4f69-af06-7a8f43019f28 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/e7b4b440-f023-4129-bc29-ced6ad87ae80 HTTP/1.1" status: 204 len: 168 time: 1.7385447 Dec 21 01:54:12.296723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.298900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:12.302795 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0728cc57-23f1-450a-a3fc-67eaef3da756 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/ports/2ae1e1a2-736b-49fd-b474-6ee14ae877c0 HTTP/1.1" status: 204 len: 168 time: 1.6834908 Dec 21 01:54:12.316943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45664) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:12.398054 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8862086e-cc62-46c7-885d-26f07b54e13d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:54:12.402555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8862086e-cc62-46c7-885d-26f07b54e13d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/e7b4b440-f023-4129-bc29-ced6ad87ae80 HTTP/1.1" status: 404 len: 333 time: 0.1025133 Dec 21 01:54:12.406482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:12.423372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.448562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.580498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting subnet 58af816e-5c86-4446-b8ff-be75ece23b4b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:12.589232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.594500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-89326866-df7d-4fc8-a4f6-c2df2ec49d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:12.596388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-89326866-df7d-4fc8-a4f6-c2df2ec49d66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.2877731 Dec 21 01:54:12.613002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet 574da86b-a957-4c81-93fa-db31a2a44ea2 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:12.617726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.622253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.622522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router e5b81068-dddd-4767-a287-713e8847a1eb {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:12.659628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-7f7b6abb-1d6c-4713-a89e-3ca4b85fc0c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321865 Dec 21 01:54:12.696798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6134-b73d-4214-bcdc-7a8f78cf82d9 req-cab69e74-590c-4482-af6f-c7e32cff7367 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:12.699199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89fa6134-b73d-4214-bcdc-7a8f78cf82d9 req-cab69e74-590c-4482-af6f-c7e32cff7367 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.2414126 Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.705141 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:12.707527 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:12.709202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.715479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-24272171-ef83-4300-a780-2d7286046a22 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 204 len: 168 time: 2.0017056 Dec 21 01:54:12.721700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45674) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:12.726146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1974905413', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:12.742098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.746963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123fa23-192b-4bb7-a715-83f4b81603a0 req-3e92597d-8e5d-45e2-9816-63851175278a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:12.748556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Deleting port dd8e754c-6472-4933-a597-c88b7dd3c95f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:12.748933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.749121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c123fa23-192b-4bb7-a715-83f4b81603a0 req-3e92597d-8e5d-45e2-9816-63851175278a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.2138119 Dec 21 01:54:12.751861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.904699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.906237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.916748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89fa6134-b73d-4214-bcdc-7a8f78cf82d9 req-566e8b67-1674-42bf-92e4-1bd835faccda tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961834 Dec 21 01:54:12.931126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] For port dd8e754c-6472-4933-a597-c88b7dd3c95f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=dd8e754c-6472-4933-a597-c88b7dd3c95f,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:12.931686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:12.961801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c123fa23-192b-4bb7-a715-83f4b81603a0 req-0b69d483-0b1d-47f6-98ee-1733ea9c5940 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696951 Dec 21 01:54:12.972988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Calling delete_port for dd8e754c-6472-4933-a597-c88b7dd3c95f owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:12.982568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-0c8b4205-b776-43b5-bc70-bff23c43efb5 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907150 Dec 21 01:54:13.026944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.028542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.057349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.154085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec474cf5-5ba8-428a-affe-3c5a2e1154bc req-f3d41237-4d49-4eaf-b4c0-4b4bf519b84e service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704354 Dec 21 01:54:13.181827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.214654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.218839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/subnets/58af816e-5c86-4446-b8ff-be75ece23b4b HTTP/1.1" status: 204 len: 168 time: 0.9007676 Dec 21 01:54:13.228252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ca056-dfdd-4193-a1e6-1941405df0af None None] Network bd7e310d-e604-4fd6-87aa-909441e98f8f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:13.229869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45680) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:13.299276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58047ea-1f58-4322-8835-c12ed3374db6 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Subnet': ['ID=58af816e-5c86-4446-b8ff-be75ece23b4b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:13.313965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.319941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.345544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting subnet f244ae65-4e23-4d63-9d74-8f7230037f77 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:13.352298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.367265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27e195-bfbf-415d-9e61-8b7a1c78fc78 req-aedb54ba-f7a6-4fcf-98e0-e3e8fb90fe0f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:13.370600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=574da86b-a957-4c81-93fa-db31a2a44ea2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:13.372754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.374486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad1ba9-ac2c-4443-a4c3-835abc5e64b3 None None] Network 1830d2c0-0da9-4443-acec-aac9dc0403a5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:13.379680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d90d36b6-ebe3-4133-a468-b4057cf44594 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/574da86b-a957-4c81-93fa-db31a2a44ea2 HTTP/1.1" status: 204 len: 168 time: 0.9684641 Dec 21 01:54:13.380779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a27e195-bfbf-415d-9e61-8b7a1c78fc78 req-aedb54ba-f7a6-4fcf-98e0-e3e8fb90fe0f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=327ad55a-c0db-4974-b808-279e8c2a3d57 HTTP/1.1" status: 200 len: 945 time: 0.1775174 Dec 21 01:54:13.396897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:13.450931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] DHCP port deletion for bd7e310d-e604-4fd6-87aa-909441e98f8f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:13.458347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.532667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a27e195-bfbf-415d-9e61-8b7a1c78fc78 req-d4eff07b-4ad1-4d77-aa12-7f71de78d2dc tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509144 Dec 21 01:54:13.535755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.548688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.558485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Deleting port ca93107e-6dd1-475f-9909-f35f7d11a615 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:13.558857 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.584106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event deleted for resources: {'Port': ['ID=dd8e754c-6472-4933-a597-c88b7dd3c95f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:13.617465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['dd8e754c-6472-4933-a597-c88b7dd3c95f', '38594a7a-7262-4c2c-b6d5-9adbd40ac01b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:13.650748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] No DVR routers for this DVR port dd8e754c-6472-4933-a597-c88b7dd3c95f on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:13.656870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.669309 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.673113 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-45f859bd-9de6-4590-b223-f603e4920dbd req-0c645615-8193-404f-a6ad-5a784933671e tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "DELETE /v2.0/ports/dd8e754c-6472-4933-a597-c88b7dd3c95f HTTP/1.1" status: 204 len: 173 time: 1.5308115 Dec 21 01:54:13.673805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'name': 'network-vif-deleted', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:13.676019 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561fbcae-2c28-45f4-a3b4-b4de69747327" -d '{"events": [{"server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "name": "network-vif-deleted", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:13.735142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:13.735505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.769627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.778951 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23103a95-7624-4417-9bb6-61f240572af3 x-openstack-request-id: req-23103a95-7624-4417-9bb6-61f240572af3 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:13.779173 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327ad55a-c0db-4974-b808-279e8c2a3d57", "name": "network-vif-deleted", "tag": "dd8e754c-6472-4933-a597-c88b7dd3c95f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:13.779398 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23103a95-7624-4417-9bb6-61f240572af3 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:13.779817 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327ad55a-c0db-4974-b808-279e8c2a3d57', 'name': 'network-vif-deleted', 'tag': 'dd8e754c-6472-4933-a597-c88b7dd3c95f', 'status': 'completed', 'code': 200} Dec 21 01:54:13.817466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Subnet': ['ID=f244ae65-4e23-4d63-9d74-8f7230037f77,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:13.822282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.832318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-094691db-8e55-411c-9c50-5caf70365a7c tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/subnets/f244ae65-4e23-4d63-9d74-8f7230037f77 HTTP/1.1" status: 204 len: 168 time: 0.5825157 Dec 21 01:54:13.834168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45690) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:13.892252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.898605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] For port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,segment=NetworkSegment(611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f),segment_id=611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:13.898958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.927544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:13.940510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:13.959169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.033305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Deleting port ca93107e-6dd1-475f-9909-f35f7d11a615 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:14.033729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.109424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c2164-8107-4cd0-8131-d70d72e6cabe None None] DHCP port deletion for 1830d2c0-0da9-4443-acec-aac9dc0403a5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:14.138697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ef623-add4-44fd-89fc-1afb0e701f1a None None] Network eac75f35-4a0a-4541-ad65-4353f30c2a4f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:14.141350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:54:14.214307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Allocated IP 172.25.6.129 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e81e374e-c0a2-4d08-a331-aaa65e2ffaf5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:14.221308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.229807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] For port ca93107e-6dd1-475f-9909-f35f7d11a615, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca93107e-6dd1-475f-9909-f35f7d11a615,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:14.230466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.256082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No DVR routers for this DVR port 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:14.259492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=433489ae-3cb9-4f6b-bb3b-9614c7a0ac01,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:14.270744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Calling delete_port for ca93107e-6dd1-475f-9909-f35f7d11a615 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:14.297677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca93107e-6dd1-475f-9909-f35f7d11a615 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:14.300562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c2164-8107-4cd0-8131-d70d72e6cabe None None] The port '433489ae-3cb9-4f6b-bb3b-9614c7a0ac01' was deleted {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 01:54:14.321438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] For port ca93107e-6dd1-475f-9909-f35f7d11a615, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ca93107e-6dd1-475f-9909-f35f7d11a615,segment=NetworkSegment(4c68c106-6254-4013-bca9-07f6c74cad07),segment_id=4c68c106-6254-4013-bca9-07f6c74cad07)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:14.322140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.423270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da36b65d-9043-4d6c-97ff-a2b3eb506961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.440402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Calling delete_port for ca93107e-6dd1-475f-9909-f35f7d11a615 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:14.442713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:54:14.447237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.492058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1830d2c0-0da9-4443-acec-aac9dc0403a5']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.519214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.522126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.522992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611ac3c4-f8c9-4e8a-8fe9-87d69dfcc48f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.543437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.546613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.558894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Port': ['ID=ca93107e-6dd1-475f-9909-f35f7d11a615,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:14.572531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5b960-171f-47da-816e-4faf519cbe23 req-fe63df75-fe75-4ad7-8cf5-9ce289f4e30b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:14.575887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.581132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cd5b960-171f-47da-816e-4faf519cbe23 req-fe63df75-fe75-4ad7-8cf5-9ce289f4e30b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.1573665 Dec 21 01:54:14.588255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:14.588636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] No DVR routers for this DVR port ca93107e-6dd1-475f-9909-f35f7d11a615 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:14.589096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:14.593428 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:14.599001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949203f-fb1c-47f4-b1f4-8c05bb145c70 req-c1142baa-5eb4-48e9-84f0-cc911fd32dea tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:14.600600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a949203f-fb1c-47f4-b1f4-8c05bb145c70 req-c1142baa-5eb4-48e9-84f0-cc911fd32dea tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.1757295 Dec 21 01:54:14.610854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No active binding found for port ca93107e-6dd1-475f-9909-f35f7d11a615 {{(pid=109852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 01:54:14.611231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] The host n-d-761264-20 is not matching for port ca93107e-6dd1-475f-9909-f35f7d11a615 host None! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 01:54:14.611620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ca93107e-6dd1-475f-9909-f35f7d11a615 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:14.612030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:14.640132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:14.640475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 433489ae-3cb9-4f6b-bb3b-9614c7a0ac01 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:14.695281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.721922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.726771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/1830d2c0-0da9-4443-acec-aac9dc0403a5 HTTP/1.1" status: 204 len: 168 time: 1.3270116 Dec 21 01:54:14.750857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.754878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45700) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:14.762469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1664736978'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:14.771433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:14.774951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9c35a-3588-4950-a31d-ff0420b5fc9e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=1830d2c0-0da9-4443-acec-aac9dc0403a5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: from cryptography.utils import int_from_bytes Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: from cryptography.utils import int_from_bytes Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.799984 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 01:54:14.802949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'mac_address': 'fa:16:3e:2e:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:54:14.809839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cd5b960-171f-47da-816e-4faf519cbe23 req-ceb0de20-2a25-4a0c-b51a-9dbea4d74892 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236230 Dec 21 01:54:14.829719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.838597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event updated for resources: {'Port': ['ID=e81e374e-c0a2-4d08-a331-aaa65e2ffaf5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:14.841022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] DHCP port deletion for eac75f35-4a0a-4541-ad65-4353f30c2a4f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:14.842814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.862792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:14.871041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:14.877624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:14.929801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7e310d-e604-4fd6-87aa-909441e98f8f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.940608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:14.945271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] Pushing event deleted for resources: {'Port': ['ID=ca93107e-6dd1-475f-9909-f35f7d11a615,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:14.945725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.946059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68c106-6254-4013-bca9-07f6c74cad07') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.946687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68c106-6254-4013-bca9-07f6c74cad07') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:14.967915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.970274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffc549-f01b-4196-b24f-e9d8f474054f None None] No DVR routers for this DVR port ca93107e-6dd1-475f-9909-f35f7d11a615 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:14.987105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.988854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:14.995244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:15.015531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:15.015642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.015748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.015837 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Added segment cf1641ae-5e7d-4503-a4b2-632dfeff24d4 of type vlan for network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 Dec 21 01:54:15.050573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127d1dbc-58a8-49d9-8e38-1328dcc8801e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:54:15.064721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Deleting port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:15.065612 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:15.090703 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:15.093602 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:15.096729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a949203f-fb1c-47f4-b1f4-8c05bb145c70 req-436e6f86-a367-46df-9572-aff57dffe47a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829466 Dec 21 01:54:15.107508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.124011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.132671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/networks/bd7e310d-e604-4fd6-87aa-909441e98f8f HTTP/1.1" status: 204 len: 168 time: 1.2973607 Dec 21 01:54:15.145589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45708) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:15.151228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:15.161865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c727ad-0225-4f9f-94fc-28112753a8bc tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Network': ['ID=bd7e310d-e604-4fd6-87aa-909441e98f8f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:15.207888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.267006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] For port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,segment=NetworkSegment(875fe2ad-3b59-40b6-a50a-21c158002e48),segment_id=875fe2ad-3b59-40b6-a50a-21c158002e48)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:15.267404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.292552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Calling delete_port for 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:15.322239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:15.441518 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.476998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.495267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] No DVR routers for this DVR port 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:15.501238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e57c7c-365f-43f5-87d4-ffa72703aff8 req-708915c0-d4f1-422e-aaaa-7af505b2be98 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:15.503175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3e57c7c-365f-43f5-87d4-ffa72703aff8 req-708915c0-d4f1-422e-aaaa-7af505b2be98 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.1662991 Dec 21 01:54:15.524730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45712) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:15.525913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['127d1dbc-58a8-49d9-8e38-1328dcc8801e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:15.535762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Request body: {'floatingip': {'port_id': '68fcb07f-694b-4d78-8a27-b0341e23b561'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:15.541316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.550360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] The port '1cb9ef92-d83a-4a59-af22-2b10fe81e1f3' was deleted {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 01:54:15.571319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aca17-4860-4245-8cfa-fff0fa081494 None None] Pushing event deleted for resources: {'Port': ['ID=1cb9ef92-d83a-4a59-af22-2b10fe81e1f3,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:15.646883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.696609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181e5c1-c12d-4b54-bb9b-698eff484937 req-09d0ab87-9187-4903-ac1e-e5bd049b31ad tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:15.705051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1181e5c1-c12d-4b54-bb9b-698eff484937 req-09d0ab87-9187-4903-ac1e-e5bd049b31ad tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.1685143 Dec 21 01:54:15.727898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.766229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.772248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:15.773107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.778136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac75f35-4a0a-4541-ad65-4353f30c2a4f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:15.814846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875fe2ad-3b59-40b6-a50a-21c158002e48') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:15.815297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875fe2ad-3b59-40b6-a50a-21c158002e48') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:15.826252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1181e5c1-c12d-4b54-bb9b-698eff484937 req-469ca2a7-6187-4d2b-aead-7d4bedd5dd73 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199753 Dec 21 01:54:15.834221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.849613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.857631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:15.861173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:15.865056 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:15.917523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1597233 Dec 21 01:54:15.926739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45718) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:15.934770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:16.013382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb16e8e-b817-4804-b7b0-351e6617d810 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Network': ['ID=46d65389-1c7d-4a72-ac2e-ea64d19267f3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:16.037605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:16.067925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.087415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.095800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.100043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] 10.222.0.43 "DELETE /v2.0/networks/eac75f35-4a0a-4541-ad65-4353f30c2a4f HTTP/1.1" status: 204 len: 168 time: 0.9535005 Dec 21 01:54:16.163587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da62ae-88d7-4ecf-bedb-ac931e6e5752 req-06531170-c418-45b7-9aa1-156708e882a9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:16.165499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75da62ae-88d7-4ecf-bedb-ac931e6e5752 req-06531170-c418-45b7-9aa1-156708e882a9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 944 time: 0.2395792 Dec 21 01:54:16.172073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c02c2-265a-42fd-a80b-f651e51eb504 tempest-TaggedBootDevicesTest-1456312652 tempest-TaggedBootDevicesTest-1456312652-project] Pushing event deleted for resources: {'Network': ['ID=eac75f35-4a0a-4541-ad65-4353f30c2a4f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:16.214796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device dd8e754c-6472-4933-a597-c88b7dd3c95f no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:16.277052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: dd8e754c-6472-4933-a597-c88b7dd3c95f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:16.278041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device dd8e754c-6472-4933-a597-c88b7dd3c95f not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:16.296228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:16.305898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75da62ae-88d7-4ecf-bedb-ac931e6e5752 req-9d222dfb-3946-4d06-856c-9a22645c50a8 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235263 Dec 21 01:54:16.312677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:16.318114 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.333386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:16.340258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1cb9ef92-d83a-4a59-af22-2b10fe81e1f3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:16.548661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-031d5337-0d26-42e7-b7ca-103ee476eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.602047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.669579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Checking segment: {'id': 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:16.669978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network hostable DHCP agents. Network: 46d65389-1c7d-4a72-ac2e-ea64d19267f3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:54:16.682842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=cbc33b31-eeaa-4676-85d7-734c90409e2e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:16.706295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:54:16.726371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 46d65389-1c7d-4a72-ac2e-ea64d19267f3) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:16.730897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:16.731515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.737312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352f3dc-5483-403e-ae59-a7203d136410 None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:16.739060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.772492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7d6540de-801b-46e1-93b3-4bd1c5d2e86e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8445985 Dec 21 01:54:16.773163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45730) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:16.777861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1131941037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:16.812558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.813769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.823705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:54:16.945714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-46d65389-1c7d-4a72-ac2e-ea64d19267f3', 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': 'cbc33b31-eeaa-4676-85d7-734c90409e2e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:16.950559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.953181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:16.969924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.006482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cbb2d-88aa-415c-8ee5-c30c461064d9 req-dbc130f4-8135-41a8-8f94-f8a5f97569ae tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:17.008036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b1cbb2d-88aa-415c-8ee5-c30c461064d9 req-dbc130f4-8135-41a8-8f94-f8a5f97569ae tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.0732882 Dec 21 01:54:17.011447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.016857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd0378b6-9486-4737-9db7-bdc245620fad tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2424619 Dec 21 01:54:17.018638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45736) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:17.024303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3', 'name': 'tempest-PortsIpV6TestJSON-1862606805'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:17.062458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b1cbb2d-88aa-415c-8ee5-c30c461064d9 req-b8efc212-033b-433e-a294-e1ad004d9bae tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Dec 21 01:54:17.135642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.181240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.208097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Allocated IP 2001:db8::2 (46d65389-1c7d-4a72-ac2e-ea64d19267f3/cbc33b31-eeaa-4676-85d7-734c90409e2e/1771ee64-8c75-4772-a6e4-75dc3cda6f9c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:17.214140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.389766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.403269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.464947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Pushing event updated for resources: {'Port': ['ID=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:17.476005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:17.478027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:17.481623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:17.492795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238f731-18a7-46be-8994-f3ca6e88600b req-13c75434-51a7-49c0-837a-ad0c6dc186e2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:17.494765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8238f731-18a7-46be-8994-f3ca6e88600b req-13c75434-51a7-49c0-837a-ad0c6dc186e2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 944 time: 0.0804846 Dec 21 01:54:17.562202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Attempting to bind port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:17.564207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Attempting to bind port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:17.564824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Attempting to bind port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c on network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:17.574352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8238f731-18a7-46be-8994-f3ca6e88600b req-9f1db02b-e7d2-4fbe-9243-51e31cc0574a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Dec 21 01:54:17.580779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:17.581167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Checking segment: {'id': 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:17.581609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.582122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Bound using segment: {'id': 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:17.582620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Bound port: 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '46d65389-1c7d-4a72-ac2e-ea64d19267f3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:17.583010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.661218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Router ca6c3280-b6ad-4f49-aaf8-43689bebfc48 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:54:17.669264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] For port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:17.672771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] For port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,segment=NetworkSegment(cf1641ae-5e7d-4503-a4b2-632dfeff24d4),segment_id=cf1641ae-5e7d-4503-a4b2-632dfeff24d4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:17.678859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.688593 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Floating IP a682b285-5196-4aa2-b645-df51a8cd2506 associated. External IP: 172.25.6.58, port: 68fcb07f-694b-4d78-8a27-b0341e23b561. Dec 21 01:54:17.735582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb2ad6-9294-48f9-b6e9-5cd241dfcc61 None None] Pushing event updated for resources: {'Port': ['ID=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:17.739286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-a52f6425-aa5c-4aa8-8573-b0f7bdc5c5b2 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:17.740820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-a52f6425-aa5c-4aa8-8573-b0f7bdc5c5b2 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.1528561 Dec 21 01:54:17.943012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:17.953635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:17.986354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:18.004296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port e0d7c04f-91d6-496f-a14e-fa214f9fa108 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:18.053086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:18.075934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] Sync routers for ids ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:18.084196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 127d1dbc-58a8-49d9-8e38-1328dcc8801e completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:54:18.100841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 127d1dbc-58a8-49d9-8e38-1328dcc8801e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:18.101304 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.103597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] Routers {'ca6c3280-b6ad-4f49-aaf8-43689bebfc48'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:18.104332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:18.221101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.230480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69d9323b-defc-4d93-8010-62c4cb2989c4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5076087 Dec 21 01:54:18.237235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Deleting port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:18.237603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.249918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45754) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:18.266109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:18.463332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::118 (46d65389-1c7d-4a72-ac2e-ea64d19267f3/cbc33b31-eeaa-4676-85d7-734c90409e2e/e0d7c04f-91d6-496f-a14e-fa214f9fa108) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:18.489705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961a1fb-3521-45cf-a114-c1e55ea990d4 req-64076f80-babf-4f32-9df9-00f75bafdeee tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:18.498064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a961a1fb-3521-45cf-a114-c1e55ea990d4 req-64076f80-babf-4f32-9df9-00f75bafdeee tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 946 time: 0.2714133 Dec 21 01:54:18.520186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1771ee64-8c75-4772-a6e4-75dc3cda6f9c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:18.524384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:18.587674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a961a1fb-3521-45cf-a114-c1e55ea990d4 req-bfe4617b-35ba-4101-98cf-1b9143377c6b tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/security-groups?id=aff0151f-8fe5-4e55-903e-50d9864ead0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882311 Dec 21 01:54:18.614511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] For port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:18.614891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.635939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] Routers {'ca6c3280-b6ad-4f49-aaf8-43689bebfc48'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:18.637870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:18.652460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Router b9d256a2-9688-447e-bd05-bcfc827bc763 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:54:18.669876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.689734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Calling delete_port for 38594a7a-7262-4c2c-b6d5-9adbd40ac01b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:18.733666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:18.734506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015390c-4097-47c7-9b00-99e61c501a4f None None] The sync data for ids ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:18.762365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.812651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:18.815276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:18.821018 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65085671-4d63-4572-bd73-1711b5eacccd" -d '{"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-plugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:18.827347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.859174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:18.859795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:18.922925 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16693108-0d64-4f10-a66b-54147863aa1f x-openstack-request-id: req-16693108-0d64-4f10-a66b-54147863aa1f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:18.923416 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-plugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:18.923739 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16693108-0d64-4f10-a66b-54147863aa1f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:18.924240 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'code': 200} Dec 21 01:54:18.929229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:18.983461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc65c4-ce57-4c37-aaac-75569811ada0 req-9217017a-a2ec-4450-a1d1-f82286e79203 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:18.992373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2dc65c4-ce57-4c37-aaac-75569811ada0 req-9217017a-a2ec-4450-a1d1-f82286e79203 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 945 time: 0.1885397 Dec 21 01:54:19.012943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.051168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,segment=NetworkSegment(cf1641ae-5e7d-4503-a4b2-632dfeff24d4),segment_id=cf1641ae-5e7d-4503-a4b2-632dfeff24d4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:19.060429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.187404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:19.196142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.225213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.272367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a17d2-b8d7-4a64-ba30-6272866f5a8a req-11e23a78-9901-4bce-9517-b410468c33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:19.273892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a34a17d2-b8d7-4a64-ba30-6272866f5a8a req-11e23a78-9901-4bce-9517-b410468c33cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 1097 time: 0.2568107 Dec 21 01:54:19.277641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2dc65c4-ce57-4c37-aaac-75569811ada0 req-e2c02eb9-d7af-49a8-9042-f60753f92ada tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717834 Dec 21 01:54:19.323137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e308f6b-4945-436b-b598-c91bde94a4f3 None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:19.356283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.364875 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.371359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a34a17d2-b8d7-4a64-ba30-6272866f5a8a req-34e55cd7-afdd-4228-8d89-e810aff1b2dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890892 Dec 21 01:54:19.385062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:19.396996 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Sync routers for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:19.412944 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:19.413820 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:19.414151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.445696 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-605b7095-a50f-4387-bca7-fc8fefe46d09 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "PUT /v2.0/floatingips/a682b285-5196-4aa2-b645-df51a8cd2506 HTTP/1.1" status: 200 len: 991 time: 3.9196930 Dec 21 01:54:19.449406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:19.451769 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd694c6f-58f7-421d-891f-13db981240fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:19.466704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.542170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b54112f9-2307-4fe0-9a19-8489dc0e74b2 None None] Provisioning complete for port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:19.543271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b54112f9-2307-4fe0-9a19-8489dc0e74b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.588964 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b04e1f2-26a8-424a-979e-88bbc26a427a x-openstack-request-id: req-9b04e1f2-26a8-424a-979e-88bbc26a427a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:19.591436 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:19.591871 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b04e1f2-26a8-424a-979e-88bbc26a427a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:19.593019 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'status': 'completed', 'code': 200} Dec 21 01:54:19.600080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Pushing event deleted for resources: {'Port': ['ID=38594a7a-7262-4c2c-b6d5-9adbd40ac01b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:19.624235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Deleting port e81e374e-c0a2-4d08-a331-aaa65e2ffaf5 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:19.628197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.849984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.864685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] No DVR routers for this DVR port 38594a7a-7262-4c2c-b6d5-9adbd40ac01b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:19.872644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:19.886891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4a154189-e13e-4a6b-9524-a05bc2a69f3f req-509bb9e2-5308-4b6b-8ff0-cec577898f00 tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.24 "DELETE /v2.0/ports/38594a7a-7262-4c2c-b6d5-9adbd40ac01b HTTP/1.1" status: 204 len: 173 time: 2.1381409 Dec 21 01:54:19.932403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:20.009417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=e0d7c04f-91d6-496f-a14e-fa214f9fa108,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:20.039657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:20.060658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:20.064111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:20.094266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:20.097802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:20.159435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d92984b2-5eef-44de-8c86-b112819e49a4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1391540 Dec 21 01:54:20.162360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:20.205216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 38594a7a-7262-4c2c-b6d5-9adbd40ac01b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:20.241176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 38594a7a-7262-4c2c-b6d5-9adbd40ac01b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:20.242196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 38594a7a-7262-4c2c-b6d5-9adbd40ac01b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:20.307241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1771ee64-8c75-4772-a6e4-75dc3cda6f9c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:20.522078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'a682b285-5196-4aa2-b645-df51a8cd2506', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'port_id': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'mac_address': 'fa:16:3e:aa:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:53:46Z', 'updated_at': '2021-12-21T01:54:16Z', 'revision_number': 1, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:20.557245 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Checking router: b9d256a2-9688-447e-bd05-bcfc827bc763 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:54:20.572273 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:20.573271 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:20.575686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fcbc4a1b-7405-4328-bd73-5a9d5d143c5a None None] Provisioning complete for port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:20.576187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4a1b-7405-4328-bd73-5a9d5d143c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:20.632993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb39c7a0-faf7-4780-ad63-2a1effc3d672 req-96ab81e4-cc7a-483e-89fe-463d4852089f tempest-ListServerFiltersTestJSON-1816313514 tempest-ListServerFiltersTestJSON-1816313514-project] 10.222.0.43 "GET /v2.0/ports?device_id=886b3685-54d4-4072-87da-25f137dc8735 HTTP/1.1" status: 200 len: 210 time: 0.7885270 Dec 21 01:54:20.729008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:20.751487 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:20.770819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:20.771175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:20.774094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Calling delete_port for e81e374e-c0a2-4d08-a331-aaa65e2ffaf5 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:20.797760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694c6f-58f7-421d-891f-13db981240fb req-084167e3-34eb-4a62-9164-245a8cfb05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:20.799315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-084167e3-34eb-4a62-9164-245a8cfb05f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 1098 time: 0.9676495 Dec 21 01:54:20.812347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180acac-899f-470f-ab93-73db32e53b11 req-3741a790-c61f-407a-8ac1-676bc89f8d43 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:20.824140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1180acac-899f-470f-ab93-73db32e53b11 req-3741a790-c61f-407a-8ac1-676bc89f8d43 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.2133152 Dec 21 01:54:20.945384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.002657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694c6f-58f7-421d-891f-13db981240fb req-dddadd77-fbff-4d2a-bd5b-eb5181efac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:21.004684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-dddadd77-fbff-4d2a-bd5b-eb5181efac96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 200 len: 911 time: 0.1534867 Dec 21 01:54:21.049797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-40e4a980-88f5-4dac-980b-e4c1bc05439c None None] Provisioning complete for port e0d7c04f-91d6-496f-a14e-fa214f9fa108 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:21.050258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40e4a980-88f5-4dac-980b-e4c1bc05439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.081441 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'a682b285-5196-4aa2-b645-df51a8cd2506', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'port_id': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'mac_address': 'fa:16:3e:aa:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:53:46Z', 'updated_at': '2021-12-21T01:54:16Z', 'revision_number': 1, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:21.116078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d38a8-a38c-4c8d-8800-8185af163846 None None] The sync data for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 is: [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'a682b285-5196-4aa2-b645-df51a8cd2506', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'port_id': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'mac_address': 'fa:16:3e:aa:10:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:53:46Z', 'updated_at': '2021-12-21T01:54:16Z', 'revision_number': 1, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:21.125629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-40e4a980-88f5-4dac-980b-e4c1bc05439c None None] Port e0d7c04f-91d6-496f-a14e-fa214f9fa108 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:21.252298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1180acac-899f-470f-ab93-73db32e53b11 req-ee9104cc-f45b-40bf-9568-760c7b85b662 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271715 Dec 21 01:54:21.303108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.307762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84478f-2476-4feb-a245-cfe89014e613 req-5d63e94e-e1ab-4eb2-97b8-b00819dda92a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:21.309693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d84478f-2476-4feb-a245-cfe89014e613 req-5d63e94e-e1ab-4eb2-97b8-b00819dda92a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 945 time: 0.4780643 Dec 21 01:54:21.312484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.325573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-6a03f9b6-b7f3-40f0-804f-9c39186c25a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 200 len: 999 time: 0.2596214 Dec 21 01:54:21.509820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694c6f-58f7-421d-891f-13db981240fb req-e64564d1-cb25-4ce7-96e0-bb9b009dc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:21.511674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-e64564d1-cb25-4ce7-96e0-bb9b009dc8f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 HTTP/1.1" status: 200 len: 850 time: 0.1851165 Dec 21 01:54:21.575463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab232448-84bc-49f5-a351-5a350fa3ce16 None None] New status for floating IP a682b285-5196-4aa2-b645-df51a8cd2506: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:54:21.591493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.598287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'name': 'network-vif-deleted', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:21.600638 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19651d27-52c4-44f4-bf65-1c1617a3ad7f" -d '{"events": [{"server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "name": "network-vif-deleted", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:21.622108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d84478f-2476-4feb-a245-cfe89014e613 req-55aa324e-bb44-4c33-b515-29faf12067f2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204046 Dec 21 01:54:21.656047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=e0d7c04f-91d6-496f-a14e-fa214f9fa108,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:21.713873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694c6f-58f7-421d-891f-13db981240fb req-940dc8f8-9360-4bd6-ac21-42823261ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:21.718293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-940dc8f8-9360-4bd6-ac21-42823261ff96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961489 Dec 21 01:54:21.741185 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce38fc16-5ac6-4f5e-9ebe-79415b207956 x-openstack-request-id: req-ce38fc16-5ac6-4f5e-9ebe-79415b207956 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:21.751874 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b3685-54d4-4072-87da-25f137dc8735", "name": "network-vif-deleted", "tag": "38594a7a-7262-4c2c-b6d5-9adbd40ac01b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:21.752202 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce38fc16-5ac6-4f5e-9ebe-79415b207956 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:21.752630 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b3685-54d4-4072-87da-25f137dc8735', 'name': 'network-vif-deleted', 'tag': '38594a7a-7262-4c2c-b6d5-9adbd40ac01b', 'status': 'completed', 'code': 200} Dec 21 01:54:21.755109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45812) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:21.786106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.885625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Pushing event deleted for resources: {'Port': ['ID=e81e374e-c0a2-4d08-a331-aaa65e2ffaf5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:21.906799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Deleting subnet 6e945e87-9fc6-44ca-87a8-04c452696c3e {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:21.917974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.976652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-de36f29e-a898-48b2-b36b-449ce3289b3a None None] Provisioning complete for port e0d7c04f-91d6-496f-a14e-fa214f9fa108 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:21.977201 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de36f29e-a898-48b2-b36b-449ce3289b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:21.983421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-f78adf6e-9fbf-4b0c-8cc6-cd5202069f6f service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520750 Dec 21 01:54:21.986624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.035859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.046979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.188929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-de36f29e-a898-48b2-b36b-449ce3289b3a None None] Port e0d7c04f-91d6-496f-a14e-fa214f9fa108 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:22.287452 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.487083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e4966-7724-4687-87b8-17fd74ffccf2 req-54fea6ad-82f2-4855-aa38-8eea9728fffe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:22.494457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3e4966-7724-4687-87b8-17fd74ffccf2 req-54fea6ad-82f2-4855-aa38-8eea9728fffe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 945 time: 0.5099976 Dec 21 01:54:22.548208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd694c6f-58f7-421d-891f-13db981240fb req-539d7ded-a11d-4227-a653-aabb42d86e71 service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227123 Dec 21 01:54:22.662747 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.666405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.700443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f3e4966-7724-4687-87b8-17fd74ffccf2 req-ce2b3076-ce34-4697-9fd0-74a1a5c9685f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047293 Dec 21 01:54:22.711536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a0b44-1c83-4175-bd6d-c92a9dd62764 req-d2f6e36e-0a1d-413a-913a-3bc1352acd60 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:22.719114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f76a0b44-1c83-4175-bd6d-c92a9dd62764 req-d2f6e36e-0a1d-413a-913a-3bc1352acd60 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.2954628 Dec 21 01:54:22.812298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-342112f9-10ee-49a7-b001-65d26d7d5e5c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:22.819074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-342112f9-10ee-49a7-b001-65d26d7d5e5c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 945 time: 0.7309678 Dec 21 01:54:22.850173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:22.883112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Router ca6c3280-b6ad-4f49-aaf8-43689bebfc48 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:54:22.893125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f76a0b44-1c83-4175-bd6d-c92a9dd62764 req-c37a8ca3-c4e4-4412-9400-2c3f85b7c152 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719072 Dec 21 01:54:23.008399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:23.017076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.018438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ae12d86-5590-4415-87a9-e051c9da7fe3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "PUT /v2.0/routers/ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 200 len: 710 time: 4.7674930 Dec 21 01:54:23.021091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45828) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.021683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] Sync routers for ids ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:23.045874 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] Routers {'ca6c3280-b6ad-4f49-aaf8-43689bebfc48'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:23.048353 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:23.138305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:23.157727 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] Routers {'ca6c3280-b6ad-4f49-aaf8-43689bebfc48'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:23.158580 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:23.159081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e6567d34-db86-4d36-9f82-483204e92ff0 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/routers/ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 200 len: 745 time: 0.1367645 Dec 21 01:54:23.163097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45832) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.212875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.242110 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:23.242704 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0fc16-7bdc-4b08-a396-3239b849e3b1 None None] The sync data for ids ['ca6c3280-b6ad-4f49-aaf8-43689bebfc48'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:23.254554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-07c3e800-6fb9-479c-af5b-6cf271d4fff2 tempest-RoutersIpV6AdminTest-1089378995 tempest-RoutersIpV6AdminTest-1089378995-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 200 len: 205 time: 0.0916095 Dec 21 01:54:23.256803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e945e87-9fc6-44ca-87a8-04c452696c3e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:23.257996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.274627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.277593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e081d87-f473-4abe-9fc0-b80cbb419a92 None None] Network 401845c5-4697-4a60-9e29-8657ebbabc16 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:23.278676 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-867e8451-697e-43c3-b2fa-cc916fd44085 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e945e87-9fc6-44ca-87a8-04c452696c3e HTTP/1.1" status: 204 len: 168 time: 1.5123622 Dec 21 01:54:23.292446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45836) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.320380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4f134d9c-0f1a-422c-8507-c48df0599d6f tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 200 len: 205 time: 0.0610673 Dec 21 01:54:23.321221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45838) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.329058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 18e03c71-5bcc-450c-a79e-784efd99e80d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:23.329671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.432644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.447952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.448751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.463878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.524452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45842) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:23.531673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-705309088'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:23.550200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.577176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=e0d7c04f-91d6-496f-a14e-fa214f9fa108,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:23.587800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] DHCP port deletion for 401845c5-4697-4a60-9e29-8657ebbabc16 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:23.597965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 18e03c71-5bcc-450c-a79e-784efd99e80d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=18e03c71-5bcc-450c-a79e-784efd99e80d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:23.609774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.662172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:23.666536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.685762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Deleting port 1c0c4cc9-b44f-46be-94bf-084af109e194 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:23.686698 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.743237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 18e03c71-5bcc-450c-a79e-784efd99e80d owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:23.776123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.780218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.785498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:23.827954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] For port 1c0c4cc9-b44f-46be-94bf-084af109e194, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1c0c4cc9-b44f-46be-94bf-084af109e194,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:23.828751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.865019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Calling delete_port for 1c0c4cc9-b44f-46be-94bf-084af109e194 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:23.865769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:23.876742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.877101 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Added segment 7a3e0459-9155-44ee-8e04-9193e9eee832 of type vlan for network 2cc21127-be32-480e-87ce-85a1ce7052fb Dec 21 01:54:23.877308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:23.900361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Deleting port 1c0c4cc9-b44f-46be-94bf-084af109e194 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:23.900765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.911527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.912123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Fanout notify agent at l3_agent the message router_deleted on router ca6c3280-b6ad-4f49-aaf8-43689bebfc48 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:23.935003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:23.936397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-00dfeb36-e23e-4152-a54b-671a6a1319f4 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 204 len: 168 time: 0.6101849 Dec 21 01:54:23.961942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.010632 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.024459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.047270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] Pushing event deleted for resources: {'Port': ['ID=1c0c4cc9-b44f-46be-94bf-084af109e194,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:24.080282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd7468-6cb6-498d-8a55-cd719bfd4845 None None] No DVR routers for this DVR port 1c0c4cc9-b44f-46be-94bf-084af109e194 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:24.115627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.121315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:24.122156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.135084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.150954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0e9dbb2d-f4a7-4e5c-aded-11a27d67b74c tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 200 len: 205 time: 0.1855991 Dec 21 01:54:24.151190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45852) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.166616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['18e03c71-5bcc-450c-a79e-784efd99e80d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:24.175921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6499128 Dec 21 01:54:24.177095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45854) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.227740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-723614665'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:24.239417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1c0c4cc9-b44f-46be-94bf-084af109e194 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:24.246766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74f22d50-3ab3-4ad2-a0a5-c0ca6750bb7b req-dbfbf613-c29a-4e5b-90cf-c42ae15a2a6e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1414964 Dec 21 01:54:24.261258 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-845c7b5e-1f42-40c9-8e65-dd84ba2ee7f9 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:24.265420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-845c7b5e-1f42-40c9-8e65-dd84ba2ee7f9 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/ca6c3280-b6ad-4f49-aaf8-43689bebfc48 HTTP/1.1" status: 404 len: 336 time: 0.0719876 Dec 21 01:54:24.299202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1c0c4cc9-b44f-46be-94bf-084af109e194 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:24.299766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1c0c4cc9-b44f-46be-94bf-084af109e194 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:24.372748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1719f9d-eba2-4b70-a69f-f94964cd23db tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Network': ['ID=2cc21127-be32-480e-87ce-85a1ce7052fb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:24.386859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.388307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2cc21127-be32-480e-87ce-85a1ce7052fb details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:24.391825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 18e03c71-5bcc-450c-a79e-784efd99e80d on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:24.399459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a917dee-486d-43e7-9e8b-1237451a40f9 req-8f4b9a64-0c8b-4536-a7f4-0d9bbb8c8a57 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:24.401297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a917dee-486d-43e7-9e8b-1237451a40f9 req-8f4b9a64-0c8b-4536-a7f4-0d9bbb8c8a57 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 945 time: 0.5683239 Dec 21 01:54:24.410285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.418244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c633c283-7b89-4610-ab8e-71c2cbd14d4a req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "DELETE /v2.0/ports/18e03c71-5bcc-450c-a79e-784efd99e80d HTTP/1.1" status: 204 len: 173 time: 1.5343065 Dec 21 01:54:24.434785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'name': 'network-vif-deleted', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:24.442444 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d686514-7053-41f9-8ecc-ff9f92551785" -d '{"events": [{"server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "name": "network-vif-deleted", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:24.458407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b77743-a9e5-4db8-b2bd-a411adcf239b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=18e03c71-5bcc-450c-a79e-784efd99e80d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:24.471708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b9825a9-4e97-4537-88fe-2a416c2c6be3 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 200 len: 205 time: 0.0678661 Dec 21 01:54:24.478413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45862) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.524576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:24.541477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.556184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-35870e20-13f9-4f13-be88-bf5e2cec9acd None None] Provisioning complete for port e0d7c04f-91d6-496f-a14e-fa214f9fa108 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:24.559517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-35870e20-13f9-4f13-be88-bf5e2cec9acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.566097 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8a3ab-de5a-4e90-9e67-ee642f1eac1e x-openstack-request-id: req-b2e8a3ab-de5a-4e90-9e67-ee642f1eac1e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:24.566410 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03982ec-d122-400a-8b1e-74b549fb460d", "name": "network-vif-deleted", "tag": "18e03c71-5bcc-450c-a79e-784efd99e80d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:24.566635 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e8a3ab-de5a-4e90-9e67-ee642f1eac1e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:24.567815 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03982ec-d122-400a-8b1e-74b549fb460d', 'name': 'network-vif-deleted', 'tag': '18e03c71-5bcc-450c-a79e-784efd99e80d', 'status': 'completed', 'code': 200} Dec 21 01:54:24.568412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a917dee-486d-43e7-9e8b-1237451a40f9 req-924fdd01-d935-4c2a-ac97-100c0afe42db tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558313 Dec 21 01:54:24.571861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] For port 1c0c4cc9-b44f-46be-94bf-084af109e194, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1c0c4cc9-b44f-46be-94bf-084af109e194,segment=NetworkSegment(935657ae-f7ce-401a-a2cb-e6cd7564c284),segment_id=935657ae-f7ce-401a-a2cb-e6cd7564c284)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:24.572225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.576349 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-053f9883-7290-42d5-ad2b-3de9bfa11a0f tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:24.579080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-053f9883-7290-42d5-ad2b-3de9bfa11a0f tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/e5b81068-dddd-4767-a287-713e8847a1eb HTTP/1.1" status: 404 len: 336 time: 0.0991633 Dec 21 01:54:24.590381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:24.601686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.602043 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Added segment e43e6d6b-24c4-41af-93ca-b746b7fb6b73 of type vlan for network f353e37e-ce3e-436e-be95-a8b03f9edb49 Dec 21 01:54:24.614468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.657494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.658588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Calling delete_port for 1c0c4cc9-b44f-46be-94bf-084af109e194 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:24.662511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-35870e20-13f9-4f13-be88-bf5e2cec9acd None None] Port e0d7c04f-91d6-496f-a14e-fa214f9fa108 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:24.680046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Router 059fbe96-3380-420b-b374-21f3a11a1e2f is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:54:24.683842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be975ab7-3375-413c-9d4e-c7d298c7e822 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 200 len: 205 time: 0.0589449 Dec 21 01:54:24.687433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45868) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.702903 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.709710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:24.710593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:24.755690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5385232 Dec 21 01:54:24.755905 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-985cb6eb-e94a-42e4-9079-a58d557cf7ad tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:24.759052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-985cb6eb-e94a-42e4-9079-a58d557cf7ad tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/a01d2ccb-a79b-4e08-8a78-49e795122b2c HTTP/1.1" status: 404 len: 336 time: 0.0671382 Dec 21 01:54:24.760312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45874) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.760892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.770265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'subnet': {'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:24.865815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9328c8b4-2ccb-4599-9a6e-e26d41947445 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 200 len: 205 time: 0.0912240 Dec 21 01:54:24.867354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45878) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.893369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:24.899474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acb00299-0d4f-4357-beb3-634b601d28df tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/routers/059fbe96-3380-420b-b374-21f3a11a1e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7362847 Dec 21 01:54:24.903189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45880) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:24.905671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] Sync routers for ids ['059fbe96-3380-420b-b374-21f3a11a1e2f'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:24.922089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] Routers {'059fbe96-3380-420b-b374-21f3a11a1e2f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:24.925139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['059fbe96-3380-420b-b374-21f3a11a1e2f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:24.987616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5e6c-e1e5-4f25-af06-8e0362e39889 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Network': ['ID=f353e37e-ce3e-436e-be95-a8b03f9edb49,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:24.999827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.009200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529cf66-ba40-43cb-b526-b9c0242e592d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:25.009857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:25.013188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c529cf66-ba40-43cb-b526-b9c0242e592d tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?device_id=059fbe96-3380-420b-b374-21f3a11a1e2f HTTP/1.1" status: 200 len: 989 time: 0.1066279 Dec 21 01:54:25.023816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.041862 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-869f5af5-6471-4eb5-8544-5b5750e12022 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:25.042987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-869f5af5-6471-4eb5-8544-5b5750e12022 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/9bbc6a3a-9e06-46f0-8043-9148bed2e988 HTTP/1.1" status: 404 len: 336 time: 0.1700335 Dec 21 01:54:25.053816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45890) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.074663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:25.079370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.102662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.158881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4305338b-e2b2-490e-8edb-455973281224 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 200 len: 205 time: 0.1004076 Dec 21 01:54:25.181213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.225817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0c4cc9-b44f-46be-94bf-084af109e194,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:25.229552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] No DVR routers for this DVR port 1c0c4cc9-b44f-46be-94bf-084af109e194 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:25.231225 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-d82ac566-39e2-4010-a07c-2b2b4df36305 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:25.234706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d82ac566-39e2-4010-a07c-2b2b4df36305 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/b11f42ae-8556-4425-b27f-3ad0a1535695 HTTP/1.1" status: 404 len: 336 time: 0.0498397 Dec 21 01:54:25.237980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.252695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] Routers {'059fbe96-3380-420b-b374-21f3a11a1e2f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:25.261817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['059fbe96-3380-420b-b374-21f3a11a1e2f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.299515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb750176-9498-49d6-bfbc-2122be8bb112 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "GET /v2.0/ports?device_id=aeba52e4-e079-4d55-b91e-1dda1c300b05 HTTP/1.1" status: 200 len: 205 time: 0.0377769 Dec 21 01:54:25.305869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45908) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.343338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.344624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e8ea1-aa0c-4514-a406-16bcd32bd78d None None] The sync data for ids ['059fbe96-3380-420b-b374-21f3a11a1e2f'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:25.477080 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-93dfecb8-5de9-483c-8bc2-fe1e9036bf14 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] delete failed (client error): The resource could not be found. Dec 21 01:54:25.481963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93dfecb8-5de9-483c-8bc2-fe1e9036bf14 tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/routers/aeba52e4-e079-4d55-b91e-1dda1c300b05 HTTP/1.1" status: 404 len: 336 time: 0.1715565 Dec 21 01:54:25.483741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45912) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.493732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.524255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401845c5-4697-4a60-9e29-8657ebbabc16']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.538179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935657ae-f7ce-401a-a2cb-e6cd7564c284') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.538467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935657ae-f7ce-401a-a2cb-e6cd7564c284') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:25.565936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.600046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a88f656-29c3-4709-b14c-03b4b7d43e3e req-fd28c51d-f54d-44b1-aae8-6c5aa8201501 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1865134 Dec 21 01:54:25.608916 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.610205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.624204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:25.624204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:25.625898 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:25.628777 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:25.652073 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-890cf987-e5eb-4b17-b01e-14dd009bdcbd tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] DELETE failed (client error): The resource could not be found. Dec 21 01:54:25.652546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890cf987-e5eb-4b17-b01e-14dd009bdcbd tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:54:25.660078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-890cf987-e5eb-4b17-b01e-14dd009bdcbd tempest-RoutersIpV6AdminTest-288016357 tempest-RoutersIpV6AdminTest-288016357-project] 10.222.0.43 "DELETE /v2.0/subnets/3a25f0a2-ce8d-4564-9ea7-465ab705f892 HTTP/1.1" status: 404 len: 337 time: 0.0743759 Dec 21 01:54:25.740612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.760170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:25.760841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network hostable DHCP agents. Network: 2cc21127-be32-480e-87ce-85a1ce7052fb, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:54:25.765357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Subnet': ['ID=ad744d31-5bb6-40c0-9b04-b56f3a53579a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:25.784945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.788522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] 10.222.0.43 "DELETE /v2.0/networks/401845c5-4697-4a60-9e29-8657ebbabc16 HTTP/1.1" status: 204 len: 168 time: 2.4934664 Dec 21 01:54:25.793379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f5e46-d5e2-4654-aefd-67160194d172 admin admin] Pushing event deleted for resources: {'Network': ['ID=401845c5-4697-4a60-9e29-8657ebbabc16,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:25.797982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:54:25.818254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2cc21127-be32-480e-87ce-85a1ce7052fb) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:25.828600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7978062-3eda-4f09-a905-729570c000e9 None None] Network 2cc21127-be32-480e-87ce-85a1ce7052fb requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:25.832584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:25.834393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:25.873823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b2fbdf34-4107-4c47-92c2-ffb0919d9686 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1082256 Dec 21 01:54:25.877159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:25.891905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'subnet': {'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:25.979039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.052532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-2cc21127-be32-480e-87ce-85a1ce7052fb', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:26.055287 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.071225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45922) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:26.092283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:26.101120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.132491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45928) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:26.261309 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09ebcd5a-97e1-4b69-b676-bce6b02b932d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9d091fb3a044e52bc09e3e3ac0ca945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276135 Dec 21 01:54:26.264310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 18e03c71-5bcc-450c-a79e-784efd99e80d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:26.264466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:26.362841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 18e03c71-5bcc-450c-a79e-784efd99e80d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:26.366462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 18e03c71-5bcc-450c-a79e-784efd99e80d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:26.459254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.504008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.526451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Allocated IP 10.1.1.2 (2cc21127-be32-480e-87ce-85a1ce7052fb/ad744d31-5bb6-40c0-9b04-b56f3a53579a/6400faee-3de2-4933-aff9-9af17b307a2e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:26.566607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.602129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52173d72-d282-4090-83b5-13e1b344add3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.645300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.649230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.656434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port e0d7c04f-91d6-496f-a14e-fa214f9fa108 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:26.656903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.657886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aff0151f-8fe5-4e55-903e-50d9864ead0a HTTP/1.1" status: 204 len: 168 time: 0.3907795 Dec 21 01:54:26.709986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.728423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc3b11-2a4f-4003-acfa-3b28c5d47585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff0151f-8fe5-4e55-903e-50d9864ead0a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:26.831261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:26.860396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for e0d7c04f-91d6-496f-a14e-fa214f9fa108 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:26.931181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Subnet': ['ID=f9d008a7-f2a1-4100-ad66-529e8dc95e35,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:26.994321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13f89175-fb28-453d-9851-8841e09c7a12 req-b7c89da8-79a5-4cb2-a5c7-f0338494075d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.2290554 Dec 21 01:54:27.088716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.105196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.172687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Checking segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:27.173992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network hostable DHCP agents. Network: f353e37e-ce3e-436e-be95-a8b03f9edb49, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:54:27.188822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:27.194189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:27.244966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Pushing event updated for resources: {'Port': ['ID=6400faee-3de2-4933-aff9-9af17b307a2e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:27.256819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52173d72-d282-4090-83b5-13e1b344add3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.261636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:27.277179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52173d72-d282-4090-83b5-13e1b344add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.300316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.409777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Attempting to bind port 6400faee-3de2-4933-aff9-9af17b307a2e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:27.410340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Attempting to bind port 6400faee-3de2-4933-aff9-9af17b307a2e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:27.410569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Attempting to bind port 6400faee-3de2-4933-aff9-9af17b307a2e on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:27.431255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:27.431648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:27.432067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.432834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Bound using segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:27.433357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Bound port: 6400faee-3de2-4933-aff9-9af17b307a2e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:27.433746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.434783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52173d72-d282-4090-83b5-13e1b344add3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c64d2572e3045a9827ea9ea271dd40f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3595924 Dec 21 01:54:27.440839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:54:27.445314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45966) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:27.494676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=e0d7c04f-91d6-496f-a14e-fa214f9fa108,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:27.523946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f353e37e-ce3e-436e-be95-a8b03f9edb49) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:27.537256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:27.539546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.554399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173d72-d282-4090-83b5-13e1b344add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5e40f-2530-4533-ac48-4a2cd591d75a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:27.592610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-04092d2b-4527-4979-8350-e81c699e7a22 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7121079 Dec 21 01:54:27.606371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45974) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:27.613177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1221883245', 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:27.630153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] For port 6400faee-3de2-4933-aff9-9af17b307a2e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:27.634223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] For port 6400faee-3de2-4933-aff9-9af17b307a2e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6400faee-3de2-4933-aff9-9af17b307a2e,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:27.637798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad58b97-7c29-49d3-83db-9b7481887d52 None None] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:27.667495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.845747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa865-0983-4021-847a-4481aceda917 None None] Pushing event updated for resources: {'Port': ['ID=6400faee-3de2-4933-aff9-9af17b307a2e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:27.912042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f353e37e-ce3e-436e-be95-a8b03f9edb49', 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ips': [{'subnet_id': 'f9d008a7-f2a1-4100-ad66-529e8dc95e35'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:27.914015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:27.920456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:28.055479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:54:28.096887 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:28.157863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] device_id is not set on port be9c5ed7-732d-4e1f-a42b-926abd689b8c yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:28.514717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:28.527699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45988) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:28.533550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'mac_address': 'fa:16:3e:2e:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:54:28.541597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6400faee-3de2-4933-aff9-9af17b307a2e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:28.627301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.1.1.193 (2cc21127-be32-480e-87ce-85a1ce7052fb/ad744d31-5bb6-40c0-9b04-b56f3a53579a/be9c5ed7-732d-4e1f-a42b-926abd689b8c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:28.682198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:28.750118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Allocated IP 10.2.2.2 (f353e37e-ce3e-436e-be95-a8b03f9edb49/f9d008a7-f2a1-4100-ad66-529e8dc95e35/b87b3ddf-195b-44bd-8b38-3e1ea0877637) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:28.762821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:28.866413 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:28.949010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.020568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 127d1dbc-58a8-49d9-8e38-1328dcc8801e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:54:29.131037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:29.132094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-400480163-network', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:29.136095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.139804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.141441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89c5e40f-2530-4533-ac48-4a2cd591d75a HTTP/1.1" status: 204 len: 168 time: 1.6849046 Dec 21 01:54:29.182026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.237547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Made reservation on behalf of d9e10e462dd74fcfa35ca52189716b35 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:29.243413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.258650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6400faee-3de2-4933-aff9-9af17b307a2e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:29.259284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.269666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5cd08-d28c-44e5-b251-08ea0bc21005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5e40f-2530-4533-ac48-4a2cd591d75a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:29.286202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.407927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['127d1dbc-58a8-49d9-8e38-1328dcc8801e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:54:29.562159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Router 059fbe96-3380-420b-b374-21f3a11a1e2f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:54:29.580557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:29.652950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd599a53-c703-4b4a-a1e3-6508ee308bd8 req-939007f3-2b4a-4cdd-b1ab-79b12073861f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1192546 Dec 21 01:54:29.714542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee27bab-4628-4875-81d8-149f4f8ced9a None None] Network 2cc21127-be32-480e-87ce-85a1ce7052fb requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:29.807017 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.819575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.861371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.863766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46052) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:29.885001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.919345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-949f015d-29aa-4cf0-96d1-473a89533b2c None None] Provisioning complete for port 6400faee-3de2-4933-aff9-9af17b307a2e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:29.925803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.929033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-949f015d-29aa-4cf0-96d1-473a89533b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:29.957327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:29.967599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:29.974780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:30.002838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.005862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818f0670-3605-4656-a47e-d8617eca91ff,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:30.034331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:30.051372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d535de85-61bb-44e6-8878-01a171be0338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fc80d4ad70a44f9beee58589411992a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866951 Dec 21 01:54:30.053698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:30.054459 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] Sync routers for ids ['059fbe96-3380-420b-b374-21f3a11a1e2f'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:30.056153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:30.066813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:30.068178 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] Routers {'059fbe96-3380-420b-b374-21f3a11a1e2f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:30.071446 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['059fbe96-3380-420b-b374-21f3a11a1e2f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:30.077140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c729e15-7733-4c74-81e7-b8d32f96f150 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/routers/059fbe96-3380-420b-b374-21f3a11a1e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0517459 Dec 21 01:54:30.093825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:30.125800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:30.126484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.127982 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9e29e8-2cd8-402b-ac37-1a3efdea541c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:54:30.129475 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2f9e29e8-2cd8-402b-ac37-1a3efdea541c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/e0d7c04f-91d6-496f-a14e-fa214f9fa108 HTTP/1.1" status: 404 len: 333 time: 0.0346756 Dec 21 01:54:30.136822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46060) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:30.145114 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:30.145951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.147105 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Added segment 561d2ba8-29fa-4185-9069-b67f6e15b077 of type vlan for network fcf91e8e-5405-4305-a94f-1aa7de06a98e Dec 21 01:54:30.165836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] Routers {'059fbe96-3380-420b-b374-21f3a11a1e2f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:30.166849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['059fbe96-3380-420b-b374-21f3a11a1e2f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:30.185418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e1320acc-7d07-4ca0-9fa4-bdfcbba9ec90 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5778565 Dec 21 01:54:30.186636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46062) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:30.192565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'name': 'tempest-TaggedBootDevicesTest_v242-390188913', 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:30.251968 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:30.253015 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2876b7-760e-4396-8f8a-da82fea4a420 None None] The sync data for ids ['059fbe96-3380-420b-b374-21f3a11a1e2f'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:30.304471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:30.368537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:30.370541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.382728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:30.386155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Pushing event updated for resources: {'Port': ['ID=b87b3ddf-195b-44bd-8b38-3e1ea0877637,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:30.419120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.542001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 6400faee-3de2-4933-aff9-9af17b307a2e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6400faee-3de2-4933-aff9-9af17b307a2e,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:30.576054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:30.586779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.637509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] device_id is not set on port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:30.640962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.706192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.741145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Attempting to bind port b87b3ddf-195b-44bd-8b38-3e1ea0877637 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:30.741534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Attempting to bind port b87b3ddf-195b-44bd-8b38-3e1ea0877637 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:30.741888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Attempting to bind port b87b3ddf-195b-44bd-8b38-3e1ea0877637 on network f353e37e-ce3e-436e-be95-a8b03f9edb49 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:30.765958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.824270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.835696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=6400faee-3de2-4933-aff9-9af17b307a2e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:30.863195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:30.863584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Checking segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:30.864002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.864406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Bound using segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:30.864898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Bound port: b87b3ddf-195b-44bd-8b38-3e1ea0877637, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:30.865303 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.932813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.946698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.955573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:30.960549 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0b3bdf-1b14-4654-8c7d-86d6d36bd727 HTTP/1.1" status: 204 len: 168 time: 0.8822384 Dec 21 01:54:30.963140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:54:30.972698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.003063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.1.1.98 (2cc21127-be32-480e-87ce-85a1ce7052fb/ad744d31-5bb6-40c0-9b04-b56f3a53579a/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:31.038241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] For port b87b3ddf-195b-44bd-8b38-3e1ea0877637, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:31.051437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] For port b87b3ddf-195b-44bd-8b38-3e1ea0877637, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b87b3ddf-195b-44bd-8b38-3e1ea0877637,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:31.066448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.181530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a62d65-155d-4686-b9d6-66e94c2f99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b3bdf-1b14-4654-8c7d-86d6d36bd727,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:31.196911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.200017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:31.200726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.200886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.245930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3bc67e5c-c5db-45d5-93ba-e0afaad5d369 None None] Provisioning complete for port 6400faee-3de2-4933-aff9-9af17b307a2e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:31.246196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bc67e5c-c5db-45d5-93ba-e0afaad5d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.254914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.255331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.256034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aef929-3ad4-4c41-ace9-14daea010441 None None] Pushing event updated for resources: {'Port': ['ID=b87b3ddf-195b-44bd-8b38-3e1ea0877637,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:31.256319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Fanout notify agent at l3_agent the message router_deleted on router 059fbe96-3380-420b-b374-21f3a11a1e2f {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:31.273643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.286180 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0866435c-759c-4f18-b734-d3e03fff1a91 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/routers/059fbe96-3380-420b-b374-21f3a11a1e2f HTTP/1.1" status: 204 len: 168 time: 1.1396234 Dec 21 01:54:31.287449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:31.320951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff0b03d6-3a54-4649-903d-5b3a8c5d7eb1 req-8e12c82a-d53b-44e8-af55-19f34e3de1b7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.0798879 Dec 21 01:54:31.424562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:31.441810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:31.443579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:31.450922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:31.512122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:31.513229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.536602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46086) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:31.541277 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0098455 Dec 21 01:54:31.548744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Request body: {'subnet': {'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-subnet', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:31.570536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3bc67e5c-c5db-45d5-93ba-e0afaad5d369 None None] Provisioning complete for port be9c5ed7-732d-4e1f-a42b-926abd689b8c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:31.570760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-412eba1c-62d6-4cb0-906c-1d7625a14960 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3830004 Dec 21 01:54:31.570940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bc67e5c-c5db-45d5-93ba-e0afaad5d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.573287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49914-f9d7-49cc-9dee-0291b53f91c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf91e8e-5405-4305-a94f-1aa7de06a98e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:31.617740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet cbc33b31-eeaa-4676-85d7-734c90409e2e {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:31.622273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Made reservation on behalf of d9e10e462dd74fcfa35ca52189716b35 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:31.626414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.634160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.639882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:31.761398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:31.886900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3bc67e5c-c5db-45d5-93ba-e0afaad5d369 None None] Port be9c5ed7-732d-4e1f-a42b-926abd689b8c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:32.024865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c6488b36-c5b9-4136-ae6d-8a0f0c52c379 None None] Provisioning complete for port be9c5ed7-732d-4e1f-a42b-926abd689b8c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:32.025248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6488b36-c5b9-4136-ae6d-8a0f0c52c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.072580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:32.185083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.291940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:32.307126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349389121', 'description': 'tempest-description--1253753059'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:32.332336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.395384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.422855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.462952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc33b31-eeaa-4676-85d7-734c90409e2e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:32.480574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.485375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f6dd5e12-128d-49f6-92cb-c0994197b081 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/cbc33b31-eeaa-4676-85d7-734c90409e2e HTTP/1.1" status: 204 len: 168 time: 1.1478050 Dec 21 01:54:32.488110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46120) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:32.525429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:32.567477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39355351-ac80-4968-bf79-63cae1d26d3f None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:32.568698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Checking segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:32.569072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Network hostable DHCP agents. Network: fcf91e8e-5405-4305-a94f-1aa7de06a98e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:54:32.690156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-547b3676-6842-4363-a8dc-7bcd3a4e2bdc req-3b627f30-375a-4b32-aaf2-bcfc59e55e57 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.1061492 Dec 21 01:54:32.725651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:54:32.742363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, fcf91e8e-5405-4305-a94f-1aa7de06a98e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:32.747759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:32.749146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.776433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.799576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-87836dfd-0660-4475-aaf5-241dea9fa572 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2613709 Dec 21 01:54:32.802065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:32.806867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:32.819910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.835434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70ef9f-0edd-4ea4-8901-301cb5f24a63 None None] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:32.846157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.849720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c6488b36-c5b9-4136-ae6d-8a0f0c52c379 None None] Port be9c5ed7-732d-4e1f-a42b-926abd689b8c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:32.887397 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.889411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.953357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8659b26a-856b-428f-b355-3287d00d08e1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:32.976469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:32.976469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ceffe6f3-b3a2-4904-8432-baba90a04b3d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6735098 Dec 21 01:54:32.981714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46130) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:32.987388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'security_group_rule': {'security_group_id': '8659b26a-856b-428f-b355-3287d00d08e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:33.057821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b87b3ddf-195b-44bd-8b38-3e1ea0877637 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:33.113907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.134619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.233004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:33.241982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.263920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e6ad7280-44cf-40b1-8307-7c73b90544d7 None None] Provisioning complete for port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:33.264299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7280-44cf-40b1-8307-7c73b90544d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.323086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 127d1dbc-58a8-49d9-8e38-1328dcc8801e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:33.323458 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.396316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] DHCP port deletion for 46d65389-1c7d-4a72-ac2e-ea64d19267f3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:33.429704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.437177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] For port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,segment=NetworkSegment(cf1641ae-5e7d-4503-a4b2-632dfeff24d4),segment_id=cf1641ae-5e7d-4503-a4b2-632dfeff24d4)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:33.439941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.468895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.547116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:33.548376 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.551454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 1771ee64-8c75-4772-a6e4-75dc3cda6f9c owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:33.575383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b3c46-5889-4025-ae01-e9aaf2b2060b None None] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:33.584377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad7280-44cf-40b1-8307-7c73b90544d7 None None] Port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:33.604577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.609947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6263175 Dec 21 01:54:33.615737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.620773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b87b3ddf-195b-44bd-8b38-3e1ea0877637 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:33.621809 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.624126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:33.663097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'security_group_rule': {'security_group_id': '8659b26a-856b-428f-b355-3287d00d08e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:33.695023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cd823-738b-44e4-9094-1be4ffbd89ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2b72f-5a54-46af-8e26-b68d5243eb17,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:33.810209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.838332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-69a0d7f6-1fd7-4ea2-a56a-6c7292f9afae None None] Provisioning complete for port b87b3ddf-195b-44bd-8b38-3e1ea0877637 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:33.839092 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-69a0d7f6-1fd7-4ea2-a56a-6c7292f9afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.847862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.901420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Deleting port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:33.902293 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.961025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:33.975230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.017593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.063624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:34.066821 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426bf6a-b4d9-4f91-8afb-49bb9507992e" -d '{"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-plugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:34.068391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.070567 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388585 Dec 21 01:54:34.077078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No DVR routers for this DVR port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:34.082232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46160) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:34.098621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Allocated IP 172.20.0.2 (fcf91e8e-5405-4305-a94f-1aa7de06a98e/d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9/1ae147c8-de38-4e39-9e44-a438eb1adc89) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:34.119058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:34.141429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] For port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,segment=NetworkSegment(cf1641ae-5e7d-4503-a4b2-632dfeff24d4),segment_id=cf1641ae-5e7d-4503-a4b2-632dfeff24d4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:34.142019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.152297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:34.156269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.181547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b66e9-319e-4759-8150-c961d5378036 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76943765-213c-4f6b-9287-59658bdb7a21,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:34.234236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.248664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:34.272306 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.281056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-627a4018-a648-4bb5-9b40-239fe32e36bf req-c54aeee6-bbdb-48ca-9adf-cd1414a482ea tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.3788590 Dec 21 01:54:34.314407 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e7435-9172-49c2-9ca4-6b2e666a7056 x-openstack-request-id: req-f61e7435-9172-49c2-9ca4-6b2e666a7056 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:34.314636 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-plugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:34.314896 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f61e7435-9172-49c2-9ca4-6b2e666a7056 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:34.315295 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'code': 200} Dec 21 01:54:34.317460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:34.334478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Calling delete_port for 1771ee64-8c75-4772-a6e4-75dc3cda6f9c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:34.401144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.411017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.441533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d65389-1c7d-4a72-ac2e-ea64d19267f3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:34.453958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.454783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:34.455312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1641ae-5e7d-4503-a4b2-632dfeff24d4') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:34.467743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.506780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.522705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:34.524868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.619032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46180) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:34.687971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port b87b3ddf-195b-44bd-8b38-3e1ea0877637, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b87b3ddf-195b-44bd-8b38-3e1ea0877637,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:34.693122 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:34.700769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.702009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6400faee-3de2-4933-aff9-9af17b307a2e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:34.706691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.717702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.729852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46184) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:34.732108 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/46d65389-1c7d-4a72-ac2e-ea64d19267f3 HTTP/1.1" status: 204 len: 168 time: 2.2408047 Dec 21 01:54:34.807398 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-69a0d7f6-1fd7-4ea2-a56a-6c7292f9afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:34.836928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b453153-e57e-479c-832c-68b757d4f568 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=46d65389-1c7d-4a72-ac2e-ea64d19267f3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:34.845393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Allocated IP 172.25.6.208 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f33529fd-a93d-4f40-a6de-12d036cd81d5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:34.880554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e4c61-04de-499d-9973-f37b11120019 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:34.886987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d4e4c61-04de-499d-9973-f37b11120019 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/67aab257-eaf2-4b90-9ac5-a61e8f18f122 HTTP/1.1" status: 200 len: 844 time: 0.1496673 Dec 21 01:54:34.893962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46186) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:34.989963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1760582830', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:35.007129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.030986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=b87b3ddf-195b-44bd-8b38-3e1ea0877637,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:35.101300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.114336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c3e7845-7d63-4c5b-aee2-847355d0d9fd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/67aab257-eaf2-4b90-9ac5-a61e8f18f122?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2124803 Dec 21 01:54:35.115267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Network 46d65389-1c7d-4a72-ac2e-ea64d19267f3 is not hosted by any dhcp agent {{(pid=109852) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 01:54:35.115267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] No DVR routers for this DVR port 1771ee64-8c75-4772-a6e4-75dc3cda6f9c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:35.118281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46188) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:35.133872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6400faee-3de2-4933-aff9-9af17b307a2e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:35.133872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.149673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:35.212687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-69a0d7f6-1fd7-4ea2-a56a-6c7292f9afae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:54:35.213361 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-69a0d7f6-1fd7-4ea2-a56a-6c7292f9afae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:54:35.223052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0da13-d16b-483d-ac15-ac48d27ee785 None None] Pushing event deleted for resources: {'Port': ['ID=1771ee64-8c75-4772-a6e4-75dc3cda6f9c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:35.225654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.240139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.249270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Made reservation on behalf of 168d92b926164e5c9d90312c96240cd8 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:35.252142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.288702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.314817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.315533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Pushing event updated for resources: {'Port': ['ID=1ae147c8-de38-4e39-9e44-a438eb1adc89,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:35.415945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:35.420682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.446479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.566533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:35.596052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:35.598842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b428a3bc-1b55-4f06-880e-84beedc6a887 req-d1bf5d31-e099-44c5-91bf-caccf1b9ca88 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=c03982ec-d122-400a-8b1e-74b549fb460d HTTP/1.1" status: 200 len: 210 time: 0.0706773 Dec 21 01:54:35.608871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:35.616535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:35.628163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.630042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:35.631598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:35.640726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Pushing event updated for resources: {'Port': ['ID=f33529fd-a93d-4f40-a6de-12d036cd81d5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:35.677020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.689844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] device_id is not set on port 0004cf5c-2418-4470-a1b9-5f2bfbac0c65 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:35.702818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 172.25.6.52 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e91ad90a-0669-4d6e-b55c-097f6614afa0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:35.869654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.872105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865d7a6-bfba-45d3-b548-742d5a0131fa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:35.921641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:35.985652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:35.992789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:36.001575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:36.009882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=e91ad90a-0669-4d6e-b55c-097f6614afa0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:36.129150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b87b3ddf-195b-44bd-8b38-3e1ea0877637 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:36.209475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Attempting to bind port 1ae147c8-de38-4e39-9e44-a438eb1adc89 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:36.209888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Attempting to bind port 1ae147c8-de38-4e39-9e44-a438eb1adc89 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:36.210359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Attempting to bind port 1ae147c8-de38-4e39-9e44-a438eb1adc89 on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:36.219305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:36.219793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Checking segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:36.220214 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.220655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Bound using segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:36.221185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Bound port: 1ae147c8-de38-4e39-9e44-a438eb1adc89, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:36.221695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.240420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.337628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.346159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] For port 1ae147c8-de38-4e39-9e44-a438eb1adc89, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:36.361545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] For port 1ae147c8-de38-4e39-9e44-a438eb1adc89, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ae147c8-de38-4e39-9e44-a438eb1adc89,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:36.364196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b87b3ddf-195b-44bd-8b38-3e1ea0877637 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:36.364625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.389919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.403739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.461174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Allocated IP 172.25.6.111 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/0004cf5c-2418-4470-a1b9-5f2bfbac0c65) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:36.485677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:36.502287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:36.506430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:36.507251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.512656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.547271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7240e-e41d-466d-b307-f8f8bc2ee781 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:36.624746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.632458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-60df2389-6206-4183-a0c0-22c8f83c7ea9 None None] Provisioning complete for port b87b3ddf-195b-44bd-8b38-3e1ea0877637 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:36.633510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60df2389-6206-4183-a0c0-22c8f83c7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.640118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.702723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6172c-362e-4cef-9a27-40096169bca1 None None] Pushing event updated for resources: {'Port': ['ID=1ae147c8-de38-4e39-9e44-a438eb1adc89,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:36.929664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1771ee64-8c75-4772-a6e4-75dc3cda6f9c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:36.943511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=e91ad90a-0669-4d6e-b55c-097f6614afa0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:36.956290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.965315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1771ee64-8c75-4772-a6e4-75dc3cda6f9c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:36.965717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1771ee64-8c75-4772-a6e4-75dc3cda6f9c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:36.969274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-6cc69449-731c-4924-9938-9a042147f2b0', 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'project_id': '34c7f31454724ac2aa31efd566aae945', 'fixed_ips': [{'subnet_id': '51a0ab16-f411-41d4-b98e-20a58a3aa4ab'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:54:36.970335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:36.976445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.034757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=51a0ab16-f411-41d4-b98e-20a58a3aa4ab,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:37.040740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.043556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a28848e-2038-4fc4-97e3-2e3963a0367d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8991051 Dec 21 01:54:37.307655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:37.308762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d570c1bd-6cff-4a96-b37b-640ad9ba7deb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1801646 Dec 21 01:54:37.314836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1144058277'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:37.356860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.390264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Allocated IP 2001:db8::2 (6cc69449-731c-4924-9938-9a042147f2b0/51a0ab16-f411-41d4-b98e-20a58a3aa4ab/1bc1de15-ddbf-4d24-b6a9-22fc3f51357c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:37.396050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.525850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.546988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.559579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.643226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b39aa84-cdd5-43a0-b58f-95ed70d066db,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:37.650447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.653564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5de55c14-d010-4630-a3dd-db0b5c7ee622 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3447230 Dec 21 01:54:37.656770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:37.663189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010975049'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:37.719034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.785870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.792756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Pushing event updated for resources: {'Port': ['ID=0004cf5c-2418-4470-a1b9-5f2bfbac0c65,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:37.798188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.874786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ae147c8-de38-4e39-9e44-a438eb1adc89 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:37.926096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.946120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:37.973677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:38.014580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f5a3d-a061-4aca-a869-2b9291b27315,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:38.021802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:38.036031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:38.039842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.042059 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5774658f-28e0-4559-8509-0bab3d3e7641 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3840153 Dec 21 01:54:38.044687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46264) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:38.052777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:38.053204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1188973429', 'security_groups': ['c12f5a3d-a061-4aca-a869-2b9291b27315'], 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51a0ab16-f411-41d4-b98e-20a58a3aa4ab'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:38.143816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Attempting to bind port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:38.144265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Attempting to bind port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8d270c02-7c77-4078-a5b7-8a1691324832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:38.144650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Attempting to bind port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c on network 6cc69449-731c-4924-9938-9a042147f2b0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:38.147638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1ae147c8-de38-4e39-9e44-a438eb1adc89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:38.148014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.182422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:38.183438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Checking segment: {'id': '8d270c02-7c77-4078-a5b7-8a1691324832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:38.183851 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.184258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Bound using segment: {'id': '8d270c02-7c77-4078-a5b7-8a1691324832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:38.184930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Bound port: 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d270c02-7c77-4078-a5b7-8a1691324832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:38.185324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.326677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3f39c993-f250-432e-9e21-e58250db045e None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:38.329929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3f39c993-f250-432e-9e21-e58250db045e None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:38.344815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:38.382410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.386434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.428459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150c171-8158-49b9-8798-2c9d74687a05 None None] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:38.583576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.609156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-168b357a-b8d7-4ca3-9dbd-009a58a1e58f None None] Provisioning complete for port 1ae147c8-de38-4e39-9e44-a438eb1adc89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:38.611956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-168b357a-b8d7-4ca3-9dbd-009a58a1e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.629090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:38.665702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1ae147c8-de38-4e39-9e44-a438eb1adc89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ae147c8-de38-4e39-9e44-a438eb1adc89,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:38.706878 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:38.711387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39c993-f250-432e-9e21-e58250db045e None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:38.829717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:38.854926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-6e8ef070-2090-4ae9-bedb-dc538dec45b8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1349389121&fields=id&tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68 HTTP/1.1" status: 200 len: 267 time: 1.3334706 Dec 21 01:54:38.896522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1ae147c8-de38-4e39-9e44-a438eb1adc89,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:38.928373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:38.940040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:39.024165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.024697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.115872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::32d (6cc69449-731c-4924-9938-9a042147f2b0/51a0ab16-f411-41d4-b98e-20a58a3aa4ab/71d6cb16-79c7-44ac-8ce0-77495b9ac5de) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:39.180881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a7130ff-bb91-4b34-ba5b-ff32ea2337a7 None None] Provisioning complete for port 1ae147c8-de38-4e39-9e44-a438eb1adc89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:39.182362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-90f36d5e-1212-47da-812f-64d3effccb08 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.183058 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7130ff-bb91-4b34-ba5b-ff32ea2337a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.183809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-90f36d5e-1212-47da-812f-64d3effccb08 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 937 time: 0.2532618 Dec 21 01:54:39.192935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aeb5d6a7-3318-4105-9426-c1a69c617541 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.5728197 Dec 21 01:54:39.193908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46270) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:39.207009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.111'}]}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:39.223991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-e43a81b9-f036-4a91-b419-c130ecf745b3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.233893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-e43a81b9-f036-4a91-b419-c130ecf745b3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 1.4834144 Dec 21 01:54:39.251575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-8ab9bec7-61f6-42e8-b470-82610f93b124 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4541175 Dec 21 01:54:39.308693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-09e76c6a-09d0-4257-b702-264c1837d074 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0738306 Dec 21 01:54:39.371694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-a99c8c3e-6a77-472b-a279-e34f3fc3a225 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619955 Dec 21 01:54:39.374073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:54:39.409647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ceca0c8c-7b4f-4e93-9779-c93a341a1b5c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.411156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ceca0c8c-7b4f-4e93-9779-c93a341a1b5c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 935 time: 0.2109263 Dec 21 01:54:39.557999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.559041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.604134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-c362c1e2-7c3c-4210-9e26-d74fa72ff898 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1515853 Dec 21 01:54:39.671306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.694875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b76-719e-4d45-980e-fc4d0053c797 req-514628d6-7729-4c14-8601-2628044fc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.696388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-514628d6-7729-4c14-8601-2628044fc9c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 1098 time: 0.3439128 Dec 21 01:54:39.729168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-b50e1d91-0e79-4517-8c11-a33ad596a19d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1146262 Dec 21 01:54:39.733592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.806066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=71d6cb16-79c7-44ac-8ce0-77495b9ac5de,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:39.837954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:39.840311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:39.847065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:39.847288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:39.859946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:39.863825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:39.864481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:39.882955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:39.886253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:39.903404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-759a08e7-4118-4fde-b415-03675e4772b5 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8574197 Dec 21 01:54:39.904058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46272) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:39.927054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:40.002549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:40.017134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.091426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-ab1df4ea-7e47-48fe-8e0c-49bf0bde2d53 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186654 Dec 21 01:54:40.096035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.098066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-009e55bd-b06b-4194-84e1-978d1efefb05 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2949460 Dec 21 01:54:40.104428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:40.234385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:40.291605 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:54:40.345502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:40.345825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.386104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:40.391308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.583532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:40.585961 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.647325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.690390 n-d-761264-20 neutron-server[109851]: INFO neutron.db.ipam_backend_mixin [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51a0ab16-f411-41d4-b98e-20a58a3aa4ab (CIDR: 2001:db8::/64) Dec 21 01:54:40.718109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-73145d17-16c3-43f6-81fa-14a4cd7cedc6 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:40.724182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-73145d17-16c3-43f6-81fa-14a4cd7cedc6 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:40.730017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-73145d17-16c3-43f6-81fa-14a4cd7cedc6 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:40.733705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.739024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-73145d17-16c3-43f6-81fa-14a4cd7cedc6 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 1994 time: 0.8864307 Dec 21 01:54:40.746925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b76-719e-4d45-980e-fc4d0053c797 req-bb0860bd-3c5b-4168-9beb-ad498ce2b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:40.749373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-bb0860bd-3c5b-4168-9beb-ad498ce2b3b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 200 len: 911 time: 0.8794484 Dec 21 01:54:40.777683 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 01:54:40.778197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:54:40.837691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f04f0ed9-9f6f-4f01-a899-6090b947e5c8 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9267330 Dec 21 01:54:40.838340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46282) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:40.854963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:40.855550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48af7c46-35d7-4686-bae9-5be2b55e11c8 req-287c23a6-7041-45a3-8162-a24fd83d6878 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624645 Dec 21 01:54:40.868832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:36Z', 'revision_number': 3, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:40.875520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-61b67da7-3c73-4712-967e-d16370907647 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/quotas/2bd4647ff01e4d3b99c18e9a7d365e68 HTTP/1.1" status: 200 len: 375 time: 0.0961957 Dec 21 01:54:40.912202 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.940132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:40.947038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:54:40.947523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Updating router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 port f33529fd-a93d-4f40-a6de-12d036cd81d5 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:54:40.976132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.980070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:40.980989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ae147c8-de38-4e39-9e44-a438eb1adc89 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:41.031537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-82a52204-aa5e-4f37-8946-684ce2d20773 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 200 len: 1001 time: 0.2571077 Dec 21 01:54:41.117841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-187d0bc4-a6ed-4a63-a2d1-c31fa70c2b4b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2394574 Dec 21 01:54:41.184653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b76-719e-4d45-980e-fc4d0053c797 req-dc175a59-1236-441b-bcdf-859bb22fbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:41.189382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-dc175a59-1236-441b-bcdf-859bb22fbd94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 HTTP/1.1" status: 200 len: 850 time: 0.1478553 Dec 21 01:54:41.456468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-667b4eea-4cd0-41d5-ae75-7fa81dd58462 req-11ba720b-2a7a-49b0-9f69-8b164aab39b6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2a92b75-3e59-4d5b-bb75-35b0329741cc HTTP/1.1" status: 200 len: 210 time: 0.0754011 Dec 21 01:54:41.485072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05922b76-719e-4d45-980e-fc4d0053c797 req-146fc4bf-9412-4d43-ac10-53adc56f7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:41.486852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-146fc4bf-9412-4d43-ac10-53adc56f7ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0653c8b-0f4a-4684-bab0-8bb55d649bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2282338 Dec 21 01:54:41.490738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-24c0e4f7-12b4-47ba-934b-8764376dde9c service neutron] 10.222.0.43 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421462 Dec 21 01:54:41.608808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:41.703021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:41.816607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:54:41.817517 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:54:41.842863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Attempting to bind port f33529fd-a93d-4f40-a6de-12d036cd81d5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:41.843894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Attempting to bind port f33529fd-a93d-4f40-a6de-12d036cd81d5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:41.844441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Attempting to bind port f33529fd-a93d-4f40-a6de-12d036cd81d5 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:41.857242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:41.860586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:41.861212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:41.861842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:41.862432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:41.863126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Bound port: f33529fd-a93d-4f40-a6de-12d036cd81d5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:41.863712 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:41.923740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] For port f33529fd-a93d-4f40-a6de-12d036cd81d5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:41.928372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] For port f33529fd-a93d-4f40-a6de-12d036cd81d5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f33529fd-a93d-4f40-a6de-12d036cd81d5,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:41.971776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9320a-7b4a-40b4-af05-8c4e9e3748fa None None] Pushing event updated for resources: {'Port': ['ID=f33529fd-a93d-4f40-a6de-12d036cd81d5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:41.977523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.043075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:42.046970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:42.054419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1ae147c8-de38-4e39-9e44-a438eb1adc89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:42.067388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.079309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:42.093968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.160473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2e042399-0330-4d1e-831d-54936b9afbcc service neutron] 10.222.0.43 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592946 Dec 21 01:54:42.271630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9320a-7b4a-40b4-af05-8c4e9e3748fa None None] Pushing event updated for resources: {'Port': ['ID=f33529fd-a93d-4f40-a6de-12d036cd81d5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:42.280009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.303533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.356730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-2506ba9a-098b-4a55-8213-a5544ef19f0d service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8564157 Dec 21 01:54:42.384288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.389496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-458ae6ff-e78b-476b-a9f1-cafda602a067 service neutron] 10.222.0.43 "GET /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2019894 Dec 21 01:54:42.481735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46328) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:42.571198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:42.571564 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:42.696759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:42.736781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Allocated IP 172.20.0.1 (fcf91e8e-5405-4305-a94f-1aa7de06a98e/d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9/a00c322d-28be-4515-a46b-fe223ab7dd97) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:42.837571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-baf96094-85e3-4e1f-a794-9c3d6f29e41a None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:42.875609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:42.983407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.034427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9d6dd663-40bd-451f-b6e9-d0b51b0215de None None] Provisioning complete for port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:43.037140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d6dd663-40bd-451f-b6e9-d0b51b0215de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.119080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.131395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:43.131907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.141574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05922b76-719e-4d45-980e-fc4d0053c797 req-d0f57acf-18eb-4d90-9e5a-bfe313cc4074 service neutron] 10.222.0.45 "GET /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545741 Dec 21 01:54:43.149141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-4d891e2d-ea9e-462a-8934-e7d26d041a82 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:43.158634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-4d891e2d-ea9e-462a-8934-e7d26d041a82 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.3506863 Dec 21 01:54:43.190255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.214859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:43.222960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9d6dd663-40bd-451f-b6e9-d0b51b0215de None None] Port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:43.224211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:43.227789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:43.269857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:43.311623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-472b3009-4fc5-4e84-9dc4-037895301745 service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8707364 Dec 21 01:54:43.317026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:43.320970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:43.324072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.332888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603fb0e2-eb23-4d31-9f8e-9b933f66a147 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:43.351084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=776dcc30-83b4-48fe-b59b-8d4b3742340b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:43.395497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:43.425003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8a0c028-1684-4ac1-ad2b-d3c8ea22f37c tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5814602 Dec 21 01:54:43.432418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46344) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:43.438059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1745951140', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '776dcc30-83b4-48fe-b59b-8d4b3742340b'}], 'security_groups': ['7b39aa84-cdd5-43a0-b58f-95ed70d066db']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:43.442861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.772158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:36Z', 'revision_number': 3, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:43.853604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271528b-3ea2-4e04-82dd-4a3b0aaaec8a None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:36Z', 'revision_number': 3, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:43.861207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.936844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7c33714b-c77e-4abc-a879-3194ae719502 None None] Provisioning complete for port a00c322d-28be-4515-a46b-fe223ab7dd97 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:43.937239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c33714b-c77e-4abc-a879-3194ae719502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:43.955396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-accece6f-e264-46c8-870f-45f45359f6ef tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.7955031 Dec 21 01:54:44.088810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-dcf20899-55bd-40f0-ad79-5cb834627a06 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321008 Dec 21 01:54:44.093027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7c33714b-c77e-4abc-a879-3194ae719502 None None] Port a00c322d-28be-4515-a46b-fe223ab7dd97 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:44.142120 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f9e0-93a3-4fb2-8c96-2c9458182b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.162864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Update dhcp port {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'fixed_ips': [{'subnet_id': '51a0ab16-f411-41d4-b98e-20a58a3aa4ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '776dcc30-83b4-48fe-b59b-8d4b3742340b'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '1bc1de15-ddbf-4d24-b6a9-22fc3f51357c'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 01:54:44.206445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.327290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.373941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.571620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Allocated IP 2001:db8:0:1::2 (6cc69449-731c-4924-9938-9a042147f2b0/776dcc30-83b4-48fe-b59b-8d4b3742340b/1bc1de15-ddbf-4d24-b6a9-22fc3f51357c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:44.679507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.697290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.704274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.722404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.738676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:44.772949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.783259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.840369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.849855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-195777eb-1eb6-4734-90bc-1280107bf4e1 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597563 Dec 21 01:54:44.861326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:44.861982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67f10ff5-1744-4f36-b81a-f54cfe5ff285 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:44.915220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-a5045864-d71c-47da-a137-86e1ba02a0da service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9560497 Dec 21 01:54:45.035713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3cafc-01a2-4267-9687-a52002ac74e1 None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:45.049372 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 01:54:45.051354 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-428bc0ea-d3ef-4b00-aadb-7513030bbcce tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8493111 Dec 21 01:54:45.059634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46350) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:45.061867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f33529fd-a93d-4f40-a6de-12d036cd81d5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:45.081611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-64064619-c009-4aff-9e8e-1133b30f40c2 service neutron] 10.222.0.43 "GET /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1652195 Dec 21 01:54:45.147274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:45.169933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:45.200629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f33529fd-a93d-4f40-a6de-12d036cd81d5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:45.201840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.301822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Delete allocated IP 2001:db8::32d (6cc69449-731c-4924-9938-9a042147f2b0/51a0ab16-f411-41d4-b98e-20a58a3aa4ab) {{(pid=109851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 01:54:45.327602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8:0:1::241 (6cc69449-731c-4924-9938-9a042147f2b0/776dcc30-83b4-48fe-b59b-8d4b3742340b/71d6cb16-79c7-44ac-8ce0-77495b9ac5de) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:45.400813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.453023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f33529fd-a93d-4f40-a6de-12d036cd81d5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f33529fd-a93d-4f40-a6de-12d036cd81d5,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:45.465640 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.557419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:45.569909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f33529fd-a93d-4f40-a6de-12d036cd81d5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:45.653745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-d9b02944-efd9-472f-808a-5deb58d577c0 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248287 Dec 21 01:54:45.677994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-906701b6-62c0-48a0-91fb-3e44b6dc9a34 service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954733 Dec 21 01:54:45.769213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.772054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:54:45.778150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a3623258-9bd9-488d-a555-a8f7017c4494 None None] Provisioning complete for port a00c322d-28be-4515-a46b-fe223ab7dd97 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:45.778591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a3623258-9bd9-488d-a555-a8f7017c4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.793131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.847634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Deleting port 0004cf5c-2418-4470-a1b9-5f2bfbac0c65 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:45.848473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:45.914655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a3623258-9bd9-488d-a555-a8f7017c4494 None None] Port a00c322d-28be-4515-a46b-fe223ab7dd97 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:46.088216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] In _notify_port_updated(), no bound segment for port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de on network 6cc69449-731c-4924-9938-9a042147f2b0 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:54:46.096272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:46.096942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.101518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/ports/71d6cb16-79c7-44ac-8ce0-77495b9ac5de HTTP/1.1" status: 200 len: 931 time: 2.6648507 Dec 21 01:54:46.104206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46364) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:46.104633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb67a6-a6fe-45b6-bcbf-7fcfc305caf3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=71d6cb16-79c7-44ac-8ce0-77495b9ac5de,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:46.225695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:46.236069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2227981e-0870-4dc7-9133-64b56c5578f5 admin admin] 10.222.0.43 "PUT /v2.0/routers/d1632c4a-f9e8-4ee5-9814-148d4f73bcb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1306508 Dec 21 01:54:46.248595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1193670d-421f-44d3-915a-46e81aeb359a service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066054 Dec 21 01:54:46.269787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.284264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Calling delete_port for 0004cf5c-2418-4470-a1b9-5f2bfbac0c65 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:46.305588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:46.310693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.459267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:46.459762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.586427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.617419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 71d6cb16-79c7-44ac-8ce0-77495b9ac5de owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:46.704138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b438fd3-8af3-498b-bd47-476c84918c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.739950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Provisioning complete for port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:46.743664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.853973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8a599204-626e-455b-bc29-bfc843e45436 service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025774 Dec 21 01:54:46.870608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7891c9da-afc7-4e9d-829a-168048111ca1 req-42707f56-d49e-4cf5-af16-11d62aaca271 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 210 time: 0.3349314 Dec 21 01:54:46.875308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:46.897880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Port 71d6cb16-79c7-44ac-8ce0-77495b9ac5de cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:46.915302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:46.963605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.035301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=71d6cb16-79c7-44ac-8ce0-77495b9ac5de,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:47.047732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:47.048116 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.068914 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:47.084298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.088524 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:47.090451 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:47.098417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.102378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c6b6c6a-8e46-4d21-801f-d63ed0134429 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/71d6cb16-79c7-44ac-8ce0-77495b9ac5de HTTP/1.1" status: 204 len: 168 time: 0.9950314 Dec 21 01:54:47.109916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:47.160741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fa098a74-dc13-4d8b-92d7-8431fdacf126 None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:47.168973 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d80de2d-f36f-4ad9-bf19-821bfbb14177 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:54:47.170959 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d80de2d-f36f-4ad9-bf19-821bfbb14177 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/71d6cb16-79c7-44ac-8ce0-77495b9ac5de HTTP/1.1" status: 404 len: 333 time: 0.0593436 Dec 21 01:54:47.173680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46384) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:47.276560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.317241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.320707 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.354954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-439c50fb-d4af-423b-b392-6a958b2de78c None None] Could not find standard attr ID for object 71d6cb16-79c7-44ac-8ce0-77495b9ac5de. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:54:47.365187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:47.366864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.417921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.422581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.426610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/security-groups/c12f5a3d-a061-4aca-a869-2b9291b27315 HTTP/1.1" status: 204 len: 168 time: 0.2516878 Dec 21 01:54:47.434325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:47.479374 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:47.489416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.497201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7b31-3eb5-434b-a1eb-bdce0af32e4f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f5a3d-a061-4aca-a869-2b9291b27315,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:47.515402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0004cf5c-2418-4470-a1b9-5f2bfbac0c65 HTTP/1.1" status: 204 len: 168 time: 2.4487588 Dec 21 01:54:47.540325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Pushing event deleted for resources: {'Port': ['ID=0004cf5c-2418-4470-a1b9-5f2bfbac0c65,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:47.587936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.654896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.680445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.684940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.686187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.686780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.687945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.688581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.689165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.689763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.690435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.692294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.692882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.696883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.697581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a039ce76-1ae8-454a-a252-8468957100c4 tempest-RoutersAdminNegativeIpV6Test-1211036723 tempest-RoutersAdminNegativeIpV6Test-1211036723-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:47.752686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f33529fd-a93d-4f40-a6de-12d036cd81d5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:47.776806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.783688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.787296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b39aa84-cdd5-43a0-b58f-95ed70d066db HTTP/1.1" status: 204 len: 168 time: 0.3404703 Dec 21 01:54:47.792440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:47.820922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2956e136-cc43-44bd-aae4-e41ee95360fd service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143853 Dec 21 01:54:47.859583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64000c63-3f07-40ff-8f80-b062885e6d5a tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b39aa84-cdd5-43a0-b58f-95ed70d066db,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:47.933475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet 51a0ab16-f411-41d4-b98e-20a58a3aa4ab {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:47.936104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f33529fd-a93d-4f40-a6de-12d036cd81d5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:47.938864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:47.944518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.039787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46398) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:48.048168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90835152', 'description': 'tempest-description--1008501695'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:48.091058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.118562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1cb9cf61-9716-45f9-acaf-b9d0597ab690 service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074938 Dec 21 01:54:48.170344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:48.191990 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.406731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-541f2940-52aa-4721-a7cd-b8bb8523c566 service neutron] 10.222.0.43 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639673 Dec 21 01:54:48.445227 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:44Z', 'revision_number': 2, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:48.535779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:54:48.536042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-350c0f8d-b7b6-44c4-b7d1-27520b29563d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:48.536156 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Updating router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 port a00c322d-28be-4515-a46b-fe223ab7dd97 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:54:48.537633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-350c0f8d-b7b6-44c4-b7d1-27520b29563d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.2874179 Dec 21 01:54:48.548406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.579936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': '66388091-922d-4d9e-a290-24ac4065baf9', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:48.595336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.596689 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.607113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56f3e9f2-db76-42c2-96f0-1ba3a6cd7f38 req-86229519-85e2-41b1-8322-8aba5a58ad83 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 210 time: 0.0453858 Dec 21 01:54:48.624011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.630356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Deleting port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:48.630712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.702062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.719578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.723928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/51a0ab16-f411-41d4-b98e-20a58a3aa4ab HTTP/1.1" status: 204 len: 168 time: 0.9274387 Dec 21 01:54:48.728269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46412) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:48.731709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc16b6-2372-42ba-a937-f29ce649c656 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:48.734708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:48.790227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] For port d6aab37b-eeb9-4ca8-a5d0-32e051876a9a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:48.792753 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.793933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16402-c7ec-42f9-93a7-d176d5119fae tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=51a0ab16-f411-41d4-b98e-20a58a3aa4ab,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:48.805868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:48.809905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.854172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.874414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Calling delete_port for d6aab37b-eeb9-4ca8-a5d0-32e051876a9a owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:48.917034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e17e392c-02bd-4439-af9e-bfa1169d0fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:48.959713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16100bfc-5067-4299-8305-f911f3e0e517,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:49.036131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.041505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46414) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:49.041837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-db9758c5-06e7-40ab-b5ca-c1e46bf7fb4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0000181 Dec 21 01:54:49.045893 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.054332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group_rule': {'security_group_id': '16100bfc-5067-4299-8305-f911f3e0e517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:49.057531 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.088342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-a704804c-764b-4e3c-809d-a0fc19d007f6 service neutron] 10.222.0.43 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669884 Dec 21 01:54:49.157509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:49.161375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.239086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Pushing event updated for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:49.254351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.262759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.11 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/8a7317e3-9657-41f7-af86-addad72e200d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:49.272221 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.272720 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.273116 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.274010 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.274380 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.274714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.275058 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.277704 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.278025 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.278355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.278685 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.280556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.280921 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:49.291334 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Attempting to bind port a00c322d-28be-4515-a46b-fe223ab7dd97 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:49.291705 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Attempting to bind port a00c322d-28be-4515-a46b-fe223ab7dd97 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:49.292067 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Attempting to bind port a00c322d-28be-4515-a46b-fe223ab7dd97 on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:49.309489 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:49.310690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Checking segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:49.311099 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.311491 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Bound using segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:49.311975 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Bound port: a00c322d-28be-4515-a46b-fe223ab7dd97, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:49.312356 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.327929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.537655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] For port a00c322d-28be-4515-a46b-fe223ab7dd97, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:49.537655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] For port a00c322d-28be-4515-a46b-fe223ab7dd97, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00c322d-28be-4515-a46b-fe223ab7dd97,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:49.568515 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.666055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] Provisioning complete for port a00c322d-28be-4515-a46b-fe223ab7dd97 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:49.666448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.703873 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:49.704977 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:49.813394 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2da7-8735-4ab2-91ac-5f1dc8c9dc77 None None] Pushing event updated for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:49.865223 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.921781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.954818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] For port a00c322d-28be-4515-a46b-fe223ab7dd97, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00c322d-28be-4515-a46b-fe223ab7dd97,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:49.967247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:49.992642 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:50.097305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdfa0a-38a4-4393-a3e4-cbaec070dc7e None None] Pushing event updated for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:50.199166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:50.199531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.307496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a69bdca-f59e-487f-bdf5-9e1b16311925 service neutron] 10.222.0.43 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2178488 Dec 21 01:54:50.343251 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:50.364237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a754794b-0bff-40a9-a48a-d2bf879215e0 req-0fc65b32-5733-4451-9002-a9faf7ee575f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 210 time: 0.1262376 Dec 21 01:54:50.390670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Provisioning complete for port a00c322d-28be-4515-a46b-fe223ab7dd97 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:50.391202 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.427900 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9de4f7-f462-47fc-8314-8b12e7da5787 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:50.464175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.483240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.624566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.625842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5830185 Dec 21 01:54:50.631947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1dd50-94a9-4e81-b497-39c71f4921f7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70e418c-cc40-4073-8990-76e97cebfe72,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:50.639415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:50.640299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.655203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:50.684517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7fad8e6b-0ec2-4bbe-8694-4882ecc36477 None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:50.693773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group_rule': {'security_group_id': '16100bfc-5067-4299-8305-f911f3e0e517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:50.732472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.802420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-09d7f4c4-72d8-4f77-9840-b70bda3f601f service neutron] 10.222.0.43 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519546 Dec 21 01:54:50.812876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e17e392c-02bd-4439-af9e-bfa1169d0fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.871583 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e17e392c-02bd-4439-af9e-bfa1169d0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:50.901460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00c322d-28be-4515-a46b-fe223ab7dd97 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:50.952433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:50.986224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:50.996643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:51.006111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e17e392c-02bd-4439-af9e-bfa1169d0fc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abec4e37cb904c2db32a2f9e7cb7b3c3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8283195 Dec 21 01:54:51.011088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.017616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46448) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:51.038799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a00c322d-28be-4515-a46b-fe223ab7dd97 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:51.039012 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.052996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:51.057957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.118078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.118465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.121937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.122290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.122812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.123318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.123919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.124141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.124466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.124786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.125109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.125462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.125794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:54:51.150634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e392c-02bd-4439-af9e-bfa1169d0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e3b52-3d29-403e-88e8-414206b4cfc1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:51.179001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aab37b-eeb9-4ca8-a5d0-32e051876a9a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:51.209456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:51.210916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.224409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.300242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-6c1c3b11-a867-4506-a462-18fca6c47045 service neutron] 10.222.0.43 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958222 Dec 21 01:54:51.323888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:51.332980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=e3d17322-0c1c-455e-9c20-f71c1c3bd688,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:51.335921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:51.341013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:51.343218 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.354592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46ebb0-ff76-44c4-8365-00675aae435a None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:51.377408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cef991fd-7e7a-4be2-a06e-96db6eaa66b1 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6474259 Dec 21 01:54:51.384592 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-c72074fa-e180-4ab9-8cf6-bf81f4ba9842 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8092096 Dec 21 01:54:51.388896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:51.399035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'security_group': {'name': 'tempest-secgroup-520894038'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:51.444639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Request body: {'port': {'device_id': '66388091-922d-4d9e-a290-24ac4065baf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:51.453470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.510648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.567667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.594715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.596787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.737364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e279fb75-07c0-45fe-b8b2-1a726876fc2f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:51.745208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.749553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4150301a-1cd9-429f-8bad-9e2b2c443122 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0730667 Dec 21 01:54:51.753490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:51.765608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:51.770904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.798995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Update dhcp port {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'fixed_ips': [{'subnet_id': '776dcc30-83b4-48fe-b59b-8d4b3742340b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e3d17322-0c1c-455e-9c20-f71c1c3bd688'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '1bc1de15-ddbf-4d24-b6a9-22fc3f51357c'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 01:54:51.855474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.863281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.959283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.971514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:51.992331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85530d2b-13f6-438c-a666-2459876d4143 req-e54cb077-0cdb-40dc-98e7-ebd6576ff10f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:52.000026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85530d2b-13f6-438c-a666-2459876d4143 req-e54cb077-0cdb-40dc-98e7-ebd6576ff10f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 932 time: 0.3874292 Dec 21 01:54:52.022373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.024422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6343706 Dec 21 01:54:52.027425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:52.043609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1244016707'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:52.073651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.078026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.079423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/929e3b52-3d29-403e-88e8-414206b4cfc1 HTTP/1.1" status: 204 len: 168 time: 1.0478430 Dec 21 01:54:52.171597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec88812-c9fc-4ebe-824a-a6c324fe1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e3b52-3d29-403e-88e8-414206b4cfc1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:52.183247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.186938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.254922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Allocated IP 2001:db8::2 (6cc69449-731c-4924-9938-9a042147f2b0/e3d17322-0c1c-455e-9c20-f71c1c3bd688/1bc1de15-ddbf-4d24-b6a9-22fc3f51357c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:52.317096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85530d2b-13f6-438c-a666-2459876d4143 req-435fffe2-5427-4e78-b1bb-db2f83d02970 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110411 Dec 21 01:54:52.432583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e4940-939a-4e4d-be6e-60100d341535 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f34caa-215c-4202-aaba-f5023293ce7c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:52.524419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.553267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.662540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.708571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.710285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6737521 Dec 21 01:54:52.720087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46496) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:52.738042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470908484'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:52.764070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:52.818430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:52.831071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.840526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.875923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:52.976700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d20a3368-5d34-4945-aafb-2cef64bb94d8 req-3c009391-e2ea-46bb-9f48-d42fdb145e64 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.2911732 Dec 21 01:54:52.994278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae2bb5-1926-4b1a-b8da-eaa77350a764 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6984c0d-0c9b-4116-9ff5-1a6413f52ac5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:53.019741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-28efcdba-316d-45e8-8451-43d9b334d66f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=168d92b926164e5c9d90312c96240cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973505 Dec 21 01:54:53.023646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:53.040662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.072448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180172ad-0aa0-4bc5-80b8-8a503bf6b4b9 None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:53.202948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Allocated IP 172.25.6.12 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e6f722fe-705f-4922-a081-5bc45b181dff) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:53.270832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Router 8c268047-f119-4876-bcf2-bd1ec307d4bb has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:54:53.303365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.331590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.454709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.457090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.458308 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8865d7a6-bfba-45d3-b548-742d5a0131fa HTTP/1.1" status: 204 len: 168 time: 0.4337137 Dec 21 01:54:53.498988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:54:53.513775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Sync routers for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:54:53.543664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cdd45069-7e7a-4676-96f4-f1097e50f86a admin admin] 10.222.0.43 "PUT /v2.0/routers/8c268047-f119-4876-bcf2-bd1ec307d4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0538998 Dec 21 01:54:53.551806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:53.557715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:53.570563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:53.613367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439b9b-615d-48e6-a6b4-76ba0fb17889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865d7a6-bfba-45d3-b548-742d5a0131fa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:53.700353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdea119-4e7b-4438-a9a4-1d7911c0b9d7 req-58641077-a6c0-4c91-96cd-e575a5cbe410 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:53.711623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fdea119-4e7b-4438-a9a4-1d7911c0b9d7 req-58641077-a6c0-4c91-96cd-e575a5cbe410 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 932 time: 0.1633077 Dec 21 01:54:53.775230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7317e3-9657-41f7-af86-addad72e200d {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:54:53.805223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.838108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fdea119-4e7b-4438-a9a4-1d7911c0b9d7 req-49cf11ee-de11-4a50-a09c-1d8b85f7191d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182604 Dec 21 01:54:53.875133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.912278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:53.960301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:53.990474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a2e3b-7320-4df3-9ee7-2e8e307e4b5a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:54.026675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Transition to ACTIVE for port object 8a7317e3-9657-41f7-af86-addad72e200d will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:54:54.128112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.143337 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e91d041b-394f-4956-b5f8-3334a55424c4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4222691 Dec 21 01:54:54.144499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.152114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46530) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:54.162909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1406099929', 'security_groups': ['4e0a2e3b-7320-4df3-9ee7-2e8e307e4b5a'], 'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3d17322-0c1c-455e-9c20-f71c1c3bd688'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:54.196058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.235468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.261994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-433ef179-0e9f-47d0-95d7-4a752a8c4dda None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:54.262588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-433ef179-0e9f-47d0-95d7-4a752a8c4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.269512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91e29b78-f67e-4f98-a2bb-8593082a323d req-2252087e-ada1-4137-8166-2d71d14e2fe5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1285913 Dec 21 01:54:54.338819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:54:50Z', 'revision_number': 5, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port': {'id': 'aec9a6d7-55ac-4ed7-84fd-2dcb18637724', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:40Z', 'updated_at': '2021-12-21T01:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:54.429742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Checking router: 8c268047-f119-4876-bcf2-bd1ec307d4bb for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:54:54.445827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:54.477187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.480695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Routers {'8c268047-f119-4876-bcf2-bd1ec307d4bb'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:54:54.482273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8c268047-f119-4876-bcf2-bd1ec307d4bb'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:54.500023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:54.571886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.629815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2df1892f-377e-411b-96b8-29426576facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:54.631389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2df1892f-377e-411b-96b8-29426576facf service neutron] 10.222.0.45 "GET /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 1033 time: 0.1161277 Dec 21 01:54:54.719093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:54.727246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Attempting to bind port 8a7317e3-9657-41f7-af86-addad72e200d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:54:54.728172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Attempting to bind port 8a7317e3-9657-41f7-af86-addad72e200d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:54:54.728598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Attempting to bind port 8a7317e3-9657-41f7-af86-addad72e200d on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:54.735121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:54.745973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:54.800911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4d7de41a-c10d-46b1-94d9-c114d684bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:54.802617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4d7de41a-c10d-46b1-94d9-c114d684bcb7 service neutron] 10.222.0.45 "GET /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 1031 time: 0.1114976 Dec 21 01:54:54.937928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.945193 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:54.969416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Port 8a7317e3-9657-41f7-af86-addad72e200d on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:54:54.969693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Attempting to bind port 8a7317e3-9657-41f7-af86-addad72e200d on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:54:54.974732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=e6f722fe-705f-4922-a081-5bc45b181dff,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:54.992880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:54:54.993229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:54:54.993764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:54:54.994214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Bound port: 8a7317e3-9657-41f7-af86-addad72e200d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:54:54.994632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.024145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] device_id is not set on port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:54:55.076473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:54:55.122288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:54:55.129743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8a7317e3-9657-41f7-af86-addad72e200d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:54:55.132318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Deleting port aec9a6d7-55ac-4ed7-84fd-2dcb18637724 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:55.132742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.185029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4e8f8ad7-7515-41e6-b889-4117372801bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.191619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4e8f8ad7-7515-41e6-b889-4117372801bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.200931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] Set router 8c268047-f119-4876-bcf2-bd1ec307d4bb gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:54:55.209740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4e8f8ad7-7515-41e6-b889-4117372801bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.211641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4e8f8ad7-7515-41e6-b889-4117372801bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 1994 time: 0.3924570 Dec 21 01:54:55.238493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-433ef179-0e9f-47d0-95d7-4a752a8c4dda None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:55.238863 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-433ef179-0e9f-47d0-95d7-4a752a8c4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.270087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902e9a1-981a-4d74-abb6-74b90ca22aee req-91146386-169a-4347-990a-86a1484d73ab tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.272128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b902e9a1-981a-4d74-abb6-74b90ca22aee req-91146386-169a-4347-990a-86a1484d73ab tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 944 time: 0.2282557 Dec 21 01:54:55.288095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:54:54Z', 'revision_number': 6, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:55.313857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] For port aec9a6d7-55ac-4ed7-84fd-2dcb18637724, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:55.314226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.345185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Calling delete_port for aec9a6d7-55ac-4ed7-84fd-2dcb18637724 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:55.390398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b902e9a1-981a-4d74-abb6-74b90ca22aee req-eb6a46a3-3708-4b8c-92ca-260648278447 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085351 Dec 21 01:54:55.453075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-aac78019-6b13-4645-bfc9-1a79b63ee69e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68 HTTP/1.1" status: 200 len: 380 time: 0.2025836 Dec 21 01:54:55.461919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60678ec6-4a58-4538-b1db-cd422e5113c1 None None] The sync data for ids ['8c268047-f119-4876-bcf2-bd1ec307d4bb'] in n-d-761264-20 is: [{'id': '8c268047-f119-4876-bcf2-bd1ec307d4bb', 'name': 'tempest-TaggedBootDevicesTest-214198260-router', 'tenant_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:38Z', 'updated_at': '2021-12-21T01:54:54Z', 'revision_number': 6, 'project_id': '2f60f4893f7649978e8a85bd8ccd56fd', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:54:55.466435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46564) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:55.485285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'admin_state_up': True, 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'security_groups': ['8659b26a-856b-428f-b355-3287d00d08e1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:55.504670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-433ef179-0e9f-47d0-95d7-4a752a8c4dda None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:55.510200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:55.512317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.616524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8818fce5-ca25-462e-8ff2-7bcb0d0bdf03 req-d8ffbd1d-83bb-4660-9e52-a659ce37c101 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1454008 Dec 21 01:54:55.621474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.679443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.680069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.681758 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] 10.222.0.24 "PUT /v2.0/ports/8a7317e3-9657-41f7-af86-addad72e200d HTTP/1.1" status: 200 len: 1093 time: 4.2468281 Dec 21 01:54:55.690958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:54:55.704331 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23273a4-dc60-421b-9ad5-fa643667c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "tag": "8a7317e3-9657-41f7-af86-addad72e200d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:54:55.713755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.757133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:55.791034 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb17695-0c2f-44cd-b3a9-e494a7799f32 x-openstack-request-id: req-5fb17695-0c2f-44cd-b3a9-e494a7799f32 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:54:55.791376 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "tag": "8a7317e3-9657-41f7-af86-addad72e200d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:54:55.791637 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fb17695-0c2f-44cd-b3a9-e494a7799f32 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:54:55.792281 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d', 'status': 'completed', 'code': 200} Dec 21 01:54:55.829408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8::1eb (6cc69449-731c-4924-9938-9a042147f2b0/e3d17322-0c1c-455e-9c20-f71c1c3bd688/665a45c7-8296-44f8-b2a3-217e4a5eaf6d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:55.925997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b964a-d232-4e8a-939c-e3ebf7dbe13b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:55.970756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9a6d7-55ac-4ed7-84fd-2dcb18637724,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:55.982326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-5a5b8e16-fe2f-4f41-a015-de7d7aa50e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:55.984074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-5a5b8e16-fe2f-4f41-a015-de7d7aa50e92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 1096 time: 0.2307863 Dec 21 01:54:56.037485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.065236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-032280dd-f7fb-430e-88ab-a9dabcb3764c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7317e3-9657-41f7-af86-addad72e200d HTTP/1.1" status: 200 len: 217 time: 0.0481205 Dec 21 01:54:56.068412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.089735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'networks': [{'name': 'tempest-network--628337759'}, {'name': 'tempest-network--1033085292'}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:56.090486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-network--628337759'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:56.091892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-network--1033085292'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:56.099243 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.200325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:56.218977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:56.224127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-5f694aa1-0ccf-48e8-ba16-0303d7dfaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:56.225579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-5f694aa1-0ccf-48e8-ba16-0303d7dfaff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1507170 Dec 21 01:54:56.233985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'network': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:56.239610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.250630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=665a45c7-8296-44f8-b2a3-217e4a5eaf6d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:56.258656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:56.266503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:56.272005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.279761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.329201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9cea1fe9-b67d-4da7-8956-058aeb9cd16e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1758666 Dec 21 01:54:56.335118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46584) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:56.342665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:56.354536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-5b7c21b5-f31b-474d-9c31-36a2ca0a3561 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867319 Dec 21 01:54:56.375628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:56.380725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.485374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.488748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-efa22413-8362-4e7b-9b48-7d2387bba76f service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079462 Dec 21 01:54:56.490496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.551888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.751794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b3842887-ea9a-4bb7-9da5-7437a27d158b None None] Provisioning complete for port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:56.753633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3842887-ea9a-4bb7-9da5-7437a27d158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.848999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d6aab37b-eeb9-4ca8-a5d0-32e051876a9a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:56.854231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b3842887-ea9a-4bb7-9da5-7437a27d158b None None] Port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:56.879119 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.900976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d6aab37b-eeb9-4ca8-a5d0-32e051876a9a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:56.901717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d6aab37b-eeb9-4ca8-a5d0-32e051876a9a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:56.903233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aec9a6d7-55ac-4ed7-84fd-2dcb18637724 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:54:56.910954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1948-0f1d-4dbf-86f9-04a3c864474e req-aafa3c35-aa7d-432e-8331-c888a786ad37 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:56.912852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cbf1948-0f1d-4dbf-86f9-04a3c864474e req-aafa3c35-aa7d-432e-8331-c888a786ad37 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 944 time: 0.4029660 Dec 21 01:54:56.930664 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.931325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:56.956983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aec9a6d7-55ac-4ed7-84fd-2dcb18637724 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:54:56.957868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aec9a6d7-55ac-4ed7-84fd-2dcb18637724 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:54:56.984692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77bbb17a-54c4-4cd9-9a6b-55b58779cead req-a4f985c6-6bd5-40f4-b5c8-f2429d83a9b5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1369200 Dec 21 01:54:57.015299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:57.019095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.104257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:57.114250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.114763 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment 65b84d54-bbc4-490a-9276-e372626e7789 of type vlan for network 7b42757f-f2e7-43cd-806b-0965896ab68d Dec 21 01:54:57.133905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5bdb2acf-ae3b-46db-abc8-a2785f500047 req-bdd123e9-0094-4b2b-ae0d-c87f81cd5052 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369197 Dec 21 01:54:57.154346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.155364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c268047-f119-4876-bcf2-bd1ec307d4bb {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:54:57.162706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.162840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.168472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f753c9de-5543-43ca-8185-21375bb4e2ce admin admin] 10.222.0.43 "DELETE /v2.0/routers/8c268047-f119-4876-bcf2-bd1ec307d4bb HTTP/1.1" status: 204 len: 168 time: 3.5868766 Dec 21 01:54:57.172305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:57.217774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:54:57.240465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.241787 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment 2b9c4014-7584-462e-b8bd-ea61ef540fbe of type vlan for network b15ba047-d6f7-4229-9dcf-beed67e2c510 Dec 21 01:54:57.345533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.372582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.374752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 172.20.0.10 (b0b688d0-c807-48d4-89a2-3d080b7d9c80/01b4d76e-6b6e-4bc7-83af-78073719c559/f9b9b96b-b251-4d85-882e-0ed8461e4ed5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:54:57.421034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.433941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=e6f722fe-705f-4922-a081-5bc45b181dff,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:57.454150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2cca1b-73c3-47f5-8024-5debd601b7f2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:57.469729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Deleting subnet 4d1246ac-21ff-41fd-9cec-96c066e283ea {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:54:57.486927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.487107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cbf1948-0f1d-4dbf-86f9-04a3c864474e req-ff2e7ec4-78fd-402d-985a-a2b709b3f63a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399523 Dec 21 01:54:57.526982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.571428 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.571955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.574581 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:57.578053 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:57.578956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:57.583727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:57.584720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.626938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-2f1c1489-bdc6-40cc-b5c6-642cd677d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:57.628505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-2f1c1489-bdc6-40cc-b5c6-642cd677d66b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 1096 time: 0.3534894 Dec 21 01:54:57.673054 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3d17322-0c1c-455e-9c20-f71c1c3bd688 (CIDR: 2001:db8::/64) Dec 21 01:54:57.680422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=7b42757f-f2e7-43cd-806b-0965896ab68d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:57.695163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7b42757f-f2e7-43cd-806b-0965896ab68d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:57.703840 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 01:54:57.704357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:54:57.741108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4a9908d2-965f-43b5-b272-ba79afbba033 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4032273 Dec 21 01:54:57.777087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-bce316b8-2ade-40e6-9d4d-07c438c21daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:57.779508 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-bce316b8-2ade-40e6-9d4d-07c438c21daa service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.1272905 Dec 21 01:54:57.783476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46604) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:57.792282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:57.798808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:57.803954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3351531 Dec 21 01:54:57.812701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46606) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:57.923036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d5265-1117-4265-84b0-4ced568932bf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=b15ba047-d6f7-4229-9dcf-beed67e2c510,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:57.936550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b15ba047-d6f7-4229-9dcf-beed67e2c510 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:54:58.099993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.140178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66227163-0cea-4a07-9ae7-0cb1465b226a tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:58.146908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66227163-0cea-4a07-9ae7-0cb1465b226a tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:58.153685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66227163-0cea-4a07-9ae7-0cb1465b226a tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:58.159675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66227163-0cea-4a07-9ae7-0cb1465b226a tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:58.165063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-66227163-0cea-4a07-9ae7-0cb1465b226a tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3446233 Dec 21 01:54:58.165639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46620) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:58.276455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-0f57a0d8-6879-4676-b271-05250aec49ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7317e3-9657-41f7-af86-addad72e200d HTTP/1.1" status: 200 len: 217 time: 0.4735138 Dec 21 01:54:58.277904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.285981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe9ac5b5-9aad-49e8-8545-95db14953903 req-3b17c200-66ed-4492-a503-fd55cb367477 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0365787 Dec 21 01:54:58.295475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.330892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.379473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:54:58.386858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:54:58.394421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:54:58.455946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.462789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-16d32626-3b2a-4dae-b6f8-a3b678164374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:58.464478 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-16d32626-3b2a-4dae-b6f8-a3b678164374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1372883 Dec 21 01:54:58.473260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.483135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8a29d3cd-cb43-4157-b599-9e2c698d006f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7188959 Dec 21 01:54:58.524378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-91433369-dcaa-4d75-bbdb-827da0fd72b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441489 Dec 21 01:54:58.706994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-4cb6cbcc-f17c-4626-aec9-e1fb77aa073c service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333268 Dec 21 01:54:58.719017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e018e-c20f-40ca-a804-34be58e3fc60 None None] Network 337cff5f-dc91-45fe-9313-82a2a2bf9707 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:54:58.731619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.741684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d1246ac-21ff-41fd-9cec-96c066e283ea HTTP/1.1" status: 204 len: 168 time: 1.5657172 Dec 21 01:54:58.742316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349e96-1d89-40b6-abc1-102733396968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1246ac-21ff-41fd-9cec-96c066e283ea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:58.746278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:58.860338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:58.869765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.914670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-909c58c2-a171-4a44-acd4-d0edc3a78a6e None None] Provisioning complete for port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:54:58.915412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-909c58c2-a171-4a44-acd4-d0edc3a78a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:58.998782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] DHCP port deletion for 337cff5f-dc91-45fe-9313-82a2a2bf9707 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:54:59.053355 n-d-761264-20 neutron-server[109851]: INFO neutron.db.ipam_backend_mixin [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 776dcc30-83b4-48fe-b59b-8d4b3742340b (CIDR: 2001:db8:0:1::/64) Dec 21 01:54:59.125567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-909c58c2-a171-4a44-acd4-d0edc3a78a6e None None] Port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:54:59.159847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.168192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.176712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Deleting port 30477727-389e-4d77-a7dc-4c8e293868f8 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:54:59.183358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.190995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b42757f-f2e7-43cd-806b-0965896ab68d']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.203882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b84d54-bbc4-490a-9276-e372626e7789') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.204219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b84d54-bbc4-490a-9276-e372626e7789') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.215063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.231359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.238404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:59.238798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.307384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f23273a4-dc60-421b-9ad5-fa643667c49d req-eeeb5221-5b1d-48fc-a06b-dd64b85682d3 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613310 Dec 21 01:54:59.308833 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 01:54:59.308953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:59.310031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:59.318136 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:59.322869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.360447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] For port 30477727-389e-4d77-a7dc-4c8e293868f8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=30477727-389e-4d77-a7dc-4c8e293868f8,segment=NetworkSegment(5721bf6d-62d8-46f9-b704-4b04a67a9788),segment_id=5721bf6d-62d8-46f9-b704-4b04a67a9788)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:54:59.360447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.367211 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.373958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/7b42757f-f2e7-43cd-806b-0965896ab68d HTTP/1.1" status: 204 len: 168 time: 1.2045624 Dec 21 01:54:59.374142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-839ddad9-c89a-4cfc-bc87-9109625d6997 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5869710 Dec 21 01:54:59.381680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Calling delete_port for 30477727-389e-4d77-a7dc-4c8e293868f8 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:54:59.383648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:59.383987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:54:59.424618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0bc7a-b536-41ca-a299-8101aa73b3d0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=7b42757f-f2e7-43cd-806b-0965896ab68d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:59.461665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-6cb68a57-c5dd-4f41-82b0-568bfcf8c2d6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--90835152&fields=id&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 267 time: 0.1475027 Dec 21 01:54:59.493969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:59.494662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.515398 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.536332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'subnet': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:59.545384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] Pushing event deleted for resources: {'Port': ['ID=30477727-389e-4d77-a7dc-4c8e293868f8,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:54:59.545867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149747b6-abe0-4cef-b2f7-3852c5aa18c7 req-473202ff-eedc-4ffb-9887-50e7d617cc3e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:59.549698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa06a6-1234-4738-aca7-a04a850eb4cb None None] No DVR routers for this DVR port 30477727-389e-4d77-a7dc-4c8e293868f8 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:54:59.558545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-149747b6-abe0-4cef-b2f7-3852c5aa18c7 req-473202ff-eedc-4ffb-9887-50e7d617cc3e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 944 time: 0.2459805 Dec 21 01:54:59.560802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.617613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] The port '30477727-389e-4d77-a7dc-4c8e293868f8' was deleted {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 01:54:59.649782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-84eeb8bc-d5fd-4e97-a06c-5dd7c7ebce60 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1841414 Dec 21 01:54:59.685454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'admin_state_up': True, 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'security_groups': ['8659b26a-856b-428f-b355-3287d00d08e1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:54:59.819142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.837382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.848741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-c72a3801-6f50-42fb-b802-847d75cafbfd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:54:59.850854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-c72a3801-6f50-42fb-b802-847d75cafbfd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 816 time: 0.3508952 Dec 21 01:54:59.870757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337cff5f-dc91-45fe-9313-82a2a2bf9707']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.877586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-149747b6-abe0-4cef-b2f7-3852c5aa18c7 req-478cdf9e-f023-462b-a128-67ffa425c29e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300315 Dec 21 01:54:59.903805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15ba047-d6f7-4229-9dcf-beed67e2c510']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.910660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5721bf6d-62d8-46f9-b704-4b04a67a9788') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.910956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5721bf6d-62d8-46f9-b704-4b04a67a9788') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.911299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-774e1d1f-47a7-4872-ad9d-9e396028dc68 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/quotas/d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 375 time: 0.0303431 Dec 21 01:54:59.930915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9c4014-7584-462e-b8bd-ea61ef540fbe') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.931253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9c4014-7584-462e-b8bd-ea61ef540fbe') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:54:59.936484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.948729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:54:59.954472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.954724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.971558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.981180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:54:59.982655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:54:59.984772 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:54:59.988083 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:54:59.995016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.006107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Made reservation on behalf of 34c7f31454724ac2aa31efd566aae945 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:00.009760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.045277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-ab6e5b93-7eb0-43b8-b11d-0767f45263df tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131644 Dec 21 01:55:00.046427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:00.046839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:00.049896 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:00.190188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839607-9465-4dad-b007-bd4501db559b req-a57cfbd0-d058-45dc-b705-14c1d4ada5a3 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:00.191615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17839607-9465-4dad-b007-bd4501db559b req-a57cfbd0-d058-45dc-b705-14c1d4ada5a3 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 932 time: 0.1168687 Dec 21 01:55:00.194025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.206225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.213642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] 10.222.0.43 "DELETE /v2.0/networks/337cff5f-dc91-45fe-9313-82a2a2bf9707 HTTP/1.1" status: 204 len: 168 time: 1.4530716 Dec 21 01:55:00.223878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46676) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:00.233060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-c698c120-7e80-48de-b9d2-c4f85447454b service neutron] 10.222.0.43 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707897 Dec 21 01:55:00.235200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.266659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8a7317e3-9657-41f7-af86-addad72e200d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:55:00.281592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37ebb0-c3b0-449f-a6e5-7ba1ff660493 admin admin] Pushing event deleted for resources: {'Network': ['ID=337cff5f-dc91-45fe-9313-82a2a2bf9707,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:00.290459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.296143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/b15ba047-d6f7-4229-9dcf-beed67e2c510 HTTP/1.1" status: 204 len: 168 time: 0.9089403 Dec 21 01:55:00.300838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46678) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:00.323027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada77e3-8607-4f97-8047-ed9d32b90e96 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=b15ba047-d6f7-4229-9dcf-beed67e2c510,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:00.453940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8a7317e3-9657-41f7-af86-addad72e200d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:00.469624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8a7317e3-9657-41f7-af86-addad72e200d', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '8a7317e3-9657-41f7-af86-addad72e200d', 'mac_address': 'fa:16:3e:3e:2b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:55:00.481632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17839607-9465-4dad-b007-bd4501db559b req-4e0ae0e2-2b2b-4330-90c7-f00c8e259064 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453611 Dec 21 01:55:00.547782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.1.1.203 (2cc21127-be32-480e-87ce-85a1ce7052fb/ad744d31-5bb6-40c0-9b04-b56f3a53579a/fe680ed6-7ba4-48c1-94f3-2cef020c00b8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:00.564463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.583824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-4f3557e2-ec6c-4c2c-81f9-af219de159f6 service neutron] 10.222.0.43 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338802 Dec 21 01:55:00.598261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe398a1-089d-482a-aa85-fe8d1348dcbc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:00.598794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7317e3-9657-41f7-af86-addad72e200d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:00.605219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe398a1-089d-482a-aa85-fe8d1348dcbc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:00.610652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6fe398a1-089d-482a-aa85-fe8d1348dcbc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3048129 Dec 21 01:55:00.613348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46680) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:00.630673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-520898206'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:00.640161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8a7317e3-9657-41f7-af86-addad72e200d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:00.646935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.676316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.762687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:00.769685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:00.770594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.820650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 30477727-389e-4d77-a7dc-4c8e293868f8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:00.822847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Network 6cc69449-731c-4924-9938-9a042147f2b0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:00.864829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 30477727-389e-4d77-a7dc-4c8e293868f8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:00.865195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 30477727-389e-4d77-a7dc-4c8e293868f8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:00.889526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Subnet': ['ID=d8ef1dc8-6a78-4b38-9735-84343161c477,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:00.904394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.914670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:00.932744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:00.942042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:00.946981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83dc952-9bed-43ac-8246-56819f854fdb None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:00.951140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.967845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7abf10e7-0936-401f-a64c-8c293ae7d4c1 req-6d614c14-b8c6-4623-86d8-a13be10477cb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 210 time: 0.0443420 Dec 21 01:55:00.970414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:00.971240 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment da959c11-b41b-48ba-81ef-05de0650d321 of type vlan for network 74931ddb-5864-40b9-a35f-becd8d9a089b Dec 21 01:55:01.037979 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-697d78ec-cfd4-4e36-a7ea-79f7df138808 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6446531 Dec 21 01:55:01.040678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46704) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:01.049013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1587730005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8ef1dc8-6a78-4b38-9735-84343161c477'}], 'security_groups': ['78f34caa-215c-4202-aaba-f5023293ce7c', 'd6984c0d-0c9b-4116-9ff5-1a6413f52ac5']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:01.077547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.085152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.106292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8a7317e3-9657-41f7-af86-addad72e200d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:01.185793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:01.193608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:55:01.210446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.367018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:01.383018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:01.454762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:01.538238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:01.538905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.541188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.556096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:01.556804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.557018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Update dhcp port {'port': {'network_id': '6cc69449-731c-4924-9938-9a042147f2b0', 'fixed_ips': [{'subnet_id': '776dcc30-83b4-48fe-b59b-8d4b3742340b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e3d17322-0c1c-455e-9c20-f71c1c3bd688', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8ef1dc8-6a78-4b38-9735-84343161c477'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '1bc1de15-ddbf-4d24-b6a9-22fc3f51357c'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 01:55:01.627196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:01.661676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02b33d-73f6-4900-8080-21639973186b req-c6369a01-8e12-4c36-acce-9556fbdcad55 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:01.663269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a02b33d-73f6-4900-8080-21639973186b req-c6369a01-8e12-4c36-acce-9556fbdcad55 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 945 time: 0.4846690 Dec 21 01:55:01.674616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0600398 Dec 21 01:55:01.694335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46736) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:01.723453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1387362861'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:01.904509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aeaeb-8e88-4487-8b5c-f4d16735b76e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=74931ddb-5864-40b9-a35f-becd8d9a089b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:01.939281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 74931ddb-5864-40b9-a35f-becd8d9a089b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:01.955467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2939653f-77e4-4fbc-ab40-8f230f6448e2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2822142 Dec 21 01:55:01.990912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'admin_state_up': True, 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'security_groups': ['8659b26a-856b-428f-b355-3287d00d08e1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:01.993037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Deleting port a93979e4-f121-493f-9a54-44c7b1d92f4a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:01.995987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.088907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Allocated IP 2001:db8:0:2::2 (6cc69449-731c-4924-9938-9a042147f2b0/d8ef1dc8-6a78-4b38-9735-84343161c477/1bc1de15-ddbf-4d24-b6a9-22fc3f51357c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:02.126363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-775fd798-930c-47b0-b56e-30dc0b529017 None None] Provisioning complete for port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:02.126732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-775fd798-930c-47b0-b56e-30dc0b529017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.131918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:02.137662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.151311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] For port a93979e4-f121-493f-9a54-44c7b1d92f4a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a93979e4-f121-493f-9a54-44c7b1d92f4a,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:02.152362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.187951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Calling delete_port for a93979e4-f121-493f-9a54-44c7b1d92f4a owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:02.224241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-775fd798-930c-47b0-b56e-30dc0b529017 None None] Port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:02.269217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.296403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8a7317e3-9657-41f7-af86-addad72e200d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:02.302422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a02b33d-73f6-4900-8080-21639973186b req-780f9f5f-9953-4681-a0b8-617d8210cd8b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069388 Dec 21 01:55:02.390562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dcace-3042-4566-8a83-f97f5d4fd4ef req-3c33145c-e052-48a0-842d-20dfde506e75 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:02.399207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-33df471f-313a-4215-98a6-2f88e573383e None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:02.401404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dcace-3042-4566-8a83-f97f5d4fd4ef req-3c33145c-e052-48a0-842d-20dfde506e75 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:02.403560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c8dcace-3042-4566-8a83-f97f5d4fd4ef req-3c33145c-e052-48a0-842d-20dfde506e75 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 1654 time: 0.2813864 Dec 21 01:55:02.418573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8a7317e3-9657-41f7-af86-addad72e200d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:55:02.432313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8a7317e3-9657-41f7-af86-addad72e200d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:02.433442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.433762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:02.499781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.500353 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment 40a715ea-62a5-44a2-bd77-1599ffe51f1b of type vlan for network ee632dc4-a609-4871-8158-2e5fcd2abf19 Dec 21 01:55:02.532312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.544634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.599999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.633211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.671966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93979e4-f121-493f-9a54-44c7b1d92f4a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:02.710029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df471f-313a-4215-98a6-2f88e573383e None None] Pushing event updated for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:02.781179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.786627 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.799117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:02.799768 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.838781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:02.842772 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df46f36e-4fb8-4c61-8b8d-b19131a769d2" -d '{"events": [{"server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "name": "network-vif-plugged", "status": "completed", "tag": "8a7317e3-9657-41f7-af86-addad72e200d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:02.869204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8a7317e3-9657-41f7-af86-addad72e200d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:02.878821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:02.997375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:03.034168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f93069ea-b8f1-4c38-9ea5-e47013448ac0 req-d1a65a83-c25a-462f-ae8e-72606447273b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 210 time: 0.3633025 Dec 21 01:55:03.140459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4276898 Dec 21 01:55:03.143556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46754) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:03.194492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'ports': [{'network_id': '74931ddb-5864-40b9-a35f-becd8d9a089b', 'name': 'tempest-port--1055166057', 'admin_state_up': True}, {'network_id': 'ee632dc4-a609-4871-8158-2e5fcd2abf19', 'admin_state_up': False}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:03.194805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'port': {'network_id': '74931ddb-5864-40b9-a35f-becd8d9a089b', 'name': 'tempest-port--1055166057', 'admin_state_up': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:03.195291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'port': {'network_id': 'ee632dc4-a609-4871-8158-2e5fcd2abf19', 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:03.365705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:03.372652 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:03.384818 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a18b8d-3ec4-49e8-8ed8-d5c2cdc69a78 x-openstack-request-id: req-b7a18b8d-3ec4-49e8-8ed8-d5c2cdc69a78 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:03.385329 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "name": "network-vif-plugged", "status": "completed", "tag": "8a7317e3-9657-41f7-af86-addad72e200d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:03.385643 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7a18b8d-3ec4-49e8-8ed8-d5c2cdc69a78 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:03.386064 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d', 'code': 200} Dec 21 01:55:03.415888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c8dcace-3042-4566-8a83-f97f5d4fd4ef req-4cfd1084-19e9-4976-8dc5-c936423ef900 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9773335 Dec 21 01:55:03.477684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e2e2-44bd-47e2-ab7d-05e90a6b2604 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=ee632dc4-a609-4871-8158-2e5fcd2abf19,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:03.496437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ee632dc4-a609-4871-8158-2e5fcd2abf19 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:03.656197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:03.770676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.1.1.167 (2cc21127-be32-480e-87ce-85a1ce7052fb/ad744d31-5bb6-40c0-9b04-b56f3a53579a/3797d786-acef-4d5b-a954-6d8b886b341a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:03.784833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-6c88e8b5-5a3b-4367-af56-7d03909c3251 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:03.786773 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-6c88e8b5-5a3b-4367-af56-7d03909c3251 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 816 time: 1.0718021 Dec 21 01:55:03.895336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:03.895904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:03.938680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-746236ed-e09e-4e43-a4f4-371861c3d643 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 378 time: 0.1063907 Dec 21 01:55:04.008379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Provisioning complete for port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:04.008752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.055938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:04.066616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4eaa8-a6ab-4985-92d4-a818f8251074 req-32dd3fe5-50be-411b-a0c8-55baf43000c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:04.068111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59d4eaa8-a6ab-4985-92d4-a818f8251074 req-32dd3fe5-50be-411b-a0c8-55baf43000c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 1098 time: 0.5758994 Dec 21 01:55:04.075714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'port': {'device_id': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'admin_state_up': True, 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'security_groups': ['16100bfc-5067-4299-8305-f911f3e0e517']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:04.077484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:04.077958 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.100804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd33ef6-4ae3-40cf-95c6-c0e03419bc80 req-85623117-5579-4080-96e2-238e84aa25e6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:04.107273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4cd33ef6-4ae3-40cf-95c6-c0e03419bc80 req-85623117-5579-4080-96e2-238e84aa25e6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.6034193 Dec 21 01:55:04.126149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Delete allocated IP 2001:db8::1eb (6cc69449-731c-4924-9938-9a042147f2b0/e3d17322-0c1c-455e-9c20-f71c1c3bd688) {{(pid=109850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 01:55:04.137628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-10a880f4-de29-4eb4-b08c-14d60857e4ec None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:04.171190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Router c063db47-9c32-4fbc-ab0b-ef83f308086b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:04.181641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Allocated IP 2001:db8:0:2::1ff (6cc69449-731c-4924-9938-9a042147f2b0/d8ef1dc8-6a78-4b38-9735-84343161c477/665a45c7-8296-44f8-b2a3-217e4a5eaf6d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:04.209427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-4681a48b-0ddf-4851-a4b9-791edbf7499a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:04.211226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-4681a48b-0ddf-4851-a4b9-791edbf7499a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.4019494 Dec 21 01:55:04.217495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:04.222192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'port': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:04.226426 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.260775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.314748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-7e06792e-0b59-4c71-8594-87b2c84bc4b5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/quotas/ea087a34bd434566b191f956f9e5c430 HTTP/1.1" status: 200 len: 375 time: 0.0658584 Dec 21 01:55:04.325326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59d4eaa8-a6ab-4985-92d4-a818f8251074 req-acb90c4a-ccb8-4ed3-b422-1608e13cec3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389708 Dec 21 01:55:04.327479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.333373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.349152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4cd33ef6-4ae3-40cf-95c6-c0e03419bc80 req-9b6558ba-4bab-4e15-9ea1-118259d1e147 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197423 Dec 21 01:55:04.359453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Made reservation on behalf of d9e10e462dd74fcfa35ca52189716b35 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:04.377969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.403346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:04.415706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.468802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:04.474519 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c9845c8-eb12-4e64-8098-ccac4f96a1d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/c063db47-9c32-4fbc-ab0b-ef83f308086b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362773 Dec 21 01:55:04.478408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46774) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:04.484762 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Sync routers for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:04.494852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:04.502422 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:04.504876 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:04.507035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.507396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.507783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.508138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.508529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.508996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.509353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.509691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.510021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.510476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.511040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.511629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.512116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:04.593858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.611504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ee107aa-f472-41b5-83fc-fcecbdce67b1 req-2fc8e9f1-6bb5-48ba-8d8e-03c6343f1a58 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 210 time: 0.1469238 Dec 21 01:55:04.627875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Allocated IP 172.20.0.14 (fcf91e8e-5405-4305-a94f-1aa7de06a98e/d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9/ad60fc18-4e49-48ef-9dd1-dff893203b60) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:04.670260 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:55:04.792023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:04.888908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:04.938303 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:55:02Z', 'revision_number': 5, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:04.967271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:04.968225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.005773 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Checking router: c063db47-9c32-4fbc-ab0b-ef83f308086b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:55:05.034331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.036970 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Routers {'c063db47-9c32-4fbc-ab0b-ef83f308086b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:05.040613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:54:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c063db47-9c32-4fbc-ab0b-ef83f308086b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:05.044644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.126207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.142190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network 2cc21127-be32-480e-87ce-85a1ce7052fb is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:05.160715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] device_id is not set on port 2accf9ec-6f8e-4eef-b7ed-552356e86c08 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:55:05.177498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:05.183076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:05.187537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:05.214729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Deleting port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:05.215068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.218948 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] Set router c063db47-9c32-4fbc-ab0b-ef83f308086b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:55:05.266202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.266950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.269402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:05.288565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:05.290934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:05.301033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:05.310262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-d4e3b24b-7d74-4000-a107-27e77a02bbef tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9779930 Dec 21 01:55:05.387648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:05.390337 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7c4c0d-f2f6-4b63-afe2-abcb6502699e" -d '{"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:05.414076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] For port fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:05.414451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.428703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Calling delete_port for fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:05.529243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-61e61946-3a47-43c5-9072-29426db88679 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4695888 Dec 21 01:55:05.574355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-8fd00b83-818f-47fb-b6ff-7d83f811dc9a service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303493 Dec 21 01:55:05.701774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1966edac-0f26-4542-a043-828e3fbc64e8 None None] Provisioning complete for port ad60fc18-4e49-48ef-9dd1-dff893203b60 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:05.702222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1966edac-0f26-4542-a043-828e3fbc64e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.742214 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:55:02Z', 'revision_number': 5, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:05.769173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb802-d7bb-4ddc-b501-0099dfb03f55 req-12ec94c7-17cc-4d1a-ac09-40dcf77644f5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.776644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb802-d7bb-4ddc-b501-0099dfb03f55 req-12ec94c7-17cc-4d1a-ac09-40dcf77644f5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.779626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Request body: {'port': {'device_id': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:05.784600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb802-d7bb-4ddc-b501-0099dfb03f55 req-12ec94c7-17cc-4d1a-ac09-40dcf77644f5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.786631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-120bb802-d7bb-4ddc-b501-0099dfb03f55 req-12ec94c7-17cc-4d1a-ac09-40dcf77644f5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 2375 time: 0.5115461 Dec 21 01:55:05.787359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.804588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1966edac-0f26-4542-a043-828e3fbc64e8 None None] Port ad60fc18-4e49-48ef-9dd1-dff893203b60 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:05.833389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f78bf-198f-4bce-ba3a-edefb1cb1602 None None] The sync data for ids ['c063db47-9c32-4fbc-ab0b-ef83f308086b'] in n-d-761264-20 is: [{'id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'name': 'tempest-TaggedBootDevicesTest-1395972629-router', 'tenant_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:42:53Z', 'updated_at': '2021-12-21T01:55:02Z', 'revision_number': 5, 'project_id': 'eddbddc4e8314d7e82d8b4c1c072fcbc', 'gw_port': {'id': 'fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063db47-9c32-4fbc-ab0b-ef83f308086b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:42:54Z', 'updated_at': '2021-12-21T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:05.843807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:05.899850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-cb9d4df9-0bbb-48b0-b2d7-4aa3eccf17fe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.901460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-cb9d4df9-0bbb-48b0-b2d7-4aa3eccf17fe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9570ba2-5c9a-417d-9db3-ade0f1d84ab0 HTTP/1.1" status: 200 len: 943 time: 0.3191409 Dec 21 01:55:05.926502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:05.927328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.928455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6a04a3c5-8c60-41eb-baf0-fd9ec106597b None None] Provisioning complete for port 3797d786-acef-4d5b-a954-6d8b886b341a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:05.928983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a04a3c5-8c60-41eb-baf0-fd9ec106597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.935569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:05.978396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6a04a3c5-8c60-41eb-baf0-fd9ec106597b None None] Port 3797d786-acef-4d5b-a954-6d8b886b341a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:05.993357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.006420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.014134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.062602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.106047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-120bb802-d7bb-4ddc-b501-0099dfb03f55 req-e55cbfcd-2776-449b-a39e-5916ad50ef5f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589490 Dec 21 01:55:06.111497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5983ee45-3ce1-4369-adeb-17d6e36a70ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1320755 Dec 21 01:55:06.144582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.148655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.214616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'admin_state_up': True, 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'security_groups': ['8659b26a-856b-428f-b355-3287d00d08e1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:06.253758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.254325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c063db47-9c32-4fbc-ab0b-ef83f308086b {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:55:06.261571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.263263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-349711a0-1618-46a0-8cfa-fafee2eaa0e7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c063db47-9c32-4fbc-ab0b-ef83f308086b HTTP/1.1" status: 204 len: 168 time: 1.7832506 Dec 21 01:55:06.301164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:06.306382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-df985693-82f6-4f7b-9db1-3813e641ed30 service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697898 Dec 21 01:55:06.329987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] device_id is not set on port 3efe7701-c3a1-46f1-ad15-52df9dd5bbef yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:55:06.356111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Deleting subnet c37e27fd-6f89-4245-9b46-2752f84e81d3 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:06.384185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.440750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.462268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] In _notify_port_updated(), no bound segment for port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d on network 6cc69449-731c-4924-9938-9a042147f2b0 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:55:06.469157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:06.469650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.471183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "PUT /v2.0/ports/665a45c7-8296-44f8-b2a3-217e4a5eaf6d HTTP/1.1" status: 200 len: 970 time: 5.4293432 Dec 21 01:55:06.474138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:06.480686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1fe53-fdaf-4dba-bee9-039bcda47cd6 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event updated for resources: {'Port': ['ID=665a45c7-8296-44f8-b2a3-217e4a5eaf6d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:06.579817 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bfa6b5-c7e1-4dd6-a59d-2cfe65d7e0ac x-openstack-request-id: req-66bfa6b5-c7e1-4dd6-a59d-2cfe65d7e0ac {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:06.580708 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:06.581931 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66bfa6b5-c7e1-4dd6-a59d-2cfe65d7e0ac {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:06.582515 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'code': 200} Dec 21 01:55:06.607223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566768-b652-41c8-9681-3c49c64c3135 req-849da2e3-fe9b-4e55-b937-921d1aebef48 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:06.615979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53566768-b652-41c8-9681-3c49c64c3135 req-849da2e3-fe9b-4e55-b937-921d1aebef48 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.3061237 Dec 21 01:55:06.671489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Deleting port 127d1dbc-58a8-49d9-8e38-1328dcc8801e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:06.671914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.845932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:06.875515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a93979e4-f121-493f-9a54-44c7b1d92f4a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:06.901294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.921128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Transition to ACTIVE for port object ad60fc18-4e49-48ef-9dd1-dff893203b60 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:06.928339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.942718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a93979e4-f121-493f-9a54-44c7b1d92f4a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:06.943406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a93979e4-f121-493f-9a54-44c7b1d92f4a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:06.967242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:06.973565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3a5ca811-f73e-44d8-8dbb-afe8681cf843 None None] Provisioning complete for port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:06.974260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca811-f73e-44d8-8dbb-afe8681cf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.039554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:07.040078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.049608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:07.054808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ca811-f73e-44d8-8dbb-afe8681cf843 None None] Port 665a45c7-8296-44f8-b2a3-217e4a5eaf6d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:07.098627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:07.155201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53566768-b652-41c8-9681-3c49c64c3135 req-c8346d3d-5f8f-4c99-82a3-0a19e97b593a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290251 Dec 21 01:55:07.189550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] For port 127d1dbc-58a8-49d9-8e38-1328dcc8801e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=127d1dbc-58a8-49d9-8e38-1328dcc8801e,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:07.189971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.327822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.402020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a3f53b4-5348-4770-a2e3-663f6a18e017 req-e9d462a5-a959-48d1-badd-840a0238c678 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 210 time: 0.0660753 Dec 21 01:55:07.408190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Calling delete_port for 127d1dbc-58a8-49d9-8e38-1328dcc8801e owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:07.418110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04576c-1ba5-4ce4-bac0-4294ee71111c req-d8dfe50c-4eb2-4863-ad85-78f79f324988 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:07.431973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f04576c-1ba5-4ce4-bac0-4294ee71111c req-d8dfe50c-4eb2-4863-ad85-78f79f324988 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.5940573 Dec 21 01:55:07.550096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.656932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f04576c-1ba5-4ce4-bac0-4294ee71111c req-fd847332-569e-41ec-8794-ca3288c52e5c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2186644 Dec 21 01:55:07.668364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.766791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.847028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37e27fd-6f89-4245-9b46-2752f84e81d3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:07.857526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.878940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:07.879210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348cf27-17b9-4214-bd27-70ec7df89532 None None] Network 280affa9-8953-4130-90d0-002b907643ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:07.897414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dde938ef-3c01-4713-a63d-736660f6acd1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c37e27fd-6f89-4245-9b46-2752f84e81d3 HTTP/1.1" status: 204 len: 168 time: 1.5951486 Dec 21 01:55:07.914722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46808) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:07.954810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18ad8-29b8-412d-976e-b07d8d5f2fc4 req-5e2415ae-cdaf-4bc6-b273-9c4071827854 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:07.978590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18ad8-29b8-412d-976e-b07d8d5f2fc4 req-5e2415ae-cdaf-4bc6-b273-9c4071827854 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:07.993913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18ad8-29b8-412d-976e-b07d8d5f2fc4 req-5e2415ae-cdaf-4bc6-b273-9c4071827854 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:08.016611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fb18ad8-29b8-412d-976e-b07d8d5f2fc4 req-5e2415ae-cdaf-4bc6-b273-9c4071827854 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 2375 time: 0.4906187 Dec 21 01:55:08.091572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 665a45c7-8296-44f8-b2a3-217e4a5eaf6d owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:08.103442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] DHCP port deletion for 280affa9-8953-4130-90d0-002b907643ce request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:08.156305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Attempting to bind port ad60fc18-4e49-48ef-9dd1-dff893203b60 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:08.156736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Attempting to bind port ad60fc18-4e49-48ef-9dd1-dff893203b60 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:08.157135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Attempting to bind port ad60fc18-4e49-48ef-9dd1-dff893203b60 on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:08.182961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Deleting port aa41c416-9adf-4dfc-ab94-ec6937a20be5 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:08.183751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.189738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.201565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Port ad60fc18-4e49-48ef-9dd1-dff893203b60 on network fcf91e8e-5405-4305-a94f-1aa7de06a98e not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:08.221679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Attempting to bind port ad60fc18-4e49-48ef-9dd1-dff893203b60 on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:08.269101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Port': ['ID=2accf9ec-6f8e-4eef-b7ed-552356e86c08,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:08.277437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] For port aa41c416-9adf-4dfc-ab94-ec6937a20be5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aa41c416-9adf-4dfc-ab94-ec6937a20be5,segment=NetworkSegment(0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0),segment_id=0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:08.277437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.309484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Calling delete_port for aa41c416-9adf-4dfc-ab94-ec6937a20be5 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:08.380430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fb18ad8-29b8-412d-976e-b07d8d5f2fc4 req-528fe8a4-7974-4a75-8cdb-2c071e5c6655 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628497 Dec 21 01:55:08.385020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Checking segment: {'id': 'da959c11-b41b-48ba-81ef-05de0650d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74931ddb-5864-40b9-a35f-becd8d9a089b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:08.385527 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network hostable DHCP agents. Network: 74931ddb-5864-40b9-a35f-becd8d9a089b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:08.392636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:08.392636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Checking segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:08.392636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Bound using segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:08.396746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Bound port: ad60fc18-4e49-48ef-9dd1-dff893203b60, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:08.397198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.438857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.439607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.456654 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:08.459812 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:08.461403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a133d55-81f5-4b49-8fa4-e1676a1adf6c req-d1b3f8c5-7eb4-4c6a-bd52-c6cb0c1f2e0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:08.469536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a133d55-81f5-4b49-8fa4-e1676a1adf6c req-d1b3f8c5-7eb4-4c6a-bd52-c6cb0c1f2e0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.3982520 Dec 21 01:55:08.488249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:08.491413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] Pushing event deleted for resources: {'Port': ['ID=aa41c416-9adf-4dfc-ab94-ec6937a20be5,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:08.492214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:08.510256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.524328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4f0ec-a672-4360-b750-a2a87e014d2c None None] No DVR routers for this DVR port aa41c416-9adf-4dfc-ab94-ec6937a20be5 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:08.526369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event deleted for resources: {'Port': ['ID=127d1dbc-58a8-49d9-8e38-1328dcc8801e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:08.554828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.2.2.100 (f353e37e-ce3e-436e-be95-a8b03f9edb49/f9d008a7-f2a1-4100-ad66-529e8dc95e35/f1daf015-4430-4962-9c24-0fc4bc3c3808) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:08.562494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network 74931ddb-5864-40b9-a35f-becd8d9a089b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:08.660882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a133d55-81f5-4b49-8fa4-e1676a1adf6c req-038d84a6-ae72-4095-8129-68d7a1dbdca8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904321 Dec 21 01:55:08.664650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:08.665174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.667173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 1093 time: 2.8933406 Dec 21 01:55:08.670122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:08.679273 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139a180f-614b-48b8-8b49-512e711bd6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:08.745685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] No DVR routers for this DVR port 127d1dbc-58a8-49d9-8e38-1328dcc8801e on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:08.763364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a6099b-6806-4393-b90a-820626374ce0 req-e0d93b36-e605-434c-8699-20804f6a423b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 210 time: 0.0948474 Dec 21 01:55:08.764808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.775540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac8d1807-3ba8-4b8e-9afe-17c1eaf14801 req-a3d0d871-4d7e-4833-80b8-ce2a0bbafdfb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "DELETE /v2.0/ports/127d1dbc-58a8-49d9-8e38-1328dcc8801e HTTP/1.1" status: 204 len: 173 time: 2.8308077 Dec 21 01:55:08.779598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-deleted', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:08.781885 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf246885-b598-4a12-a541-a5fcb5a62e8f" -d '{"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-deleted", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:08.792294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 74931ddb-5864-40b9-a35f-becd8d9a089b) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:08.792827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f87c8e-1ee4-4b15-9345-9e309b076df8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:08.807853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85483608-4ad2-454c-9975-e28935e9460e None None] Network 74931ddb-5864-40b9-a35f-becd8d9a089b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:08.815313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:08.816294 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:08.827869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:08.947089 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba0fedb-bf41-4b62-99ee-3784554b4a47 x-openstack-request-id: req-cba0fedb-bf41-4b62-99ee-3784554b4a47 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:08.947710 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:08.949896 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cba0fedb-bf41-4b62-99ee-3784554b4a47 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:08.951035 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'status': 'completed', 'code': 200} Dec 21 01:55:08.955780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:08.956387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe89d35f-f2dd-457b-a1bd-b9c5f07e44f1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:08.957012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aa41c416-9adf-4dfc-ab94-ec6937a20be5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:09.032035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Deleting port aa41c416-9adf-4dfc-ab94-ec6937a20be5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:09.037699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.040482 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f3237-a4c9-4d05-bfaa-8acae8f6af4a x-openstack-request-id: req-5c2f3237-a4c9-4d05-bfaa-8acae8f6af4a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:09.040875 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570ba2-5c9a-417d-9db3-ade0f1d84ab0", "name": "network-vif-deleted", "tag": "127d1dbc-58a8-49d9-8e38-1328dcc8801e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:09.041235 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c2f3237-a4c9-4d05-bfaa-8acae8f6af4a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:09.043927 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570ba2-5c9a-417d-9db3-ade0f1d84ab0', 'name': 'network-vif-deleted', 'tag': '127d1dbc-58a8-49d9-8e38-1328dcc8801e', 'status': 'completed', 'code': 200} Dec 21 01:55:09.048857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Port': ['ID=3efe7701-c3a1-46f1-ad15-52df9dd5bbef,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:09.081393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aa41c416-9adf-4dfc-ab94-ec6937a20be5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:09.082489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aa41c416-9adf-4dfc-ab94-ec6937a20be5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:09.101579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136993-af28-4e1b-b3d3-271ea9ac56b0 req-4a9c7a3f-b68a-44f5-8487-935d5a10e1a7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.121780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66136993-af28-4e1b-b3d3-271ea9ac56b0 req-4a9c7a3f-b68a-44f5-8487-935d5a10e1a7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.3261006 Dec 21 01:55:09.172001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-ee5580ae-df1a-4534-bc39-f08cd386359a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.173852 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-ee5580ae-df1a-4534-bc39-f08cd386359a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.8201714 Dec 21 01:55:09.216686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Checking segment: {'id': '40a715ea-62a5-44a2-bd77-1599ffe51f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ee632dc4-a609-4871-8158-2e5fcd2abf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:09.217423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network hostable DHCP agents. Network: ee632dc4-a609-4871-8158-2e5fcd2abf19, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:09.228273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Request body: {'port': {'device_id': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'admin_state_up': True, 'tenant_id': 'ea087a34bd434566b191f956f9e5c430'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:09.238563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-aa0633b3-da7b-42ab-9afc-94ef07893550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.240346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-aa0633b3-da7b-42ab-9afc-94ef07893550 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1096 time: 0.4964159 Dec 21 01:55:09.250309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.254972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66136993-af28-4e1b-b3d3-271ea9ac56b0 req-dc36b7ca-df1d-40f0-b15b-4875e646b4cc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322868 Dec 21 01:55:09.300228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network ee632dc4-a609-4871-8158-2e5fcd2abf19 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:09.316256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.348982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] For port aa41c416-9adf-4dfc-ab94-ec6937a20be5, host n-d-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:09.349725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.352374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.382534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ee632dc4-a609-4871-8158-2e5fcd2abf19) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:09.394537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff3247-223a-44ff-ad64-12390dd67cfd None None] Network ee632dc4-a609-4871-8158-2e5fcd2abf19 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:09.399976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:09.406056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.419728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Calling delete_port for aa41c416-9adf-4dfc-ab94-ec6937a20be5 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:09.422855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.423571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.424865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Port aa41c416-9adf-4dfc-ab94-ec6937a20be5 was not found and therefore no delete operation was performed {{(pid=109851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 01:55:09.426606 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.432916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-c93ea0ea-87b5-46eb-bdde-89d28b0e4657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 217 time: 0.1567552 Dec 21 01:55:09.457147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:09.461219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:09.463737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:09.479124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:09.487019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a62e22f4-e130-4972-a639-ff4e3c73c88b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3035243 Dec 21 01:55:09.495300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46822) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:09.632957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.641382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/665a45c7-8296-44f8-b2a3-217e4a5eaf6d HTTP/1.1" status: 204 len: 168 time: 3.1602857 Dec 21 01:55:09.643105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-75458506-a290-463d-9a74-44718ce0d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.644640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-75458506-a290-463d-9a74-44718ce0d48f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.1298659 Dec 21 01:55:09.645140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:09.654213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.655159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.744690 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f8fd73-55de-4669-b749-dd2124f2d381 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] GET failed (client error): The resource could not be found. Dec 21 01:55:09.750602 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-84f8fd73-55de-4669-b749-dd2124f2d381 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports/665a45c7-8296-44f8-b2a3-217e4a5eaf6d HTTP/1.1" status: 404 len: 333 time: 0.0758684 Dec 21 01:55:09.757691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46828) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:09.780230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] No DVR routers for this DVR port aa41c416-9adf-4dfc-ab94-ec6937a20be5 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:09.783103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6edd1-e13f-4dfc-b75d-aa88926d2d99 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.789952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6edd1-e13f-4dfc-b75d-aa88926d2d99 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.792391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1eb6edd1-e13f-4dfc-b75d-aa88926d2d99 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2594600 Dec 21 01:55:09.795683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46832) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:09.811527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa41c416-9adf-4dfc-ab94-ec6937a20be5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:09.850435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b429dd9-e663-4c14-94d5-4f3e526af866 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=665a45c7-8296-44f8-b2a3-217e4a5eaf6d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:09.887233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-587351fc-9f65-40ee-b20e-9fe2a50c92c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6781533 Dec 21 01:55:09.935970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'admin_state_up': True, 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'security_groups': ['8659b26a-856b-428f-b355-3287d00d08e1']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:09.942003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:09.963722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-28acf409-7f7d-4c69-8bac-75a1b40bf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:09.965220 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-28acf409-7f7d-4c69-8bac-75a1b40bf786 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577298 Dec 21 01:55:09.990847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280affa9-8953-4130-90d0-002b907643ce']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:09.995755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a60acd2c-c0ce-4798-9510-01ae2e19fc6a None None] Provisioning complete for port f1daf015-4430-4962-9c24-0fc4bc3c3808 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:09.996489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a60acd2c-c0ce-4798-9510-01ae2e19fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.020824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:10.021176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e5f2f-4b31-4a9a-8082-dccdb40a59d0') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:10.032579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-3f9bbc6b-08e4-4fe4-904d-176b25fe07fc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.039070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-3f9bbc6b-08e4-4fe4-904d-176b25fe07fc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.041940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.045601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-3f9bbc6b-08e4-4fe4-904d-176b25fe07fc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.051647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-3f9bbc6b-08e4-4fe4-904d-176b25fe07fc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.052471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a60acd2c-c0ce-4798-9510-01ae2e19fc6a None None] Port f1daf015-4430-4962-9c24-0fc4bc3c3808 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:10.053627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-3f9bbc6b-08e4-4fe4-904d-176b25fe07fc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 3096 time: 0.4188499 Dec 21 01:55:10.091626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:10.095125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.114032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.130316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:10.130724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:10.132737 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:10.157278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ee7a8-4443-469b-95b5-1da1b4afdfd8 req-aaed3284-7c45-4ef8-b6ef-97f338e2cff7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.159210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea4ee7a8-4443-469b-95b5-1da1b4afdfd8 req-aaed3284-7c45-4ef8-b6ef-97f338e2cff7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.3515420 Dec 21 01:55:10.203451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.236950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-981b5b25-0f5e-4850-888e-cbc6eb463445 req-2d0f9fb7-78af-4633-b1bb-42fb8b068165 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700218 Dec 21 01:55:10.248010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:10.248457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-e48afc35-e354-4548-b57a-662b843adea5 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744336 Dec 21 01:55:10.275373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.281923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.303926 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.310787 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/280affa9-8953-4130-90d0-002b907643ce HTTP/1.1" status: 204 len: 168 time: 2.3940470 Dec 21 01:55:10.330315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Deleting port 2accf9ec-6f8e-4eef-b7ed-552356e86c08 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:10.330838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.342944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea4ee7a8-4443-469b-95b5-1da1b4afdfd8 req-2716f98d-72bf-408c-94ae-c99793b26359 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613333 Dec 21 01:55:10.385616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ebb7-c138-4453-a25e-e967a950e7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=280affa9-8953-4130-90d0-002b907643ce,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:10.406371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 127d1dbc-58a8-49d9-8e38-1328dcc8801e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:10.406371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 127d1dbc-58a8-49d9-8e38-1328dcc8801e not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:10.422363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Made reservation on behalf of 2bd4647ff01e4d3b99c18e9a7d365e68 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:10.427316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.455353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.458466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.460045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e0a2e3b-7320-4df3-9ee7-2e8e307e4b5a HTTP/1.1" status: 204 len: 168 time: 0.6664402 Dec 21 01:55:10.462733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:10.466620 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.478063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Allocated IP 172.20.0.10 (13fff45b-3c0e-4413-b810-165d656564f8/e792a910-7bc2-4e56-9880-77a43fcb7abb/7f756bfa-2d90-4876-a0c9-c796a174ae3a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:10.492468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-93ba7a8a-e321-43af-9170-76eadcb1a1fa req-70cd5fdc-85da-4b64-8e09-2835f8b2628e service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359157 Dec 21 01:55:10.496826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e451d-bdc6-413f-ba3e-be69f72faac4 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a2e3b-7320-4df3-9ee7-2e8e307e4b5a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:10.501869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Calling delete_port for 2accf9ec-6f8e-4eef-b7ed-552356e86c08 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:10.636591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.737424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:10.739152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.756096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a180f-614b-48b8-8b49-512e711bd6cb req-ea1aec51-4b1d-44b4-8ddc-34f9521531aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:10.757657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-ea1aec51-4b1d-44b4-8ddc-34f9521531aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1096 time: 0.1669316 Dec 21 01:55:10.926030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.926030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.928367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:10.931856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/security-groups/d6984c0d-0c9b-4116-9ff5-1a6413f52ac5 HTTP/1.1" status: 204 len: 168 time: 0.4657316 Dec 21 01:55:10.941274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-92be3333-0bc7-4041-9204-d567f0996a7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f60f4893f7649978e8a85bd8ccd56fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991365 Dec 21 01:55:10.946084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46846) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:10.946317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:10.982682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025bde6-e65b-4465-8abf-5ca9db501a16 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6984c0d-0c9b-4116-9ff5-1a6413f52ac5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:11.010228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f78db47d-66cf-4109-8d75-064624ee99db req-cd5cf067-ede1-4d93-b026-99956b70adb6 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 210 time: 0.0881481 Dec 21 01:55:11.029326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a180f-614b-48b8-8b49-512e711bd6cb req-9a00c0d1-2e3b-4d49-9369-b3f22173780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.030827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-9a00c0d1-2e3b-4d49-9369-b3f22173780f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.2592998 Dec 21 01:55:11.095612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-54af8fed-9eb0-441f-a2d7-c63f3abd5a39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 217 time: 0.0523977 Dec 21 01:55:11.106998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b56d-1b27-446d-9904-3ccc9fcbd901 req-9f18f58b-11c2-4fc7-b2fc-d632ec61c120 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.114928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890b56d-1b27-446d-9904-3ccc9fcbd901 req-9f18f58b-11c2-4fc7-b2fc-d632ec61c120 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2016196 Dec 21 01:55:11.126278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.163226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.186814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.197886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.254089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.261771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.264698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3890b56d-1b27-446d-9904-3ccc9fcbd901 req-f24a62b3-cb52-4a77-a7d9-0fb9ef8d1109 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483898 Dec 21 01:55:11.268952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Allocated IP 10.2.2.200 (f353e37e-ce3e-436e-be95-a8b03f9edb49/f9d008a7-f2a1-4100-ad66-529e8dc95e35/ebdf3385-7363-48a0-a881-9ac9cad0adda) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:11.271521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Port': ['ID=2accf9ec-6f8e-4eef-b7ed-552356e86c08,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:11.275032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a180f-614b-48b8-8b49-512e711bd6cb req-3bdfbcb0-fe9d-4e8c-9fba-2229e04f837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.276447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-3bdfbcb0-fe9d-4e8c-9fba-2229e04f837f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.1690569 Dec 21 01:55:11.279274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Network 13fff45b-3c0e-4413-b810-165d656564f8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:11.281359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.284855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-328ef696-89d1-40a4-9869-61af824d09cf tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/ports/2accf9ec-6f8e-4eef-b7ed-552356e86c08 HTTP/1.1" status: 204 len: 168 time: 1.4728818 Dec 21 01:55:11.289275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:11.289876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:11.306059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:11.313346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:11.439438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.440365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.446114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a180f-614b-48b8-8b49-512e711bd6cb req-0e3b86c6-9aa4-4174-a2d7-ccaf11bcb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.447981 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-0e3b86c6-9aa4-4174-a2d7-ccaf11bcb95b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615605 Dec 21 01:55:11.457036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.460663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.462176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/security-groups/78f34caa-215c-4202-aaba-f5023293ce7c HTTP/1.1" status: 204 len: 168 time: 0.5149958 Dec 21 01:55:11.474738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46856) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:11.508107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.510839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.514574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa55fc4e-37d0-4113-887d-74920dbc4292 HTTP/1.1" status: 204 len: 168 time: 0.5638239 Dec 21 01:55:11.549079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-62184e2f-2f5d-455d-abd0-7cd6fd980aa0 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3245809 Dec 21 01:55:11.558827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e03d2-2d9f-438a-9599-28c77add12eb tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f34caa-215c-4202-aaba-f5023293ce7c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:11.613850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed555f-3c50-4281-b648-52f52a9de800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55fc4e-37d0-4113-887d-74920dbc4292,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:11.624357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Request body: {'port': {'device_id': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:11.660563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f53a-c7a6-4103-9c2b-5f4b7a5e1aed req-8a369bd7-b58a-4c5a-bde9-2a6372b5d81d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.662133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f303f53a-c7a6-4103-9c2b-5f4b7a5e1aed req-8a369bd7-b58a-4c5a-bde9-2a6372b5d81d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.1636822 Dec 21 01:55:11.672071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet e3d17322-0c1c-455e-9c20-f71c1c3bd688 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:11.676715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.684391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-13bac5f3-e318-47e9-be6f-752ad368a374 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.694610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-13bac5f3-e318-47e9-be6f-752ad368a374 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.702838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-13bac5f3-e318-47e9-be6f-752ad368a374 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.709557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-13bac5f3-e318-47e9-be6f-752ad368a374 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:11.718129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-13bac5f3-e318-47e9-be6f-752ad368a374 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 3096 time: 0.2183647 Dec 21 01:55:11.721649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.723704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.731940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Deleting port 3efe7701-c3a1-46f1-ad15-52df9dd5bbef {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:11.732285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.854602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.889586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.909864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f303f53a-c7a6-4103-9c2b-5f4b7a5e1aed req-ddc72241-d67a-49d6-9dbb-39375022c406 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342491 Dec 21 01:55:11.916939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-0225e8c6-ce86-4b87-a6eb-a352b04a12bb service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516625 Dec 21 01:55:11.936293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Calling delete_port for 3efe7701-c3a1-46f1-ad15-52df9dd5bbef owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:11.951532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68e9489a-2a0a-4df0-95d0-0323a7109e1e req-aad353aa-b57b-415e-a709-81ad8796e1c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325089 Dec 21 01:55:11.952398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:11.965224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.030598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:12.128628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:12.136235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:12.148461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:12.174807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:12.230866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.256664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a980-afee-4339-971f-ab292f522d29 req-0cdae231-25fa-4035-9304-dbef0f544581 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:12.264752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec82a980-afee-4339-971f-ab292f522d29 req-0cdae231-25fa-4035-9304-dbef0f544581 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 932 time: 0.1335223 Dec 21 01:55:12.273767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:12.274834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.283749 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139a180f-614b-48b8-8b49-512e711bd6cb req-ff1a9cc0-c2c4-490e-ab1d-dde13a38fbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271077 Dec 21 01:55:12.292255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d17322-0c1c-455e-9c20-f71c1c3bd688,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:12.319860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.328324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e2b4c-cb54-4394-bb6f-a309033c1f6e None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:12.337539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.341862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-530e703c-d1c1-4f5a-96ac-a61a4b308277 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/e3d17322-0c1c-455e-9c20-f71c1c3bd688 HTTP/1.1" status: 204 len: 168 time: 0.8515611 Dec 21 01:55:12.350103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46870) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:12.384620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Port': ['ID=3efe7701-c3a1-46f1-ad15-52df9dd5bbef,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:12.394083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-07299ee5-abdf-4dab-8a49-7b28363f2fb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eddbddc4e8314d7e82d8b4c1c072fcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178426 Dec 21 01:55:12.395866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-ad1f824e-afe8-4e81-85be-d2ce010bef56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4643433 Dec 21 01:55:12.397154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.402752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53f83d2c-3625-4966-82fd-3373b1b5cae0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/ports/3efe7701-c3a1-46f1-ad15-52df9dd5bbef HTTP/1.1" status: 204 len: 168 time: 1.1099186 Dec 21 01:55:12.408575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46872) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:12.409281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46874) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:12.460395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:12.516623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a0394ee6-3eeb-4f93-bdcb-c8b55ad6131e tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0972102 Dec 21 01:55:12.524252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:12.547894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-75331380'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:12.566319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec82a980-afee-4339-971f-ab292f522d29 req-8d8b09ec-b6cc-4527-8336-a6a51972652e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002889 Dec 21 01:55:12.632634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-32b24a05-8fce-4c47-8a8d-e97e646e77f7 None None] Provisioning complete for port ebdf3385-7363-48a0-a881-9ac9cad0adda triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:12.633452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32b24a05-8fce-4c47-8a8d-e97e646e77f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.679861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-32b24a05-8fce-4c47-8a8d-e97e646e77f7 None None] Port ebdf3385-7363-48a0-a881-9ac9cad0adda cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:12.689499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.712049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:12.715761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.734942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.768926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.779670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855b1d-5342-4a08-a3ca-400178303baf req-775147ba-e238-4396-83ae-08ea0d6ed222 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:12.781265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1855b1d-5342-4a08-a3ca-400178303baf req-775147ba-e238-4396-83ae-08ea0d6ed222 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2952437 Dec 21 01:55:12.855105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet d8ef1dc8-6a78-4b38-9735-84343161c477 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:12.860898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:12.867851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.895144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:12.895494 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment 88d90f58-a994-4028-ad57-665e475c3a5f of type vlan for network 64fcd3ad-2bdf-4410-9573-667288f3a37c Dec 21 01:55:12.931094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.024910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f756bfa-2d90-4876-a0c9-c796a174ae3a {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:13.038055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.078731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.081311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Transition to ACTIVE for port object 7f756bfa-2d90-4876-a0c9-c796a174ae3a will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:13.093279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.110096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1855b1d-5342-4a08-a3ca-400178303baf req-28fc3204-f615-461c-bd0c-972a48e0dd2e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2896869 Dec 21 01:55:13.140548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.223853 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.227790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.229295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e7d6144-2957-45d8-8d69-fbd6a4023639 HTTP/1.1" status: 204 len: 168 time: 0.8150640 Dec 21 01:55:13.250950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:13.316319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb469-f1b2-4545-a039-4991daac332c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d6144-2957-45d8-8d69-fbd6a4023639,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:13.361460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.368135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.369280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.379310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-71a7cb0d-85d9-4c8f-b885-b35696932a90 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.380667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-71a7cb0d-85d9-4c8f-b885-b35696932a90 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.2545965 Dec 21 01:55:13.384675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.423368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ef1dc8-6a78-4b38-9735-84343161c477,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:13.467591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.472991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c9e14a5a-1b68-4cb7-b32a-a20b9b6039f3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/d8ef1dc8-6a78-4b38-9735-84343161c477 HTTP/1.1" status: 204 len: 168 time: 1.1204951 Dec 21 01:55:13.477673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46886) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:13.496224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db0a46-98a3-4239-b400-ec0942ea390a None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:13.498067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=64fcd3ad-2bdf-4410-9573-667288f3a37c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:13.540790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.548829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.555121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.562117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.564507 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-091f46ca-3a3d-40c5-9070-ddaf17411f06 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:13.565084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091f46ca-3a3d-40c5-9070-ddaf17411f06 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:13.568054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.568769 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-091f46ca-3a3d-40c5-9070-ddaf17411f06 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/e3d17322-0c1c-455e-9c20-f71c1c3bd688 HTTP/1.1" status: 404 len: 337 time: 0.0873570 Dec 21 01:55:13.576558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46888) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:13.578978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-ddbcc13b-2ea8-42eb-a6d3-da133dd97b84 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 3817 time: 0.3657560 Dec 21 01:55:13.591395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Attempting to bind port 7f756bfa-2d90-4876-a0c9-c796a174ae3a on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:13.591904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Attempting to bind port 7f756bfa-2d90-4876-a0c9-c796a174ae3a by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:13.592449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Attempting to bind port 7f756bfa-2d90-4876-a0c9-c796a174ae3a on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:13.615820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e0fd2b3-d139-4d65-b5fa-2a5ed12fb41b tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0900309 Dec 21 01:55:13.627734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46894) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:13.641139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1076580757'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:13.642712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 64fcd3ad-2bdf-4410-9573-667288f3a37c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:13.654444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Port 7f756bfa-2d90-4876-a0c9-c796a174ae3a on network 13fff45b-3c0e-4413-b810-165d656564f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:13.654810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Attempting to bind port 7f756bfa-2d90-4876-a0c9-c796a174ae3a on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:13.662242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9cea8-57e2-452e-815c-37651e109625 req-63cf1dcc-771a-4915-988a-782d5e2be9cc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:13.671820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3f9cea8-57e2-452e-815c-37651e109625 req-63cf1dcc-771a-4915-988a-782d5e2be9cc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 946 time: 0.6314032 Dec 21 01:55:13.676379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:13.676725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Checking segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:13.677120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Bound using segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:13.680005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Bound port: 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:13.680379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.759917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7195dfec-a010-4f63-96f2-51268aa62a89 None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:13.760264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7195dfec-a010-4f63-96f2-51268aa62a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.782958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-004bcf45-6cc2-4431-ab5e-fad4df3ec9c4 req-81517449-0eee-403e-8a46-a983dcb56772 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030110 Dec 21 01:55:13.790815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:13.794375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:13.811359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.823361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting subnet 776dcc30-83b4-48fe-b59b-8d4b3742340b {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:13.827579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.862014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3f9cea8-57e2-452e-815c-37651e109625 req-2df50a42-6edc-42a8-9d89-e0f84dddf60b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874969 Dec 21 01:55:13.878552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.880623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b9b96b-b251-4d85-882e-0ed8461e4ed5 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:13.907616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:13.919923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.966717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:13.996120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Transition to ACTIVE for port object f9b9b96b-b251-4d85-882e-0ed8461e4ed5 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:14.023569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.024191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.045210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-344681eb-f60c-4605-8078-4ac48b17918c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.090106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:14.120836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7195dfec-a010-4f63-96f2-51268aa62a89 None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:14.121207 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7195dfec-a010-4f63-96f2-51268aa62a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.168359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 8a7317e3-9657-41f7-af86-addad72e200d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:14.173838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.209742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:14.210709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.212440 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.217692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] 10.222.0.45 "PUT /v2.0/ports/7f756bfa-2d90-4876-a0c9-c796a174ae3a HTTP/1.1" status: 200 len: 1093 time: 2.6345131 Dec 21 01:55:14.218478 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Added segment 910b05a8-bbd0-4b1d-be13-24f90be9b73b of type vlan for network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 Dec 21 01:55:14.241512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7195dfec-a010-4f63-96f2-51268aa62a89 None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:14.282816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:55:14.286453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:14.295073 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41f9253-7706-45cd-9723-6b8069513df1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:14.307083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a09ee-5940-4217-9c25-4b75d2170bab service neutron] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:14.398868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:14.461257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33547c8e-ebd2-4190-9e58-1a0e9e69e81f req-cff4a840-d825-499a-a90a-c68b789cea4a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:14.473486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33547c8e-ebd2-4190-9e58-1a0e9e69e81f req-cff4a840-d825-499a-a90a-c68b789cea4a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 944 time: 0.3844593 Dec 21 01:55:14.496630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:14.512178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.517702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:55:14.580395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.610252 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.613188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.618801 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/776dcc30-83b4-48fe-b59b-8d4b3742340b HTTP/1.1" status: 204 len: 168 time: 1.0372236 Dec 21 01:55:14.632151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaaefa-b54a-4265-9d96-e8a0e9dcffdc tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Subnet': ['ID=776dcc30-83b4-48fe-b59b-8d4b3742340b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:14.632364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:14.643764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46916) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:14.651669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 8a7317e3-9657-41f7-af86-addad72e200d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8a7317e3-9657-41f7-af86-addad72e200d,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:14.652535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.672946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 8a7317e3-9657-41f7-af86-addad72e200d owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:14.696062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:14.713208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.759980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:14.766549 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-49366fe3-6747-453f-b8e2-5573fba35267 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:14.767015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49366fe3-6747-453f-b8e2-5573fba35267 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:14.770749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-49366fe3-6747-453f-b8e2-5573fba35267 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/51a0ab16-f411-41d4-b98e-20a58a3aa4ab HTTP/1.1" status: 404 len: 337 time: 0.1206143 Dec 21 01:55:14.791149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-0e22cf06-2ef4-4746-9d84-c0b290a60b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:14.796084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-0e22cf06-2ef4-4746-9d84-c0b290a60b0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 1096 time: 0.4439068 Dec 21 01:55:14.797133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:14.813205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28515-f75a-458a-b7f9-ce22aec25059 req-7fc68c41-9729-49e4-982d-379f3dda43a4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:14.828541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55d28515-f75a-458a-b7f9-ce22aec25059 req-7fc68c41-9729-49e4-982d-379f3dda43a4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.5705514 Dec 21 01:55:14.841142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:14.895179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Attempting to bind port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:14.895862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Attempting to bind port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:14.896406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Attempting to bind port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 on network b0b688d0-c807-48d4-89a2-3d080b7d9c80 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:14.903737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33547c8e-ebd2-4190-9e58-1a0e9e69e81f req-07378630-fdba-43a1-ba97-1c9b73895644 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288573 Dec 21 01:55:14.907765 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.909910 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ddb7b5be-11e8-4b01-95b6-28f2e992a87b tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "GET /v2.0/ports?device_id=059fbe96-3380-420b-b374-21f3a11a1e2f HTTP/1.1" status: 200 len: 205 time: 0.0973387 Dec 21 01:55:14.916464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:14.917411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:14.921889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46928) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:14.958664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 on network b0b688d0-c807-48d4-89a2-3d080b7d9c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:14.959249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Attempting to bind port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 on network b0b688d0-c807-48d4-89a2-3d080b7d9c80 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:14.975459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-571319019-network', 'tenant_id': 'c38d37d2450f482d834c0cba12c6560d'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:14.981415 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-bc949151-6c54-4e4c-9091-a1c4ef06a949 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a HTTP/1.1" status: 200 len: 217 time: 0.1477656 Dec 21 01:55:15.000535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29737d62-7b94-48aa-b648-687f6e597f60 None None] Network 6cc69449-731c-4924-9938-9a042147f2b0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:15.001357 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71497524-139c-43bd-b2c3-bf5a2f75c4ef x-openstack-request-id: req-71497524-139c-43bd-b2c3-bf5a2f75c4ef {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:15.001700 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:15.002007 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71497524-139c-43bd-b2c3-bf5a2f75c4ef {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:15.002581 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'status': 'completed', 'code': 200} Dec 21 01:55:15.066717 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-94e23ebd-7fd5-4091-a687-f1e6eef09c56 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] delete failed (client error): The resource could not be found. Dec 21 01:55:15.067657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-94e23ebd-7fd5-4091-a687-f1e6eef09c56 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/routers/059fbe96-3380-420b-b374-21f3a11a1e2f HTTP/1.1" status: 404 len: 336 time: 0.1380885 Dec 21 01:55:15.073951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46932) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.075887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:15.076227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Checking segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:15.076793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Bound using segment: {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:15.077156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Bound port: f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec412189-403e-42e5-8a8f-74172a800b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:15.077541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.090733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f4306dab-d603-4b5a-8cb8-fb7e4337a7da None None] Provisioning complete for port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:15.091613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4306dab-d603-4b5a-8cb8-fb7e4337a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.105924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4752944 Dec 21 01:55:15.122968 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-915d141c-66e6-45c5-8108-905745e83a8e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.123444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915d141c-66e6-45c5-8108-905745e83a8e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.129272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-915d141c-66e6-45c5-8108-905745e83a8e tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/cbc33b31-eeaa-4676-85d7-734c90409e2e HTTP/1.1" status: 404 len: 337 time: 0.0519750 Dec 21 01:55:15.130520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46934) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.146482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Made reservation on behalf of c38d37d2450f482d834c0cba12c6560d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:15.148703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.166604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ad60fc18-4e49-48ef-9dd1-dff893203b60'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:15.175763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e1205-00c5-4c3a-ae46-b619eb0986dc tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Network': ['ID=5e43f187-1c7c-4bc0-8a0d-9dd734a14628,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:15.188283 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21face1-9fba-49ae-858e-af883dd3b5a9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.188762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21face1-9fba-49ae-858e-af883dd3b5a9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.194983 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d21face1-9fba-49ae-858e-af883dd3b5a9 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/574da86b-a957-4c81-93fa-db31a2a44ea2 HTTP/1.1" status: 404 len: 337 time: 0.0599566 Dec 21 01:55:15.195652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46936) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.204371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.207064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bae51-723d-4515-8051-6f4eae29b991 req-d00cf23b-fee6-431c-94b6-364fa655ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.208501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-d00cf23b-fee6-431c-94b6-364fa655ca0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.2049930 Dec 21 01:55:15.221000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.236113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55d28515-f75a-458a-b7f9-ce22aec25059 req-67708e24-a722-4497-a9b2-0d8568842ac0 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4032462 Dec 21 01:55:15.241056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:15.282490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46938) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.292932 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd10678b-b21c-4c49-9b37-33dc2c77233f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.293511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd10678b-b21c-4c49-9b37-33dc2c77233f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.300267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cd10678b-b21c-4c49-9b37-33dc2c77233f tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/ed83a7d5-36c3-41ca-8b35-730e07a9e80d HTTP/1.1" status: 404 len: 337 time: 0.1022735 Dec 21 01:55:15.306156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'subnets': [{'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1274130936', 'ip_version': 4}, {'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:15.306374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.306467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'subnet': {'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1274130936', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:15.307057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Request body: {'subnet': {'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:15.317619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-250e45bd-26f6-4baf-bf26-1a6b5451af99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941343 Dec 21 01:55:15.323949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=8a7317e3-9657-41f7-af86-addad72e200d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:15.365497 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e6e03a-0c0b-4261-9f87-653681123858 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.365726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e6e03a-0c0b-4261-9f87-653681123858 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.371541 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-17e6e03a-0c0b-4261-9f87-653681123858 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/84356563-7023-4251-b812-f6019e332e9e HTTP/1.1" status: 404 len: 333 time: 0.0641694 Dec 21 01:55:15.387034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.476494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.483935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.491208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.495582 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd52feac-b396-4995-8fa0-efab77f674bd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.496087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd52feac-b396-4995-8fa0-efab77f674bd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.500372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.503046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd52feac-b396-4995-8fa0-efab77f674bd tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/89afaf4b-0370-4fad-aca7-4a00d9639601 HTTP/1.1" status: 404 len: 337 time: 0.1138370 Dec 21 01:55:15.504832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46944) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.507556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.509786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-e4136289-d3f2-4d8e-a954-c8083af7fd77 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 3829 time: 0.4480371 Dec 21 01:55:15.524282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad3c882d-168f-4e09-bcec-028df41f53b6 req-ae45b90f-5825-4980-b5ea-dac27d3cec5a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=66388091-922d-4d9e-a290-24ac4065baf9 HTTP/1.1" status: 200 len: 210 time: 0.1707909 Dec 21 01:55:15.532291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 8a7317e3-9657-41f7-af86-addad72e200d on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:15.534019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] DHCP port deletion for 6cc69449-731c-4924-9938-9a042147f2b0 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:15.571037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.574633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-33f90754-9c3b-45c8-aaaf-2768d830b308 req-a4f97570-015a-40b3-beda-4371e8afcb14 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "DELETE /v2.0/ports/8a7317e3-9657-41f7-af86-addad72e200d HTTP/1.1" status: 204 len: 173 time: 2.1866620 Dec 21 01:55:15.581169 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-03561a82-9394-42af-a7ce-b39d512d2715 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.581763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03561a82-9394-42af-a7ce-b39d512d2715 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.595095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-03561a82-9394-42af-a7ce-b39d512d2715 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/49fa4b41-7227-4c5d-bf21-99b735094dba HTTP/1.1" status: 404 len: 337 time: 0.0737197 Dec 21 01:55:15.603863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:15.611333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46946) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.646121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:15.681122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.725427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:15.726520 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.729262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] 10.222.0.45 "PUT /v2.0/ports/f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 1093 time: 3.2858474 Dec 21 01:55:15.730871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:15.734000 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a9557-7f6e-4650-a015-f82bdc03628c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:15.769001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.786529 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-406ba510-a550-4ccc-ae34-708c4ff02da3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:15.787154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406ba510-a550-4ccc-ae34-708c4ff02da3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:15.804389 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-406ba510-a550-4ccc-ae34-708c4ff02da3 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/9e2da813-602d-4fc3-a47d-f94a82193fad HTTP/1.1" status: 404 len: 333 time: 0.1866775 Dec 21 01:55:15.807369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46950) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:15.815105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.817292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0192bf7d-aa56-4f1e-a38f-ba5031cc1ac0 req-c957696a-4985-4707-82fe-377080314593 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905023 Dec 21 01:55:15.836928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:15.872191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-fc2e0765-bc69-43ed-a553-1a9900e9c807 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246820 Dec 21 01:55:15.879669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:15.914982 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896094b9-49df-4047-9025-fb7adaa4b06a x-openstack-request-id: req-896094b9-49df-4047-9025-fb7adaa4b06a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:15.915328 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:15.915520 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-896094b9-49df-4047-9025-fb7adaa4b06a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:15.915934 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'status': 'completed', 'code': 200} Dec 21 01:55:15.968735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:15.969041 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Added segment a13433aa-3881-467f-a2e7-f6cc3906b91a of type vlan for network a5a4ba94-b092-4839-abec-7944f22497d5 Dec 21 01:55:15.972105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:16.038304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f4306dab-d603-4b5a-8cb8-fb7e4337a7da None None] Provisioning complete for port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:16.039022 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4306dab-d603-4b5a-8cb8-fb7e4337a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.085497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.088057 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-091b9e23-5ddd-4e64-b514-a3db2217d474 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:16.088521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091b9e23-5ddd-4e64-b514-a3db2217d474 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:16.089601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Deleting port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:16.090112 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.094764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-091b9e23-5ddd-4e64-b514-a3db2217d474 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/c0d6b157-d9d0-4b52-82de-d95f9d95d447 HTTP/1.1" status: 404 len: 337 time: 0.2798975 Dec 21 01:55:16.094945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f4306dab-d603-4b5a-8cb8-fb7e4337a7da None None] Port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:16.107259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46954) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:16.156397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b38bae51-723d-4515-8051-6f4eae29b991 req-7b7ac18d-80b7-4520-b3e1-a1a643ebb520 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463777 Dec 21 01:55:16.161541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b5c5d-2b24-417f-8b43-d00628f762da service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:16.176422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.178131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.178751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.195548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] For port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,segment=NetworkSegment(8d270c02-7c77-4078-a5b7-8a1691324832),segment_id=8d270c02-7c77-4078-a5b7-8a1691324832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:16.196383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.203462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.213039 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3990d7-5fa8-4d86-8b7f-a7169871b3c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] DELETE failed (client error): The resource could not be found. Dec 21 01:55:16.213531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3990d7-5fa8-4d86-8b7f-a7169871b3c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:55:16.216915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cf3990d7-5fa8-4d86-8b7f-a7169871b3c7 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/subnets/fd6c9053-9104-43b2-be0b-3aa7ba7ad610 HTTP/1.1" status: 404 len: 337 time: 0.0872514 Dec 21 01:55:16.227178 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4660060 Dec 21 01:55:16.227875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46956) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:16.234058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46958) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:16.235709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Calling delete_port for 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:16.243160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Request body: {'subnet': {'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-571319019-subnet', 'tenant_id': 'c38d37d2450f482d834c0cba12c6560d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:16.308322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8a7317e3-9657-41f7-af86-addad72e200d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:16.348481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 8a7317e3-9657-41f7-af86-addad72e200d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:16.349036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8a7317e3-9657-41f7-af86-addad72e200d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:16.367744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104d73b-2baf-4931-8d91-7f806dd19264 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a4ba94-b092-4839-abec-7944f22497d5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.390724 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:16.393305 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:16.394358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3c236-0bf2-42b7-b431-0587541a325a req-f0dc481c-4338-4895-a92d-27fe56873ed1 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.396464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13c3c236-0bf2-42b7-b431-0587541a325a req-f0dc481c-4338-4895-a92d-27fe56873ed1 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 944 time: 0.3212621 Dec 21 01:55:16.397395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network a5a4ba94-b092-4839-abec-7944f22497d5 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:16.400644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.401125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.401625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.402089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.403671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.405612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-bb6b632d-b811-4f03-afdd-9f10455961d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 4365 time: 0.3282354 Dec 21 01:55:16.419206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Made reservation on behalf of 4862eb83c99c47b7b87febc5fabcede2 for: {'subnet': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:16.424960 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.425466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.429320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9253-7706-45cd-9723-6b8069513df1 req-2215eb0b-491d-403b-883d-4c435a627cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.431666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-2215eb0b-491d-403b-883d-4c435a627cef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 1096 time: 0.1010427 Dec 21 01:55:16.472266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.523284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Deleting port 67aab257-eaf2-4b90-9ac5-a61e8f18f122 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:16.523716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.526340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] Pushing event deleted for resources: {'Port': ['ID=1bc1de15-ddbf-4d24-b6a9-22fc3f51357c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:16.552812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b245933-9cba-4110-811e-a9ae55e02f38 None None] No DVR routers for this DVR port 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:16.573950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7fc9076a-f9ae-4fa0-ac89-bb459a03ae10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.618246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.633660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Made reservation on behalf of c38d37d2450f482d834c0cba12c6560d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:16.636045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.638474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Calling delete_port for 67aab257-eaf2-4b90-9ac5-a61e8f18f122 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:16.640642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9253-7706-45cd-9723-6b8069513df1 req-5c255960-c265-4464-b8e6-a5d089c2012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.642259 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-5c255960-c265-4464-b8e6-a5d089c2012b service neutron] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 905 time: 0.1996262 Dec 21 01:55:16.723846 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-abf008a2-128f-40e1-b552-3c8c339b0637 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a HTTP/1.1" status: 200 len: 217 time: 0.0725870 Dec 21 01:55:16.783661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:16.807981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9253-7706-45cd-9723-6b8069513df1 req-9ae34930-b8cc-4737-af6b-e61d9083d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:16.810271 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-9ae34930-b8cc-4737-af6b-e61d9083d5c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.0760605 Dec 21 01:55:16.832228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.843818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:16.844857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bc1de15-ddbf-4d24-b6a9-22fc3f51357c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:16.861209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-b32bf5ef-9f84-446e-b826-b4d503c73ca3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429318 Dec 21 01:55:16.904630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:16.908896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/ports/67aab257-eaf2-4b90-9ac5-a61e8f18f122 HTTP/1.1" status: 204 len: 168 time: 0.6729164 Dec 21 01:55:16.909844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8934c-ada0-49c3-bd20-a5cf75a63736 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Port': ['ID=67aab257-eaf2-4b90-9ac5-a61e8f18f122,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:16.913823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:17.018157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'name': 'network-vif-deleted', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:17.020430 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c734075-d029-4244-bb4b-87590ea4182c" -d '{"events": [{"server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "name": "network-vif-deleted", "tag": "8a7317e3-9657-41f7-af86-addad72e200d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:17.052369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.081490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-696bb8bd-c5d4-4e95-a83a-64b4685cf036 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905153 Dec 21 01:55:17.161548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19a7b-a15a-4bcd-b0ac-d0f66b668888 req-c0526e9e-1a32-406e-b137-2165e4f03d83 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:17.168652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12c19a7b-a15a-4bcd-b0ac-d0f66b668888 req-c0526e9e-1a32-406e-b137-2165e4f03d83 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 945 time: 0.7563858 Dec 21 01:55:17.194562 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.220143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.251072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc69449-731c-4924-9938-9a042147f2b0']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:17.251954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13c3c236-0bf2-42b7-b431-0587541a325a req-79ae441a-a240-4b86-9937-fcfff7d49e29 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8429198 Dec 21 01:55:17.271182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d270c02-7c77-4078-a5b7-8a1691324832') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:17.271182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d270c02-7c77-4078-a5b7-8a1691324832') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:17.282826 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b41f9253-7706-45cd-9723-6b8069513df1 req-e0de65a3-afd2-407d-87ad-dd28a6bd92dd service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792271 Dec 21 01:55:17.284555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.300793 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:55:17.301567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.315393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:17.315957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:17.319390 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:17.421760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9c5ed7-732d-4e1f-a42b-926abd689b8c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:17.422952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.430884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.436885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] 10.222.0.43 "DELETE /v2.0/networks/6cc69449-731c-4924-9938-9a042147f2b0 HTTP/1.1" status: 204 len: 168 time: 0.5220683 Dec 21 01:55:17.444882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.455812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187b81-61c9-4ae1-93f6-1926db5a5974 tempest-PortsIpV6TestJSON-72534928 tempest-PortsIpV6TestJSON-72534928-project] Pushing event deleted for resources: {'Network': ['ID=6cc69449-731c-4924-9938-9a042147f2b0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:17.475770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-c0b2a9d2-e5e4-4000-92dc-be4bd2e5b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:17.476243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-c0b2a9d2-e5e4-4000-92dc-be4bd2e5b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:17.476744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-c0b2a9d2-e5e4-4000-92dc-be4bd2e5b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:17.479374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-c0b2a9d2-e5e4-4000-92dc-be4bd2e5b2c7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0502582 Dec 21 01:55:17.534804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Transition to ACTIVE for port object be9c5ed7-732d-4e1f-a42b-926abd689b8c will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:17.573651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12c19a7b-a15a-4bcd-b0ac-d0f66b668888 req-9bae59b4-c71f-44fb-bb2b-1ca98d9d15f6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4039662 Dec 21 01:55:17.574258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:17.640216 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6bd558-8496-4dc0-b59b-48a601959507 x-openstack-request-id: req-1c6bd558-8496-4dc0-b59b-48a601959507 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:17.641091 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66388091-922d-4d9e-a290-24ac4065baf9", "name": "network-vif-deleted", "tag": "8a7317e3-9657-41f7-af86-addad72e200d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:17.642441 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c6bd558-8496-4dc0-b59b-48a601959507 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:17.643298 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66388091-922d-4d9e-a290-24ac4065baf9', 'name': 'network-vif-deleted', 'tag': '8a7317e3-9657-41f7-af86-addad72e200d', 'status': 'completed', 'code': 200} Dec 21 01:55:17.754052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46988) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:17.847007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:17.935997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ae1dda4-7ab6-4469-9e92-8f70c0e68987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34c7f31454724ac2aa31efd566aae945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780052 Dec 21 01:55:17.937503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:18.011491 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.015816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.021788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.027721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.034348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.037248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.040319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.046377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.048296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-691abeb4-a39b-494f-b6e3-56de147114ac req-9353ec60-cc00-4404-91b9-19609264a6ab tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 4607 time: 0.4786885 Dec 21 01:55:18.098073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.101289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.105359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56302a41-b6d9-455e-9181-da4401dfb39b HTTP/1.1" status: 204 len: 168 time: 0.1662934 Dec 21 01:55:18.114199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea194ac2-efd6-4255-bf86-7beb31e8289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56302a41-b6d9-455e-9181-da4401dfb39b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:18.118526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.136067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-2ba480b9-4dce-4cfb-b0a0-5c61d6459475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.137936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a12a9557-7f6e-4650-a015-f82bdc03628c req-2ba480b9-4dce-4cfb-b0a0-5c61d6459475 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6239545 Dec 21 01:55:18.223035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0d889a52-de71-4a3a-8813-495a40a998ce tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.224496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0d889a52-de71-4a3a-8813-495a40a998ce tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.4971509 Dec 21 01:55:18.297357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:18.310466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-7ba657e9-7613-4e0f-a084-15aea54b25c1 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0750823 Dec 21 01:55:18.311067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b96d019-4fc4-460c-84d8-f6acb4575a1d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:18.331498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Attempting to bind port be9c5ed7-732d-4e1f-a42b-926abd689b8c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:18.331946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Attempting to bind port be9c5ed7-732d-4e1f-a42b-926abd689b8c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:18.332387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Attempting to bind port be9c5ed7-732d-4e1f-a42b-926abd689b8c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:18.372578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-691abeb4-a39b-494f-b6e3-56de147114ac req-7fed729a-15c2-4020-9bdd-a00f796b0cc0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2620707 Dec 21 01:55:18.383365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ad60fc18-4e49-48ef-9dd1-dff893203b60 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:55:18.389961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ad60fc18-4e49-48ef-9dd1-dff893203b60 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:18.390671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.415039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Port be9c5ed7-732d-4e1f-a42b-926abd689b8c on network 2cc21127-be32-480e-87ce-85a1ce7052fb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:18.415369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Attempting to bind port be9c5ed7-732d-4e1f-a42b-926abd689b8c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:18.423298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-990cfb70-507d-42e0-925b-3ae625a83f66 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982072 Dec 21 01:55:18.436548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Checking segment: {'id': 'a13433aa-3881-467f-a2e7-f6cc3906b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:18.436918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Network hostable DHCP agents. Network: a5a4ba94-b092-4839-abec-7944f22497d5, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:18.447402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:18.447741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:18.448126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Bound using segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:18.448570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Bound port: be9c5ed7-732d-4e1f-a42b-926abd689b8c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:18.448925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.521537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.548361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:18.551503 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17214be1-b5fb-43b2-a000-87dd23df6c4d" -d '{"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:18.565218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:18.580283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.611158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.638930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:18.679187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Network a5a4ba94-b092-4839-abec-7944f22497d5 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:18.681729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.743659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:18.756099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, a5a4ba94-b092-4839-abec-7944f22497d5) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:18.767475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63b484-1de8-4026-9e50-487b2110a6bd None None] Network a5a4ba94-b092-4839-abec-7944f22497d5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:18.776128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024d5fc-00ff-4e6a-9b51-ac52f74d3e1d req-548e856e-6f63-48f1-87a1-38121c6c9f35 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.778207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b024d5fc-00ff-4e6a-9b51-ac52f74d3e1d req-548e856e-6f63-48f1-87a1-38121c6c9f35 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 944 time: 0.2989573 Dec 21 01:55:18.780858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-3f1a53b2-d055-41c2-91e4-43bb8f3f39eb service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456032 Dec 21 01:55:18.791212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:18.806227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.807086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.844574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.879908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Subnet': ['ID=ec2a1315-87f9-4f2a-8283-408dcf289a77,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:18.957505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-42f835c8-8626-4036-aa3e-a7735e375b4f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7133887 Dec 21 01:55:18.970456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70ffbe-4129-4ff8-be66-20bacffd6005 None None] Network a5a4ba94-b092-4839-abec-7944f22497d5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:18.973589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:18.974222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:18.975666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 1137 time: 3.1692760 Dec 21 01:55:18.979671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:18.982323 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a66673-54fe-4f8b-b261-94229233560f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "be9c5ed7-732d-4e1f-a42b-926abd689b8c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:18.992098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Checking segment: {'id': '88d90f58-a994-4028-ad57-665e475c3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:18.992502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network hostable DHCP agents. Network: 64fcd3ad-2bdf-4410-9573-667288f3a37c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:19.050570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:19.083026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b024d5fc-00ff-4e6a-9b51-ac52f74d3e1d req-74be4ab5-7b5e-4200-849a-f46954180913 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732668 Dec 21 01:55:19.121476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47026) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:19.155738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337734-4953-41e3-9dc2-4896819e51f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:19.186101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-5d1e86f5-d59e-4e8d-bb86-b15011cd0871 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876340 Dec 21 01:55:19.189026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network 64fcd3ad-2bdf-4410-9573-667288f3a37c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:19.286801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.291000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 64fcd3ad-2bdf-4410-9573-667288f3a37c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:19.304180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf86af3-186a-4faa-8820-5f8271dedc5e None None] Network 64fcd3ad-2bdf-4410-9573-667288f3a37c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:19.320347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.413957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-679315587'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:19.475189 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad239f65-b924-446c-b711-37ce77ed9f30 x-openstack-request-id: req-ad239f65-b924-446c-b711-37ce77ed9f30 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:19.475763 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:19.476178 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad239f65-b924-446c-b711-37ce77ed9f30 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:19.476957 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'code': 200} Dec 21 01:55:19.561190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:19.563784 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097ee08e-7014-45a7-94af-e8a8f82220a9 x-openstack-request-id: req-097ee08e-7014-45a7-94af-e8a8f82220a9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:19.566827 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "be9c5ed7-732d-4e1f-a42b-926abd689b8c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:19.567218 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-097ee08e-7014-45a7-94af-e8a8f82220a9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:19.567735 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c', 'status': 'completed', 'code': 200} Dec 21 01:55:19.573371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.578524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-64fcd3ad-2bdf-4410-9573-667288f3a37c', 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c', 'project_id': '4862eb83c99c47b7b87febc5fabcede2', 'fixed_ips': [{'subnet_id': 'ec2a1315-87f9-4f2a-8283-408dcf289a77'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:19.580706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.594826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.609705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event updated for resources: {'Subnet': ['ID=6c7e5b68-a73c-4015-8e8a-b7b4e35a3067,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:19.618248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.714719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.724960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.742619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064179c7-39f1-473b-9ff9-583a16597d93 req-287fc2ff-b9d3-4401-8691-30fbf907a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:19.744386 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-064179c7-39f1-473b-9ff9-583a16597d93 req-287fc2ff-b9d3-4401-8691-30fbf907a239 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1098 time: 0.2501702 Dec 21 01:55:19.785872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:19.824324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba70c42f-a953-492b-8a17-b50ee2e9feb8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:19.829237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.829617 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment c6d40cde-7888-4858-b9dc-8ba9e749140e of type vlan for network de86689f-1ee2-41a8-9f8d-b162506f7c90 Dec 21 01:55:19.848211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-064179c7-39f1-473b-9ff9-583a16597d93 req-3a0c24ad-1d6c-4a6e-af35-f3d8477b61d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857062 Dec 21 01:55:19.906069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.917672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Allocated IP 172.20.0.2 (64fcd3ad-2bdf-4410-9573-667288f3a37c/ec2a1315-87f9-4f2a-8283-408dcf289a77/53edb3d9-1430-4416-8d01-120ee795823a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:19.967110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:19.973531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:19.974141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.056688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9298444 Dec 21 01:55:20.057565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:20.067147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-282916039'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:20.092197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Checking segment: {'id': '910b05a8-bbd0-4b1d-be13-24f90be9b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:20.092564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network hostable DHCP agents. Network: 5e43f187-1c7c-4bc0-8a0d-9dd734a14628, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:20.141758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.142242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.142423 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.142719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.143310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.143778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.145083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.147260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69a66673-54fe-4f8b-b261-94229233560f req-c8c14895-929a-41e7-8a12-acac79859c11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5295 time: 0.5785830 Dec 21 01:55:20.151804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.168382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9a19f-bcab-4c6d-be04-a86ccae1a75b req-74c4cd12-e30e-4253-8295-f383571092f2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.176419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02b9a19f-bcab-4c6d-be04-a86ccae1a75b req-74c4cd12-e30e-4253-8295-f383571092f2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.6462061 Dec 21 01:55:20.218493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Pushing event updated for resources: {'Port': ['ID=53edb3d9-1430-4416-8d01-120ee795823a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:20.238687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Network 64fcd3ad-2bdf-4410-9573-667288f3a37c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:20.243231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:20.248240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:20.260755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:20.269690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-da8b89ad-6222-467a-b707-d8d99837c0f0 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.277372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-da8b89ad-6222-467a-b707-d8d99837c0f0 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/networks?id=a5a4ba94-b092-4839-abec-7944f22497d5 HTTP/1.1" status: 200 len: 817 time: 0.3495793 Dec 21 01:55:20.315536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:55:20.345039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Attempting to bind port 53edb3d9-1430-4416-8d01-120ee795823a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:20.345837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Attempting to bind port 53edb3d9-1430-4416-8d01-120ee795823a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '88d90f58-a994-4028-ad57-665e475c3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:20.346808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Attempting to bind port 53edb3d9-1430-4416-8d01-120ee795823a on network 64fcd3ad-2bdf-4410-9573-667288f3a37c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:20.373448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5e43f187-1c7c-4bc0-8a0d-9dd734a14628) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:20.379093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:20.379615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Checking segment: {'id': '88d90f58-a994-4028-ad57-665e475c3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:20.380135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.381045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Bound using segment: {'id': '88d90f58-a994-4028-ad57-665e475c3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:20.381230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Bound port: 53edb3d9-1430-4416-8d01-120ee795823a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d90f58-a994-4028-ad57-665e475c3a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64fcd3ad-2bdf-4410-9573-667288f3a37c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:20.381735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.383789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-146114d0-f068-4194-8be9-c1a942c9cb50 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/quotas/c38d37d2450f482d834c0cba12c6560d HTTP/1.1" status: 200 len: 375 time: 0.1046910 Dec 21 01:55:20.407241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.407716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.408348 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.468586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] For port 53edb3d9-1430-4416-8d01-120ee795823a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:20.472271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] For port 53edb3d9-1430-4416-8d01-120ee795823a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53edb3d9-1430-4416-8d01-120ee795823a,segment=NetworkSegment(88d90f58-a994-4028-ad57-665e475c3a5f),segment_id=88d90f58-a994-4028-ad57-665e475c3a5f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:20.473647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc506381-e338-4611-83ca-315e0d205e05 None None] Network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:20.481734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-faf9af28-bb86-43fd-965a-7a7ceddc9de4 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c38d37d2450f482d834c0cba12c6560d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969570 Dec 21 01:55:20.502276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:20.507361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.526224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02b9a19f-bcab-4c6d-be04-a86ccae1a75b req-4f2df261-bffb-47fc-9b3f-9aa250aac241 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3488386 Dec 21 01:55:20.586834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.632036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9274ffb7-89ca-4896-8cc3-569a01b247c0 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3362994 Dec 21 01:55:20.648324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:20.660882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:20.680867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddeeb4-c894-4d00-bd00-546fdd519e2b None None] Pushing event updated for resources: {'Port': ['ID=53edb3d9-1430-4416-8d01-120ee795823a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:20.697914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'mac_address': 'fa:16:3e:f7:51:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:55:20.705273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbc81f-da8c-458d-86b0-afa5ed5648d2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=de86689f-1ee2-41a8-9f8d-b162506f7c90,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:20.707177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-09667913-b381-450b-a768-443f77415096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.707662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-09667913-b381-450b-a768-443f77415096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.708140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-09667913-b381-450b-a768-443f77415096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.710086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69a66673-54fe-4f8b-b261-94229233560f req-09667913-b381-450b-a768-443f77415096 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5300319 Dec 21 01:55:20.736351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Transition to ACTIVE for port object 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:20.745810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-295b9e9b-ac37-417a-bc86-4d008beeca33 req-90687e2a-0a32-4aff-b158-d943579e3615 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 210 time: 0.1179826 Dec 21 01:55:20.747579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:20.751401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.760244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.781273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4616b6-cd62-427a-97c4-9d815fd10730 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.782702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4616b6-cd62-427a-97c4-9d815fd10730 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.784174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4616b6-cd62-427a-97c4-9d815fd10730 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:20.789353 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd4616b6-cd62-427a-97c4-9d815fd10730 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1398013 Dec 21 01:55:20.789957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47064) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:20.792542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:20.855923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Deleting subnet ec2a1315-87f9-4f2a-8283-408dcf289a77 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:20.865615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.882090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-134f105c-348d-4925-9e92-a79b05c31b2b service neutron] 10.222.0.43 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990943 Dec 21 01:55:20.892550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5e43f187-1c7c-4bc0-8a0d-9dd734a14628', 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628', 'project_id': '4862eb83c99c47b7b87febc5fabcede2', 'fixed_ips': [{'subnet_id': '6c7e5b68-a73c-4015-8e8a-b7b4e35a3067'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:20.893678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.905727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:20.939516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.944912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:20.945374 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 7b725e22-ac59-490b-a25f-33521f33c871 of type vlan for network 41e29e09-ab02-4e46-a19a-c2176728b635 Dec 21 01:55:21.072501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.149409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-ce1f50ce-ce64-4975-a4ad-2d8955b5c476 service neutron] 10.222.0.43 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663763 Dec 21 01:55:21.191798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.198779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.210515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.211167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.225308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:21.228588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.261288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f756bfa-2d90-4876-a0c9-c796a174ae3a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:21.352125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Allocated IP 172.20.0.18 (5e43f187-1c7c-4bc0-8a0d-9dd734a14628/6c7e5b68-a73c-4015-8e8a-b7b4e35a3067/54ac3c9f-2eba-4567-9b39-b15950342f98) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:21.433257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:21.461631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.534272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4720473 Dec 21 01:55:21.557718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47070) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:21.594789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698c09b-9fd7-4da7-a526-44f829798a86 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=41e29e09-ab02-4e46-a19a-c2176728b635,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:21.614833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 41e29e09-ab02-4e46-a19a-c2176728b635 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:21.626985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.644076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:21.648094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66673-54fe-4f8b-b261-94229233560f req-daa23669-9224-406d-84ad-f8aa26fdc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.649603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69a66673-54fe-4f8b-b261-94229233560f req-daa23669-9224-406d-84ad-f8aa26fdc4ea service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9148049 Dec 21 01:55:21.688153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-be9b48ab-5271-493b-b522-5d1bbc3fa48f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.689505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-be9b48ab-5271-493b-b522-5d1bbc3fa48f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.3825226 Dec 21 01:55:21.692207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2a1315-87f9-4f2a-8283-408dcf289a77,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:21.694137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.697262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8eb45412-c5e3-4244-8d55-a5c201790718 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/subnets/ec2a1315-87f9-4f2a-8283-408dcf289a77 HTTP/1.1" status: 204 len: 168 time: 0.9046588 Dec 21 01:55:21.699752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:21.714017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:21.715246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.722079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.728933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.736939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.745181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.748923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:21.753200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.759211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.771584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-f38700bf-02e8-48d5-9262-32be823772f1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5383 time: 0.8260860 Dec 21 01:55:21.799270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Attempting to bind port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:21.799601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Attempting to bind port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:21.799926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Attempting to bind port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:21.817445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on network 2cc21127-be32-480e-87ce-85a1ce7052fb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:21.817855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Attempting to bind port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:21.832322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Deleting subnet 6c7e5b68-a73c-4015-8e8a-b7b4e35a3067 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:21.864222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.872756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7f756bfa-2d90-4876-a0c9-c796a174ae3a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:21.877361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.884075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.894823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:21.895079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:21.895394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Bound using segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:21.895842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Bound port: 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:21.896198 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.941545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Pushing event updated for resources: {'Port': ['ID=54ac3c9f-2eba-4567-9b39-b15950342f98,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:21.955866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:21.959467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2fa59-a10c-4284-936f-19aeb093d460 req-4a2986bb-e5fb-40d0-ac91-5f450091e2f3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:21.961216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ec2fa59-a10c-4284-936f-19aeb093d460 req-4a2986bb-e5fb-40d0-ac91-5f450091e2f3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 945 time: 0.3992977 Dec 21 01:55:21.979958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:21.981537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ddc707c9-94fc-407a-8a8d-64f74ee660f4 req-1b3b9d69-f584-4f27-8201-47454234da5d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087562 Dec 21 01:55:21.984621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:21.988004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:21.990416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.132075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.171505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:22.176268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:22.178093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:22.178565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:22.182808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.188453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.194004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.354006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:22.354906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.362908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] 10.222.0.45 "PUT /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 1135 time: 3.3216257 Dec 21 01:55:22.362908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:22.362908 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284df6d-f811-4a69-8b25-906e4ac7df82" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:22.367116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ec2fa59-a10c-4284-936f-19aeb093d460 req-fd6d4dac-f017-46f9-8827-46cc21e4821b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842244 Dec 21 01:55:22.429997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:22.437954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Attempting to bind port 54ac3c9f-2eba-4567-9b39-b15950342f98 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:22.439858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Attempting to bind port 54ac3c9f-2eba-4567-9b39-b15950342f98 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '910b05a8-bbd0-4b1d-be13-24f90be9b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:22.440249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Attempting to bind port 54ac3c9f-2eba-4567-9b39-b15950342f98 on network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:22.459276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:22.466737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Checking segment: {'id': '910b05a8-bbd0-4b1d-be13-24f90be9b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:22.467357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.467874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Bound using segment: {'id': '910b05a8-bbd0-4b1d-be13-24f90be9b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:22.483467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Bound port: 54ac3c9f-2eba-4567-9b39-b15950342f98, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b05a8-bbd0-4b1d-be13-24f90be9b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5e43f187-1c7c-4bc0-8a0d-9dd734a14628'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:22.485870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.506514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c588bfc-976c-46d3-9777-a41b539cca86 req-95c7827c-d990-4ee5-b076-da258de6543a tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 210 time: 0.1827962 Dec 21 01:55:22.530818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.615056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7e5b68-a73c-4015-8e8a-b7b4e35a3067,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:22.649553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.8 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:22.707658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] For port 54ac3c9f-2eba-4567-9b39-b15950342f98, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:22.729256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] For port 54ac3c9f-2eba-4567-9b39-b15950342f98, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=54ac3c9f-2eba-4567-9b39-b15950342f98,segment=NetworkSegment(910b05a8-bbd0-4b1d-be13-24f90be9b73b),segment_id=910b05a8-bbd0-4b1d-be13-24f90be9b73b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:22.738351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.798196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238529ae-a5a0-4054-a5e1-d9b8486ec9a6 None None] Pushing event updated for resources: {'Port': ['ID=54ac3c9f-2eba-4567-9b39-b15950342f98,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:22.800847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafeb567-8eea-4595-b1d7-2816f762f69f None None] Network 64fcd3ad-2bdf-4410-9573-667288f3a37c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:22.873843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:22.875695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53edb3d9-1430-4416-8d01-120ee795823a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:22.888231 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46ebd817-fd06-44c3-adec-56d4aab55731 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/subnets/6c7e5b68-a73c-4015-8e8a-b7b4e35a3067 HTTP/1.1" status: 204 len: 168 time: 1.1864128 Dec 21 01:55:22.895730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47086) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:22.962168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04bc47-7c6a-4ac9-bab5-7538bd43456c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:22.967938 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9a04bc47-7c6a-4ac9-bab5-7538bd43456c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670128 Dec 21 01:55:22.968915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47088) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:22.973242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] Provisioning complete for port 53edb3d9-1430-4416-8d01-120ee795823a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:22.973242 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.039356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21452db-b5a4-40ff-a12c-3d158ee802d7 None None] Network 5e43f187-1c7c-4bc0-8a0d-9dd734a14628 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:23.086652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.114216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 53edb3d9-1430-4416-8d01-120ee795823a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:23.114592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.132935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.138602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdc4acd0-0f10-40f5-975d-eeacca8ce350 req-4f0364c5-2c9f-4f00-a76f-c453a13f822e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 210 time: 0.1125865 Dec 21 01:55:23.164533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] DHCP port deletion for 64fcd3ad-2bdf-4410-9573-667288f3a37c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:23.198094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1249f-dbfd-40de-bab5-a265a6a814de service neutron] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:23.206097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.223922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.232008 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:23.234437 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:23.237913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb343b4e-d97f-4d2c-8525-4ed1eb218759 req-faeeee11-ce56-4e9b-ae07-574de9783272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.245876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb343b4e-d97f-4d2c-8525-4ed1eb218759 req-faeeee11-ce56-4e9b-ae07-574de9783272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.7013824 Dec 21 01:55:23.255445 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526cd91-392c-4141-a99f-ea1112666c82 x-openstack-request-id: req-d526cd91-392c-4141-a99f-ea1112666c82 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:23.256017 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:23.256420 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d526cd91-392c-4141-a99f-ea1112666c82 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:23.257108 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c', 'status': 'completed', 'code': 200} Dec 21 01:55:23.267624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Deleting port 54ac3c9f-2eba-4567-9b39-b15950342f98 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:23.267895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.314914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:23.320535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:23.327916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:23.353235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.404074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:23.434550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] For port 54ac3c9f-2eba-4567-9b39-b15950342f98, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=54ac3c9f-2eba-4567-9b39-b15950342f98,segment=NetworkSegment(910b05a8-bbd0-4b1d-be13-24f90be9b73b),segment_id=910b05a8-bbd0-4b1d-be13-24f90be9b73b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:23.434905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.442539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] For port 53edb3d9-1430-4416-8d01-120ee795823a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53edb3d9-1430-4416-8d01-120ee795823a,segment=NetworkSegment(88d90f58-a994-4028-ad57-665e475c3a5f),segment_id=88d90f58-a994-4028-ad57-665e475c3a5f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:23.445127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-66aa8b83-0739-45bf-afc4-61df01a2892e tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.446967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-66aa8b83-0739-45bf-afc4-61df01a2892e tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.24 "GET /v2.0/networks?id=a5a4ba94-b092-4839-abec-7944f22497d5 HTTP/1.1" status: 200 len: 817 time: 0.4224932 Dec 21 01:55:23.448063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Deleting port 53edb3d9-1430-4416-8d01-120ee795823a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:23.448516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.452819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.453437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.453596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.464956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Calling delete_port for 54ac3c9f-2eba-4567-9b39-b15950342f98 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:23.482701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-c6b5e204-66f1-4cd7-ae58-4d42bf5bc530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7739468 Dec 21 01:55:23.490040 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.513228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Request body: {'port': {'device_id': '187814dc-a845-4420-85fe-ca053d65916e', 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5', 'admin_state_up': True, 'tenant_id': 'c38d37d2450f482d834c0cba12c6560d'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:23.519434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Request body: {'port': {'device_id': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:23.533110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb343b4e-d97f-4d2c-8525-4ed1eb218759 req-516c8dc2-9980-47b1-82d6-0177c2f5d24d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2859244 Dec 21 01:55:23.582078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f8780-37ec-4237-bf69-d8f3d209cccf None None] Pushing event updated for resources: {'Port': ['ID=53edb3d9-1430-4416-8d01-120ee795823a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:23.593986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] For port 53edb3d9-1430-4416-8d01-120ee795823a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53edb3d9-1430-4416-8d01-120ee795823a,segment=NetworkSegment(88d90f58-a994-4028-ad57-665e475c3a5f),segment_id=88d90f58-a994-4028-ad57-665e475c3a5f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:23.594508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.615127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.634469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Calling delete_port for 53edb3d9-1430-4416-8d01-120ee795823a owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:23.641731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.650884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:55:23.651323 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:55:23.677350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.691371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.697206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.703516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Port': ['ID=54ac3c9f-2eba-4567-9b39-b15950342f98,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:23.704060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.710302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.714578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] No DVR routers for this DVR port 54ac3c9f-2eba-4567-9b39-b15950342f98 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:23.716636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.722790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.729047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.732616 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.738394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-783cef42-7dd6-409c-9e14-11296f672a9d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5383 time: 0.4158227 Dec 21 01:55:23.754031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.754516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.754986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.755454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.756342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.756342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.756808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:23.759066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-77d0d752-0ad1-4eb7-ab3a-8bb0b6af939f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6223 time: 0.4485080 Dec 21 01:55:23.768009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] Pushing event deleted for resources: {'Port': ['ID=53edb3d9-1430-4416-8d01-120ee795823a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:23.774312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55bad8-3bcd-41c5-bdfd-818530fa3990 None None] No DVR routers for this DVR port 53edb3d9-1430-4416-8d01-120ee795823a on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:23.795327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11045c57-b854-4785-abc2-7a3e0a7f394a None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 01:55:23.875519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:23.922720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e43f187-1c7c-4bc0-8a0d-9dd734a14628']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:23.954876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910b05a8-bbd0-4b1d-be13-24f90be9b73b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:23.955234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910b05a8-bbd0-4b1d-be13-24f90be9b73b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:23.994398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.015022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.026872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:24.027196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:24.030213 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:24.055814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=4e4efdd0-6e18-425e-a1e3-95eb690d856a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:24.074523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11045c57-b854-4785-abc2-7a3e0a7f394a None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:24.088494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11045c57-b854-4785-abc2-7a3e0a7f394a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, de86689f-1ee2-41a8-9f8d-b162506f7c90) {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 01:55:24.136126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.147341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a034f9-7e81-44f8-9070-db74c5809708 req-043bf27d-dc3a-4778-92fd-fe681a9c5232 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.149880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.156728 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/5e43f187-1c7c-4bc0-8a0d-9dd734a14628 HTTP/1.1" status: 204 len: 168 time: 1.1875386 Dec 21 01:55:24.156919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46a034f9-7e81-44f8-9070-db74c5809708 req-043bf27d-dc3a-4778-92fd-fe681a9c5232 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 945 time: 0.3753908 Dec 21 01:55:24.157572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:24.177928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-738a9d6e-7816-484f-a375-9fdc3c7a597e req-1d92458c-07ff-4cca-accb-d70da02fd5b1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4386063 Dec 21 01:55:24.178951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': 'c6d40cde-7888-4858-b9dc-8ba9e749140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:24.180013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: de86689f-1ee2-41a8-9f8d-b162506f7c90, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:24.192511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312c236-44c1-4345-b02c-80e043135c7c tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=5e43f187-1c7c-4bc0-8a0d-9dd734a14628,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:24.224101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Port 53edb3d9-1430-4416-8d01-120ee795823a update to ACTIVE by agent not found {{(pid=109852) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 21 01:55:24.284752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:24.302949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.314549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:24.319686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.327517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Made reservation on behalf of c38d37d2450f482d834c0cba12c6560d for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:24.331504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.331686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Transition to ACTIVE for port object 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:24.338286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.356682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Unable to find a vacant binding_index for network de86689f-1ee2-41a8-9f8d-b162506f7c90 and agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 21 01:55:24.407649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-b1136f10-8ecf-48e3-99f8-dfe880561d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.408430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-b1136f10-8ecf-48e3-99f8-dfe880561d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.408894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-b1136f10-8ecf-48e3-99f8-dfe880561d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.410534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-b1136f10-8ecf-48e3-99f8-dfe880561d8f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6065607 Dec 21 01:55:24.440388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 7f756bfa-2d90-4876-a0c9-c796a174ae3a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:55:24.468757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, de86689f-1ee2-41a8-9f8d-b162506f7c90) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:24.469001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7f756bfa-2d90-4876-a0c9-c796a174ae3a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:24.469001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.473257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe680ed6-7ba4-48c1-94f3-2cef020c00b8 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:24.487680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26636bb2-c574-46ac-b0e7-2e1bca47d1d3 req-b9f2bb02-742d-406b-8511-dd5f3642a7da tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 210 time: 0.1823537 Dec 21 01:55:24.492648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:24.504001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.513705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.514324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.526690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.550290 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-34a9f240-7497-44ee-bf5d-69f369e5225e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9350944 Dec 21 01:55:24.562510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:24.565870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:24.584806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fcd3ad-2bdf-4410-9573-667288f3a37c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:24.601546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d90f58-a994-4028-ad57-665e475c3a5f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:24.602243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d90f58-a994-4028-ad57-665e475c3a5f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:24.627174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.629096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Transition to ACTIVE for port object fe680ed6-7ba4-48c1-94f3-2cef020c00b8 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:24.653016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46a034f9-7e81-44f8-9070-db74c5809708 req-5cb76a89-ea59-49d5-a364-96c1480bcbdc tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953368 Dec 21 01:55:24.653674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.675836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.764177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Attempting to bind port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:24.764177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Attempting to bind port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:24.764520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Attempting to bind port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:24.770460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:24.771453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.779431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:24.779759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Attempting to bind port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:24.786767 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:24.798892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:24.799235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:24.799799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:24.800107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Bound port: 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:24.800395 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.811045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebc1ed-4243-4539-84c5-e8ae78692134 req-4251dcae-30af-4152-ae8f-463e561349a1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.812645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8ebc1ed-4243-4539-84c5-e8ae78692134 req-4251dcae-30af-4152-ae8f-463e561349a1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1960082 Dec 21 01:55:24.817812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.821746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53edb3d9-1430-4416-8d01-120ee795823a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:24.825784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47108) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:24.835301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'floatingip': {'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:24.837844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:24.843229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Allocated IP 172.20.0.6 (a5a4ba94-b092-4839-abec-7944f22497d5/1b96d019-4fc4-460c-84d8-f6acb4575a1d/df780cab-bef4-43c1-b05b-b1615fea702b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:24.846942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-fdf58b22-003d-47a0-b9fb-92fa40f7b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:24.849000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9284df6d-f811-4a69-8b25-906e4ac7df82 req-fdf58b22-003d-47a0-b9fb-92fa40f7b3a7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3842003 Dec 21 01:55:24.861647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 53edb3d9-1430-4416-8d01-120ee795823a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:24.861979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53edb3d9-1430-4416-8d01-120ee795823a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:24.917989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:24.919467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.925282 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21987886-73d0-457e-aa78-10c4dabf6222" -d '{"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:24.950878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:24.952446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.958079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.962536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/64fcd3ad-2bdf-4410-9573-667288f3a37c HTTP/1.1" status: 204 len: 168 time: 0.7843287 Dec 21 01:55:24.965536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-de86689f-1ee2-41a8-9f8d-b162506f7c90', 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '4e4efdd0-6e18-425e-a1e3-95eb690d856a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:24.967658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:24.978682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:25.026676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.099362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.119460 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2661e01d-20dc-4e42-97a3-66c36c60d030 x-openstack-request-id: req-2661e01d-20dc-4e42-97a3-66c36c60d030 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:25.119799 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:25.120008 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2661e01d-20dc-4e42-97a3-66c36c60d030 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:25.120405 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'code': 200} Dec 21 01:55:25.144863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:25.148460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:25.150163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47924ac-7f6c-454f-8150-c24a8c4b1df4 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=64fcd3ad-2bdf-4410-9573-667288f3a37c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:25.164921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.177528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dba1b-1ba7-4ec9-bd01-f6aac888724f req-7eb14796-766d-46a8-a377-c78f115bba93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:25.180415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e0dba1b-1ba7-4ec9-bd01-f6aac888724f req-7eb14796-766d-46a8-a377-c78f115bba93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 943 time: 0.3272173 Dec 21 01:55:25.192559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:25.208674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:25.221583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port f33529fd-a93d-4f40-a6de-12d036cd81d5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:25.221985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.236804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.288313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Attempting to bind port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:25.288313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Attempting to bind port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:25.288644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Attempting to bind port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:25.302469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 on network 2cc21127-be32-480e-87ce-85a1ce7052fb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:25.302815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Attempting to bind port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:25.314866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Allocated IP 172.20.0.2 (de86689f-1ee2-41a8-9f8d-b162506f7c90/4e4efdd0-6e18-425e-a1e3-95eb690d856a/7544a6be-92fb-453b-8f5c-af8c08aaac34) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:25.363382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:25.363382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:25.363382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Bound using segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:25.363382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Bound port: fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:25.363382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.431300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:25.432453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.434004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a HTTP/1.1" status: 200 len: 1092 time: 1.9187422 Dec 21 01:55:25.439572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:25.441459 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0cabf-877d-4730-8750-e38727c4e5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:25.508060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:25.508631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.527116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:25.530333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:25.560120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966d2f9-37f9-4367-b0b2-a215d696e551 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:25.560345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.565145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e0dba1b-1ba7-4ec9-bd01-f6aac888724f req-898030f9-afeb-4bbd-afa4-afc43c5583d4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672488 Dec 21 01:55:25.573787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af798-b26c-43da-81c9-07096a345352 req-7e7bbb56-e4c3-4fc8-9204-cede8f1077a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:25.574313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.575812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-701af798-b26c-43da-81c9-07096a345352 req-7e7bbb56-e4c3-4fc8-9204-cede8f1077a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 1098 time: 0.3349659 Dec 21 01:55:25.601067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.614636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee632dc4-a609-4871-8158-2e5fcd2abf19']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:25.631043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a715ea-62a5-44a2-bd77-1599ffe51f1b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:25.631340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a715ea-62a5-44a2-bd77-1599ffe51f1b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:25.632642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.665470 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72726e74-2d66-40af-80b9-9124285e8787 x-openstack-request-id: req-72726e74-2d66-40af-80b9-9124285e8787 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:25.665815 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:25.666006 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72726e74-2d66-40af-80b9-9124285e8787 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:25.666399 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'status': 'completed', 'code': 200} Dec 21 01:55:25.668081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.678331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-fefcee41-c572-4804-987d-504857145c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:25.679841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-fefcee41-c572-4804-987d-504857145c8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 1095 time: 0.1820104 Dec 21 01:55:25.691308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.691767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:25.697426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:25.701883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:25.716106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Pushing event updated for resources: {'Port': ['ID=7544a6be-92fb-453b-8f5c-af8c08aaac34,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:25.716461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:25.716865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:25.746993 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:25.761906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-49dfc041-eb72-41ef-a149-09e9da4f489b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a HTTP/1.1" status: 200 len: 217 time: 0.0612862 Dec 21 01:55:25.766313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port 7bb557da-9ce4-4ae7-941c-6ad9c117408c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:25.766675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.788210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:25.788832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.790465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 1092 time: 3.3656757 Dec 21 01:55:25.797221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Attempting to bind port 7544a6be-92fb-453b-8f5c-af8c08aaac34 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:25.797597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Attempting to bind port 7544a6be-92fb-453b-8f5c-af8c08aaac34 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'c6d40cde-7888-4858-b9dc-8ba9e749140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:25.798861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Attempting to bind port 7544a6be-92fb-453b-8f5c-af8c08aaac34 on network de86689f-1ee2-41a8-9f8d-b162506f7c90 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:25.804859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:25.807972 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:25.808620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:25.808996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Checking segment: {'id': 'c6d40cde-7888-4858-b9dc-8ba9e749140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:25.809484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.809876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Bound using segment: {'id': 'c6d40cde-7888-4858-b9dc-8ba9e749140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:25.810360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Bound port: 7544a6be-92fb-453b-8f5c-af8c08aaac34, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d40cde-7888-4858-b9dc-8ba9e749140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'de86689f-1ee2-41a8-9f8d-b162506f7c90'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:25.810742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.929644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] For port 7544a6be-92fb-453b-8f5c-af8c08aaac34, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:25.935555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] For port 7544a6be-92fb-453b-8f5c-af8c08aaac34, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7544a6be-92fb-453b-8f5c-af8c08aaac34,segment=NetworkSegment(c6d40cde-7888-4858-b9dc-8ba9e749140e),segment_id=c6d40cde-7888-4858-b9dc-8ba9e749140e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:25.943859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:25.993147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port e91ad90a-0669-4d6e-b55c-097f6614afa0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:25.993577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.043562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9867-79a2-47e9-8f38-59b2083da63e None None] Pushing event updated for resources: {'Port': ['ID=7544a6be-92fb-453b-8f5c-af8c08aaac34,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:26.051736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Port e91ad90a-0669-4d6e-b55c-097f6614afa0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:26.083111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port 67e7bb58-c657-4520-b128-c21b91a268d1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:26.083483 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.130217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Port 67e7bb58-c657-4520-b128-c21b91a268d1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:26.143456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port 7f756bfa-2d90-4876-a0c9-c796a174ae3a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:26.143828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.239298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.242067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.286801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.290141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/ee632dc4-a609-4871-8158-2e5fcd2abf19 HTTP/1.1" status: 204 len: 168 time: 1.3015530 Dec 21 01:55:26.296974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:26.299444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-415a3d9e-9c0d-4d11-b808-abdd21e05787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.301169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-415a3d9e-9c0d-4d11-b808-abdd21e05787 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.5302086 Dec 21 01:55:26.308289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port 5946261b-a41c-467d-958c-343fc08799e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:26.309001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.324378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7aac49c1-45fb-4857-a1cf-3406316df2a3 req-e35d504e-976d-4b0e-8366-601eb2f68cac tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 210 time: 0.5955572 Dec 21 01:55:26.333832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:26.354949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.361109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.366224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4f832-972a-49e8-b1da-7d35cf4bc810 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=ee632dc4-a609-4871-8158-2e5fcd2abf19,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:26.367090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.374136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.386213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.401735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.408381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.410965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-91e7f463-b91e-47fe-b419-d8431492ef13 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5395 time: 1.0402606 Dec 21 01:55:26.417638 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.456908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port a17e65f9-baf5-4eca-aae9-c7225df9cfbb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:26.457282 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.471034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-5acba1ba-47fe-42e8-abdc-e78d56602ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442373 Dec 21 01:55:26.516623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=f7053efb-7f22-49b9-87d0-78b638bb7ff0,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:26.558396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '7b725e22-ac59-490b-a25f-33521f33c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:26.558770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 41e29e09-ab02-4e46-a19a-c2176728b635, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:26.567395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.577593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Provisioning complete for port e6f722fe-705f-4922-a081-5bc45b181dff triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:26.577988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.582546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012c3d0-ce5e-48aa-b055-0a90df233e71 service neutron] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:26.590353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.615420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-701af798-b26c-43da-81c9-07096a345352 req-a01d8fee-2718-4317-ae09-ee66d2c15a19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8811400 Dec 21 01:55:26.620454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-49da466c-644b-4cdb-b29b-dc558270604b None None] Port e6f722fe-705f-4922-a081-5bc45b181dff cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:26.649112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 41e29e09-ab02-4e46-a19a-c2176728b635 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:26.676424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 41e29e09-ab02-4e46-a19a-c2176728b635) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:26.686720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-e23eb219-399f-4871-bb40-9e633b394adc service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893880 Dec 21 01:55:26.690966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.691541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.694698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.713547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c0c9fd2-3b28-4ff0-bc22-5315031ee576 req-481457d9-0be3-44e4-b664-684325d288ad tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635713 Dec 21 01:55:26.737554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8151d-7ae5-48a0-99c1-39fae5e4a8a1 req-4aea11c1-5cef-430c-8534-6e69d366b58c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:26.747421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fef8151d-7ae5-48a0-99c1-39fae5e4a8a1 req-4aea11c1-5cef-430c-8534-6e69d366b58c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.2874274 Dec 21 01:55:26.767302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.778125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.812047 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85b4cd-baad-4be7-ba9c-a29863e0e15e x-openstack-request-id: req-da85b4cd-baad-4be7-ba9c-a29863e0e15e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:26.812341 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:26.812602 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da85b4cd-baad-4be7-ba9c-a29863e0e15e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:26.812997 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'status': 'completed', 'code': 200} Dec 21 01:55:26.821593 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e155f8cd-db84-4308-a9f8-f5548d2354cd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2666938 Dec 21 01:55:26.825629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47130) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:26.831824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-573693866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:26.839291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74931ddb-5864-40b9-a35f-becd8d9a089b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:26.863889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da959c11-b41b-48ba-81ef-05de0650d321') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:26.864292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da959c11-b41b-48ba-81ef-05de0650d321') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:26.881411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.899995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:55:26.915018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Network a5a4ba94-b092-4839-abec-7944f22497d5 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:26.917206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.917957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7544a6be-92fb-453b-8f5c-af8c08aaac34 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:26.927453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:26.927848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:26.932173 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:27.008926 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce29df2e-9661-4dd8-b3ab-ee9d322d7834 req-1fa0e8f3-253e-4b70-84f8-538747c551f7 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146555 Dec 21 01:55:27.010605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.011953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.016130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:27.017674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.020892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7544a6be-92fb-453b-8f5c-af8c08aaac34 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:27.022543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.039299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.046859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] 10.222.0.43 "DELETE /v2.0/networks/74931ddb-5864-40b9-a35f-becd8d9a089b HTTP/1.1" status: 204 len: 168 time: 0.7448459 Dec 21 01:55:27.047864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:27.075080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7303c-29a9-430b-ab2b-d463ad5ffe84 tempest-BulkNetworkOpsTest-1413911428 tempest-BulkNetworkOpsTest-1413911428-project] Pushing event deleted for resources: {'Network': ['ID=74931ddb-5864-40b9-a35f-becd8d9a089b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:27.150077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.178397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.206065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.207289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2edacef-de11-4ffc-94ed-107bbed0ba02 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3794611 Dec 21 01:55:27.212316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:27.227281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fef8151d-7ae5-48a0-99c1-39fae5e4a8a1 req-13bebc09-7b44-409a-a3c8-29eee5596168 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787796 Dec 21 01:55:27.240340 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.259533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Pushing event updated for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:27.260670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-67357ca5-4202-4866-90fd-8958388856d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.262969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-67357ca5-4202-4866-90fd-8958388856d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 1095 time: 0.1301293 Dec 21 01:55:27.276280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.330175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 7544a6be-92fb-453b-8f5c-af8c08aaac34, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7544a6be-92fb-453b-8f5c-af8c08aaac34,segment=NetworkSegment(c6d40cde-7888-4858-b9dc-8ba9e749140e),segment_id=c6d40cde-7888-4858-b9dc-8ba9e749140e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:27.345915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.349550 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.406011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=7544a6be-92fb-453b-8f5c-af8c08aaac34,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:27.445456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.446365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.471043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.471530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.472588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.473067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.473567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.474033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.474497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.476405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-c0bec7ca-8032-469d-9c06-83c88396dcb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6291 time: 0.4474468 Dec 21 01:55:27.488731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f2c86-552c-4dde-9477-d17aefea6128 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:27.498026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2c242-46af-48a1-81d2-4c0f9d3c6cfe None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:27.540408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47142) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:27.586096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-a5f53d34-fccc-4868-9d4a-733dd75cca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.587566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-a5f53d34-fccc-4868-9d4a-733dd75cca50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.2897789 Dec 21 01:55:27.618617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-aff08941-808b-42c6-a692-7d7ee9e04e56 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1278982 Dec 21 01:55:27.635240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbb3a2-2c9d-4ad7-9a84-f71d5dc64a23 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:27.644783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103f133-c555-4b26-89d9-5a098bcc8974 None None] DHCP port deletion for a5a4ba94-b092-4839-abec-7944f22497d5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:27.645058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f2c62-d250-4b21-a59f-690bd7358d07 req-9c93c661-c526-41d9-ba5e-e59bb315df66 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.648274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc191e2e-f091-450d-ac90-5a1a07475da2 None None] Network 41e29e09-ab02-4e46-a19a-c2176728b635 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:27.652753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-119f2c62-d250-4b21-a59f-690bd7358d07 req-9c93c661-c526-41d9-ba5e-e59bb315df66 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 943 time: 0.4526498 Dec 21 01:55:27.663251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-d42b932e-293d-470c-983f-26eb50c9685f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a HTTP/1.1" status: 200 len: 217 time: 0.0554729 Dec 21 01:55:27.678762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Request body: {'port': {'device_id': '187814dc-a845-4420-85fe-ca053d65916e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:27.716879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0be5e8c2-e36c-4776-b63b-2fde332036f3 None None] Provisioning complete for port 7544a6be-92fb-453b-8f5c-af8c08aaac34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:27.717019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0be5e8c2-e36c-4776-b63b-2fde332036f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.799818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:27.846645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0e534-bc04-4840-afff-27b38a4f43d0 req-84057bde-749e-4c31-ac86-c132e97d3a66 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.848375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00d0e534-bc04-4840-afff-27b38a4f43d0 req-84057bde-749e-4c31-ac86-c132e97d3a66 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 931 time: 0.3977611 Dec 21 01:55:27.896961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-119f2c62-d250-4b21-a59f-690bd7358d07 req-530d99a5-e4e3-4b00-bf1b-c58707f22f11 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433155 Dec 21 01:55:27.931080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-73137de8-5934-49f5-9bb2-dcce3ff97df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:27.932364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-73137de8-5934-49f5-9bb2-dcce3ff97df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.2603068 Dec 21 01:55:27.953610 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Floating IP fdfd4b06-4d30-43cb-b142-fbc5be39c1ac associated. External IP: 172.25.6.12, port: ad60fc18-4e49-48ef-9dd1-dff893203b60. Dec 21 01:55:28.007658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-5d2ac04e-0079-41d5-8f8a-fef069d9933b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674505 Dec 21 01:55:28.034830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-41e29e09-ab02-4e46-a19a-c2176728b635', 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': 'f7053efb-7f22-49b9-87d0-78b638bb7ff0'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:28.036456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.110685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-27d54740-539b-4e00-9017-b1534facb467 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4862eb83c99c47b7b87febc5fabcede2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522001 Dec 21 01:55:28.130317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47152) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:28.174688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-3ce529fd-c541-4bf4-b19b-51d22f8441ce service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231031 Dec 21 01:55:28.176073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.210572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-ffee0005-74af-4abf-bed4-21a818862339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.211242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-ffee0005-74af-4abf-bed4-21a818862339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.211924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-ffee0005-74af-4abf-bed4-21a818862339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.213731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-ffee0005-74af-4abf-bed4-21a818862339 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7075078 Dec 21 01:55:28.224167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00d0e534-bc04-4840-afff-27b38a4f43d0 req-40cb8036-25aa-40e8-9774-e3b9b62ff1ff tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560734 Dec 21 01:55:28.224418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Allocated IP 172.21.0.2 (41e29e09-ab02-4e46-a19a-c2176728b635/f7053efb-7f22-49b9-87d0-78b638bb7ff0/7a16a835-d716-4bfe-bdcf-4437e68a2a16) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:28.238598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3797d786-acef-4d5b-a954-6d8b886b341a {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:28.344810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b943ee4e-d7f2-47f8-bdb9-3be3d83eabe1 None None] Provisioning complete for port df780cab-bef4-43c1-b05b-b1615fea702b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:28.345328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b943ee4e-d7f2-47f8-bdb9-3be3d83eabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.346405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.407374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.419158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.425532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.431803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.438934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.446009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.449528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b943ee4e-d7f2-47f8-bdb9-3be3d83eabe1 None None] Port df780cab-bef4-43c1-b05b-b1615fea702b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:28.453178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:28.455334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-e35c9a56-0a26-412f-a8dd-d8087d5f9d19 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5395 time: 0.4601464 Dec 21 01:55:28.479790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.495226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.510344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1c0cabf-877d-4730-8750-e38727c4e5f6 req-d07bf744-55d7-413a-b001-a6b107afbea2 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234389 Dec 21 01:55:28.545269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.20.0.1 (de86689f-1ee2-41a8-9f8d-b162506f7c90/4e4efdd0-6e18-425e-a1e3-95eb690d856a/f5e7c4c3-cc84-4d77-8852-97a3b590bba2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:28.564095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Transition to ACTIVE for port object 3797d786-acef-4d5b-a954-6d8b886b341a will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:28.571775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Network 41e29e09-ab02-4e46-a19a-c2176728b635 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:28.577314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Pushing event updated for resources: {'Port': ['ID=7a16a835-d716-4bfe-bdcf-4437e68a2a16,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:28.580028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:28.583261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:28.649378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.672879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Attempting to bind port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:28.673479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Attempting to bind port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '7b725e22-ac59-490b-a25f-33521f33c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:28.673735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Attempting to bind port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 on network 41e29e09-ab02-4e46-a19a-c2176728b635 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:28.679917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:28.680443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Checking segment: {'id': '7b725e22-ac59-490b-a25f-33521f33c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:28.680844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.681239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Bound using segment: {'id': '7b725e22-ac59-490b-a25f-33521f33c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:28.682236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Bound port: 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b725e22-ac59-490b-a25f-33521f33c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41e29e09-ab02-4e46-a19a-c2176728b635'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:28.682236 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.718800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.726730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.801865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] For port 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:28.806702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] For port 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7a16a835-d716-4bfe-bdcf-4437e68a2a16,segment=NetworkSegment(7b725e22-ac59-490b-a25f-33521f33c871),segment_id=7b725e22-ac59-490b-a25f-33521f33c871)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:28.821392 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.827640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.886708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7544a6be-92fb-453b-8f5c-af8c08aaac34 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:28.891849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d3c0-e2ea-498a-9f8a-b84651fc50d0 None None] Pushing event updated for resources: {'Port': ['ID=7a16a835-d716-4bfe-bdcf-4437e68a2a16,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:28.909067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=f5e7c4c3-cc84-4d77-8852-97a3b590bba2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:28.920407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:28.922068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:28.924849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:28.925323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.960019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7544a6be-92fb-453b-8f5c-af8c08aaac34 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:28.960389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:28.979486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.070594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342dc48-55a7-42a6-bf2f-aaf500fa7ed4 None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:29.166653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-19eb9181-cc70-4ab9-b300-00735c8d6ada None None] Provisioning complete for port 7544a6be-92fb-453b-8f5c-af8c08aaac34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:29.167027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19eb9181-cc70-4ab9-b300-00735c8d6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.212066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.363094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2620cb-9987-425c-afc0-022fc8349233 req-99c0e74e-6b0f-4047-b0af-1dddca82a7cd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:29.372315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb2620cb-9987-425c-afc0-022fc8349233 req-99c0e74e-6b0f-4047-b0af-1dddca82a7cd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.9034314 Dec 21 01:55:29.394122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-841ed689-7927-487e-9367-2f1f2dd6fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:29.395887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2fd31e1-920d-412b-ad2d-e28a2eb23fd5 req-841ed689-7927-487e-9367-2f1f2dd6fdc3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0904644 Dec 21 01:55:29.522866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:29.547863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5bf06d5-0730-4c49-8649-ac04c11cbf6a req-3ecab7cf-4d53-4f44-a033-91d6a59e8c48 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0145559 Dec 21 01:55:29.609836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.616540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.658599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb2620cb-9987-425c-afc0-022fc8349233 req-ccdc3e6e-c6eb-4f91-9c44-0792febaaae5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812243 Dec 21 01:55:29.728926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=f5e7c4c3-cc84-4d77-8852-97a3b590bba2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:29.731624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.794688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:29.803091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.805291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.814995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d2cca1b-73c3-47f5-8024-5debd601b7f2 HTTP/1.1" status: 204 len: 168 time: 1.6504035 Dec 21 01:55:29.848653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Attempting to bind port 3797d786-acef-4d5b-a954-6d8b886b341a on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:29.848987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Attempting to bind port 3797d786-acef-4d5b-a954-6d8b886b341a by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:29.849328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Attempting to bind port 3797d786-acef-4d5b-a954-6d8b886b341a on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:29.851101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:29.852688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:29.883583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c46eca3e-4134-4596-892f-cb43f2c83915 None None] Provisioning complete for port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:29.893874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c46eca3e-4134-4596-892f-cb43f2c83915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.914808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f82b7-b20a-45c9-97a0-a0f5fcb060e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2cca1b-73c3-47f5-8024-5debd601b7f2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:29.922934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Port 3797d786-acef-4d5b-a954-6d8b886b341a on network 2cc21127-be32-480e-87ce-85a1ce7052fb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:29.923267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Attempting to bind port 3797d786-acef-4d5b-a954-6d8b886b341a on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:29.941149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567305d6-b2b1-4033-aeb4-17f74873b6b3 req-f97da977-8f2a-4e1a-8cea-7c0343fb63af tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:29.943595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-567305d6-b2b1-4033-aeb4-17f74873b6b3 req-f97da977-8f2a-4e1a-8cea-7c0343fb63af tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 943 time: 0.3031342 Dec 21 01:55:29.944422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:29.944761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Checking segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:29.945145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Bound using segment: {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:29.945648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Bound port: 3797d786-acef-4d5b-a954-6d8b886b341a, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e0459-9155-44ee-8e04-9193e9eee832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:29.946003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:29.957565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c46eca3e-4134-4596-892f-cb43f2c83915 None None] Port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:29.993375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c46eca3e-4134-4596-892f-cb43f2c83915 None None] Provisioning complete for port 7544a6be-92fb-453b-8f5c-af8c08aaac34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:29.993740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c46eca3e-4134-4596-892f-cb43f2c83915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.013785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df780cab-bef4-43c1-b05b-b1615fea702b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:30.051236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.062360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74f46-eefd-4e28-a74a-71bc6b686cba req-723c90b4-07d7-4813-8aca-4f8a37f1d903 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:30.069977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a74f46-eefd-4e28-a74a-71bc6b686cba req-723c90b4-07d7-4813-8aca-4f8a37f1d903 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 931 time: 0.3046637 Dec 21 01:55:30.081042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router e59a6719-5756-4282-94e9-fb06404d2a4c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:55:30.193545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Transition to ACTIVE for port object df780cab-bef4-43c1-b05b-b1615fea702b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:30.225141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.251431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:30.264068 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2fa2d225-29ad-409b-baea-98f156f66874 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506308 Dec 21 01:55:30.264717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:30.268557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] Sync routers for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:30.298122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:30.299644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:30.299944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:30.304522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:30.341605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8508a785-5a62-43a4-ac2f-0e4004fbe1b5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:30.346901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8508a785-5a62-43a4-ac2f-0e4004fbe1b5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports/f5e7c4c3-cc84-4d77-8852-97a3b590bba2 HTTP/1.1" status: 200 len: 910 time: 0.0811579 Dec 21 01:55:30.347690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:30.353294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:30.363891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.377941 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:30.384145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:55:30.397066 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:30.397737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:30.400762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:30.427332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e7c346b-3b61-4ec2-99ab-d626865f740e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "PUT /v2.0/floatingips/fdfd4b06-4d30-43cb-b142-fbc5be39c1ac HTTP/1.1" status: 200 len: 991 time: 5.5970867 Dec 21 01:55:30.430600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.440174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:30.441317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:30.458214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-567305d6-b2b1-4033-aeb4-17f74873b6b3 req-a19a132f-b29c-4787-b92a-f2d3924592a3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518087 Dec 21 01:55:30.465697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a74f46-eefd-4e28-a74a-71bc6b686cba req-ba98fea3-0871-4cc1-bf90-a95bf3adb1dc tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943083 Dec 21 01:55:30.488658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:30.492662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06446d-da56-47b3-a158-cf939c2c2843 None None] DHCP port deletion for a5a4ba94-b092-4839-abec-7944f22497d5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:30.494968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-21c67f36-1a42-4fed-bb35-37927bb57dea None None] Provisioning complete for port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:30.497798 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7" -d '{"events": [{"name": "network-changed", "server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:30.498032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-21c67f36-1a42-4fed-bb35-37927bb57dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.526944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:30.529730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:30.533318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 1092 time: 4.2116497 Dec 21 01:55:30.544794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Pushing event updated for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:30.631613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-21c67f36-1a42-4fed-bb35-37927bb57dea None None] Port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:30.644130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:30.646431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c1f7-e25d-4087-859f-2e0f3bdddb3b None None] The sync data for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:30.656414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:55:30.691889 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:55:30.817618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b1001-a7e0-4aa1-9131-cdf9728266a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:30.918172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aaf28b-9c3f-4d96-a810-ba31033edf9d None None] Network 41e29e09-ab02-4e46-a19a-c2176728b635 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:30.963447 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4df0cc-fcfd-4603-80a7-ddfae1b3cd8a x-openstack-request-id: req-ec4df0cc-fcfd-4603-80a7-ddfae1b3cd8a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:30.963754 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:30.965867 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec4df0cc-fcfd-4603-80a7-ddfae1b3cd8a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:30.966322 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'status': 'completed', 'code': 200} Dec 21 01:55:30.975401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:31.038161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7a16a835-d716-4bfe-bdcf-4437e68a2a16 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:31.061787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Attempting to bind port df780cab-bef4-43c1-b05b-b1615fea702b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:31.062433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Attempting to bind port df780cab-bef4-43c1-b05b-b1615fea702b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'a13433aa-3881-467f-a2e7-f6cc3906b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:31.062991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Attempting to bind port df780cab-bef4-43c1-b05b-b1615fea702b on network a5a4ba94-b092-4839-abec-7944f22497d5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:31.145312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Port df780cab-bef4-43c1-b05b-b1615fea702b on network a5a4ba94-b092-4839-abec-7944f22497d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:31.145853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Attempting to bind port df780cab-bef4-43c1-b05b-b1615fea702b on network a5a4ba94-b092-4839-abec-7944f22497d5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:31.163437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.167968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:31.169058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Checking segment: {'id': 'a13433aa-3881-467f-a2e7-f6cc3906b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:31.169759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Bound using segment: {'id': 'a13433aa-3881-467f-a2e7-f6cc3906b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:31.170332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Bound port: df780cab-bef4-43c1-b05b-b1615fea702b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13433aa-3881-467f-a2e7-f6cc3906b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:31.170884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.188530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:31.208076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'mac_address': 'fa:16:3e:a9:50:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.259728 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:31.262564 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:31.264647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db55ba9-6a19-4d74-b5e7-c3fc542ee067 req-ff834d41-7763-4071-bc66-932114012763 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.272738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4db55ba9-6a19-4d74-b5e7-c3fc542ee067 req-ff834d41-7763-4071-bc66-932114012763 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.2264812 Dec 21 01:55:31.287846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.310917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:31.327780 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'fdfd4b06-4d30-43cb-b142-fbc5be39c1ac', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:54Z', 'updated_at': '2021-12-21T01:55:26Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:31.334724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:31.343574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.350449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.354034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.357857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.368114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.368948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:31.369581 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.378457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.384800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.391260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.399708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-da671154-331e-4248-a9e5-c8f08cd113ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5407 time: 0.3546584 Dec 21 01:55:31.422624 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:55:31.430401 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:31.431197 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:31.450968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47196) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:31.482901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-b97bed5b-a464-42c3-a5de-077169d8a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.484513 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-b97bed5b-a464-42c3-a5de-077169d8a7df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1098 time: 0.5195515 Dec 21 01:55:31.542901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:31.549552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Provisioning complete for port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:31.550446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.609156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:31.615933 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:55:31.627349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4db55ba9-6a19-4d74-b5e7-c3fc542ee067 req-7ca514f0-f124-4fe4-9e76-83225a582a44 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533151 Dec 21 01:55:31.666050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68658887-8e85-4ba8-95f7-6edc651dba46 req-62b5e744-c9a2-42ff-85a6-6b17ef5e8dcb tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2652249 Dec 21 01:55:31.666761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-ef85693b-f26f-493f-8a84-e6781fcf9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:31.668490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-ef85693b-f26f-493f-8a84-e6781fcf9619 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.1406641 Dec 21 01:55:31.707374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Provisioning complete for port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:31.707576 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.723839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--386227259'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:31.744015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:31.772460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:31.804766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.855222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=df780cab-bef4-43c1-b05b-b1615fea702b,segment=NetworkSegment(a13433aa-3881-467f-a2e7-f6cc3906b91a),segment_id=a13433aa-3881-467f-a2e7-f6cc3906b91a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:31.915159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:31.938948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-6094bca3-09de-43e0-88a9-b5b1a2a82c39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 999 time: 0.2603977 Dec 21 01:55:31.951914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7a16a835-d716-4bfe-bdcf-4437e68a2a16,segment=NetworkSegment(7b725e22-ac59-490b-a25f-33521f33c871),segment_id=7b725e22-ac59-490b-a25f-33521f33c871)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:31.982355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'fdfd4b06-4d30-43cb-b142-fbc5be39c1ac', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:54Z', 'updated_at': '2021-12-21T01:55:26Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:31.986394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.001178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Pushing event updated for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.030823 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.041911 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b0ad7-4dd6-44fa-a914-a2385df85aa5 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'fdfd4b06-4d30-43cb-b142-fbc5be39c1ac', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:54Z', 'updated_at': '2021-12-21T01:55:26Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:32.045172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.045942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.047814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-4ee370fb-2d89-4d5e-bb47-1ddf059d37dd service neutron] 10.222.0.24 "PUT /v2.0/ports/df780cab-bef4-43c1-b05b-b1615fea702b HTTP/1.1" status: 200 len: 1092 time: 4.3900974 Dec 21 01:55:32.048707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.082829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19ec9-0e5d-4df9-bfd5-200314fefa13 req-48b35f24-5cc9-42e1-8424-4034ff61b090 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.090910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ed19ec9-0e5d-4df9-bfd5-200314fefa13 req-48b35f24-5cc9-42e1-8424-4034ff61b090 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 944 time: 0.3068216 Dec 21 01:55:32.099426 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.113650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4c6a5-3fe4-4300-8a2b-b847547e0e40 None None] DHCP port deletion for a5a4ba94-b092-4839-abec-7944f22497d5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:32.120489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.139697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7695b49-471b-4beb-a8e4-ff87dfdb3d64 req-36cc9b8e-c827-4894-b156-20921d31e1a7 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.151137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7695b49-471b-4beb-a8e4-ff87dfdb3d64 req-36cc9b8e-c827-4894-b156-20921d31e1a7 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 943 time: 0.2883365 Dec 21 01:55:32.164632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-a83097b7-1c54-4961-9212-a9a5ae1ad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.167459 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-a83097b7-1c54-4961-9212-a9a5ae1ad38d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.2188938 Dec 21 01:55:32.215709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=7a16a835-d716-4bfe-bdcf-4437e68a2a16,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.238949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 01:55:32.239844 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-4a80adbd-231b-493a-a529-adc9d5bd76c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 01:55:32.283561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-68e902df-2258-479d-baec-b57088a3c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.285364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-68e902df-2258-479d-baec-b57088a3c92e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101360 Dec 21 01:55:32.299694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ed19ec9-0e5d-4df9-bfd5-200314fefa13 req-e045db18-2674-4815-b4a9-42af2b090e93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077515 Dec 21 01:55:32.329770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-92b92984-df39-4e65-a8c7-d7db352a430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.331668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-92b92984-df39-4e65-a8c7-d7db352a430e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c38d37d2450f482d834c0cba12c6560d&device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 1095 time: 0.2028339 Dec 21 01:55:32.350108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7695b49-471b-4beb-a8e4-ff87dfdb3d64 req-e6e4b9bd-a0cd-448f-9a78-b71f41a21c65 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979861 Dec 21 01:55:32.403368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad9fbc-256a-4aa4-8068-7aa30c4eaf56 None None] New status for floating IP fdfd4b06-4d30-43cb-b142-fbc5be39c1ac: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:55:32.421223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-0cd31b23-ebb9-4622-a2f8-63f2e6141fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df780cab-bef4-43c1-b05b-b1615fea702b HTTP/1.1" status: 200 len: 217 time: 0.0676882 Dec 21 01:55:32.473619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-25327042-5cd6-4499-a5dc-ac3a241fd7a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789224 Dec 21 01:55:32.486063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1daf015-4430-4962-9c24-0fc4bc3c3808 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:32.507776 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.512900 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.524446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.537720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Transition to ACTIVE for port object f1daf015-4430-4962-9c24-0fc4bc3c3808 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:32.541202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-34842cf5-69e8-4525-bd88-3559dca78d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.542788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-34842cf5-69e8-4525-bd88-3559dca78d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b96d019-4fc4-460c-84d8-f6acb4575a1d HTTP/1.1" status: 200 len: 857 time: 0.1100643 Dec 21 01:55:32.568175 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.599454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-027fab2d-6682-48f4-a40f-dd3849348ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5a4ba94-b092-4839-abec-7944f22497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450485 Dec 21 01:55:32.603144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.21.0.1 (41e29e09-ab02-4e46-a19a-c2176728b635/f7053efb-7f22-49b9-87d0-78b638bb7ff0/6b2dd56d-54c7-4a5b-89fb-7b4779d67bda) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:32.635706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-87a0b4a8-98f4-4b7a-883b-a3d49a5131d7 req-8ec2524c-8eb9-4a7a-9d8a-92664ddcaddb service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532357 Dec 21 01:55:32.655021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f168838e-0615-4964-9bc9-b9e154d1a37c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.738685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.792659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.806805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.863547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.865016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7a16a835-d716-4bfe-bdcf-4437e68a2a16 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:32.874344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.912271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 41e29e09-ab02-4e46-a19a-c2176728b635 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:32.917392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:32.923432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:32.925157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2348f4de-e00f-4781-9158-13f6016f6a2a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.926159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=6b2dd56d-54c7-4a5b-89fb-7b4779d67bda,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:32.973251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:32.973812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.975351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6f3ccc09-9378-4b5e-a32b-8b4c8b0ab5dd None None] Provisioning complete for port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:32.975711 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccc09-9378-4b5e-a32b-8b4c8b0ab5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:32.982454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8fa69-2be4-406f-83c9-d938a86b10f0 req-b0d17233-d2de-469b-ae79-305402fdfc29 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:32.984027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f8fa69-2be4-406f-83c9-d938a86b10f0 req-b0d17233-d2de-469b-ae79-305402fdfc29 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.2424636 Dec 21 01:55:32.985574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a'}, {'name': 'network-changed', 'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:32.987004 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a031529-191d-4264-9d6a-0c09cb6e6864" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a"}, {"name": "network-changed", "server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:33.030719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.032006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-021b48e2-512f-447e-aee6-46de298e986f service neutron] 10.222.0.24 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061320 Dec 21 01:55:33.034610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.038099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-112ea553-aeeb-4f64-bb19-ef20bcf9e894 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5836864 Dec 21 01:55:33.046658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:33.075190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Attempting to bind port f1daf015-4430-4962-9c24-0fc4bc3c3808 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:33.075567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Attempting to bind port f1daf015-4430-4962-9c24-0fc4bc3c3808 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:33.076031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Attempting to bind port f1daf015-4430-4962-9c24-0fc4bc3c3808 on network f353e37e-ce3e-436e-be95-a8b03f9edb49 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:33.132653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Port f1daf015-4430-4962-9c24-0fc4bc3c3808 on network f353e37e-ce3e-436e-be95-a8b03f9edb49 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:33.133024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Attempting to bind port f1daf015-4430-4962-9c24-0fc4bc3c3808 on network f353e37e-ce3e-436e-be95-a8b03f9edb49 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:33.157288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.163880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.171381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.177537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.183438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.189467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.190332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.195368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.197271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-3854e4bf-493b-4b46-a028-f02aa54af59e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5419 time: 0.3443954 Dec 21 01:55:33.206260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f8fa69-2be4-406f-83c9-d938a86b10f0 req-ca02301d-3be7-4b37-82e7-ed827c084f38 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103662 Dec 21 01:55:33.258818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:33.259163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Checking segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:33.259542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Bound using segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:33.259994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Bound port: f1daf015-4430-4962-9c24-0fc4bc3c3808, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:33.260349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.276058 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d791f3-8a10-476e-9da5-21ff88fe4f02 x-openstack-request-id: req-78d791f3-8a10-476e-9da5-21ff88fe4f02 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:33.276360 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:33.276615 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78d791f3-8a10-476e-9da5-21ff88fe4f02 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:33.277107 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a', 'status': 'completed', 'code': 200} Dec 21 01:55:33.277271 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b', 'status': 'completed', 'code': 200} Dec 21 01:55:33.297968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3a18017d-bebb-4202-b44d-3a2baae5f847 None None] Provisioning complete for port 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:33.298604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a18017d-bebb-4202-b44d-3a2baae5f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.334669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3a18017d-bebb-4202-b44d-3a2baae5f847 None None] Port 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:33.427646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b9cc7fbe-99d3-45c5-b7ce-2c87b50e3287 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3797836 Dec 21 01:55:33.432340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:33.439085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-security--521608973', 'description': 'tempest-security-description-1812673765'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:33.498972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91af48fa-2484-4636-b83f-38ac2739cf12 req-6236ed46-cf55-4733-8054-31bbb346dc92 service neutron] 10.222.0.24 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411509 Dec 21 01:55:33.499227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.508820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40c3a0f9-cf2b-4c8f-874a-19f7d401b0c6 req-283b9a06-6d33-40d4-8156-51bddd4c79cc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2994742 Dec 21 01:55:33.529511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.529995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.530591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.531054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.531543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.532036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.532579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.534664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-03f2f8f0-03a4-4074-9615-ba6844b5f25a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6385 time: 0.2182496 Dec 21 01:55:33.540704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:33.544453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:33.550634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.553142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.562011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54d2c-38ac-4bfe-90b2-e92d918b598b req-441be52f-8758-427d-ad48-844e7d2a0877 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.563575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ace54d2c-38ac-4bfe-90b2-e92d918b598b req-441be52f-8758-427d-ad48-844e7d2a0877 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 944 time: 0.1496661 Dec 21 01:55:33.573698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.635318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.645385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.648004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.651687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "PUT /v2.0/security-groups/2348f4de-e00f-4781-9158-13f6016f6a2a HTTP/1.1" status: 200 len: 1796 time: 0.2159309 Dec 21 01:55:33.660520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47226) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:33.680863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.681520 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.682798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 1092 time: 2.8620949 Dec 21 01:55:33.699080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=6b2dd56d-54c7-4a5b-89fb-7b4779d67bda,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:33.726011 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.737326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58a8e-2203-4227-9039-dfcaf6d03108 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2348f4de-e00f-4781-9158-13f6016f6a2a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:33.750476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a5303734-835c-4811-a557-ecefc4bf2e97 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups/2348f4de-e00f-4781-9158-13f6016f6a2a HTTP/1.1" status: 200 len: 1796 time: 0.0840325 Dec 21 01:55:33.755278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Request body: {'port': {'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:33.760445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47228) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:33.796810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e1ac-f4ae-4c92-b520-0b0975eae490 service neutron] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:33.845997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997d80b-107a-47d1-8914-1f7b04e4d626 req-de887d8c-37ea-404c-a37d-83239b25d355 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:33.853379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2997d80b-107a-47d1-8914-1f7b04e4d626 req-de887d8c-37ea-404c-a37d-83239b25d355 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 943 time: 0.2538712 Dec 21 01:55:33.862031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ace54d2c-38ac-4bfe-90b2-e92d918b598b req-581e58fd-98fc-4fe2-8c1a-e69f398bad36 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588131 Dec 21 01:55:33.875828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:33.894011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 41e29e09-ab02-4e46-a19a-c2176728b635 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:33.897980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:33.917992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.078422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router e59a6719-5756-4282-94e9-fb06404d2a4c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:34.085282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.088438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.089813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/2348f4de-e00f-4781-9158-13f6016f6a2a HTTP/1.1" status: 204 len: 168 time: 0.3286617 Dec 21 01:55:34.095752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.126616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ee9b-a33a-4159-97b2-4f17be681c84 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348f4de-e00f-4781-9158-13f6016f6a2a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:34.231584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c50156f6-0dc1-48de-bdc8-6c5098b34430 None None] Provisioning complete for port 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:34.232137 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c50156f6-0dc1-48de-bdc8-6c5098b34430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.239619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a3a61e01-15e7-496f-a712-620072573872 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1410370 Dec 21 01:55:34.242575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.262661 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-7d47a1c4-7624-4773-b69a-121c70968b9d tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] delete failed (client error): The resource could not be found. Dec 21 01:55:34.263725 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d47a1c4-7624-4773-b69a-121c70968b9d tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/2348f4de-e00f-4781-9158-13f6016f6a2a HTTP/1.1" status: 404 len: 347 time: 0.0200527 Dec 21 01:55:34.268295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.272957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--991536257'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:34.278194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:34.283910 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d7e8689-a837-44ac-b839-431bdd7bd827 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9350441 Dec 21 01:55:34.287280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47238) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.293959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-6403360a-9e52-4058-8d9c-a3febc304eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.295440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-6403360a-9e52-4058-8d9c-a3febc304eee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c38d37d2450f482d834c0cba12c6560d&device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 1095 time: 0.6779039 Dec 21 01:55:34.295782 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] Sync routers for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:34.306874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0a62c5cc-115b-4474-b337-7111c82dafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.307339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0a62c5cc-115b-4474-b337-7111c82dafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.307797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0a62c5cc-115b-4474-b337-7111c82dafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.309421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0a62c5cc-115b-4474-b337-7111c82dafe3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7431662 Dec 21 01:55:34.316696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.316906 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:34.318019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:34.319626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c50156f6-0dc1-48de-bdc8-6c5098b34430 None None] Port 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:34.363857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2154023-7b38-49ea-a141-50951bd162af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.366020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2154023-7b38-49ea-a141-50951bd162af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports/6b2dd56d-54c7-4a5b-89fb-7b4779d67bda HTTP/1.1" status: 200 len: 910 time: 0.0773149 Dec 21 01:55:34.367624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.373613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:34.377608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47240) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.386485 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:34.387218 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:34.422252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:34.428595 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:34.429328 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1dc3d6-1f2d-4926-a945-9fa6f3649e62 None None] The sync data for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:34.487391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:55:34.491181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:34.491794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.538444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2997d80b-107a-47d1-8914-1f7b04e4d626 req-178b5109-229f-4761-9a97-b1fffecb8de2 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820931 Dec 21 01:55:34.595731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.613548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ccca3-9685-4da2-bb83-9410dbb91688 req-cdb55487-0667-4d3a-87de-58c854583c68 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.615065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e9ccca3-9685-4da2-bb83-9410dbb91688 req-cdb55487-0667-4d3a-87de-58c854583c68 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.2916331 Dec 21 01:55:34.622273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:34.624946 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb177e5-d7e6-40a8-ab6b-0a501e44fa83" -d '{"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:34.639190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:34.643708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.666821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0534da00-df2e-4206-bcda-163ebc3d351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.668677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-0534da00-df2e-4206-bcda-163ebc3d351f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5a4ba94-b092-4839-abec-7944f22497d5 HTTP/1.1" status: 200 len: 917 time: 0.3637297 Dec 21 01:55:34.692577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.703909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.714632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-cefae807-051d-44a5-b4f2-76a954b69d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.717258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-cefae807-051d-44a5-b4f2-76a954b69d37 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3961976 Dec 21 01:55:34.719136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:34.767678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.768915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4994385 Dec 21 01:55:34.775249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-24d99e65-d84f-4122-b166-7f300619c21b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df780cab-bef4-43c1-b05b-b1615fea702b HTTP/1.1" status: 200 len: 217 time: 0.0908265 Dec 21 01:55:34.775249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:34.778768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda186be-56a7-4486-9545-c7b4e030cde4 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0a5c6-3a2c-431d-8838-064e7290a70d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:34.785980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '7ee0a5c6-3a2c-431d-8838-064e7290a70d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:34.849861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:34.924347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.930303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.936759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.942719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.948629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.955157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.961512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.963452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-e7c8a0a4-284e-47c0-805b-83ca76c97e9f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5419 time: 0.3474889 Dec 21 01:55:34.979000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e9ccca3-9685-4da2-bb83-9410dbb91688 req-b8960c89-6305-4f11-89e3-9c8d4d0ea0fa tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135858 Dec 21 01:55:34.990811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-afd49bc3-cab2-4b98-b98b-5020bec0d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:34.992258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-afd49bc3-cab2-4b98-b98b-5020bec0d1fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b96d019-4fc4-460c-84d8-f6acb4575a1d HTTP/1.1" status: 200 len: 857 time: 0.2019832 Dec 21 01:55:35.028842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.041483 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc8ee4-3288-42fa-8945-5fb5375328a1 x-openstack-request-id: req-c5cc8ee4-3288-42fa-8945-5fb5375328a1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:35.042255 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:35.042604 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5cc8ee4-3288-42fa-8945-5fb5375328a1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:35.043164 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'code': 200} Dec 21 01:55:35.060391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-a117a1c0-0f47-4e0d-90ca-58ec662ec3de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5a4ba94-b092-4839-abec-7944f22497d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586350 Dec 21 01:55:35.124496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:35.124898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.190929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6695220-8080-43b3-a213-df4ad4fa4af3 req-ae644c69-b3cc-444e-a157-c6cb523d1486 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157302 Dec 21 01:55:35.249262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75efb10-a094-4003-acfe-207bb8c61368 req-dd8ae556-2ed2-4740-b165-2a86fa2d1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.250554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e75efb10-a094-4003-acfe-207bb8c61368 req-dd8ae556-2ed2-4740-b165-2a86fa2d1cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 1097 time: 0.1030514 Dec 21 01:55:35.252256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.284202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:35.287388 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:35.327192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdf3385-7363-48a0-a881-9ac9cad0adda {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:35.342604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.350746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28b6b0-29b5-4823-859e-1e65ce5b5a8f req-7b5b2575-6e09-4be0-af1f-3fa5b696b87f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.352346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b28b6b0-29b5-4823-859e-1e65ce5b5a8f req-7b5b2575-6e09-4be0-af1f-3fa5b696b87f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2394123 Dec 21 01:55:35.354526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.374576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.421707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-4841a31e-b8fd-48e5-bccb-3a2fa206b1ea service neutron] 10.222.0.24 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274376 Dec 21 01:55:35.422727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Transition to ACTIVE for port object ebdf3385-7363-48a0-a881-9ac9cad0adda will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:35.424657 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6dba16-b41b-4627-9cd9-c4f9830c3d76 x-openstack-request-id: req-ff6dba16-b41b-4627-9cd9-c4f9830c3d76 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:35.424952 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:35.425269 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff6dba16-b41b-4627-9cd9-c4f9830c3d76 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:35.425695 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'status': 'completed', 'code': 200} Dec 21 01:55:35.443570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61316434-e5d2-4f6f-82ce-3383294cb2e9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:35.445599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.474714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.475944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4ff248ac-0abc-4949-9d18-e86fd6644b7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6958725 Dec 21 01:55:35.518281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:35.601464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 6b2dd56d-54c7-4a5b-89fb-7b4779d67bda owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:35.620041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b28b6b0-29b5-4823-859e-1e65ce5b5a8f req-2507ca5b-64f9-4b3a-989e-19a62110ac4e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570894 Dec 21 01:55:35.632757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:35.661712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.708053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.716609 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e75efb10-a094-4003-acfe-207bb8c61368 req-60a13bb3-3ccc-4591-a094-3c85d0be00b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559045 Dec 21 01:55:35.770113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.770646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.770970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.771432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.771893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.772351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.772810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.774749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-20d9950c-53bf-4f30-8a91-7f8cd4934d2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6453 time: 0.2728679 Dec 21 01:55:35.785931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a031529-191d-4264-9d6a-0c09cb6e6864 req-ad2506de-fe56-4e16-b7a9-54a42f040b6d service neutron] 10.222.0.24 "GET /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532774 Dec 21 01:55:35.816405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.841133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.842298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/61316434-e5d2-4f6f-82ce-3383294cb2e9 HTTP/1.1" status: 204 len: 168 time: 0.3219545 Dec 21 01:55:35.842878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:35.844975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:35.858688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9583c0e-f556-4d8f-a404-f6ccc112faae req-b4d1290e-7870-4abc-b2f2-05d4513156c2 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:35.860284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9583c0e-f556-4d8f-a404-f6ccc112faae req-b4d1290e-7870-4abc-b2f2-05d4513156c2 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 943 time: 0.2232487 Dec 21 01:55:35.869487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57634-bf43-401c-ae88-f2a5ab540ccf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61316434-e5d2-4f6f-82ce-3383294cb2e9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:35.883299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=6b2dd56d-54c7-4a5b-89fb-7b4779d67bda,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:35.922166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Attempting to bind port ebdf3385-7363-48a0-a881-9ac9cad0adda on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:35.922508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Attempting to bind port ebdf3385-7363-48a0-a881-9ac9cad0adda by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:35.922837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Attempting to bind port ebdf3385-7363-48a0-a881-9ac9cad0adda on network f353e37e-ce3e-436e-be95-a8b03f9edb49 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:35.946004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Port ebdf3385-7363-48a0-a881-9ac9cad0adda on network f353e37e-ce3e-436e-be95-a8b03f9edb49 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:35.946378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Attempting to bind port ebdf3385-7363-48a0-a881-9ac9cad0adda on network f353e37e-ce3e-436e-be95-a8b03f9edb49 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:35.967131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32aa3f7e-0daa-4cbc-99c2-e096f2686a7e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185701 Dec 21 01:55:35.969948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47262) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:35.983948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:35.984286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Checking segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:35.984676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Bound using segment: {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:35.985111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Bound port: ebdf3385-7363-48a0-a881-9ac9cad0adda, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:35.985954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.000169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9583c0e-f556-4d8f-a404-f6ccc112faae req-4e2469fe-7dab-4e0f-b608-dd5fff69daf0 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279500 Dec 21 01:55:36.001435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-a18b066f-a39d-41ef-bb9e-1be494b12714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.001911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-a18b066f-a39d-41ef-bb9e-1be494b12714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.002373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-a18b066f-a39d-41ef-bb9e-1be494b12714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.004062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-a18b066f-a39d-41ef-bb9e-1be494b12714 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2090757 Dec 21 01:55:36.119676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.138665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.156032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.166476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:36.193764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:36.195806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-33a7965d-7d88-4d31-addd-62ee2344b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.197390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59f92f84-10ee-4234-8d65-5e5eacb9e9b1 req-33a7965d-7d88-4d31-addd-62ee2344b5ae service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1841202 Dec 21 01:55:36.201930 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.218120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da4d05-d3a8-4775-b749-10624591e069 req-5b78b764-c3ed-45fa-badd-716f7267c4b5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.220344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7da4d05-d3a8-4775-b749-10624591e069 req-5b78b764-c3ed-45fa-badd-716f7267c4b5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1189568 Dec 21 01:55:36.264706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.265209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.266786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] 10.222.0.45 "PUT /v2.0/ports/ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 1092 time: 2.5266805 Dec 21 01:55:36.316833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7da4d05-d3a8-4775-b749-10624591e069 req-15828aaa-ea34-4e54-af4b-e475cf90bee9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737419 Dec 21 01:55:36.317498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d217b-1e58-4fa6-98b9-480eb4b51a93 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:36.322645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.326199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.328641 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ee0a5c6-3a2c-431d-8838-064e7290a70d HTTP/1.1" status: 204 len: 168 time: 0.3577650 Dec 21 01:55:36.331163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47270) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:36.373854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5584b-64f4-4baf-be0e-e3584de53fdb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee0a5c6-3a2c-431d-8838-064e7290a70d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:36.419189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router e59a6719-5756-4282-94e9-fb06404d2a4c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:36.428890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device df780cab-bef4-43c1-b05b-b1615fea702b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:55:36.453296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-38dac5a6-b28e-4956-90cc-f54dabc65b54 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1210189 Dec 21 01:55:36.466696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.472782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.473989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47274) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:36.478577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052112521'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:36.478746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.484763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.490780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.497286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.505044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.507009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-1294e467-5707-4cfc-ba16-4210fe0450e0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1862297 Dec 21 01:55:36.541198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.541709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.542190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.542656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.543169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.543628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.544081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.546002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a55e854-c56d-4082-a7a7-f33a85698b04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6495 time: 0.1790509 Dec 21 01:55:36.550247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:36.555955 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b809c53-89ea-42a3-8bf3-f8a7c18deae2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770177 Dec 21 01:55:36.562825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:36.576788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] Sync routers for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:36.598385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:36.599017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:36.646518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:36.657631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-f27d67e7-bd88-4c5f-b315-0eb19b7c5b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 217 time: 0.0925465 Dec 21 01:55:36.660889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.671675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=df780cab-bef4-43c1-b05b-b1615fea702b,segment=NetworkSegment(a13433aa-3881-467f-a2e7-f6cc3906b91a),segment_id=a13433aa-3881-467f-a2e7-f6cc3906b91a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:36.676559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-474b5e73-fe06-4585-b581-1ff17b8d9ce7 req-6f5b78bb-39fa-47cb-af32-35bbca924fdc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599553 Dec 21 01:55:36.713456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:36.714090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:36.752976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'df780cab-bef4-43c1-b05b-b1615fea702b', 'network_id': 'a5a4ba94-b092-4839-abec-7944f22497d5', 'port_id': 'df780cab-bef4-43c1-b05b-b1615fea702b', 'mac_address': 'fa:16:3e:9c:45:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b96d019-4fc4-460c-84d8-f6acb4575a1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:55:36.756698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:36.757362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7b6b9-0798-4faa-8869-0d2f812be6ba None None] The sync data for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:36.781230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-9646cbfa-4667-45ba-8662-0fe0a74eeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.782758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-9646cbfa-4667-45ba-8662-0fe0a74eeef1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.1123815 Dec 21 01:55:36.810107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9fc56-4c43-444d-8e88-fe8c70258c93 req-21b3af38-20a6-4096-b76c-03773491a051 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.811879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06f9fc56-4c43-444d-8e88-fe8c70258c93 req-21b3af38-20a6-4096-b76c-03773491a051 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.0977688 Dec 21 01:55:36.872763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-640438d4-756a-471c-9b0a-cc76aed38e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:36.874502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-640438d4-756a-471c-9b0a-cc76aed38e0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830820 Dec 21 01:55:36.878274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.887449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.908458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06f9fc56-4c43-444d-8e88-fe8c70258c93 req-c09bdc0e-c870-4564-aaa6-b10dd6c193fe tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817308 Dec 21 01:55:36.959892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:36.961557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4863892 Dec 21 01:55:36.964359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:36.969181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:36.975215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac29cc-6bc4-4912-96a1-405bce3e8e52 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:36.993917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-e5a01673-9e82-4aed-a68e-3a785d016a9b service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080248 Dec 21 01:55:37.003852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.017823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df780cab-bef4-43c1-b05b-b1615fea702b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:37.032698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.041090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=df780cab-bef4-43c1-b05b-b1615fea702b,segment=NetworkSegment(a13433aa-3881-467f-a2e7-f6cc3906b91a),segment_id=a13433aa-3881-467f-a2e7-f6cc3906b91a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:37.048525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.122405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:37.140407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-66682c0f-c9af-4b1f-9e89-20190c3dd580 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354055 Dec 21 01:55:37.143937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.147957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.181917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.215173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd2e14-364e-479d-bd30-fb4def8ad7b2 req-074a189b-447c-4c7f-b97c-9ab3c38e985c tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.217476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fefd2e14-364e-479d-bd30-fb4def8ad7b2 req-074a189b-447c-4c7f-b97c-9ab3c38e985c tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 944 time: 0.1214771 Dec 21 01:55:37.219374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-bd613cbb-9c24-436b-b92a-d40b350f9827 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 217 time: 0.0680075 Dec 21 01:55:37.237321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed950f8-eaaa-4716-9ab0-2e888f84713d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:37.254478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.255684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1caf1eaa-c421-4cc5-8f38-d4fa06c5ceba tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2904119 Dec 21 01:55:37.259439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:37.265314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:37.305074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-828ec3d0-9c1d-472c-b870-cccf1d71d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.306570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-828ec3d0-9c1d-472c-b870-cccf1d71d1e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0765052 Dec 21 01:55:37.310649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fefd2e14-364e-479d-bd30-fb4def8ad7b2 req-c34cb9e5-25a1-4b42-b552-1c7652e0b236 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867379 Dec 21 01:55:37.352366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.382171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-eb00ee38-9db5-4e5b-a111-30a69467ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.383439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-eb00ee38-9db5-4e5b-a111-30a69467ecac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698047 Dec 21 01:55:37.426863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:37.429240 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e334b-d354-47fb-ae03-159cc9882d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:37.472364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.474795 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0e220-9a28-4265-a3e6-2f357bd4f013 x-openstack-request-id: req-c6f0e220-9a28-4265-a3e6-2f357bd4f013 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:37.475123 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:37.475406 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6f0e220-9a28-4265-a3e6-2f357bd4f013 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:37.475816 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'status': 'completed', 'code': 200} Dec 21 01:55:37.477729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.501900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcaddc7-dc66-4588-89d0-20ff0a2b10bb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:37.521407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['df780cab-bef4-43c1-b05b-b1615fea702b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:37.522225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.523722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2874b1b2-5af1-420f-bb39-0b4929d4d54f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2631004 Dec 21 01:55:37.527696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47292) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:37.532081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:37.539437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port f5e7c4c3-cc84-4d77-8852-97a3b590bba2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:37.539772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.554193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1cb8e-1c56-4ac3-bc6b-78e42aeb1adc req-2fcdf94d-588f-4065-8745-7025cefa678a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.561546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6eb1cb8e-1c56-4ac3-bc6b-78e42aeb1adc req-2fcdf94d-588f-4065-8745-7025cefa678a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1412032 Dec 21 01:55:37.568630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-dcf6adcd-7055-481d-add4-b4909cb5b4f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779037 Dec 21 01:55:37.633194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.643755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6eb1cb8e-1c56-4ac3-bc6b-78e42aeb1adc req-9431c6c0-6bc9-44a5-98b0-1db4e2512bf1 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794778 Dec 21 01:55:37.702751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.715713 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-10db3d8b-5a39-44aa-971f-25f943d9164a service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100295 Dec 21 01:55:37.724943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for f5e7c4c3-cc84-4d77-8852-97a3b590bba2 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:37.773205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-6ee6b524-1d0c-4944-a847-23b35099b1f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 217 time: 0.0492468 Dec 21 01:55:37.776983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.784134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.812987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b508982-1303-47f7-a4b4-1900dbd21e2c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:37.824285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.828916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8fa3a5f-8833-4bca-aaf9-eddc661b684e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973874 Dec 21 01:55:37.829288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47298) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:37.836628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:37.867267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.873751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.880508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.885803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.892330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.898241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.904192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.906081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-d2e6b9e4-d202-4ce8-bb94-5bbbe9e1747e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1420586 Dec 21 01:55:37.915244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-9ecb1c0e-5c46-4f27-8da6-b1b7ea9a0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:37.916628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-9ecb1c0e-5c46-4f27-8da6-b1b7ea9a0dae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1238093 Dec 21 01:55:37.937852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:37.965721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=f5e7c4c3-cc84-4d77-8852-97a3b590bba2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:38.016463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.073470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-177e71c7-6d4a-4636-8c8f-f0fbd7fd472e req-610dabf4-016a-434f-9b06-f7bc3e7752a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600318 Dec 21 01:55:38.087992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a4a6731-01e6-4c2c-a4a9-eca91d823585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:38.089522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1a4a6731-01e6-4c2c-a4a9-eca91d823585 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1644409 Dec 21 01:55:38.125516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.136294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335784-ee9d-4431-bd5d-50f1c79b704f req-af7345ce-7293-44a2-9036-7e44b3ae5c75 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:38.144575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e335784-ee9d-4431-bd5d-50f1c79b704f req-af7345ce-7293-44a2-9036-7e44b3ae5c75 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1479115 Dec 21 01:55:38.289650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router e59a6719-5756-4282-94e9-fb06404d2a4c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:38.372089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:38.381810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2de5b18b-a652-4a09-8145-0bca2a640082 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8181376 Dec 21 01:55:38.382531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:38.388574 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] Sync routers for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:38.399589 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:38.400367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:38.418082 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2984dd27-b11b-40ad-be82-bde9a3636180 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=e59a6719-5756-4282-94e9-fb06404d2a4c HTTP/1.1" status: 200 len: 205 time: 0.0341649 Dec 21 01:55:38.420545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47306) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:38.435462 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:38.444697 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] Routers {'e59a6719-5756-4282-94e9-fb06404d2a4c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:38.445633 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e59a6719-5756-4282-94e9-fb06404d2a4c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:38.454003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device df780cab-bef4-43c1-b05b-b1615fea702b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:38.485194 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:38.486252 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e373c640-105a-4b70-bd14-52493f04eed4 None None] The sync data for ids ['e59a6719-5756-4282-94e9-fb06404d2a4c'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:38.500281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.517448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port df780cab-bef4-43c1-b05b-b1615fea702b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:55:38.522336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port df780cab-bef4-43c1-b05b-b1615fea702b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:38.523016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.596719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.613842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.628027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.646110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:38.648853 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed695e-7647-49c7-b2a7-8833435e59a0" -d '{"events": [{"server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "name": "network-vif-plugged", "status": "completed", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:38.654873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=df780cab-bef4-43c1-b05b-b1615fea702b,segment=NetworkSegment(a13433aa-3881-467f-a2e7-f6cc3906b91a),segment_id=a13433aa-3881-467f-a2e7-f6cc3906b91a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:38.659774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.672059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e335784-ee9d-4431-bd5d-50f1c79b704f req-e1fea7f7-8e2b-432d-8e1a-654a85427e70 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259638 Dec 21 01:55:38.678983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c574f3-8c72-4f85-bf8b-254af223aead,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:38.690119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5d9c0923-e87c-4d3b-a3e6-f0929babf065 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904343 Dec 21 01:55:38.705611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b787-fba9-44d6-abfd-b48b2e9c02a5 req-101fcf8b-1ef4-49dc-ab92-39983847d58e tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:38.705611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c397b787-fba9-44d6-abfd-b48b2e9c02a5 req-101fcf8b-1ef4-49dc-ab92-39983847d58e tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 944 time: 0.1402087 Dec 21 01:55:38.716822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.718778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fe509769-f052-4385-b995-04199f7edf01 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8865654 Dec 21 01:55:38.740860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47316) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:38.750227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:38.773978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:38.856921 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e9d597-750a-4e09-a1ff-57b6df9378e9 x-openstack-request-id: req-80e9d597-750a-4e09-a1ff-57b6df9378e9 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:38.858633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "name": "network-vif-plugged", "status": "completed", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:38.859039 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80e9d597-750a-4e09-a1ff-57b6df9378e9 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:38.860157 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b', 'code': 200} Dec 21 01:55:38.864342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:38.870411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c397b787-fba9-44d6-abfd-b48b2e9c02a5 req-83fbdd6f-96c2-4b00-b338-e63e0354f783 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492071 Dec 21 01:55:38.898685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-a7fc188c-a83b-4d6a-9bf5-759f0fef01f7 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918917 Dec 21 01:55:38.981582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-5e2da504-bce8-4a53-8b55-c43b6e7cf46f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 217 time: 0.0686381 Dec 21 01:55:39.048804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.050933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.079935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.094094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.097720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674703-f14f-4e5b-a668-6ebb3f4c5a6b req-d2f865c4-f1d2-4948-8c2e-fbccb9e3b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.099249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9674703-f14f-4e5b-a668-6ebb3f4c5a6b req-d2f865c4-f1d2-4948-8c2e-fbccb9e3b664 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 1097 time: 0.1386492 Dec 21 01:55:39.099714 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.100384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router e59a6719-5756-4282-94e9-fb06404d2a4c {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:55:39.108395 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.109187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-fd85664e-5892-4876-bf3b-e3b8a9cbffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.110659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-fd85664e-5892-4876-bf3b-e3b8a9cbffd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0949025 Dec 21 01:55:39.111838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85b667cf-9398-4f7e-beac-7252bceaa04b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c HTTP/1.1" status: 204 len: 168 time: 0.6901829 Dec 21 01:55:39.112436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.154114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea672-f75a-4647-8b45-97c10d62206e req-8a523559-f385-459c-bc55-eb7fd4e13423 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.156079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-697ea672-f75a-4647-8b45-97c10d62206e req-8a523559-f385-459c-bc55-eb7fd4e13423 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1938164 Dec 21 01:55:39.160043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34b1259-b5e7-4fe1-84be-af1d5c2db519,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.165216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet f7053efb-7f22-49b9-87d0-78b638bb7ff0 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:39.169157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.185547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.186799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2eb8107f-fcfb-403c-9748-38b9ddb7aa31 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4448960 Dec 21 01:55:39.193452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47332) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.236489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.252974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.254240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-14c5fe02-780b-4ca3-9f7c-35aa5351893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.255772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-14c5fe02-780b-4ca3-9f7c-35aa5351893d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250129 Dec 21 01:55:39.257122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.260278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9674703-f14f-4e5b-a668-6ebb3f4c5a6b req-5ae41167-70d3-42a4-8c3f-1c15eb66e5eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486685 Dec 21 01:55:39.306323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-697ea672-f75a-4647-8b45-97c10d62206e req-c0e2c541-3a1f-4b7b-9862-2641883a1149 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271029 Dec 21 01:55:39.326902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.332703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.336467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f34b1259-b5e7-4fe1-84be-af1d5c2db519 HTTP/1.1" status: 204 len: 168 time: 0.1394012 Dec 21 01:55:39.340015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47336) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.370485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3dbcf-156e-4723-87d9-46e1256bb7ab tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f34b1259-b5e7-4fe1-84be-af1d5c2db519,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.406343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.418582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-c4b5707f-9efb-4502-b007-6c3a820db0fd service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537027 Dec 21 01:55:39.434415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.440318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.444483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8759a56-1de4-487d-8ee5-d114216fe20e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1013260 Dec 21 01:55:39.446258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.447360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47338) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.453623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.459906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.465935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.471914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.473881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-836a80a7-f210-4876-9ab6-2f440250aa66 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1118107 Dec 21 01:55:39.484639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.494585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.527573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.538026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.543389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.544541 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/05c574f3-8c72-4f85-bf8b-254af223aead HTTP/1.1" status: 204 len: 168 time: 0.0962851 Dec 21 01:55:39.550575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47340) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.567415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=f7053efb-7f22-49b9-87d0-78b638bb7ff0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.572543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.577263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7585e292-26dd-4f46-bbb0-3bbfac9fb86b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/f7053efb-7f22-49b9-87d0-78b638bb7ff0 HTTP/1.1" status: 204 len: 168 time: 0.4633117 Dec 21 01:55:39.581753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.583826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc9ae9-d328-40d3-90ca-5e0daaccb8e5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05c574f3-8c72-4f85-bf8b-254af223aead,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.584126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663bc961-ea56-41db-8698-aaef857d6634 None None] Network 41e29e09-ab02-4e46-a19a-c2176728b635 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:39.643312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 4e4efdd0-6e18-425e-a1e3-95eb690d856a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:39.647019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.660739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6fad1b1a-6c9d-48bb-820a-b9270ad6b7a7 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1090376 Dec 21 01:55:39.669763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2790b8bc-b077-452f-a406-687c42ce37f2 req-88a3db33-f1fb-460e-b07a-fc78a68f794d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865211 Dec 21 01:55:39.670370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47344) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.686645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-01768f4c-4f30-484f-afab-5806f88d3c9f service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117722 Dec 21 01:55:39.709449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.764352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-4cfbc64c-99cb-4083-a81c-71a5239f94dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 217 time: 0.0650091 Dec 21 01:55:39.780174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.796089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] DHCP port deletion for 41e29e09-ab02-4e46-a19a-c2176728b635 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:39.797735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.819470 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.860831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Deleting port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:39.861211 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.872429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.877043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ede-d364-4387-aa4d-920baac7f42a req-6033c5c3-41bc-4d69-8bef-c46f36b2bfae tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.878857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4764ede-d364-4387-aa4d-920baac7f42a req-6033c5c3-41bc-4d69-8bef-c46f36b2bfae tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1593599 Dec 21 01:55:39.881101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1235a038-421d-439f-b915-c5a0073c8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:39.882457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-1235a038-421d-439f-b915-c5a0073c8ef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1045630 Dec 21 01:55:39.883025 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.892447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.895952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9b508982-1303-47f7-a4b4-1900dbd21e2c HTTP/1.1" status: 204 len: 168 time: 0.2202859 Dec 21 01:55:39.898447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47348) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.905442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4efdd0-6e18-425e-a1e3-95eb690d856a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.917521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:39.919136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0f76e-7145-4ed3-9981-9c608d2d7a75 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b508982-1303-47f7-a4b4-1900dbd21e2c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:39.922434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3661d6d2-77b0-4601-903c-08b7ba1d4b2f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/4e4efdd0-6e18-425e-a1e3-95eb690d856a HTTP/1.1" status: 204 len: 168 time: 0.3395944 Dec 21 01:55:39.925011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47352) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:39.926194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee271f2-04a8-4ee7-af18-73280d25b115 None None] Network de86689f-1ee2-41a8-9f8d-b162506f7c90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:39.999260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4764ede-d364-4387-aa4d-920baac7f42a req-b8f95055-aed1-475c-bc35-a49439c1a530 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136436 Dec 21 01:55:40.013876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a05a163-696c-40c1-bacd-67fa93009168 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1097765 Dec 21 01:55:40.017911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.034629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] For port 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7a16a835-d716-4bfe-bdcf-4437e68a2a16,segment=NetworkSegment(7b725e22-ac59-490b-a25f-33521f33c871),segment_id=7b725e22-ac59-490b-a25f-33521f33c871)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:40.035025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.038789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.046016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-756337f6-0611-4790-bd61-1890d4d32a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.048185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-756337f6-0611-4790-bd61-1890d4d32a7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1245627 Dec 21 01:55:40.052302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Calling delete_port for 7a16a835-d716-4bfe-bdcf-4437e68a2a16 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:40.113202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:40.113748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.134221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.148275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.161394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] DHCP port deletion for de86689f-1ee2-41a8-9f8d-b162506f7c90 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:40.185395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b62d-924e-462c-8b46-d80340b5f2b3 req-c98c02b3-efa3-42a7-9c5c-9cec7b4c09fc tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.186729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9b62d-924e-462c-8b46-d80340b5f2b3 req-c98c02b3-efa3-42a7-9c5c-9cec7b4c09fc tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 945 time: 0.1709449 Dec 21 01:55:40.191178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 7a16a835-d716-4bfe-bdcf-4437e68a2a16, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7a16a835-d716-4bfe-bdcf-4437e68a2a16,segment=NetworkSegment(7b725e22-ac59-490b-a25f-33521f33c871),segment_id=7b725e22-ac59-490b-a25f-33521f33c871)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:40.191178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.206304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 7a16a835-d716-4bfe-bdcf-4437e68a2a16 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:40.210963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.218731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.222218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-2136a9eb-0b52-4050-9c86-2624025a1fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572065 Dec 21 01:55:40.225008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.228350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ddcaddc7-dc66-4588-89d0-20ff0a2b10bb HTTP/1.1" status: 204 len: 168 time: 0.2073116 Dec 21 01:55:40.236363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47356) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.241137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] Pushing event deleted for resources: {'Port': ['ID=7a16a835-d716-4bfe-bdcf-4437e68a2a16,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.247246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Deleting port 7544a6be-92fb-453b-8f5c-af8c08aaac34 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:40.247623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.251552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cb137-86aa-4fd2-ab8e-9dbb867b0478 None None] No DVR routers for this DVR port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:40.279848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bcd2c-b3cc-4ff8-89b1-7daca377b10c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddcaddc7-dc66-4588-89d0-20ff0a2b10bb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.306155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.319702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 7a16a835-d716-4bfe-bdcf-4437e68a2a16 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:40.343868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=7a16a835-d716-4bfe-bdcf-4437e68a2a16,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.344547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] For port 7544a6be-92fb-453b-8f5c-af8c08aaac34, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7544a6be-92fb-453b-8f5c-af8c08aaac34,segment=NetworkSegment(c6d40cde-7888-4858-b9dc-8ba9e749140e),segment_id=c6d40cde-7888-4858-b9dc-8ba9e749140e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:40.344706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.360945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9b62d-924e-462c-8b46-d80340b5f2b3 req-3377fac6-3ee6-4afa-bb52-d6f939a3b069 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476643 Dec 21 01:55:40.375227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Calling delete_port for 7544a6be-92fb-453b-8f5c-af8c08aaac34 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:40.382629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-760875e4-7ace-498e-8a05-a422e28fad6c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1443272 Dec 21 01:55:40.392603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47360) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.448830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.460010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-c5cb70e4-72fd-41eb-9d23-59eb3b3cf4b6 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153120 Dec 21 01:55:40.467584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.472001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e29e09-ab02-4e46-a19a-c2176728b635']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.483546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b725e22-ac59-490b-a25f-33521f33c871') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.483839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b725e22-ac59-490b-a25f-33521f33c871') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.488964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.504708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.515547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.521329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.521877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] Pushing event deleted for resources: {'Port': ['ID=7544a6be-92fb-453b-8f5c-af8c08aaac34,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.522855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-049bf159-5629-4cd9-89ff-5c35d2bddfa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 217 time: 0.0527682 Dec 21 01:55:40.534414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fa66a-49b3-4e80-8443-b8c3d1e5bcc8 None None] No DVR routers for this DVR port 7544a6be-92fb-453b-8f5c-af8c08aaac34 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:40.540986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:40.542704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.552780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966ed2-0ffd-4dd5-8b29-50e613c451aa req-65f5b4b9-097b-42f4-880b-6393778c8d66 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.554819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b966ed2-0ffd-4dd5-8b29-50e613c451aa req-65f5b4b9-097b-42f4-880b-6393778c8d66 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1423025 Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:40.554975 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:40.606326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.618733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.619931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4ed950f8-eaaa-4716-9ab0-2e888f84713d HTTP/1.1" status: 204 len: 168 time: 0.2260952 Dec 21 01:55:40.622776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.626799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47362) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.628742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.635210 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/41e29e09-ab02-4e46-a19a-c2176728b635 HTTP/1.1" status: 204 len: 168 time: 0.7068787 Dec 21 01:55:40.639167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47364) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.645841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c9e0b-235d-4db8-a3ff-f3ccb0b50023 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ed950f8-eaaa-4716-9ab0-2e888f84713d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.660597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc331916-1288-47b8-bf0f-58ce8a4da43b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=41e29e09-ab02-4e46-a19a-c2176728b635,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:40.662532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-6c109e3d-1c71-4387-9e9d-9d37ef9bf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.664359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-6c109e3d-1c71-4387-9e9d-9d37ef9bf6f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1304557 Dec 21 01:55:40.726010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b966ed2-0ffd-4dd5-8b29-50e613c451aa req-f694f5da-4023-4f90-b5c3-e54ba4d23908 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443095 Dec 21 01:55:40.747846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-62688548-443c-41e2-ae8c-40d2e631a515 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1147914 Dec 21 01:55:40.748231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47370) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:40.778228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-71196912-9b40-424c-92fe-32a18e9fa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.779724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-71196912-9b40-424c-92fe-32a18e9fa0cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002462 Dec 21 01:55:40.803940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.841805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7544a6be-92fb-453b-8f5c-af8c08aaac34 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:40.865805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 7544a6be-92fb-453b-8f5c-af8c08aaac34 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:40.866120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7544a6be-92fb-453b-8f5c-af8c08aaac34 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:40.866821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7a16a835-d716-4bfe-bdcf-4437e68a2a16 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:40.888645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 7a16a835-d716-4bfe-bdcf-4437e68a2a16 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:40.889078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7a16a835-d716-4bfe-bdcf-4437e68a2a16 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:40.905067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.911042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.926422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de86689f-1ee2-41a8-9f8d-b162506f7c90']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.936834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d40cde-7888-4858-b9dc-8ba9e749140e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.937161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d40cde-7888-4858-b9dc-8ba9e749140e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:40.951308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.960288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.968496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.976747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:40.977293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:40.980816 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:40.984745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.990733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:40.997323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.003356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.009264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.015849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.021868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.023780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-65ff320f-b03a-46d0-9835-5a238b3ef6a0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1910269 Dec 21 01:55:41.029736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-e5e43b4d-9928-4f4b-ab61-5cdcde9eae15 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307556 Dec 21 01:55:41.051286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.058063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.066554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/de86689f-1ee2-41a8-9f8d-b162506f7c90 HTTP/1.1" status: 204 len: 168 time: 0.4220891 Dec 21 01:55:41.067125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.083227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236610847'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:41.088650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d028c-0d85-4c5c-8a07-7104dec58a24 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=de86689f-1ee2-41a8-9f8d-b162506f7c90,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.111356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:41.116387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.143094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:41.152576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.152920 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 82e585cf-58c4-4ec3-897e-fd31e470071a of type vlan for network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 Dec 21 01:55:41.168342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.170953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.172066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0 HTTP/1.1" status: 204 len: 168 time: 0.4229605 Dec 21 01:55:41.179581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.193645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.220760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.223941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52029b-52c3-48da-81b6-840a273980d0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0da3c1-b037-44e3-9aff-28e3c2cc0ce0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.228030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.228209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.234828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98ef4059-cd32-4d14-be7f-930b1c750551 req-f97d3ddf-c5b9-4a10-a3c3-3cc884605714 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2002711 Dec 21 01:55:41.277867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa945975-9e36-49ec-8bd4-28f8f02f5d9b req-56d8f6b9-fa0d-4476-bdee-714402ad8168 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.279362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa945975-9e36-49ec-8bd4-28f8f02f5d9b req-56d8f6b9-fa0d-4476-bdee-714402ad8168 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1904635 Dec 21 01:55:41.285608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-29748abf-6999-4921-a2ab-9dccb39ba412 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370114 Dec 21 01:55:41.300054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7747bc7-f09e-4476-82b0-ced61d4fb8cc tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1154685 Dec 21 01:55:41.304389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47380) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.309811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2416160 Dec 21 01:55:41.315275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455928985'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:41.321864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.326974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:41.343460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-f0ceba14-f517-4c04-a0f9-97fa22673c78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.0470970 Dec 21 01:55:41.350034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692cc58-adb2-491d-b107-77bc65a99a93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=a6a0abca-9e9f-43be-95a8-6dff5620c6c2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.363146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:41.415359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa945975-9e36-49ec-8bd4-28f8f02f5d9b req-8ade1b2d-f5b5-4f05-acd1-0db8fce3122b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247830 Dec 21 01:55:41.425640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.472594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-468473c6-00d1-43f1-a22f-3ac0c63e189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.474470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-468473c6-00d1-43f1-a22f-3ac0c63e189d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1204791 Dec 21 01:55:41.481399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:41.484806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.524392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f3bcf-c396-46a0-92de-6a003fb9ce6a req-f03e2d2f-068d-4ff9-97e9-2c7339f20056 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.525922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-081f3bcf-c396-46a0-92de-6a003fb9ce6a req-f03e2d2f-068d-4ff9-97e9-2c7339f20056 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 945 time: 0.0843658 Dec 21 01:55:41.541079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-c874b95c-b10d-4f61-8b1f-e65c89e5a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.542541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-c874b95c-b10d-4f61-8b1f-e65c89e5a86f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596633 Dec 21 01:55:41.590713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.598054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.636104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.639947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3320384 Dec 21 01:55:41.640341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.645210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-081f3bcf-c396-46a0-92de-6a003fb9ce6a req-df0e3592-5798-48e5-82b5-f5ff7bdd659f tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116900 Dec 21 01:55:41.645939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': 'b2a765df-0cd3-4fe3-8a59-a41be74a6c22', 'direction': 'ingress', 'protocol': 17}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:41.650482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445c67a-4629-48f8-bc6b-8cb10f455fa9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a765df-0cd3-4fe3-8a59-a41be74a6c22,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.680985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-370788ce-30bd-4f23-909e-e8d9ba184500 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271243 Dec 21 01:55:41.722588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.791248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a950dc15-9fa8-413a-9a10-7cb23d10400d req-610cbeac-0162-42d8-8d29-89c5994ea45c service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028645 Dec 21 01:55:41.798865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.876882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.880618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fc34-a5d5-428e-8f57-26b7e9a9106a req-7b512a72-e73a-4352-915d-c326c0a25806 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:41.889379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b750fc34-a5d5-428e-8f57-26b7e9a9106a req-7b512a72-e73a-4352-915d-c326c0a25806 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.0784085 Dec 21 01:55:41.896744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.925142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=b77da7b3-7cd1-45b7-b29c-86195ac1d372,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.941763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46cb672-ff79-489c-a351-9803d9f8bd11,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:41.948656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:41.951962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b750fc34-a5d5-428e-8f57-26b7e9a9106a req-248e277a-d34c-4499-8f34-e739d4412cb9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Dec 21 01:55:41.952450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e663b70-fe65-4280-a912-1dca723df555 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3095374 Dec 21 01:55:41.953966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:41.956476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '82e585cf-58c4-4ec3-897e-fd31e470071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:41.956476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: a6a0abca-9e9f-43be-95a8-6dff5620c6c2, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:42.004356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:42.017424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, a6a0abca-9e9f-43be-95a8-6dff5620c6c2) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:42.022079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.023230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.026503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c8896-ca3e-4f21-a604-94109805c324 None None] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:42.045426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.070888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.076788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7800a1c0-250f-41b9-8a81-57b7a2bc8e6e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7539687 Dec 21 01:55:42.080651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47400) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.092311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-71907757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:42.109485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.110072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.110540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.111157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.111623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.112082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.112541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.114465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-274ea3c6-7635-4127-8091-a0d4d10696a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6495 time: 0.1166844 Dec 21 01:55:42.129150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433907-315e-4b9e-9340-72b0ebaf25e9 req-ec67a854-b4ef-463c-aca3-05c18d4ff03d tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.130754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e433907-315e-4b9e-9340-72b0ebaf25e9 req-ec67a854-b4ef-463c-aca3-05c18d4ff03d tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 945 time: 0.1233823 Dec 21 01:55:42.134571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.138619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.139956 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/b2a765df-0cd3-4fe3-8a59-a41be74a6c22 HTTP/1.1" status: 204 len: 168 time: 0.1847837 Dec 21 01:55:42.143450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.148212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-a6a0abca-9e9f-43be-95a8-6dff5620c6c2', 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': 'b77da7b3-7cd1-45b7-b29c-86195ac1d372'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:42.149409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.157977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df766-5c6e-40cc-8dc0-a3fd8da4d6bb tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a765df-0cd3-4fe3-8a59-a41be74a6c22,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:42.196248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.197288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.219336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46606584-01ef-4e4a-84a5-8a2c8f7d1d8f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748124 Dec 21 01:55:42.222977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.227306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--700494295'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:42.252930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.306011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.321609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.343258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Allocated IP 172.20.0.2 (a6a0abca-9e9f-43be-95a8-6dff5620c6c2/b77da7b3-7cd1-45b7-b29c-86195ac1d372/0dbc7aec-fe0e-4ff7-8847-8005ac5826c4) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:42.351145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.351673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e433907-315e-4b9e-9340-72b0ebaf25e9 req-aba0ae51-69c0-4ea4-8143-2f3e747e8bf7 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983733 Dec 21 01:55:42.358859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.382935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.387392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1603205 Dec 21 01:55:42.393037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47408) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.398531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056966362'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:42.406751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.407776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9a9a4563-aef1-4cf0-823b-320408289a4b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3214481 Dec 21 01:55:42.410665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47410) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.417138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-2b1f9cb1-d14b-4da6-b9e9-dc5b26c9956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.418409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-2b1f9cb1-d14b-4da6-b9e9-dc5b26c9956c service neutron] 10.222.0.45 "GET /v2.0/networks?id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 901 time: 0.2831316 Dec 21 01:55:42.420116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'port': {'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2', 'name': 'tempest-RoutersTest-625772842'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:42.439641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.445562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.452720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.458198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e346-a56f-4ceb-a5d5-1c1761991f74 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e37217f-65c9-4cca-9193-5b6d49e8e62b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:42.458933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.475238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.483195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.490389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.492403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-55b9ef03-b328-4a58-9b38-bcc4af65789e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1340413 Dec 21 01:55:42.514364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.547760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-7aab16ac-8a82-4a20-9418-34acf57f319e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.1204946 Dec 21 01:55:42.565175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.572170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.609169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:42.612645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.615276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:42.621932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:42.626721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:42.629921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Pushing event updated for resources: {'Port': ['ID=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:42.644322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.644812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-ba020abc-cc99-48ee-8eb1-5a44f3fb33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.646779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-ba020abc-cc99-48ee-8eb1-5a44f3fb33de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.0782750 Dec 21 01:55:42.653028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] device_id is not set on port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:55:42.658612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.683022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26c530-dc6f-4f03-898a-5f9764ed2933 req-b294017d-57e7-4d57-9bca-123204358ec0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.685077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d26c530-dc6f-4f03-898a-5f9764ed2933 req-b294017d-57e7-4d57-9bca-123204358ec0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1848075 Dec 21 01:55:42.702572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Attempting to bind port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:42.702822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Attempting to bind port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '82e585cf-58c4-4ec3-897e-fd31e470071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:42.703118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Attempting to bind port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 on network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:42.708153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:42.708528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Checking segment: {'id': '82e585cf-58c4-4ec3-897e-fd31e470071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:42.710538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.710538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Bound using segment: {'id': '82e585cf-58c4-4ec3-897e-fd31e470071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:42.710538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Bound port: 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e585cf-58c4-4ec3-897e-fd31e470071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a6a0abca-9e9f-43be-95a8-6dff5620c6c2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:42.710892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.731538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.732997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3388059 Dec 21 01:55:42.737179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47414) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:42.742115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12437e7-bfd0-4e42-b282-3d2c03eef5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1303b15-7b41-4859-b6b0-f195f02ded13,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:42.744379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b9b2dc6-bde2-4220-abd1-d1369bf54e96 req-74b5c894-01a7-4a77-b2b1-0e1fce92f7b3 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061939 Dec 21 01:55:42.747582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '7e37217f-65c9-4cca-9193-5b6d49e8e62b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd1303b15-7b41-4859-b6b0-f195f02ded13', 'remote_ip_prefix': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:42.788436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] For port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:42.791520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e334b-d354-47fb-ae03-159cc9882d3c req-6026d7af-3b7d-468d-b529-808d8bd6323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:42.791816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] For port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,segment=NetworkSegment(82e585cf-58c4-4ec3-897e-fd31e470071a),segment_id=82e585cf-58c4-4ec3-897e-fd31e470071a)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:42.793791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-6026d7af-3b7d-468d-b529-808d8bd6323e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331866 Dec 21 01:55:42.797106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.813583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d26c530-dc6f-4f03-898a-5f9764ed2933 req-1fe0d1f2-1947-4ff2-8ee8-64c530b1d3e0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045635 Dec 21 01:55:42.859504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.20.0.11 (a6a0abca-9e9f-43be-95a8-6dff5620c6c2/b77da7b3-7cd1-45b7-b29c-86195ac1d372/0ec12955-8cd9-4d3b-9e9d-9cc2d634005e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:42.859750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cae69-6480-4747-bfcf-6e9c46784184 None None] Pushing event updated for resources: {'Port': ['ID=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:42.865405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:42.930569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-b809457b-9ca8-4c9e-84c4-a606ddf07d43 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159360 Dec 21 01:55:43.031118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.043481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.078853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-923e334b-d354-47fb-ae03-159cc9882d3c req-d8cea39f-97fc-4933-86fe-4191c76b4d18 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405540 Dec 21 01:55:43.106492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e4651-82e9-402d-8d43-21583c6a0664,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:43.119688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.123634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-88b62fa7-8762-4f26-8b37-38cceed165a5 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3826938 Dec 21 01:55:43.125459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47420) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.151751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.175638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb73e-3f28-4e14-8999-13c21352c576 req-be2c79e3-d0fe-479d-b8f1-de2a9e51a2cc tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:43.177882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-489bb73e-3f28-4e14-8999-13c21352c576 req-be2c79e3-d0fe-479d-b8f1-de2a9e51a2cc tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.0890830 Dec 21 01:55:43.182536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.189852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.206676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.240947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:43.245579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:43.249379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:43.271275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-489bb73e-3f28-4e14-8999-13c21352c576 req-c1509548-30c6-4852-ab72-45ae0e344ee3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828466 Dec 21 01:55:43.279216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.290043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.291412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d78e4651-82e9-402d-8d43-21583c6a0664 HTTP/1.1" status: 204 len: 168 time: 0.1628299 Dec 21 01:55:43.294104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.296534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcac3e-8756-48b7-af66-90fe2b315f37 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d78e4651-82e9-402d-8d43-21583c6a0664,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:43.298661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=0ec12955-8cd9-4d3b-9e9d-9cc2d634005e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:43.333018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:43.333880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.368672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4c76afd8-ff31-4263-8dce-e8f93132fd9c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0728090 Dec 21 01:55:43.371685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47426) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.377092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-139f8d31-5b68-4bfe-997e-c59482c258d5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9654126 Dec 21 01:55:43.379666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.427255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.477781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.521790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f7e0-18b9-406a-a4c9-79145a8c9514 req-79acb4a6-d71a-401c-b044-5047a3c8f6b0 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:43.523262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58e4f7e0-18b9-406a-a4c9-79145a8c9514 req-79acb4a6-d71a-401c-b044-5047a3c8f6b0 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 945 time: 0.0847831 Dec 21 01:55:43.537153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.539747 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.540892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/d1303b15-7b41-4859-b6b0-f195f02ded13 HTTP/1.1" status: 204 len: 168 time: 0.1682289 Dec 21 01:55:43.546078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47432) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.575211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942329a-4870-49fd-bed1-f114a964f9c9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1303b15-7b41-4859-b6b0-f195f02ded13,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:43.666538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6764be4b-1dc2-4430-b51d-c4a38d20c094 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1191938 Dec 21 01:55:43.669718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47434) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:43.673861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58e4f7e0-18b9-406a-a4c9-79145a8c9514 req-96ebd743-94f0-4af8-9211-f2735f2f4c3d tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317935 Dec 21 01:55:43.694588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-f6292948-6660-431f-8915-41da9016fca3 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:43.696116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-f6292948-6660-431f-8915-41da9016fca3 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.24 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 945 time: 0.0961447 Dec 21 01:55:43.752676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.781178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.802108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Deleting port df780cab-bef4-43c1-b05b-b1615fea702b {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:43.802754 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.841193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.901963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34a97611-dc99-45d0-b2da-b6815d506ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:43.997656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] For port df780cab-bef4-43c1-b05b-b1615fea702b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=df780cab-bef4-43c1-b05b-b1615fea702b,segment=NetworkSegment(a13433aa-3881-467f-a2e7-f6cc3906b91a),segment_id=a13433aa-3881-467f-a2e7-f6cc3906b91a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:43.997800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.011759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.014818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.015966 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e37217f-65c9-4cca-9193-5b6d49e8e62b HTTP/1.1" status: 204 len: 168 time: 0.3438790 Dec 21 01:55:44.016231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Calling delete_port for df780cab-bef4-43c1-b05b-b1615fea702b owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:44.021147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:44.032415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.038315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.039865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0729b6b9-9990-45f3-93f3-5b5b2a597bee None None] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:44.044237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.048685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a1237-9260-48e1-aaae-a80831321969 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e37217f-65c9-4cca-9193-5b6d49e8e62b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.050115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.055987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.062439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.068307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.070247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-fc460249-87bd-4ae0-9220-fe46da77878f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1712935 Dec 21 01:55:44.081436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eac58-6df1-4c71-88b7-c6a6e42439d6 req-7fd6688f-2a20-463e-b296-4cfa111fc7c8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.082501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f42eac58-6df1-4c71-88b7-c6a6e42439d6 req-7fd6688f-2a20-463e-b296-4cfa111fc7c8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1816564 Dec 21 01:55:44.106838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57b1499d-ca76-464c-82db-85388bb89968 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826733 Dec 21 01:55:44.122126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:44.128375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040456859'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:44.137462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] Provisioning complete for port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:44.138010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.162633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.168490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.199944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.250859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-945f7ac9-7056-4c1f-a8cb-32b715a09376 req-c118d447-5b42-43b0-bae4-fc78e9b81bda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640980 Dec 21 01:55:44.257923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=0ec12955-8cd9-4d3b-9e9d-9cc2d634005e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.277830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f42eac58-6df1-4c71-88b7-c6a6e42439d6 req-5235d815-3ce5-4ece-93e7-d454bd424709 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771636 Dec 21 01:55:44.278356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.319517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] For port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,segment=NetworkSegment(82e585cf-58c4-4ec3-897e-fd31e470071a),segment_id=82e585cf-58c4-4ec3-897e-fd31e470071a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:44.330209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.404394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.444048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['df780cab-bef4-43c1-b05b-b1615fea702b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:55:44.460518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Pushing event deleted for resources: {'Port': ['ID=df780cab-bef4-43c1-b05b-b1615fea702b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.488399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.508289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.520074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa5631-e686-474a-89ba-e572b18b8822 None None] DHCP port deletion for a5a4ba94-b092-4839-abec-7944f22497d5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:44.524574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] No DVR routers for this DVR port df780cab-bef4-43c1-b05b-b1615fea702b on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:44.532864 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.538563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b27f307-0eed-4994-a0bb-60685a45dfda req-9176f334-1678-4ab8-9c02-b0adabe00166 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.24 "DELETE /v2.0/ports/df780cab-bef4-43c1-b05b-b1615fea702b HTTP/1.1" status: 204 len: 173 time: 0.8355155 Dec 21 01:55:44.539761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'name': 'network-vif-deleted', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:44.542584 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d0207-3d0d-4e94-b31b-2704231e8da4" -d '{"events": [{"server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "name": "network-vif-deleted", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:44.561796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.563317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4405730 Dec 21 01:55:44.575079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38366-dcb0-4e47-91d6-ce5555dca06b None None] Pushing event updated for resources: {'Port': ['ID=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.578773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47452) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:44.583135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d1be-35e5-4d3d-8a09-a1c79ff172a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a0002-6c33-435c-9a32-336ffd8d7eed,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.586230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.588773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '0b6a0002-6c33-435c-9a32-336ffd8d7eed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:44.612110 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979f06b-2c47-4bfa-ac24-fd255a0c809f x-openstack-request-id: req-5979f06b-2c47-4bfa-ac24-fd255a0c809f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:44.612451 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187814dc-a845-4420-85fe-ca053d65916e", "name": "network-vif-deleted", "tag": "df780cab-bef4-43c1-b05b-b1615fea702b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:44.612707 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5979f06b-2c47-4bfa-ac24-fd255a0c809f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:44.613111 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187814dc-a845-4420-85fe-ca053d65916e', 'name': 'network-vif-deleted', 'tag': 'df780cab-bef4-43c1-b05b-b1615fea702b', 'status': 'completed', 'code': 200} Dec 21 01:55:44.662063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355a768-5b99-403a-bf08-26dfa3a9a254 req-3bc35b11-2f4d-4127-a028-59c0baf7f6c4 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:44.672261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c355a768-5b99-403a-bf08-26dfa3a9a254 req-3bc35b11-2f4d-4127-a028-59c0baf7f6c4 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1431632 Dec 21 01:55:44.678560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4edf72df-2a0b-4a07-8cf4-f619f6178b3a None None] Provisioning complete for port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:44.679861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4edf72df-2a0b-4a07-8cf4-f619f6178b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.704510 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.731822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4edf72df-2a0b-4a07-8cf4-f619f6178b3a None None] Port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:44.749722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4edf72df-2a0b-4a07-8cf4-f619f6178b3a None None] Provisioning complete for port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:44.750204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4edf72df-2a0b-4a07-8cf4-f619f6178b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.778152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.807312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.829380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.886887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbffbd0-9678-4ad3-8c5e-8dc03a0a76be,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:44.917390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c355a768-5b99-403a-bf08-26dfa3a9a254 req-da6f8bee-64c0-427f-8016-302be4d12f6b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391036 Dec 21 01:55:44.935716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:44.940512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bae79389-9744-44de-9c18-61ad7d1f9377 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3561928 Dec 21 01:55:44.941139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47456) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:44.943225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:44.953473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44a926b3-4135-4f99-8402-8527d08c4f4d req-6f8898dd-0965-46fa-abb6-2eab356a8a29 tempest-InstanceActionsV221TestJSON-945884608 tempest-InstanceActionsV221TestJSON-945884608-project] 10.222.0.43 "GET /v2.0/ports?device_id=187814dc-a845-4420-85fe-ca053d65916e HTTP/1.1" status: 200 len: 210 time: 0.0773988 Dec 21 01:55:45.006722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.018668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.029789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04f3fde8-74de-41fc-8e50-b605426df8ee None None] Provisioning complete for port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:45.030707 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04f3fde8-74de-41fc-8e50-b605426df8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.055828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.062700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.066635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ccbffbd0-9678-4ad3-8c5e-8dc03a0a76be HTTP/1.1" status: 204 len: 168 time: 0.1238632 Dec 21 01:55:45.067261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:45.088096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb807-967e-4d41-b301-5b8adacee441 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccbffbd0-9678-4ad3-8c5e-8dc03a0a76be,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:45.098617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:45.098880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.116226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f4790943-fb5f-4833-8c65-417f286a968c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456951 Dec 21 01:55:45.118858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47460) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:45.128818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-04f3fde8-74de-41fc-8e50-b605426df8ee None None] Port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:45.163894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.171891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.181693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.211365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.254798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.256625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-197ba29d-241a-4212-b9da-040129d4dacb None None] Provisioning complete for port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:45.257032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-197ba29d-241a-4212-b9da-040129d4dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.260862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=0ec12955-8cd9-4d3b-9e9d-9cc2d634005e,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:45.281613 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.284747 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.288913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b6a0002-6c33-435c-9a32-336ffd8d7eed HTTP/1.1" status: 204 len: 168 time: 0.1665816 Dec 21 01:55:45.289248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47462) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:45.307036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b35923-5823-49e2-986c-3996ba7a42a9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a0002-6c33-435c-9a32-336ffd8d7eed,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:45.310283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-197ba29d-241a-4212-b9da-040129d4dacb None None] Port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:45.405570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a99324bc-6e91-4cc0-81f7-fd468d23a3c7 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1152580 Dec 21 01:55:45.409626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:45.414682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031699106'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:45.423534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:45.425550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:45.455125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.461270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.467240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.473404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.479791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.486377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.492751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.494741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-6d8c9f8c-018e-4160-88b0-6eb3de9b10bf tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1259439 Dec 21 01:55:45.504084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519788e-18f4-4bef-971b-31e53d80bdb6 req-b8f65878-7f54-465b-9ee2-bb7adf545a76 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:45.505646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7519788e-18f4-4bef-971b-31e53d80bdb6 req-b8f65878-7f54-465b-9ee2-bb7adf545a76 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1229866 Dec 21 01:55:45.599009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f5c8752-e46e-43aa-a623-80f6b2f92dc5 req-578304e2-571e-4456-b42d-6db427272988 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923209 Dec 21 01:55:45.603397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7519788e-18f4-4bef-971b-31e53d80bdb6 req-362ca586-7b72-4f2f-ba0e-3aa0680f064d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Dec 21 01:55:45.733246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e1c82428-1fe0-4dab-8ae6-32857d9c8b7c None None] Provisioning complete for port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:45.733654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1c82428-1fe0-4dab-8ae6-32857d9c8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.767286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e1c82428-1fe0-4dab-8ae6-32857d9c8b7c None None] Port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:45.828948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.920005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 5c74dd36-9275-4273-a4cf-360309afb16a is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:55:45.924115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:45.929874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.026720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.028635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6180992 Dec 21 01:55:46.031278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e1fee-8b84-4517-b340-2fae86b1f117 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb27725-f7a8-47ac-a2af-b2112ed05808,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:46.033352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47480) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.034445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528e54-e8e5-4d0e-ae77-355a362f6d60 req-a5ab7219-c778-4ea8-83f8-8dfc156b89ee tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.036108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8528e54-e8e5-4d0e-ae77-355a362f6d60 req-a5ab7219-c778-4ea8-83f8-8dfc156b89ee tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.0569639 Dec 21 01:55:46.043857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': 'efb27725-f7a8-47ac-a2af-b2112ed05808', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:46.073854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:46.084473 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6902ef1a-6874-45b2-8ad1-00cb815e7457 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/5c74dd36-9275-4273-a4cf-360309afb16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999922 Dec 21 01:55:46.084473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.089874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] Sync routers for ids ['5c74dd36-9275-4273-a4cf-360309afb16a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:46.109300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] Routers {'5c74dd36-9275-4273-a4cf-360309afb16a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:46.110501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c74dd36-9275-4273-a4cf-360309afb16a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.117822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.120705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8528e54-e8e5-4d0e-ae77-355a362f6d60 req-3bb667fa-fc12-4ca7-95c8-c6c15686c211 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755057 Dec 21 01:55:46.125365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-8535d837-9336-4e87-b26c-54e8f6e84e21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661855 Dec 21 01:55:46.151184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd6ce6-3034-4cf9-b2fa-51165c357948 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.153109 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ebd6ce6-3034-4cf9-b2fa-51165c357948 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports/0ec12955-8cd9-4d3b-9e9d-9cc2d634005e HTTP/1.1" status: 200 len: 977 time: 0.0682187 Dec 21 01:55:46.157043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.163034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.183214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] Routers {'5c74dd36-9275-4273-a4cf-360309afb16a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:46.185139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c74dd36-9275-4273-a4cf-360309afb16a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.190156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.196766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.222641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026966d8-e87a-465f-ae99-f58841be6c56,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:46.249023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.250407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17a160-4713-49f0-a865-c9ae42097644 None None] The sync data for ids ['5c74dd36-9275-4273-a4cf-360309afb16a'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:46.261649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.263285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a392aeb4-b565-4c32-b647-5079c88d0609 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2246883 Dec 21 01:55:46.269671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47490) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.270019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.313200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ba376532-7db9-41c3-962c-e83fd4b1726e tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules/026966d8-e87a-465f-ae99-f58841be6c56 HTTP/1.1" status: 200 len: 763 time: 0.0420251 Dec 21 01:55:46.315715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.348270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Deleting subnet 1b96d019-4fc4-460c-84d8-f6acb4575a1d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:46.353751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.392645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a63b824a-b1d5-4257-afbd-abd7fd0c8a7c tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0758686 Dec 21 01:55:46.395254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47496) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.421284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.453595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.465675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.484897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device df780cab-bef4-43c1-b05b-b1615fea702b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:46.492076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.506111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: df780cab-bef4-43c1-b05b-b1615fea702b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:46.506736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device df780cab-bef4-43c1-b05b-b1615fea702b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:46.522361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.530237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.533660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/026966d8-e87a-465f-ae99-f58841be6c56 HTTP/1.1" status: 204 len: 168 time: 0.1351752 Dec 21 01:55:46.534415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.549276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2b872ca3-a910-4b1b-bad0-d5312a9fa0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.558222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baab28d-43ed-4cd2-a3b2-270962042678 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=026966d8-e87a-465f-ae99-f58841be6c56,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:46.579054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.619461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69021cea-34b4-447e-809f-8a18e051a105 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805554 Dec 21 01:55:46.621629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.625986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': 'efb27725-f7a8-47ac-a2af-b2112ed05808', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:46.631125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b96d019-4fc4-460c-84d8-f6acb4575a1d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:46.633628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.638846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef7222-269f-47f9-8019-2c20d2ffed83 None None] Network a5a4ba94-b092-4839-abec-7944f22497d5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:46.639482 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6054d4fc-06d3-4c6d-9dbc-6c28555a1b2b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1b96d019-4fc4-460c-84d8-f6acb4575a1d HTTP/1.1" status: 204 len: 168 time: 0.3672347 Dec 21 01:55:46.641397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47506) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.737151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.748573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.774238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33953d5-6adf-41c7-8100-a0b80e32dcc9 None None] DHCP port deletion for a5a4ba94-b092-4839-abec-7944f22497d5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:46.775485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-bebd9ef2-48ac-45c0-a668-311bec74380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.776956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-bebd9ef2-48ac-45c0-a668-311bec74380b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1098 time: 0.5559475 Dec 21 01:55:46.860799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.864031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.871549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.903030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a4ba94-b092-4839-abec-7944f22497d5']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.911181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831382c1-fb03-4daa-9ffa-83d827b8700f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:46.911784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.915952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13433aa-3881-467f-a2e7-f6cc3906b91a') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.916226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13433aa-3881-467f-a2e7-f6cc3906b91a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:46.918623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.924551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.925028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.926222 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-485690a9-2341-4c12-b50e-0530dbc26098 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036897 Dec 21 01:55:46.928995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.930607 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.930720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.936506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.942388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.948396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.950337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-8bae2deb-06f7-4755-b54c-5817104a2435 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.2551868 Dec 21 01:55:46.958264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76fd96fc-bbcd-433e-9189-8cb9a0cd72ed tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules/831382c1-fb03-4daa-9ffa-83d827b8700f HTTP/1.1" status: 200 len: 763 time: 0.0232058 Dec 21 01:55:46.958264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.959658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47514) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:46.964277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630bfd-e87c-464a-a2e1-9d89a6fe91cb req-8963ce3c-3057-4c1e-8545-c4b9f0294f5e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:46.966273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32630bfd-e87c-464a-a2e1-9d89a6fe91cb req-8963ce3c-3057-4c1e-8545-c4b9f0294f5e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2549703 Dec 21 01:55:46.976162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:46.976553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:46.978393 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:47.048596 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-41e50f52-d550-4a70-8c4f-e1aa79dd2741 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0877819 Dec 21 01:55:47.049816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.051179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.060969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.064069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] 10.222.0.43 "DELETE /v2.0/networks/a5a4ba94-b092-4839-abec-7944f22497d5 HTTP/1.1" status: 204 len: 168 time: 0.4217682 Dec 21 01:55:47.079654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba8f29-4256-402f-831f-5ccc6bf37fae admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a4ba94-b092-4839-abec-7944f22497d5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.093286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.101191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.131318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.136784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.140560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/831382c1-fb03-4daa-9ffa-83d827b8700f HTTP/1.1" status: 204 len: 168 time: 0.0884461 Dec 21 01:55:47.141177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.182498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-e9bd22ab-8239-4b99-8768-4b53511a5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:47.184021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-e9bd22ab-8239-4b99-8768-4b53511a5d12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.3526330 Dec 21 01:55:47.186345 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.189802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c7a72-1c52-4d03-95ea-0a57f53cfa98 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831382c1-fb03-4daa-9ffa-83d827b8700f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.191351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16ee12cc-5f91-4224-bf87-86f45e95aec8 req-be152254-0795-428f-a1dc-e826f73274ec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224677 Dec 21 01:55:47.203659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32630bfd-e87c-464a-a2e1-9d89a6fe91cb req-7a81b341-df19-4648-878e-48342d632346 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044823 Dec 21 01:55:47.240947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1de7ee1d-fc05-4ba8-8330-ffe7ebf14751 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0963635 Dec 21 01:55:47.247372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47524) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.254986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': 'efb27725-f7a8-47ac-a2af-b2112ed05808', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:47.290671 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Project 0223fc5deaa542bb857d293cef782f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 01:55:47.296029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.332954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47526) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.335167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-723d74bf-3341-4f98-bfeb-adef7ee10cd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 1001 time: 0.1423097 Dec 21 01:55:47.377446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.390169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.400229 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a10ca8df-7c5e-4576-9fe9-3643b7dc8c46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c38d37d2450f482d834c0cba12c6560d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659308 Dec 21 01:55:47.406877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47528) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.418775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d705a1a0-08c1-499a-925f-985329ae0777,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.437878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.439050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80ff29c2-34f6-486a-8d64-ffb14edf28cf tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905935 Dec 21 01:55:47.442127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47530) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.466887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ef3fd3c-85f8-4587-aeae-7683a3fdf0c2 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules/d705a1a0-08c1-499a-925f-985329ae0777 HTTP/1.1" status: 200 len: 769 time: 0.0237112 Dec 21 01:55:47.469359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-59d2ebc0-eba3-4fdf-b4ef-8eead9f0da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:47.470129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.470815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-59d2ebc0-eba3-4fdf-b4ef-8eead9f0da75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.1171663 Dec 21 01:55:47.495143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.495376 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:47.498790 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:47.499664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f7a78-a2a2-4e04-8271-1622288a0f95 req-0f238a69-3b71-49c9-96e4-aa579773c987 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:47.500447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c7f7a78-a2a2-4e04-8271-1622288a0f95 req-0f238a69-3b71-49c9-96e4-aa579773c987 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1179206 Dec 21 01:55:47.525973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.536901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6aab11c3-36ea-4794-801f-f9a128f6608d tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0657847 Dec 21 01:55:47.541804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.587790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.596977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.626569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.633082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.634200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d705a1a0-08c1-499a-925f-985329ae0777 HTTP/1.1" status: 204 len: 168 time: 0.0914884 Dec 21 01:55:47.634873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.637408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.638420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5793c2b-b6eb-4c37-b6a8-7f034a4999e7 HTTP/1.1" status: 204 len: 168 time: 0.2294583 Dec 21 01:55:47.639913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.649011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-2fdbe96e-0cef-4a72-b1fb-ffec02ae6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:47.650542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-2fdbe96e-0cef-4a72-b1fb-ffec02ae6927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483083 Dec 21 01:55:47.658891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.662662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdf0c6-ba03-433f-a807-a534cb7eac3a tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d705a1a0-08c1-499a-925f-985329ae0777,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.666077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f50a1-583a-4079-b0f3-c4ba3119911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5793c2b-b6eb-4c37-b6a8-7f034a4999e7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.691647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0dd73505-4449-40b0-a4dc-941117d5f426 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490987 Dec 21 01:55:47.695050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47540) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.736726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c7f7a78-a2a2-4e04-8271-1622288a0f95 req-b8557c90-c23d-46b0-8663-01dc46cf0d9c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257702 Dec 21 01:55:47.753617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.778846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.831361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.834611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:47.835826 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/efb27725-f7a8-47ac-a2af-b2112ed05808 HTTP/1.1" status: 204 len: 168 time: 0.1397150 Dec 21 01:55:47.841297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47542) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.854708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dcaca-7d29-4ce0-a09c-1c4a12a75ad0 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb27725-f7a8-47ac-a2af-b2112ed05808,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:47.907532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c8b24422-f37d-42c6-843e-e26dfb90eaf2 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638485 Dec 21 01:55:47.911776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:47.917115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group': {'name': 'tempest-secgroup--863399405'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:47.932248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-d6c84165-cefc-4bee-baf1-3059b3d03c38 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696347 Dec 21 01:55:47.942631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.020575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.028336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.055094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.056455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1431520 Dec 21 01:55:48.059235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47554) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.066093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Request body: {'security_group_rule': {'security_group_id': '24c5de9a-4c29-42dd-b105-724d17fb74bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:48.082832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b5e7a-337e-4064-a097-732eb1fcf039 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5de9a-4c29-42dd-b105-724d17fb74bc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:48.102013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20747d48-e599-472e-951f-4a4c5ef41d58 req-ac2b05cf-dc65-4f7c-9907-bfe1e4f2f0d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542869 Dec 21 01:55:48.109096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.130409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:48.131187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.169549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.175850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.199529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764a4205-944d-45fe-a31d-b6ac900a1bcd,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:48.210270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.212953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-857dcc89-f3e5-4d8d-b03e-696c70cacd70 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525443 Dec 21 01:55:48.214210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.235432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.255930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 0ec12955-8cd9-4d3b-9e9d-9cc2d634005e owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:48.302937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.329996 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.385105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.387817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.397770 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/24c5de9a-4c29-42dd-b105-724d17fb74bc HTTP/1.1" status: 204 len: 168 time: 0.1737781 Dec 21 01:55:48.397770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.412309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7642b4-fc06-497c-9b0a-ce7903a6b07f tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5de9a-4c29-42dd-b105-724d17fb74bc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:48.455101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.461423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14ad2067-0201-42b8-ba6d-f2acbfa3a5ad tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668559 Dec 21 01:55:48.464399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.465812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.470463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.476793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.483211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.489519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.495636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.498306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-ddbfd642-b4c4-4f05-b104-40c1872eadda tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1862440 Dec 21 01:55:48.506560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46ce326d-8881-4294-9548-f826d1e7f975 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0372493 Dec 21 01:55:48.506970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.509375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fd0b8-0093-4f51-9085-6ea90ebf6cbd req-2c581843-03eb-47ed-8500-1c4968f79a2d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:48.517235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d15fd0b8-0093-4f51-9085-6ea90ebf6cbd req-2c581843-03eb-47ed-8500-1c4968f79a2d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2038963 Dec 21 01:55:48.521920 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-59142dfb-71eb-48be-b8a8-0f7bac8e3a45 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] delete failed (client error): The resource could not be found. Dec 21 01:55:48.523074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-59142dfb-71eb-48be-b8a8-0f7bac8e3a45 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "DELETE /v2.0/security-groups/24c5de9a-4c29-42dd-b105-724d17fb74bc HTTP/1.1" status: 404 len: 347 time: 0.0150537 Dec 21 01:55:48.526479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47582) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:48.584845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7136a365-a65f-4b30-9fa6-4536216b3bf9 tempest-SecGroupIPv6Test-1154925983 tempest-SecGroupIPv6Test-1154925983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568211 Dec 21 01:55:48.590934 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.704549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-878fcfe0-7f26-4877-a86f-f772492c3a90 req-c06a815b-0589-4799-ab60-47beb8438118 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849961 Dec 21 01:55:48.710654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d15fd0b8-0093-4f51-9085-6ea90ebf6cbd req-c27c5917-4725-4839-8e13-68ae9d36aeed tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923420 Dec 21 01:55:48.759276 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:48.795283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=0ec12955-8cd9-4d3b-9e9d-9cc2d634005e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:48.836807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.837865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.838139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.838560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.838819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.839154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.839488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.840369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.841155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.841520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.841858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.842192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.842944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:48.929914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47596) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:49.032731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.050446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32260c-eef3-42be-b08f-057e0635a878 req-bb9d2f12-ae10-434b-afd4-af9e3c7d1e46 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:49.057711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e32260c-eef3-42be-b08f-057e0635a878 req-bb9d2f12-ae10-434b-afd4-af9e3c7d1e46 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1620908 Dec 21 01:55:49.319763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.487974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:49.593818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7887831-90b4-4dfd-aa4c-cfbd4349c70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.609124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e32260c-eef3-42be-b08f-057e0635a878 req-4d00b795-4f18-453d-bee7-edd6811c9ba4 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505452 Dec 21 01:55:49.613125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-efe4d556-b3cd-46c5-bd58-a532bf6a4f4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0223fc5deaa542bb857d293cef782f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809049 Dec 21 01:55:49.615776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:49.624666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 5c74dd36-9275-4273-a4cf-360309afb16a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:49.692337 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.712946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:49.720970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-397181c0-7bcf-492c-b635-319747a4064a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/5c74dd36-9275-4273-a4cf-360309afb16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5596123 Dec 21 01:55:49.720970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47626) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:49.724245 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] Sync routers for ids ['5c74dd36-9275-4273-a4cf-360309afb16a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:49.725526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7887831-90b4-4dfd-aa4c-cfbd4349c70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.730880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.737724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] Routers {'5c74dd36-9275-4273-a4cf-360309afb16a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:49.737724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c74dd36-9275-4273-a4cf-360309afb16a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:49.737985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7887831-90b4-4dfd-aa4c-cfbd4349c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.800000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d7887831-90b4-4dfd-aa4c-cfbd4349c70d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d072e2b41a574b7c9e4935696eaacae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109295 Dec 21 01:55:49.803713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:49.804364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887831-90b4-4dfd-aa4c-cfbd4349c70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb191b2-8b54-4b12-ae6d-dbf5ab6ec1b2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:49.815179 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:49.831526 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] Routers {'5c74dd36-9275-4273-a4cf-360309afb16a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:49.832556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5c74dd36-9275-4273-a4cf-360309afb16a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:49.857275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.859827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.863236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f168838e-0615-4964-9bc9-b9e154d1a37c HTTP/1.1" status: 204 len: 168 time: 0.2441618 Dec 21 01:55:49.872392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.873665 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:49.874206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68451-a54f-4ece-8e03-178818f7d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168838e-0615-4964-9bc9-b9e154d1a37c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:49.874344 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4dde76-ac6e-430f-a129-bd5715b0b4e2 None None] The sync data for ids ['5c74dd36-9275-4273-a4cf-360309afb16a'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:49.898245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.957565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.960636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:49.965924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eb191b2-8b54-4b12-ae6d-dbf5ab6ec1b2 HTTP/1.1" status: 204 len: 168 time: 0.1584859 Dec 21 01:55:49.978169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3da02-d9f9-4115-ad88-846e08656560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb191b2-8b54-4b12-ae6d-dbf5ab6ec1b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:50.083720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.090882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.097208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.102996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.109579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.115522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.121595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.129309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-7e491cd3-a79d-48db-8a0c-f810aa36e378 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.3022215 Dec 21 01:55:50.133428 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-60c6f01c-d1a3-48c6-bd19-76c46f6840de tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 01:55:50.137169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-60c6f01c-d1a3-48c6-bd19-76c46f6840de tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/5c74dd36-9275-4273-a4cf-360309afb16a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4126770 Dec 21 01:55:50.138514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.146950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d712-7f24-4f90-af5d-32880d3ebc9f req-1906f30c-55ab-4e4f-bc8c-6593174d0342 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.149792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3028d712-7f24-4f90-af5d-32880d3ebc9f req-1906f30c-55ab-4e4f-bc8c-6593174d0342 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2961063 Dec 21 01:55:50.176125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b116b037-9d53-438e-932f-da06e4536641 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c74dd36-9275-4273-a4cf-360309afb16a HTTP/1.1" status: 200 len: 205 time: 0.0371280 Dec 21 01:55:50.178139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.253018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d94c2d4-9e11-4d8b-8e6c-9f65b64122ae req-ec67d053-d97c-4f01-a7c2-bb89049b3b4d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201894 Dec 21 01:55:50.263527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3028d712-7f24-4f90-af5d-32880d3ebc9f req-34709835-8691-484b-b33b-a622b7811512 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977166 Dec 21 01:55:50.299745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.497002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.499181 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.550809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.551363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router 5c74dd36-9275-4273-a4cf-360309afb16a {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:55:50.558387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.559476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ad3dfb1-e534-4db5-a98b-063ad3594f8c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/5c74dd36-9275-4273-a4cf-360309afb16a HTTP/1.1" status: 204 len: 168 time: 0.3782005 Dec 21 01:55:50.562210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47672) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.623948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet b77da7b3-7cd1-45b7-b29c-86195ac1d372 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:50.627269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.682065 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.769326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47686) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.773192 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027826 Dec 21 01:55:50.776144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.842692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602999e-359d-4d97-bc75-50b607318308 req-4589895e-d9d4-48a2-837f-4235f35780e3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:50.844189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8602999e-359d-4d97-bc75-50b607318308 req-4589895e-d9d4-48a2-837f-4235f35780e3 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1360710 Dec 21 01:55:50.855072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:50.860971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.933867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8602999e-359d-4d97-bc75-50b607318308 req-b4ae97bf-3a07-477b-bb47-1328c11e1c57 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800726 Dec 21 01:55:50.950096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:50.972879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-305847868-network', 'tenant_id': 'd0034bdaf22442c2bd861a747dafbb00'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:50.987711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=b77da7b3-7cd1-45b7-b29c-86195ac1d372,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.001976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.002173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5aa00be-479c-4727-b372-86ef81f1b494 tempest-NetworksApiDiscovery-1082693696 tempest-NetworksApiDiscovery-1082693696-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2200675 Dec 21 01:55:51.002266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ae48d-430d-4636-8635-c582308dfdb6 None None] Network a6a0abca-9e9f-43be-95a8-6dff5620c6c2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:51.002708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0befbb87-8b77-40be-82b2-12734df8e048 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/b77da7b3-7cd1-45b7-b29c-86195ac1d372 HTTP/1.1" status: 204 len: 168 time: 0.4379096 Dec 21 01:55:51.003985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47698) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:51.014852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Made reservation on behalf of d0034bdaf22442c2bd861a747dafbb00 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:51.021252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.044092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.101633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.168061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:51.168401 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.171262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.176159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.192803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] DHCP port deletion for a6a0abca-9e9f-43be-95a8-6dff5620c6c2 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:51.200489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:51.215472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2559b4-c231-4dd7-8982-b3e331e3ab44,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.224628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.225049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.225502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.225910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.226310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.226702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.227374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.227492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.227794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.228190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.228573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.228976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.229373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:55:51.233311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.233925 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Added segment 17536c78-6c1b-4987-b69c-3e62a41f3579 of type vlan for network 00277626-e23c-4799-b3ae-06313a41472f Dec 21 01:55:51.253385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,segment=NetworkSegment(82e585cf-58c4-4ec3-897e-fd31e470071a),segment_id=82e585cf-58c4-4ec3-897e-fd31e470071a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:51.253846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.266327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Deleting port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:51.266757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.271740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:51.281563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.314648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.315900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.316728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.367405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] For port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,segment=NetworkSegment(82e585cf-58c4-4ec3-897e-fd31e470071a),segment_id=82e585cf-58c4-4ec3-897e-fd31e470071a)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:51.367405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.386117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47708) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:51.394523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Calling delete_port for 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:51.417662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5610042 Dec 21 01:55:51.418262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.421422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:51.426167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Request body: {'subnet': {'network_id': '00277626-e23c-4799-b3ae-06313a41472f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-305847868-subnet', 'tenant_id': 'd0034bdaf22442c2bd861a747dafbb00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:51.435927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a4a29-7e7f-45fb-b4aa-5488a9d5d001 admin admin] Pushing event updated for resources: {'Network': ['ID=00277626-e23c-4799-b3ae-06313a41472f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.463715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Made reservation on behalf of d0034bdaf22442c2bd861a747dafbb00 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:51.466049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 00277626-e23c-4799-b3ae-06313a41472f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:51.467092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.482101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.509389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:51.562575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.569238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.576393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.581265 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.582699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.589583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.595199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.601044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.603020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-329e3eee-c34f-40f2-bac7-fa9845ce2401 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1965995 Dec 21 01:55:51.609654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] Pushing event deleted for resources: {'Port': ['ID=0dbc7aec-fe0e-4ff7-8847-8005ac5826c4,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.611784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef70d1f-9b00-4718-96d5-26d3466e6207 None None] No DVR routers for this DVR port 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:51.637366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd40fbab-9de5-4a04-bf7c-6935e95d1475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.676020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.707751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6a52-80a1-4576-9b0c-d67a71b6a52c req-bfe01d9b-438c-4d45-bf52-51332fc1aab0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.709792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef6a52-80a1-4576-9b0c-d67a71b6a52c req-bfe01d9b-438c-4d45-bf52-51332fc1aab0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2879343 Dec 21 01:55:51.713583 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.740914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b84c6f-22c9-46b7-842d-9b760b3cd807,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:51.749557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Checking segment: {'id': '17536c78-6c1b-4987-b69c-3e62a41f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '00277626-e23c-4799-b3ae-06313a41472f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:51.749947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Network hostable DHCP agents. Network: 00277626-e23c-4799-b3ae-06313a41472f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:51.766749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Network 00277626-e23c-4799-b3ae-06313a41472f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:51.772227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a0abca-9e9f-43be-95a8-6dff5620c6c2']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:51.775761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 00277626-e23c-4799-b3ae-06313a41472f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:51.780129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:51.780552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.786791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f6251-025d-4daa-a61b-5f022c309c54 None None] Network 00277626-e23c-4799-b3ae-06313a41472f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:51.800261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e585cf-58c4-4ec3-897e-fd31e470071a') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:51.800554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e585cf-58c4-4ec3-897e-fd31e470071a') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:51.814128 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4c22a5e6-d360-4a11-995f-4d69fd33e9b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3829629 Dec 21 01:55:51.831177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b0265cc-d574-4f0b-9c36-61a83d47d21f req-921414e6-13e2-4812-942c-9738186d5ef6 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994867 Dec 21 01:55:51.838024 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.886052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef6a52-80a1-4576-9b0c-d67a71b6a52c req-cfe88ea9-f08f-475b-8c91-e21e742db343 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605215 Dec 21 01:55:51.897463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.913825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:51.914557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:51.918412 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:51.924786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a867b-5917-4f10-9c79-c0d3cb9a196f None None] Network 00277626-e23c-4799-b3ae-06313a41472f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:52.003218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd40fbab-9de5-4a04-bf7c-6935e95d1475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.007698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.014736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.019426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/a6a0abca-9e9f-43be-95a8-6dff5620c6c2 HTTP/1.1" status: 204 len: 168 time: 1.0143335 Dec 21 01:55:52.023377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47724) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:52.023689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd40fbab-9de5-4a04-bf7c-6935e95d1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.031168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-422825933'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:52.053538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b0e8-e173-4358-82f3-9c9a80f8a8f7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=a6a0abca-9e9f-43be-95a8-6dff5620c6c2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:52.079002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:52.083704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.120230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:55:52.127388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd40fbab-9de5-4a04-bf7c-6935e95d1475 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9e0576c1d404b4bae19d4b3ee259821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7362313 Dec 21 01:55:52.129716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:52.130450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40fbab-9de5-4a04-bf7c-6935e95d1475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe065b5-a544-4986-b77c-60b50dcca8b8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:52.134568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.134983 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 016c4df8-6708-452c-a5c6-9642628a63c6 of type vlan for network f076c906-509b-4e31-affc-2d984d61fa9f Dec 21 01:55:52.187474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.200733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9a262-746f-452e-bb1d-158c46865504 req-a6967fb0-dae5-4f22-836b-15e9781d8e38 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:52.202619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cb9a262-746f-452e-bb1d-158c46865504 req-a6967fb0-dae5-4f22-836b-15e9781d8e38 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1342375 Dec 21 01:55:52.222173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.226517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.228250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:52.228984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.239741 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.291185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.301505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cb9a262-746f-452e-bb1d-158c46865504 req-1a8cc722-8bee-455e-a9a7-7a1555d09467 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926232 Dec 21 01:55:52.313994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2884607 Dec 21 01:55:52.315250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47738) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:52.325924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:52.332456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e582f8-a89d-4c4f-a5c1-f0ed83214125 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=f076c906-509b-4e31-affc-2d984d61fa9f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:52.345079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f076c906-509b-4e31-affc-2d984d61fa9f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:55:52.424848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.425327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:52.428772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.429317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.430831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbe065b5-a544-4986-b77c-60b50dcca8b8 HTTP/1.1" status: 204 len: 168 time: 0.2898397 Dec 21 01:55:52.455857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb858507-4897-4b8f-a827-2eb34cb4418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe065b5-a544-4986-b77c-60b50dcca8b8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:52.496699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-4da0b889-2a15-4033-8b44-a1e1499b6794 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:52.499709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-4da0b889-2a15-4033-8b44-a1e1499b6794 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/networks?id=00277626-e23c-4799-b3ae-06313a41472f HTTP/1.1" status: 200 len: 821 time: 0.1813354 Dec 21 01:55:52.520850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-ad5527e4-c039-430f-a322-f71962088784 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/quotas/d0034bdaf22442c2bd861a747dafbb00 HTTP/1.1" status: 200 len: 375 time: 0.0131595 Dec 21 01:55:52.560161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-1ed98f47-2df1-4b8f-a906-9d5ee59b0d80 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0034bdaf22442c2bd861a747dafbb00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301445 Dec 21 01:55:52.684557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.690331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-bffe5404-2d90-4003-8835-3263c12f0b7c service neutron] 10.222.0.43 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205392 Dec 21 01:55:52.779590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=c3ab6ae0-7f34-49fd-bd11-4be94addf760,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:52.788315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '016c4df8-6708-452c-a5c6-9642628a63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:52.788729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: f076c906-509b-4e31-affc-2d984d61fa9f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:55:52.809667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network f076c906-509b-4e31-affc-2d984d61fa9f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:55:52.813020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-1417ec08-754f-4a11-bfc9-bde54738dc59 service neutron] 10.222.0.43 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111193 Dec 21 01:55:52.825274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f076c906-509b-4e31-affc-2d984d61fa9f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:52.829599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:52.830427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.831066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:52.857074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9496a45d-ccde-44e0-9e92-dc245d4e0a9e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5377486 Dec 21 01:55:52.859828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:52.866609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-448601135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:52.867524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7729ad27-b8d1-4980-8a71-1f71245d84b1 None None] Network f076c906-509b-4e31-affc-2d984d61fa9f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:52.873794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:52.874305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0dbc7aec-fe0e-4ff7-8847-8005ac5826c4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:52.901737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.903185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:52.997878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.013157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.034936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.044305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.047655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f076c906-509b-4e31-affc-2d984d61fa9f', 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': 'c3ab6ae0-7f34-49fd-bd11-4be94addf760'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:55:53.050227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.063164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.066728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.068009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6881650d-cb37-4cdf-a2ad-9614474f6eb4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2068815 Dec 21 01:55:53.071046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:53.080491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.094048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.110529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.122449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.147863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35911281-d262-4325-84cf-15413d34e63d req-8eacfe79-7cf8-4b4b-a2e7-d18da5724c33 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1894293 Dec 21 01:55:53.244462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Allocated IP 172.20.0.2 (f076c906-509b-4e31-affc-2d984d61fa9f/c3ab6ae0-7f34-49fd-bd11-4be94addf760/2e285fb2-2a48-48ff-8855-9dbddd0ebece) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:53.264080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbfcd-39de-4c22-8c0a-15512a71f12d req-aafed512-b67e-4b54-9452-0439a7abe6bc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.265872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2dcbfcd-39de-4c22-8c0a-15512a71f12d req-aafed512-b67e-4b54-9452-0439a7abe6bc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1101017 Dec 21 01:55:53.342702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2dcbfcd-39de-4c22-8c0a-15512a71f12d req-13678589-16b0-415b-9436-cdc0e6a42171 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Dec 21 01:55:53.354377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35911281-d262-4325-84cf-15413d34e63d req-3297d37b-e337-48ac-91aa-9fa87576c2d5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048862 Dec 21 01:55:53.445669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.453247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.456203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.489621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Network f076c906-509b-4e31-affc-2d984d61fa9f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:53.494814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:53.501612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:53.509321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5da59ebb-cd13-4eab-a5c8-767848c77d13 req-e19a8078-7712-4a13-91d8-41932ef2fb6b tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 210 time: 0.0621591 Dec 21 01:55:53.537624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Pushing event updated for resources: {'Port': ['ID=2e285fb2-2a48-48ff-8855-9dbddd0ebece,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:53.573688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Attempting to bind port 2e285fb2-2a48-48ff-8855-9dbddd0ebece on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:53.574627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Attempting to bind port 2e285fb2-2a48-48ff-8855-9dbddd0ebece by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '016c4df8-6708-452c-a5c6-9642628a63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:53.575004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Attempting to bind port 2e285fb2-2a48-48ff-8855-9dbddd0ebece on network f076c906-509b-4e31-affc-2d984d61fa9f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:53.580399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:53.580825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Checking segment: {'id': '016c4df8-6708-452c-a5c6-9642628a63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:53.581347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.582025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Bound using segment: {'id': '016c4df8-6708-452c-a5c6-9642628a63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:53.582553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Bound port: 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c4df8-6708-452c-a5c6-9642628a63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f076c906-509b-4e31-affc-2d984d61fa9f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:53.583071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.666789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] For port 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:53.671696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] For port 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2e285fb2-2a48-48ff-8855-9dbddd0ebece,segment=NetworkSegment(016c4df8-6708-452c-a5c6-9642628a63c6),segment_id=016c4df8-6708-452c-a5c6-9642628a63c6)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:53.681220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:53.689635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e80aa-4546-4882-9848-41c5017b233b req-57cda924-b5d8-4fa1-9783-6a8b84742fac tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:53.691658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0e80aa-4546-4882-9848-41c5017b233b req-57cda924-b5d8-4fa1-9783-6a8b84742fac tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.0581207 Dec 21 01:55:53.778575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0e80aa-4546-4882-9848-41c5017b233b req-b5787b78-d3b5-4312-aa8c-bfe7bbbb1dc9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773900 Dec 21 01:55:53.787275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6a928-0d7d-4bb3-b41f-f4857eea2a3c None None] Pushing event updated for resources: {'Port': ['ID=2e285fb2-2a48-48ff-8855-9dbddd0ebece,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:53.872798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.20.0.1 (f076c906-509b-4e31-affc-2d984d61fa9f/c3ab6ae0-7f34-49fd-bd11-4be94addf760/b41a5b11-5d1b-421f-a446-c9e9b78f3274) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:54.059987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.105072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.157685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network f076c906-509b-4e31-affc-2d984d61fa9f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:54.160755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:54.167442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:54.192143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=b41a5b11-5d1b-421f-a446-c9e9b78f3274,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:54.218499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.291698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:55:54.342379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.642654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.648665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.654963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.661352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.667422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.673847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.682048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.693970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-2a457156-c6ee-40cd-8913-5e8e17a4f8a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.2379744 Dec 21 01:55:54.708483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.718439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.767872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56075997-eb94-4465-92bd-14abcbf5a51b req-97cb6a52-13ee-4a3b-937d-eb538660d4f3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.772785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56075997-eb94-4465-92bd-14abcbf5a51b req-97cb6a52-13ee-4a3b-937d-eb538660d4f3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.3045435 Dec 21 01:55:54.787561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:54.802951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-df110d10-c641-45fa-bcee-20ae974c4637 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:54.805154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-df110d10-c641-45fa-bcee-20ae974c4637 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.24 "GET /v2.0/networks?id=00277626-e23c-4799-b3ae-06313a41472f HTTP/1.1" status: 200 len: 821 time: 0.2892740 Dec 21 01:55:54.847677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Request body: {'port': {'device_id': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'network_id': '00277626-e23c-4799-b3ae-06313a41472f', 'admin_state_up': True, 'tenant_id': 'd0034bdaf22442c2bd861a747dafbb00'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:54.903579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=b41a5b11-5d1b-421f-a446-c9e9b78f3274,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:54.939825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2e285fb2-2a48-48ff-8855-9dbddd0ebece up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:54.957915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network f076c906-509b-4e31-affc-2d984d61fa9f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:54.959979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:55.026789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2e285fb2-2a48-48ff-8855-9dbddd0ebece triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:55.027978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:55.037389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55bdf595-2e2b-4678-87ea-41407a9036d8 req-b648e501-e570-4934-aa34-4e55431a04c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3355861 Dec 21 01:55:55.093313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56075997-eb94-4465-92bd-14abcbf5a51b req-03f8ed1e-37ed-4a37-a7b0-b91508cf3fed tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800472 Dec 21 01:55:55.131770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:55.178385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a259c-de06-446c-8207-18dfb9f0ad7b None None] Network f076c906-509b-4e31-affc-2d984d61fa9f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:55.181445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2e285fb2-2a48-48ff-8855-9dbddd0ebece,segment=NetworkSegment(016c4df8-6708-452c-a5c6-9642628a63c6),segment_id=016c4df8-6708-452c-a5c6-9642628a63c6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:55.200758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router dced8dd8-3480-469e-9e3c-1344ab7ac4c6 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:55:55.210213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:55.213882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Made reservation on behalf of d0034bdaf22442c2bd861a747dafbb00 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:55:55.228049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:55.281369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-745a3f85-325d-4759-ad68-f44e4f88abff req-b1765d84-efe5-4f90-8efd-7f056da3a314 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 210 time: 0.0374839 Dec 21 01:55:55.307543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=2e285fb2-2a48-48ff-8855-9dbddd0ebece,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:55.342289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-af7709ad-a802-4399-ad79-7ba94db0d009 None None] Provisioning complete for port 2e285fb2-2a48-48ff-8855-9dbddd0ebece triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:55.342586 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af7709ad-a802-4399-ad79-7ba94db0d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:55.351066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:55.368065 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e5122107-3510-4d06-8c9e-b1eea8c01b8d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/dced8dd8-3480-469e-9e3c-1344ab7ac4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938356 Dec 21 01:55:55.368310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:55.402498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] Sync routers for ids ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:55.431006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7650664-ad17-44e5-8db3-1c1c2131cc5d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:55.434968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7650664-ad17-44e5-8db3-1c1c2131cc5d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports/b41a5b11-5d1b-421f-a446-c9e9b78f3274 HTTP/1.1" status: 200 len: 910 time: 0.0630956 Dec 21 01:55:55.437799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47822) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:55.460729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] Routers {'dced8dd8-3480-469e-9e3c-1344ab7ac4c6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:55.461500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:55.509016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86942d-1259-4c49-a1a3-7ff1fc6bf634 req-1f658952-2ec8-4b1a-b1c1-abaeee421fe9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:55.510694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e86942d-1259-4c49-a1a3-7ff1fc6bf634 req-1f658952-2ec8-4b1a-b1c1-abaeee421fe9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1210988 Dec 21 01:55:55.525989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:55.552779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Allocated IP 172.20.0.5 (00277626-e23c-4799-b3ae-06313a41472f/14b84c6f-22c9-46b7-842d-9b760b3cd807/03158b84-65eb-4d13-81d6-25907f57f782) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:55:55.590648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] Routers {'dced8dd8-3480-469e-9e3c-1344ab7ac4c6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:55.591297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:55.631060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e86942d-1259-4c49-a1a3-7ff1fc6bf634 req-361bae86-de7a-4dcf-baf6-f2534c44ffbe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137767 Dec 21 01:55:55.648682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:55.649368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518bc3d-2d0a-4a08-8bdc-b0d2fad39bf3 None None] The sync data for ids ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:55.909129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5587f2-b139-40ca-bd56-43f9efb7a46a None None] Provisioning complete for port b41a5b11-5d1b-421f-a446-c9e9b78f3274 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:55.917218 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5587f2-b139-40ca-bd56-43f9efb7a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.017860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4f5587f2-b139-40ca-bd56-43f9efb7a46a None None] Port b41a5b11-5d1b-421f-a446-c9e9b78f3274 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:56.051932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f5587f2-b139-40ca-bd56-43f9efb7a46a None None] Provisioning complete for port 2e285fb2-2a48-48ff-8855-9dbddd0ebece triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:56.052935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f5587f2-b139-40ca-bd56-43f9efb7a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.252078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.312470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.350719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.356857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.360884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3cc59f45-2cae-4fcc-b76d-3c4756690e0f None None] Provisioning complete for port b41a5b11-5d1b-421f-a446-c9e9b78f3274 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:56.361510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3cc59f45-2cae-4fcc-b76d-3c4756690e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.378802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.384998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.391587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.397525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.402919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3cc59f45-2cae-4fcc-b76d-3c4756690e0f None None] Port b41a5b11-5d1b-421f-a446-c9e9b78f3274 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:56.404131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.406257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-de475572-9245-4962-8464-ad6a9a68f643 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.2445011 Dec 21 01:55:56.424897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae145b2-49cc-4fb9-93c1-c9a3e7a49ea6 req-b2c59a55-5068-44f0-b193-840d93504e33 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.426373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ae145b2-49cc-4fb9-93c1-c9a3e7a49ea6 req-b2c59a55-5068-44f0-b193-840d93504e33 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1894798 Dec 21 01:55:56.432800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.510702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Network 00277626-e23c-4799-b3ae-06313a41472f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:55:56.526672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:55:56.541008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:55:56.554017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-919d9489-eacb-4a77-8434-4b6648dd8800 None None] Provisioning complete for port b41a5b11-5d1b-421f-a446-c9e9b78f3274 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:56.554380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-919d9489-eacb-4a77-8434-4b6648dd8800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.555837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Pushing event updated for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:56.565237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.596802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port b41a5b11-5d1b-421f-a446-c9e9b78f3274 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:56.597273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.598638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ae145b2-49cc-4fb9-93c1-c9a3e7a49ea6 req-3f5bcecb-8842-4f94-a8c0-4a8f3b90dbe7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638973 Dec 21 01:55:56.605827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed35cb0e-bedd-4262-9ade-2011269fac89 req-5d2d4630-66f7-4e3b-9310-b032ce670008 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914315 Dec 21 01:55:56.607527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-919d9489-eacb-4a77-8434-4b6648dd8800 None None] Port b41a5b11-5d1b-421f-a446-c9e9b78f3274 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:55:56.650847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.651661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.674912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b2661da7-a5c6-4029-a445-4bb17d779148 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8378527 Dec 21 01:55:56.707184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.719998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for b41a5b11-5d1b-421f-a446-c9e9b78f3274 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:56.742768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Request body: {'port': {'device_id': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:56.830299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2e285fb2-2a48-48ff-8855-9dbddd0ebece up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:55:56.865507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.888999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2e285fb2-2a48-48ff-8855-9dbddd0ebece triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:55:56.889402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.896779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6afe67-df03-4855-a9a5-68637095a7a5 req-07faf494-4987-4b33-9ad9-1c6b74e3ddd8 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.898266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc6afe67-df03-4855-a9a5-68637095a7a5 req-07faf494-4987-4b33-9ad9-1c6b74e3ddd8 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 931 time: 0.1327810 Dec 21 01:55:56.936020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:56.939655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d8ee1-d777-4c41-927d-e05d66893cea req-aec16f78-8cd0-430e-b913-0c4b76aaf134 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:56.941157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a93d8ee1-d777-4c41-927d-e05d66893cea req-aec16f78-8cd0-430e-b913-0c4b76aaf134 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 946 time: 0.1180770 Dec 21 01:55:56.964390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=b41a5b11-5d1b-421f-a446-c9e9b78f3274,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:57.106388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc6afe67-df03-4855-a9a5-68637095a7a5 req-c0fa31df-a6e2-48ce-8cfe-a8f90d3d963c tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788116 Dec 21 01:55:57.121567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.123225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a93d8ee1-d777-4c41-927d-e05d66893cea req-133ce1e1-95fc-4fd7-8a67-49eb0d37b9de tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662159 Dec 21 01:55:57.333774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ff0f-05cb-483b-a061-53efbdf823fe req-697f2c8e-5090-48c3-8661-145be1d52a0a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.343060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c68ff0f-05cb-483b-a061-53efbdf823fe req-697f2c8e-5090-48c3-8661-145be1d52a0a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.1029918 Dec 21 01:55:57.374702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router dced8dd8-3480-469e-9e3c-1344ab7ac4c6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:55:57.416534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c68ff0f-05cb-483b-a061-53efbdf823fe req-98ea95a7-323a-4091-b2a6-3300eb27c0d2 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675747 Dec 21 01:55:57.482031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03158b84-65eb-4d13-81d6-25907f57f782 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:55:57.485810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:55:57.495142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-735bf057-4c5a-4499-848f-45ef63a574af tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/dced8dd8-3480-469e-9e3c-1344ab7ac4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526328 Dec 21 01:55:57.495238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.496138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:57.498602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] Sync routers for ids ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:55:57.541076 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] Routers {'dced8dd8-3480-469e-9e3c-1344ab7ac4c6'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:57.541743 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:57.572408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-096fed1e-bf8c-431b-96b7-9cecf14c7ce4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=dced8dd8-3480-469e-9e3c-1344ab7ac4c6 HTTP/1.1" status: 200 len: 205 time: 0.0732267 Dec 21 01:55:57.572940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:57.582988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Transition to ACTIVE for port object 03158b84-65eb-4d13-81d6-25907f57f782 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:55:57.592839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.598306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:57.611624 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] Routers {'dced8dd8-3480-469e-9e3c-1344ab7ac4c6'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:55:57.612759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:57.654159 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:57.654932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d15fe9-fc82-4f42-a588-298bbde5ca11 None None] The sync data for ids ['dced8dd8-3480-469e-9e3c-1344ab7ac4c6'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:55:57.702101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.794102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:57.860369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.867032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.873617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.879416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.879552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.881631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.885590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.891850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.898069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.900063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a4ab293-341c-411b-9726-10b850051e81 req-31b235d5-d992-4c20-993e-d327c21b09b0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.1889455 Dec 21 01:55:57.910902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba20a-94ad-4746-82f4-9d4785ac3189 req-8b804f9a-6b40-4d1a-bddd-5846040f8448 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:57.912285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bebba20a-94ad-4746-82f4-9d4785ac3189 req-8b804f9a-6b40-4d1a-bddd-5846040f8448 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2068152 Dec 21 01:55:57.930809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.931357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router dced8dd8-3480-469e-9e3c-1344ab7ac4c6 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:55:57.940434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:57.944096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9512d62-9869-4974-8273-bf0f91335f93 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/dced8dd8-3480-469e-9e3c-1344ab7ac4c6 HTTP/1.1" status: 204 len: 168 time: 0.3678277 Dec 21 01:55:57.944407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:57.972819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Attempting to bind port 03158b84-65eb-4d13-81d6-25907f57f782 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:55:57.973185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Attempting to bind port 03158b84-65eb-4d13-81d6-25907f57f782 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '17536c78-6c1b-4987-b69c-3e62a41f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '00277626-e23c-4799-b3ae-06313a41472f'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:55:57.974101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Attempting to bind port 03158b84-65eb-4d13-81d6-25907f57f782 on network 00277626-e23c-4799-b3ae-06313a41472f {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:57.991913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Port 03158b84-65eb-4d13-81d6-25907f57f782 on network 00277626-e23c-4799-b3ae-06313a41472f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:55:57.992245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Attempting to bind port 03158b84-65eb-4d13-81d6-25907f57f782 on network 00277626-e23c-4799-b3ae-06313a41472f {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:55:58.000109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet c3ab6ae0-7f34-49fd-bd11-4be94addf760 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:55:58.003291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.017176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:55:58.017540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Checking segment: {'id': '17536c78-6c1b-4987-b69c-3e62a41f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '00277626-e23c-4799-b3ae-06313a41472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:55:58.017937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Bound using segment: {'id': '17536c78-6c1b-4987-b69c-3e62a41f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '00277626-e23c-4799-b3ae-06313a41472f'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:55:58.018375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Bound port: 03158b84-65eb-4d13-81d6-25907f57f782, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17536c78-6c1b-4987-b69c-3e62a41f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '00277626-e23c-4799-b3ae-06313a41472f'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:55:58.018735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.045624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bebba20a-94ad-4746-82f4-9d4785ac3189 req-b92f6a08-2316-4c65-b97f-843cb6618729 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217043 Dec 21 01:55:58.045858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.052655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a4ab293-341c-411b-9726-10b850051e81 req-ba61fec9-a7ff-4fa6-a373-613811b9a402 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394336 Dec 21 01:55:58.151506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:55:58.155512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=03158b84-65eb-4d13-81d6-25907f57f782,segment=NetworkSegment(17536c78-6c1b-4987-b69c-3e62a41f3579),segment_id=17536c78-6c1b-4987-b69c-3e62a41f3579)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:55:58.162150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.184146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.208930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:58.209964 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.211494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] 10.222.0.24 "PUT /v2.0/ports/03158b84-65eb-4d13-81d6-25907f57f782 HTTP/1.1" status: 200 len: 1092 time: 1.4748404 Dec 21 01:55:58.212410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:55:58.214542 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff6197e-eece-44bd-a68a-701d765e9730" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "tag": "03158b84-65eb-4d13-81d6-25907f57f782"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:55:58.274749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8d38-692a-47f3-84f4-5fc2a34e7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:58.286135 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3673cd49-afe6-4232-8742-279a4a87cdc4 x-openstack-request-id: req-3673cd49-afe6-4232-8742-279a4a87cdc4 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:55:58.286536 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "tag": "03158b84-65eb-4d13-81d6-25907f57f782", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:55:58.286802 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3673cd49-afe6-4232-8742-279a4a87cdc4 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:55:58.287357 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782', 'status': 'completed', 'code': 200} Dec 21 01:55:58.291470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.324446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090d6fa-8047-4619-aa00-e8352003bd7e req-521bf6a8-5e43-4597-9692-ad94ce772128 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:58.327609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ab6ae0-7f34-49fd-bd11-4be94addf760,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:58.331766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.335566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-91948119-0f1b-42df-b94b-717df7f67818 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/c3ab6ae0-7f34-49fd-bd11-4be94addf760 HTTP/1.1" status: 204 len: 168 time: 0.3901091 Dec 21 01:55:58.337929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e090d6fa-8047-4619-aa00-e8352003bd7e req-521bf6a8-5e43-4597-9692-ad94ce772128 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 943 time: 0.1028352 Dec 21 01:55:58.338487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47888) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:58.343959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7925e1-b8af-4186-bb76-e48bc8935ab0 None None] Network f076c906-509b-4e31-affc-2d984d61fa9f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:55:58.519616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] DHCP port deletion for f076c906-509b-4e31-affc-2d984d61fa9f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:55:58.543381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b708c710-f542-465e-8045-5217783cbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:58.544889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-b708c710-f542-465e-8045-5217783cbb54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0034bdaf22442c2bd861a747dafbb00&device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 1095 time: 0.2054102 Dec 21 01:55:58.552324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.566858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e090d6fa-8047-4619-aa00-e8352003bd7e req-3f8033fe-534e-4c85-81ff-49d289fa355a tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970613 Dec 21 01:55:58.587110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Deleting port 2e285fb2-2a48-48ff-8855-9dbddd0ebece {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:58.587551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.622816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aad2e0-3096-417e-96de-50315968c194 req-b23978b7-33ee-4974-8c2c-ae7db9793352 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:58.624312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01aad2e0-3096-417e-96de-50315968c194 req-b23978b7-33ee-4974-8c2c-ae7db9793352 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.1903467 Dec 21 01:55:58.626088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-c44854e3-8071-4964-bd38-58ae766822a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03158b84-65eb-4d13-81d6-25907f57f782 HTTP/1.1" status: 200 len: 217 time: 0.0581846 Dec 21 01:55:58.668279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] For port 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2e285fb2-2a48-48ff-8855-9dbddd0ebece,segment=NetworkSegment(016c4df8-6708-452c-a5c6-9642628a63c6),segment_id=016c4df8-6708-452c-a5c6-9642628a63c6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:58.668737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.683618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Calling delete_port for 2e285fb2-2a48-48ff-8855-9dbddd0ebece owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:58.757420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-f4f9e44f-2165-48b5-b1d6-2a30a5413e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:58.758891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-f4f9e44f-2165-48b5-b1d6-2a30a5413e4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14b84c6f-22c9-46b7-842d-9b760b3cd807 HTTP/1.1" status: 200 len: 861 time: 0.1118279 Dec 21 01:55:58.769124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01aad2e0-3096-417e-96de-50315968c194 req-a23f5dcf-ef3f-4242-96d9-11e7a30ee5f2 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206915 Dec 21 01:55:58.802812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 2e285fb2-2a48-48ff-8855-9dbddd0ebece {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:55:58.802812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.817728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-9cc14a89-b3a2-4f7b-b803-7e0eedf3ebcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00277626-e23c-4799-b3ae-06313a41472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375218 Dec 21 01:55:58.826052 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.853745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] Pushing event deleted for resources: {'Port': ['ID=2e285fb2-2a48-48ff-8855-9dbddd0ebece,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:58.861448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23edf15-c7c8-4bad-b688-8dd1c8636c11 None None] No DVR routers for this DVR port 2e285fb2-2a48-48ff-8855-9dbddd0ebece on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:58.876114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2e285fb2-2a48-48ff-8855-9dbddd0ebece no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:55:58.899921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2e285fb2-2a48-48ff-8855-9dbddd0ebece {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:55:58.900271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2e285fb2-2a48-48ff-8855-9dbddd0ebece not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:55:58.940201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 2e285fb2-2a48-48ff-8855-9dbddd0ebece, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2e285fb2-2a48-48ff-8855-9dbddd0ebece,segment=NetworkSegment(016c4df8-6708-452c-a5c6-9642628a63c6),segment_id=016c4df8-6708-452c-a5c6-9642628a63c6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:55:58.940492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:58.958906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 2e285fb2-2a48-48ff-8855-9dbddd0ebece owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:55:59.019210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-5fbd13ce-4232-4538-b416-592d67aa5c20 service neutron] 10.222.0.24 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004850 Dec 21 01:55:59.189894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.245435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=2e285fb2-2a48-48ff-8855-9dbddd0ebece,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:59.251566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-623ba939-c6ea-4f6c-8ffd-cb598ffb41d2 req-6713cac3-0d94-44e7-864d-d3aae219b454 service neutron] 10.222.0.24 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242386 Dec 21 01:55:59.275583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 2e285fb2-2a48-48ff-8855-9dbddd0ebece on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:55:59.423162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.432872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15051278-6ecf-41f7-b36c-b83cadacee83 req-da54eb03-7099-4338-8be6-88580503ac61 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.435028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15051278-6ecf-41f7-b36c-b83cadacee83 req-da54eb03-7099-4338-8be6-88580503ac61 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2306352 Dec 21 01:55:59.456277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.462437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.468303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.474530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.481579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.488123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.493980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.496492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-7899ff20-45dc-4a74-9d4b-40bebe44c022 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.2590921 Dec 21 01:55:59.519777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f076c906-509b-4e31-affc-2d984d61fa9f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:59.549936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016c4df8-6708-452c-a5c6-9642628a63c6') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:59.550220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016c4df8-6708-452c-a5c6-9642628a63c6') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:55:59.573603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-215e3537-872d-407c-9a91-58d092935d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.575081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-215e3537-872d-407c-9a91-58d092935d5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0034bdaf22442c2bd861a747dafbb00&device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 1095 time: 0.2164955 Dec 21 01:55:59.576631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.639677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15051278-6ecf-41f7-b36c-b83cadacee83 req-1362d992-6c35-45a9-a191-f2026311c2c4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390102 Dec 21 01:55:59.640668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.692296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:55:59.692700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:59.695847 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:55:59.698518 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:55:59.712746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a7128f0-a5a6-404b-b86e-5d8f161297c5 req-9bd1c065-1c32-4f73-8156-59d4b9648979 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020249 Dec 21 01:55:59.786026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.818058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.826604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/f076c906-509b-4e31-affc-2d984d61fa9f HTTP/1.1" status: 204 len: 168 time: 1.4725289 Dec 21 01:55:59.826816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47926) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:55:59.830882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129406833', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:55:59.845929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-1caa26a4-b57b-4c16-9c8d-30bf6b53ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:55:59.847534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-1caa26a4-b57b-4c16-9c8d-30bf6b53ee6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=00277626-e23c-4799-b3ae-06313a41472f HTTP/1.1" status: 200 len: 921 time: 0.2570405 Dec 21 01:55:59.848630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e37023-c241-4cf7-b263-84909cc0e1a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=f076c906-509b-4e31-affc-2d984d61fa9f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:55:59.876013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.877468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.966601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:55:59.973679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-e5e45f45-d5f2-4b9b-bad6-82b3b840e2ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03158b84-65eb-4d13-81d6-25907f57f782 HTTP/1.1" status: 200 len: 217 time: 0.0670013 Dec 21 01:56:00.049190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e936162-7811-4a04-a9e1-ca350b050e4a req-386f6524-3958-4da6-b93a-69766d42dd74 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:00.051183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e936162-7811-4a04-a9e1-ca350b050e4a req-386f6524-3958-4da6-b93a-69766d42dd74 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 943 time: 0.1575093 Dec 21 01:56:00.097288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-2b617b0b-627f-4fc1-aca1-bb8974dac0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:00.098745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-2b617b0b-627f-4fc1-aca1-bb8974dac0d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14b84c6f-22c9-46b7-842d-9b760b3cd807 HTTP/1.1" status: 200 len: 861 time: 0.1166162 Dec 21 01:56:00.110771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.328718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.354093 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.447501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-98dce8eb-df62-49af-ab79-57414cfddc31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00277626-e23c-4799-b3ae-06313a41472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613985 Dec 21 01:56:00.464990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:00.470520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ed4a-350c-4521-8b06-3ec4b9e3a037 req-c56b03dd-323d-465b-92f9-7cf4fd9b477e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:00.471062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.25.6.2 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9b588147-b704-4586-872f-d61a025cf873) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:00.472891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b98ed4a-350c-4521-8b06-3ec4b9e3a037 req-c56b03dd-323d-465b-92f9-7cf4fd9b477e tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.4531734 Dec 21 01:56:00.542159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e936162-7811-4a04-a9e1-ca350b050e4a req-e1aba74e-7c73-4f9a-bfab-e12d27dfe591 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637179 Dec 21 01:56:00.627207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b98ed4a-350c-4521-8b06-3ec4b9e3a037 req-bb453b49-352f-4c4a-8ac4-663730aae4d2 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234710 Dec 21 01:56:00.631273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.651233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:00.653085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-c5b41158-2612-4838-a4db-62b45d54c5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709514 Dec 21 01:56:00.671449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'mac_address': 'fa:16:3e:f7:51:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:00.678843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.752110 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.765844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=9b588147-b704-4586-872f-d61a025cf873,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:00.769473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f756bfa-2d90-4876-a0c9-c796a174ae3a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:00.773926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:00.775947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:00.793590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:00.819362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba5c56-d730-49bb-a5c0-542e6f80872c None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:00.830761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:00.838350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:00.996541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d7dea445-7b9d-458b-a94f-3869e08c1a8f None None] Provisioning complete for port 9b588147-b704-4586-872f-d61a025cf873 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:01.005538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7dea445-7b9d-458b-a94f-3869e08c1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:01.008482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:01.093253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7f756bfa-2d90-4876-a0c9-c796a174ae3a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:01.138610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f9aac-a37e-4685-a310-3f856aeddac9 req-55b62477-6a2c-4a25-8008-3c8645819390 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.140675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-288f9aac-a37e-4685-a310-3f856aeddac9 req-55b62477-6a2c-4a25-8008-3c8645819390 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.4113252 Dec 21 01:56:01.146565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ff6197e-eece-44bd-a68a-701d765e9730 req-dfd6ade4-c526-4133-9b4d-ac24b66478d7 service neutron] 10.222.0.24 "GET /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822512 Dec 21 01:56:01.193360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d7dea445-7b9d-458b-a94f-3869e08c1a8f None None] Port 9b588147-b704-4586-872f-d61a025cf873 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:01.237127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.268634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.296604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.314624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.321835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.330766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.345304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.362656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8c770dbc-eb46-42dd-bc8b-af462bc82d89 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.4891932 Dec 21 01:56:01.386703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:01.448359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-288f9aac-a37e-4685-a310-3f856aeddac9 req-53f20417-0e6d-4ac3-953e-7083b204cc40 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874057 Dec 21 01:56:01.499413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-069dad95-489c-40a8-86c1-22afa4a9a8b5 req-8913dce6-8b83-4291-8c84-e42d74c7940f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298075 Dec 21 01:56:01.665849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-b9475950-bf45-4bd0-ae81-454dd157832f tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.673772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-b9475950-bf45-4bd0-ae81-454dd157832f tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.45 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.0903544 Dec 21 01:56:01.860336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9eeb1-cbbc-41f8-98b6-e0f525c05c49 req-17bfaf0e-a974-41a0-b1ec-bd9669380bc1 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.868539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6f9eeb1-cbbc-41f8-98b6-e0f525c05c49 req-17bfaf0e-a974-41a0-b1ec-bd9669380bc1 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 946 time: 0.1280310 Dec 21 01:56:01.868745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:01.932822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c9f6-3ee0-4ba4-90ee-1214e32976a2 req-535b1cf8-d9dc-4b68-812a-3591427b42dc tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:01.934687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed98c9f6-3ee0-4ba4-90ee-1214e32976a2 req-535b1cf8-d9dc-4b68-812a-3591427b42dc tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 943 time: 0.1439748 Dec 21 01:56:01.968487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Deleting port 68fcb07f-694b-4d78-8a27-b0341e23b561 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:01.968793 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:02.024329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6f9eeb1-cbbc-41f8-98b6-e0f525c05c49 req-86b495e3-fd8c-4234-bea0-7af504058b14 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ca02a60-1f29-439a-8172-54af7a0a43cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402900 Dec 21 01:56:02.092303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed98c9f6-3ee0-4ba4-90ee-1214e32976a2 req-ac46f2af-d9b4-40e8-95d2-573a00c9c230 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500881 Dec 21 01:56:02.131421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] For port 68fcb07f-694b-4d78-8a27-b0341e23b561, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=68fcb07f-694b-4d78-8a27-b0341e23b561,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:02.131778 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:02.178444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 108fd376-e56e-417a-a765-2f69bac8e974 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:56:02.366692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:02.387320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] Sync routers for ids ['108fd376-e56e-417a-a765-2f69bac8e974'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:02.411427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] Routers {'108fd376-e56e-417a-a765-2f69bac8e974'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:02.416727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:02.423009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ca53d07-19e4-4c85-a068-e951600c32f1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5958757 Dec 21 01:56:02.424024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:02.427771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['108fd376-e56e-417a-a765-2f69bac8e974'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:02.479124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f9b9b96b-b251-4d85-882e-0ed8461e4ed5 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:02.481941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:02.551133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 03158b84-65eb-4d13-81d6-25907f57f782 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:02.558301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:02.662406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] Routers {'108fd376-e56e-417a-a765-2f69bac8e974'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:02.663306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['108fd376-e56e-417a-a765-2f69bac8e974'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:02.712042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:02.712663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:02.713104 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Floating IP a682b285-5196-4aa2-b645-df51a8cd2506 disassociated. External IP: 172.25.6.58, port: 68fcb07f-694b-4d78-8a27-b0341e23b561. Dec 21 01:56:02.713725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Calling delete_port for 68fcb07f-694b-4d78-8a27-b0341e23b561 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:02.778946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-79ab3f34-b079-4d55-8861-8c1d8e921f7f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers/108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 200 len: 878 time: 0.3517780 Dec 21 01:56:02.780147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:02.824908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801223a-da4c-4161-b883-ea551d830236 req-ce54cd7a-87da-418c-b846-59dd1821c2dc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.832873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d801223a-da4c-4161-b883-ea551d830236 req-ce54cd7a-87da-418c-b846-59dd1821c2dc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2271876 Dec 21 01:56:02.857004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.865864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.873371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.880370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.887471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.893956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.901226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:02.910610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-ea3e865e-797c-4c0f-9673-6cc91376527d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5431 time: 0.2655451 Dec 21 01:56:02.916940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:02.918399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c6c38-ee91-4d32-8a14-b693fade6e40 None None] The sync data for ids ['108fd376-e56e-417a-a765-2f69bac8e974'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:02.922260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:56:02.929781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:56:02.986023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7f756bfa-2d90-4876-a0c9-c796a174ae3a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:02.988740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.040291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d801223a-da4c-4161-b883-ea551d830236 req-d604b47a-47d7-4017-af98-7e3e176b002c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028544 Dec 21 01:56:03.175097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb6985ce-7cc1-4624-a541-459464f4f103 req-90cd64d8-0c3a-4cf8-8e07-ef7f7d3e97a1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632718 Dec 21 01:56:03.273585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:03.293636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=03158b84-65eb-4d13-81d6-25907f57f782,segment=NetworkSegment(17536c78-6c1b-4987-b69c-3e62a41f3579),segment_id=17536c78-6c1b-4987-b69c-3e62a41f3579)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:03.298631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.307632 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.334046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '03158b84-65eb-4d13-81d6-25907f57f782', 'network_id': '00277626-e23c-4799-b3ae-06313a41472f', 'port_id': '03158b84-65eb-4d13-81d6-25907f57f782', 'mac_address': 'fa:16:3e:54:fb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b84c6f-22c9-46b7-842d-9b760b3cd807', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:03.337223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'port_id': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'mac_address': 'fa:16:3e:da:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:03.372203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:03.372599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:03.375461 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a10386-94ef-40cd-bfc2-7ebc1af41af0" -d '{"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:03.382458 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.413286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event deleted for resources: {'Port': ['ID=68fcb07f-694b-4d78-8a27-b0341e23b561,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:03.507902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.562017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af096ba3-c79a-4852-afc2-857b5bcaa679 req-ae3cddfa-4010-4d6e-8438-3ee2b96d580c tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 210 time: 0.1353033 Dec 21 01:56:03.576880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.607396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b9b96b-b251-4d85-882e-0ed8461e4ed5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:03.614900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:03.622127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03158b84-65eb-4d13-81d6-25907f57f782 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:03.688530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=03158b84-65eb-4d13-81d6-25907f57f782,segment=NetworkSegment(17536c78-6c1b-4987-b69c-3e62a41f3579),segment_id=17536c78-6c1b-4987-b69c-3e62a41f3579)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:03.702080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:03.703906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.713482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:03.714180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device be9c5ed7-732d-4e1f-a42b-926abd689b8c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:03.774166 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc24c6-e1e4-4432-a8b4-589f13d6f3ef x-openstack-request-id: req-60dc24c6-e1e4-4432-a8b4-589f13d6f3ef {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:03.774408 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:03.774624 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60dc24c6-e1e4-4432-a8b4-589f13d6f3ef {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:03.775024 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'code': 200} Dec 21 01:56:03.841959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1582f5-fceb-4afd-b3c5-f94f61efc2e6 req-5e8f8c36-3243-44fa-b359-9e45d1db0270 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:03.847351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d1582f5-fceb-4afd-b3c5-f94f61efc2e6 req-5e8f8c36-3243-44fa-b359-9e45d1db0270 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 943 time: 0.3583939 Dec 21 01:56:03.860588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:03.954988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ad43094-e579-4d69-8563-473482b269f4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 1.1728728 Dec 21 01:56:03.965216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:03.974929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-129406833'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:03.990397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d1582f5-fceb-4afd-b3c5-f94f61efc2e6 req-57c9e5c9-3266-4bcf-9cf3-ba8597f71090 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300676 Dec 21 01:56:04.016804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:04.033870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Router b9d256a2-9688-447e-bd05-bcfc827bc763 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:04.074612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:04.096542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'port_id': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c', 'mac_address': 'fa:16:3e:3a:69:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:04.191985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.231643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['03158b84-65eb-4d13-81d6-25907f57f782'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:04.235401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9c5ed7-732d-4e1f-a42b-926abd689b8c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:04.320913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:04.347974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.357584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f1daf015-4430-4962-9c24-0fc4bc3c3808 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:04.390265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:04.401827 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Sync routers for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:04.419292 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:04.420087 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:04.451294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33eba4-acf8-40d7-a687-4b6e59a7d5b0 req-21b84623-5e2d-49a1-9582-6c1a44b80076 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.454437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b33eba4-acf8-40d7-a687-4b6e59a7d5b0 req-21b84623-5e2d-49a1-9582-6c1a44b80076 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1928089 Dec 21 01:56:04.605098 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:04.617267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:04.626309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] No DVR routers for this DVR port 68fcb07f-694b-4d78-8a27-b0341e23b561 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:04.630137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.643258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-311f1c8e-9540-45d6-a6d8-a692cadefbed req-f73f9400-16b4-4523-b398-f31f7f846c6a tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.45 "DELETE /v2.0/ports/68fcb07f-694b-4d78-8a27-b0341e23b561 HTTP/1.1" status: 204 len: 173 time: 2.9605186 Dec 21 01:56:04.646326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'name': 'network-vif-deleted', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:04.646889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.647410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.648220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.648720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.649212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.649761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.650300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.650822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.651353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.652422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.653121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.653703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.654487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:04.664121 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668152b-77f9-4e86-a5e6-c22f843ff131" -d '{"events": [{"server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "name": "network-vif-deleted", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:04.694169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.720775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.755674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:04.783067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'port_id': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'mac_address': 'fa:16:3e:29:9b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d008a7-f2a1-4100-ad66-529e8dc95e35', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:04.803789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b33eba4-acf8-40d7-a687-4b6e59a7d5b0 req-5c30ea94-15a1-41ed-8b44-b33e4f9a45d9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004551 Dec 21 01:56:04.869551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.875119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.893003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.906648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1daf015-4430-4962-9c24-0fc4bc3c3808 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:04.914786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.929818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.942897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 108fd376-e56e-417a-a765-2f69bac8e974 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:04.947467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.952514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:04.960295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.963152 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:04.963991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ebdf3385-7363-48a0-a881-9ac9cad0adda details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:04.977446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:04.981328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-7c5ad45c-d35e-4a3d-8c75-0ec95417d2ea tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5433 time: 0.4856379 Dec 21 01:56:05.067188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:05.069894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:05.083753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'network_id': 'f353e37e-ce3e-436e-be95-a8b03f9edb49', 'port_id': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'mac_address': 'fa:16:3e:fe:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d008a7-f2a1-4100-ad66-529e8dc95e35', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:05.103999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff7b7be7-6af4-4fa8-baa7-ba819718b9ca req-795a88e2-0096-4afb-8d67-d73a99bad808 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165335 Dec 21 01:56:05.126546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.144095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf3385-7363-48a0-a881-9ac9cad0adda {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:05.175322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:05.189187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.191226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3797d786-acef-4d5b-a954-6d8b886b341a details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:05.209285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:05.226984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.229542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3ebdfff6-fbb9-4f74-8d95-f8daecf2336b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 200 len: 885 time: 1.2581158 Dec 21 01:56:05.233885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48046) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:05.244084 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.263651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4b715a6-f418-4402-b30b-2169f1ee9c81 req-1e7e8e07-5c51-4bcc-adc0-7b56ad9188dc tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/ports?device_id=b88a2ed9-0032-4b04-9791-7a41451173e1 HTTP/1.1" status: 200 len: 210 time: 0.0648093 Dec 21 01:56:05.281862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] Sync routers for ids ['108fd376-e56e-417a-a765-2f69bac8e974'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:05.324201 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170fcba-a3f9-474d-810b-4a5bdbb47dd2 x-openstack-request-id: req-0170fcba-a3f9-474d-810b-4a5bdbb47dd2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:05.324869 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88a2ed9-0032-4b04-9791-7a41451173e1", "name": "network-vif-deleted", "tag": "68fcb07f-694b-4d78-8a27-b0341e23b561", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:05.325355 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0170fcba-a3f9-474d-810b-4a5bdbb47dd2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:05.325920 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88a2ed9-0032-4b04-9791-7a41451173e1', 'name': 'network-vif-deleted', 'tag': '68fcb07f-694b-4d78-8a27-b0341e23b561', 'status': 'completed', 'code': 200} Dec 21 01:56:05.347421 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Checking router: b9d256a2-9688-447e-bd05-bcfc827bc763 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:05.380799 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:05.381358 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.444352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:05.465583 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-68dba69c-3ff0-425d-897a-78d363c7d48f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers/108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 200 len: 885 time: 0.2284601 Dec 21 01:56:05.467990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:05.517171 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fc5ed79b-5e52-43a3-9fb4-ce8369ff52bd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 200 len: 205 time: 0.0447032 Dec 21 01:56:05.519497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:05.532412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7782d9-2f90-47d9-b8ca-96939e22ae10 req-8426c4bd-eee7-4a28-902d-0c6208f01232 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:05.535645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed7782d9-2f90-47d9-b8ca-96939e22ae10 req-8426c4bd-eee7-4a28-902d-0c6208f01232 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 944 time: 0.1457202 Dec 21 01:56:05.547858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '3797d786-acef-4d5b-a954-6d8b886b341a', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'port_id': '3797d786-acef-4d5b-a954-6d8b886b341a', 'mac_address': 'fa:16:3e:22:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:05.555490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:05.573989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] Routers {'108fd376-e56e-417a-a765-2f69bac8e974'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:05.574975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['108fd376-e56e-417a-a765-2f69bac8e974'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.677405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed7782d9-2f90-47d9-b8ca-96939e22ae10 req-12a489a0-5638-4001-bfda-2c2365e319d5 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333795 Dec 21 01:56:05.678124 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:05.694891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.733599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] Routers {'108fd376-e56e-417a-a765-2f69bac8e974'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:05.734231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['108fd376-e56e-417a-a765-2f69bac8e974'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.763980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.813615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:05.814261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb88f41-e863-4483-a3f1-943172fc368e None None] The sync data for ids ['108fd376-e56e-417a-a765-2f69bac8e974'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:05.828466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.857660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3797d786-acef-4d5b-a954-6d8b886b341a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:05.907156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:05.926526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:05.928106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fe680ed6-7ba4-48c1-94f3-2cef020c00b8 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:06.083614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.115860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762968-f367-46f3-8819-ab13f6020a0b req-7b25460f-59be-45ae-9755-1dbfeabaa47c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.120043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87762968-f367-46f3-8819-ab13f6020a0b req-7b25460f-59be-45ae-9755-1dbfeabaa47c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1923983 Dec 21 01:56:06.127439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:06.177505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:06.185481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 9b588147-b704-4586-872f-d61a025cf873 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:06.186020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.193784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:06.210840 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f00d3b-c406-4ca0-9714-1ea0ec3a20b3 None None] The sync data for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 is: [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:30Z', 'revision_number': 4, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'cb03805f-6ee6-4b18-948e-47be33498a1b', 'name': '', 'network_id': 'e0653c8b-0f4a-4684-bab0-8bb55d649bb0', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'mac_address': 'fa:16:3e:e7:da:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T01:53:39Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'subnets': [{'id': 'b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:06.228655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'port_id': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'mac_address': 'fa:16:3e:a4:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:06.231976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87762968-f367-46f3-8819-ab13f6020a0b req-e87a4c89-31e7-4f6e-b843-e4ff6524dab1 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057248 Dec 21 01:56:06.350153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.378491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.399271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 9b588147-b704-4586-872f-d61a025cf873 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:06.415241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.429726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe680ed6-7ba4-48c1-94f3-2cef020c00b8 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:06.433379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.447028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.467612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.477313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.486732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.487525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:06.496870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.498534 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.499237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:06.520081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-b4a5f634-549a-49ee-980a-47e605dada3a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5436 time: 0.2434111 Dec 21 01:56:06.523976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48074) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:06.622147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:06.631564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 03158b84-65eb-4d13-81d6-25907f57f782 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:06.698016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17b3eaab-a895-43ed-9582-d69c66e5cd78 req-a86008e2-e6a4-46a6-8f4a-da7189f02aaa tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712749 Dec 21 01:56:06.766724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.838827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.842139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.845113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 03158b84-65eb-4d13-81d6-25907f57f782 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:06.850546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:06.856605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 03158b84-65eb-4d13-81d6-25907f57f782 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:06.857087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:06.869112 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b08e6-77da-4cda-8726-8d5d251da37b None None] New status for floating IP a682b285-5196-4aa2-b645-df51a8cd2506: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:56:06.913270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=9b588147-b704-4586-872f-d61a025cf873,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:06.935843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:06.964948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c213a6c-976d-4351-90f6-1619fecb5bac None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:06.988356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62086c-8292-49b7-8619-395cc6f1716e req-5b85b37b-85ad-4c48-a1a0-1a7f8d2f5dff tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:06.989885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da62086c-8292-49b7-8619-395cc6f1716e req-5b85b37b-85ad-4c48-a1a0-1a7f8d2f5dff tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 944 time: 0.1836588 Dec 21 01:56:07.001788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c', 'network_id': '2cc21127-be32-480e-87ce-85a1ce7052fb', 'port_id': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c', 'mac_address': 'fa:16:3e:fe:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad744d31-5bb6-40c0-9b04-b56f3a53579a', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:07.030803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.065021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.069830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.075186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "DELETE /v2.0/security-groups/4ca02a60-1f29-439a-8172-54af7a0a43cc HTTP/1.1" status: 204 len: 168 time: 0.5500576 Dec 21 01:56:07.092653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48084) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:07.109207 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.127406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:07.158520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83584aa6-7138-4097-86a9-326f60b5e925 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca02a60-1f29-439a-8172-54af7a0a43cc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:07.183004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da62086c-8292-49b7-8619-395cc6f1716e req-501068d7-b121-460a-a5fb-515d0b64d7f3 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857846 Dec 21 01:56:07.184735 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-48eb8a27-00ea-4e1f-aa9d-60090489f5cd tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] show failed (client error): The resource could not be found. Dec 21 01:56:07.195899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-48eb8a27-00ea-4e1f-aa9d-60090489f5cd tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "GET /v2.0/security-groups/4ca02a60-1f29-439a-8172-54af7a0a43cc HTTP/1.1" status: 404 len: 347 time: 0.0932007 Dec 21 01:56:07.207117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48094) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:07.217184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:07.232506 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.300049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:07.303935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.307139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.315078 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.375157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=03158b84-65eb-4d13-81d6-25907f57f782,segment=NetworkSegment(17536c78-6c1b-4987-b69c-3e62a41f3579),segment_id=17536c78-6c1b-4987-b69c-3e62a41f3579)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:07.385656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:07.390581 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff9c04-c8e4-4617-a692-8cd7d87956eb" -d '{"events": [{"server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "name": "network-vif-plugged", "status": "completed", "tag": "03158b84-65eb-4d13-81d6-25907f57f782"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:07.396305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.399075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:07.438477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.441187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router 108fd376-e56e-417a-a765-2f69bac8e974 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:56:07.449920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.451894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dd14d197-0270-4074-bdf2-aab29bd220b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 204 len: 168 time: 1.9313171 Dec 21 01:56:07.455400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:07.455557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'mac_address': 'fa:16:3e:a9:50:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:07.465760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650479087'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:07.469821 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a721a-4a44-4733-ac91-50577f92b8a1 x-openstack-request-id: req-708a721a-4a44-4733-ac91-50577f92b8a1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:07.470111 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "name": "network-vif-plugged", "status": "completed", "tag": "03158b84-65eb-4d13-81d6-25907f57f782", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:07.470362 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-708a721a-4a44-4733-ac91-50577f92b8a1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:07.470744 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782', 'code': 200} Dec 21 01:56:07.516191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:07.521021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.529522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:07.533610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.547477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:07.570888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb3844-9e34-44fa-b3e1-bef5a2898d28 req-274d42c2-59ed-4943-9627-a33ba660ca10 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:07.572829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:07.575752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1bb3844-9e34-44fa-b3e1-bef5a2898d28 req-274d42c2-59ed-4943-9627-a33ba660ca10 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1774406 Dec 21 01:56:07.595077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:07.602481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.606862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.609999 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 6b7c0012-0376-4b30-bf82-54ef068a638c of type vlan for network 18011bfc-46a9-4143-840f-641ecf30fdb3 Dec 21 01:56:07.699524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.701957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Deleting port 67e7bb58-c657-4520-b128-c21b91a268d1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:07.708883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.760718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.767036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:07.787800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:07.813283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:07.833893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:07.985599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1bb3844-9e34-44fa-b3e1-bef5a2898d28 req-0b9ac602-af1d-4b96-bde6-a375259efcb4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999104 Dec 21 01:56:08.033841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=18011bfc-46a9-4143-840f-641ecf30fdb3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:08.042319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b780621-5b0c-4aba-8d59-de0e8e1b258d req-464d38e2-c7b4-4ff7-9392-8f7c80992435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.044546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b780621-5b0c-4aba-8d59-de0e8e1b258d req-464d38e2-c7b4-4ff7-9392-8f7c80992435 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 1097 time: 0.4337544 Dec 21 01:56:08.057509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:08.067134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6996e50-f91c-453e-bba2-922757d11fd7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6103315 Dec 21 01:56:08.072557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48108) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:08.095696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:08.160144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:08.161008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:08.195005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.211217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.224554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.250945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.280975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.303730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.314037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.324433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-5735ac4b-fb03-473f-ac0e-7807cb1c48fe tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5438 time: 0.3808045 Dec 21 01:56:08.326537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:08.331257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:08.481022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d03fb43-3503-4b1a-9be3-68a246251975 req-956ab468-f789-4b83-a073-db0c7beb17ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517153 Dec 21 01:56:08.486929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b780621-5b0c-4aba-8d59-de0e8e1b258d req-ee0bc0f7-5e5c-4a9d-8232-b83e26616df9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282603 Dec 21 01:56:08.513301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Calling delete_port for 67e7bb58-c657-4520-b128-c21b91a268d1 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:08.545638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6758-d36f-46bb-a3fa-850390893c63 req-67b2331a-b1ec-4930-8e14-8af7a1c95be8 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.556847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0aed6758-d36f-46bb-a3fa-850390893c63 req-67b2331a-b1ec-4930-8e14-8af7a1c95be8 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.1367848 Dec 21 01:56:08.557267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3797d786-acef-4d5b-a954-6d8b886b341a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.560154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f9b9b96b-b251-4d85-882e-0ed8461e4ed5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.562595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['be9c5ed7-732d-4e1f-a42b-926abd689b8c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.564524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f1daf015-4430-4962-9c24-0fc4bc3c3808'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.566754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['fe680ed6-7ba4-48c1-94f3-2cef020c00b8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.568666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['012eb1f3-8a34-4b9a-a766-f8ef6bd1280c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.570629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ebdf3385-7363-48a0-a881-9ac9cad0adda'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:08.640551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:08.764610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0aed6758-d36f-46bb-a3fa-850390893c63 req-1a209b93-28de-43fb-a09b-95ab64265bcf tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063491 Dec 21 01:56:08.827352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=2fb57dbf-6560-48c0-b4ba-49835645390d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:08.872601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '6b7c0012-0376-4b30-bf82-54ef068a638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:08.873190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 18011bfc-46a9-4143-840f-641ecf30fdb3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:08.911485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:08.931845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 18011bfc-46a9-4143-840f-641ecf30fdb3) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:08.938013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:08.938801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:08.962990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3fad6799-c1a2-4241-8dde-e841ada5134a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8872666 Dec 21 01:56:08.965500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:08.970717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-320894428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:09.013538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1bd07-739d-428b-a684-89d7e6604107 None None] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:09.015601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.018643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.050282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.180167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.193935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.233905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.237665 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3c28c7de-1f13-4a28-818b-ee141676a710 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2705579 Dec 21 01:56:09.240183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48142) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:09.641825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 68fcb07f-694b-4d78-8a27-b0341e23b561 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:09.708140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 68fcb07f-694b-4d78-8a27-b0341e23b561 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:09.712128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 68fcb07f-694b-4d78-8a27-b0341e23b561 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:09.738831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:09.795655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Pushing event deleted for resources: {'Port': ['ID=67e7bb58-c657-4520-b128-c21b91a268d1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:09.836236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db464f3-1793-468f-a88b-294c3ad3637a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:10.039243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a6ab-06ea-460f-8325-e2aa4233ff59 req-9484e812-8dbf-439b-8df0-4089384754c8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.047080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cb9a6ab-06ea-460f-8325-e2aa4233ff59 req-9484e812-8dbf-439b-8df0-4089384754c8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 944 time: 0.3093393 Dec 21 01:56:10.067312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.070085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.071239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b42752a1-f614-49c9-be2f-8d3128a25040 tempest-ServersTestManualDisk-663113502 tempest-ServersTestManualDisk-663113502-project] 10.222.0.43 "DELETE /v2.0/floatingips/a682b285-5196-4aa2-b645-df51a8cd2506 HTTP/1.1" status: 204 len: 168 time: 2.8631277 Dec 21 01:56:10.095376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-18011bfc-46a9-4143-840f-641ecf30fdb3', 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '2fb57dbf-6560-48c0-b4ba-49835645390d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:56:10.096689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.102533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.108975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.115136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.122241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.127223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.20.0.1 (18011bfc-46a9-4143-840f-641ecf30fdb3/2fb57dbf-6560-48c0-b4ba-49835645390d/d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:10.128547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.139778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.144826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.153206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-0d60e8db-5d2c-4d0b-84d4-cb6e254ef0a9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5438 time: 0.4308829 Dec 21 01:56:10.162398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:10.315967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.399421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.415428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cb9a6ab-06ea-460f-8325-e2aa4233ff59 req-315185a9-d5da-41fc-b124-15e1be28596d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673723 Dec 21 01:56:10.491859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0639449d-bbfe-4ceb-af64-01c6aeeb8865 req-d23588bd-ff88-41b7-a172-4de66bb85708 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378215 Dec 21 01:56:10.521718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Allocated IP 172.20.0.2 (18011bfc-46a9-4143-840f-641ecf30fdb3/2fb57dbf-6560-48c0-b4ba-49835645390d/64d9ca4f-0f12-4980-8540-7b32c89d7738) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:10.596597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:10.597989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:10.605365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:10.612805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:10.638225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:10.800156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.829108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db71eb-e0a8-4463-8db7-f8df19ef30f9 req-ce814bd4-265b-4b7b-9606-6a4715446328 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:10.830716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1db71eb-e0a8-4463-8db7-f8df19ef30f9 req-ce814bd4-265b-4b7b-9606-6a4715446328 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.3011408 Dec 21 01:56:10.945015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:10.983268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:10.983268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.056580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1db71eb-e0a8-4463-8db7-f8df19ef30f9 req-2f612a08-e5e1-48db-a1e9-bbd88dfd370b tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988995 Dec 21 01:56:11.218946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.234188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.258843 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.367998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Pushing event updated for resources: {'Port': ['ID=64d9ca4f-0f12-4980-8540-7b32c89d7738,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:11.371786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.387886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:11.390554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:11.396003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:11.398267 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6284f9f7-edf5-4188-a31f-8214e64bd7ee" -d '{"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:11.401043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:11.449522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ebdf3385-7363-48a0-a881-9ac9cad0adda up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:11.518980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:11.561723 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9e3a8-6fc6-46f8-a5e5-417af36624d9 x-openstack-request-id: req-44f9e3a8-6fc6-46f8-a5e5-417af36624d9 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:11.562447 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:11.562959 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44f9e3a8-6fc6-46f8-a5e5-417af36624d9 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:11.563615 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'code': 200} Dec 21 01:56:11.610803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.616866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Attempting to bind port 64d9ca4f-0f12-4980-8540-7b32c89d7738 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:11.617353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Attempting to bind port 64d9ca4f-0f12-4980-8540-7b32c89d7738 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6b7c0012-0376-4b30-bf82-54ef068a638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:11.617851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Attempting to bind port 64d9ca4f-0f12-4980-8540-7b32c89d7738 on network 18011bfc-46a9-4143-840f-641ecf30fdb3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:11.664715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92039f-14e3-4790-a093-32f5df5d36e1 req-c9d5df50-e60e-4ccf-8cab-80bb246f82f2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:11.666612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd92039f-14e3-4790-a093-32f5df5d36e1 req-c9d5df50-e60e-4ccf-8cab-80bb246f82f2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1162469 Dec 21 01:56:11.696616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:11.697294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Checking segment: {'id': '6b7c0012-0376-4b30-bf82-54ef068a638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:11.697941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.698492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Bound using segment: {'id': '6b7c0012-0376-4b30-bf82-54ef068a638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:11.699085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Bound port: 64d9ca4f-0f12-4980-8540-7b32c89d7738, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7c0012-0376-4b30-bf82-54ef068a638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18011bfc-46a9-4143-840f-641ecf30fdb3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:11.699987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.719357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:11.762702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd92039f-14e3-4790-a093-32f5df5d36e1 req-8909c6a2-7f61-4106-a010-dabf69d9765e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Dec 21 01:56:11.910320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ebdf3385-7363-48a0-a881-9ac9cad0adda completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:11.923756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ebdf3385-7363-48a0-a881-9ac9cad0adda triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:11.924153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:11.945467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6636700f-672e-44ad-96df-cf8056681235 None None] For port 64d9ca4f-0f12-4980-8540-7b32c89d7738, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:11.982201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6636700f-672e-44ad-96df-cf8056681235 None None] For port 64d9ca4f-0f12-4980-8540-7b32c89d7738, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64d9ca4f-0f12-4980-8540-7b32c89d7738,segment=NetworkSegment(6b7c0012-0376-4b30-bf82-54ef068a638c),segment_id=6b7c0012-0376-4b30-bf82-54ef068a638c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:12.017246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.032462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.042154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.051614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.056094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.085480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.105768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.119860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.150436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636700f-672e-44ad-96df-cf8056681235 None None] Pushing event updated for resources: {'Port': ['ID=64d9ca4f-0f12-4980-8540-7b32c89d7738,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:12.151763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.185806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.194058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-90bd5b13-079b-4afe-ba1c-a3ab7e810482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5438 time: 0.4513433 Dec 21 01:56:12.200469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.287122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.369027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fae4cd39-cc0b-4588-8421-72a8a9c464b1 req-658a38cc-e554-448d-b5a1-2bbc682a29d3 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655779 Dec 21 01:56:12.385261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:12.395235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.397966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device be9c5ed7-732d-4e1f-a42b-926abd689b8c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:12.593978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:12.612238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:12.613765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:12.630027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:12.653727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port be9c5ed7-732d-4e1f-a42b-926abd689b8c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:12.660735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port be9c5ed7-732d-4e1f-a42b-926abd689b8c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:12.661649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.732929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651776b-caa6-4d91-81e1-b3870e9d26b7 req-69802bf1-b4f9-4598-a49e-bb86cd71e7b9 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:12.745021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6651776b-caa6-4d91-81e1-b3870e9d26b7 req-69802bf1-b4f9-4598-a49e-bb86cd71e7b9 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.1623979 Dec 21 01:56:12.781870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Deleting port cb03805f-6ee6-4b18-948e-47be33498a1b {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:12.783235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.846380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.933013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:12.946297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:12.947436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3797d786-acef-4d5b-a954-6d8b886b341a up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:12.968952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 075c1610-e911-46a1-9eca-8bf8a2314228 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:56:13.027762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] For port cb03805f-6ee6-4b18-948e-47be33498a1b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb03805f-6ee6-4b18-948e-47be33498a1b,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:13.028136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:13.050975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6651776b-caa6-4d91-81e1-b3870e9d26b7 req-e579ee99-c928-4d9e-9778-ec2ccf4e476d tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046298 Dec 21 01:56:13.085969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Calling delete_port for cb03805f-6ee6-4b18-948e-47be33498a1b owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:13.259850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:13.281107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48230) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:13.281893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3e8fe10e-e36d-4771-921c-a69d11a2f578 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/075c1610-e911-46a1-9eca-8bf8a2314228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0403380 Dec 21 01:56:13.520682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64d9ca4f-0f12-4980-8540-7b32c89d7738 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:13.549103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f8174-6746-4af4-bd84-3c5cb4b34c78 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:13.553321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:13.559915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2fb57dbf-6560-48c0-b4ba-49835645390d'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:13.567130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc5f8174-6746-4af4-bd84-3c5cb4b34c78 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports/d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 HTTP/1.1" status: 200 len: 910 time: 0.2713702 Dec 21 01:56:13.634979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e48ea-dcc9-42a7-8df2-c7dd90243601 req-f43e5289-83a1-4740-bc31-ec0e741d4593 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:13.652046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c21e48ea-dcc9-42a7-8df2-c7dd90243601 req-f43e5289-83a1-4740-bc31-ec0e741d4593 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.4131031 Dec 21 01:56:13.655008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:13.657233 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a4156a-6ee4-4ee8-8d58-4c2f12c84fc7" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "be9c5ed7-732d-4e1f-a42b-926abd689b8c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:13.671266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] Sync routers for ids ['075c1610-e911-46a1-9eca-8bf8a2314228'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:13.676461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:13.753024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] Routers {'075c1610-e911-46a1-9eca-8bf8a2314228'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:13.756973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['075c1610-e911-46a1-9eca-8bf8a2314228'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:13.828381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:13.873098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] Routers {'075c1610-e911-46a1-9eca-8bf8a2314228'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:13.873098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:55:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['075c1610-e911-46a1-9eca-8bf8a2314228'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:13.876533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 64d9ca4f-0f12-4980-8540-7b32c89d7738 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:13.876900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.029458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.035786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:14.036391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222152b-65eb-4f8d-8c74-e39d3baf852d None None] The sync data for ids ['075c1610-e911-46a1-9eca-8bf8a2314228'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:14.053633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c21e48ea-dcc9-42a7-8df2-c7dd90243601 req-49e02680-d1c1-4f4c-8de5-efe4f53b5e2c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924232 Dec 21 01:56:14.082362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5892ac79-66a1-4083-b33c-39dc58afa524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.150343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 3797d786-acef-4d5b-a954-6d8b886b341a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:14.171360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d97c12-53db-4085-806e-d6406156d82c None None] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:14.309617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.357993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 3797d786-acef-4d5b-a954-6d8b886b341a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:14.359592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.456585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb03805f-6ee6-4b18-948e-47be33498a1b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:14.501143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.508264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b34b1653-a593-4999-9c7a-e4f8a3b1cd9f None None] Provisioning complete for port 64d9ca4f-0f12-4980-8540-7b32c89d7738 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:14.508626 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b34b1653-a593-4999-9c7a-e4f8a3b1cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.736482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.742496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.749595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.755553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.762808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.778882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.785088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:14.787151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-9dbd867d-19a0-4787-9870-6729d125648c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5440 time: 0.4624610 Dec 21 01:56:14.822567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 64d9ca4f-0f12-4980-8540-7b32c89d7738, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64d9ca4f-0f12-4980-8540-7b32c89d7738,segment=NetworkSegment(6b7c0012-0376-4b30-bf82-54ef068a638c),segment_id=6b7c0012-0376-4b30-bf82-54ef068a638c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:14.850332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.945559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:14.965631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.136665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.150163 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.174698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=64d9ca4f-0f12-4980-8540-7b32c89d7738,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:15.241826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:15.260008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.272809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/ports/d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 HTTP/1.1" status: 200 len: 910 time: 1.7176836 Dec 21 01:56:15.273818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fe3c5-a146-4cba-91ad-087597079880 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:15.283416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48246) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:15.362184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:15.371090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.424032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f4f4d13-49d3-438d-91b2-539eb6630836 req-27ade70f-4b40-4c41-8650-be7b7cdebe40 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6209023 Dec 21 01:56:15.453029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:15.619756 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81d4c7-2109-4870-9a1b-b42c85c1ff5e x-openstack-request-id: req-0a81d4c7-2109-4870-9a1b-b42c85c1ff5e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:15.627806 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "be9c5ed7-732d-4e1f-a42b-926abd689b8c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:15.630396 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a81d4c7-2109-4870-9a1b-b42c85c1ff5e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:15.631599 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'code': 200} Dec 21 01:56:15.631975 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9c5ed7-732d-4e1f-a42b-926abd689b8c', 'code': 200} Dec 21 01:56:15.766916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a98b286a-0b92-4888-b9e8-fa46e0b16282 None None] Provisioning complete for port d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:15.771335 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a98b286a-0b92-4888-b9e8-fa46e0b16282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:15.787977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:15.924261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a98b286a-0b92-4888-b9e8-fa46e0b16282 None None] Port d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:15.939747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:15.956263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:15.956637 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.097301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a98b286a-0b92-4888-b9e8-fa46e0b16282 None None] Provisioning complete for port 64d9ca4f-0f12-4980-8540-7b32c89d7738 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:16.110314 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a98b286a-0b92-4888-b9e8-fa46e0b16282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.164110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Router b9d256a2-9688-447e-bd05-bcfc827bc763 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:16.200052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d8f2-3e38-4efa-85a3-8f4239f8ae7a req-cf8ac70d-89ec-41cf-9c58-759dcddb4cf9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:16.201930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1d6d8f2-3e38-4efa-85a3-8f4239f8ae7a req-cf8ac70d-89ec-41cf-9c58-759dcddb4cf9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.3706534 Dec 21 01:56:16.306343 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.454401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.456666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:16.472227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.473065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f1daf015-4430-4962-9c24-0fc4bc3c3808 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:16.839438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:16.851806 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ced8adc0-fe3b-4f65-a607-79c42e3c5677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.858245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port f1daf015-4430-4962-9c24-0fc4bc3c3808 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:16.867474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f1daf015-4430-4962-9c24-0fc4bc3c3808 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:16.868122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.907776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1d6d8f2-3e38-4efa-85a3-8f4239f8ae7a req-5df0a81d-a679-4c79-b924-97a80a43eff0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517451 Dec 21 01:56:16.945736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:16.955580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-229ecd0b-a1f4-4480-9c3c-2428dada5cd4 admin admin] 10.222.0.43 "PUT /v2.0/routers/b9d256a2-9688-447e-bd05-bcfc827bc763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7917938 Dec 21 01:56:16.958640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Sync routers for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:16.959117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:16.961256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:16.961667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:16.991869 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:16.997687 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:17.090668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-89979363-6c3d-463b-becb-7780c19c4b09 None None] Provisioning complete for port d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:17.093430 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89979363-6c3d-463b-becb-7780c19c4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.095566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64d9ca4f-0f12-4980-8540-7b32c89d7738 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:17.142783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.330527 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:17.353061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.402571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:17.415228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.476551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-89979363-6c3d-463b-becb-7780c19c4b09 None None] Port d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:17.478054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.529942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.541276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 64d9ca4f-0f12-4980-8540-7b32c89d7738 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:17.541689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.610953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:17.627347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.629308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fe680ed6-7ba4-48c1-94f3-2cef020c00b8 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:17.687745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:17.691330 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55dd7c3-f9d7-4f9e-8293-b5ed8b7c5706" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:17.705158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Deleting port 7bb557da-9ce4-4ae7-941c-6ad9c117408c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:17.705689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.757460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.765206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.781320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.793316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.805194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.824011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.840305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:17.857209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d83f679-1495-498c-92d0-c499c578aade req-8283a40b-f43b-43a4-a15d-af63b78c778e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5443 time: 0.2231410 Dec 21 01:56:17.905939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:17.922252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:17.930682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:17.931077 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:17.995555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d83f679-1495-498c-92d0-c499c578aade req-942ff7a6-3516-4fa8-9144-dfe9ecab1ea4 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369948 Dec 21 01:56:18.074318 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:56:14Z', 'revision_number': 5, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port': {'id': '7bb557da-9ce4-4ae7-941c-6ad9c117408c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:21Z', 'updated_at': '2021-12-21T01:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:18.151801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.164115 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.171849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Checking router: b9d256a2-9688-447e-bd05-bcfc827bc763 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:18.194488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=d3ee8570-ab5c-4fd9-9fda-71ef5a3921d1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:18.204578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] For port 7bb557da-9ce4-4ae7-941c-6ad9c117408c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7bb557da-9ce4-4ae7-941c-6ad9c117408c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:18.204944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.205618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Routers {'b9d256a2-9688-447e-bd05-bcfc827bc763'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:18.206751 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9d256a2-9688-447e-bd05-bcfc827bc763'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:18.277513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Calling delete_port for 7bb557da-9ce4-4ae7-941c-6ad9c117408c owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:18.278492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acfb08-f5d5-4f7c-b837-ef4d26c089bc req-f8ab927e-3b44-44f5-977f-2ca004584794 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:18.289708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14acfb08-f5d5-4f7c-b837-ef4d26c089bc req-f8ab927e-3b44-44f5-977f-2ca004584794 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.1708019 Dec 21 01:56:18.313025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:18.327852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.328948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f9b9b96b-b251-4d85-882e-0ed8461e4ed5 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:18.461023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14acfb08-f5d5-4f7c-b837-ef4d26c089bc req-3a484d48-70e7-4ff3-9b2c-d6b09d540798 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692061 Dec 21 01:56:18.484237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] Set router b9d256a2-9688-447e-bd05-bcfc827bc763 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:18.532138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:18.589749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:18.612063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:18.612839 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.638659 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:56:17Z', 'revision_number': 6, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:18.647801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.651365 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5720c-f88e-414d-bf18-be6661b13595 x-openstack-request-id: req-5fe5720c-f88e-414d-bf18-be6661b13595 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:18.651797 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:18.652158 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fe5720c-f88e-414d-bf18-be6661b13595 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:18.652701 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a', 'code': 200} Dec 21 01:56:18.653375 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c', 'code': 200} Dec 21 01:56:18.653757 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'code': 200} Dec 21 01:56:18.705494 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fedf35-a6c6-4aac-bb2e-aa43542b3524 None None] The sync data for ids ['b9d256a2-9688-447e-bd05-bcfc827bc763'] in n-d-761264-20 is: [{'id': 'b9d256a2-9688-447e-bd05-bcfc827bc763', 'name': 'tempest-ServersTestManualDisk-278165924-router', 'tenant_id': '96e8aa222f1c4b0087c92dc1516600b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:56:17Z', 'revision_number': 6, 'project_id': '96e8aa222f1c4b0087c92dc1516600b1', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:18.780213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.899042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:18.911098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:18.920538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870da9-3b37-4bec-9018-f398421a4dc5 req-cd38fb00-2302-4d11-9dad-7462f4f64f4e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:18.925218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11870da9-3b37-4bec-9018-f398421a4dc5 req-cd38fb00-2302-4d11-9dad-7462f4f64f4e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1609561 Dec 21 01:56:19.035305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11870da9-3b37-4bec-9018-f398421a4dc5 req-45511191-2a10-4e16-9301-f3005db5dec4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Dec 21 01:56:19.201275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:19.207881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb03805f-6ee6-4b18-948e-47be33498a1b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:19.318392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: cb03805f-6ee6-4b18-948e-47be33498a1b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:19.318761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb03805f-6ee6-4b18-948e-47be33498a1b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:19.330822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1475d6d-655f-47d2-ac94-db648bfaa739 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:19.342528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-ffa2cdcb-dad7-461c-93d9-c49c29083fd2 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.352929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb557da-9ce4-4ae7-941c-6ad9c117408c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:19.373841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-ffa2cdcb-dad7-461c-93d9-c49c29083fd2 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.1659884 Dec 21 01:56:19.379398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:19.395039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:19.430576 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:19.596239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:19.664312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.670394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.709009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.716488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.750163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.764863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.776010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:19.788235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-ceebc004-63f2-466f-9afa-5655c082bd0f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.3938737 Dec 21 01:56:19.808168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48282) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:19.891479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Deleting port 03158b84-65eb-4d13-81d6-25907f57f782 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:19.892160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:19.966201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379820f4-bd50-44eb-b083-2f33a63144d1 req-8572500a-c81f-436c-86be-bbebcc3673c1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690092 Dec 21 01:56:20.082478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd828-0bbd-43a6-83f3-f28556d7d821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.204270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9a43-416b-454a-b74d-a0e89ab2daa5 req-be0b8a0b-931f-4353-9fc1-1587b8418028 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:20.205901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b3a9a43-416b-454a-b74d-a0e89ab2daa5 req-be0b8a0b-931f-4353-9fc1-1587b8418028 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 945 time: 0.1014352 Dec 21 01:56:20.226006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] For port 03158b84-65eb-4d13-81d6-25907f57f782, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=03158b84-65eb-4d13-81d6-25907f57f782,segment=NetworkSegment(17536c78-6c1b-4987-b69c-3e62a41f3579),segment_id=17536c78-6c1b-4987-b69c-3e62a41f3579)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:20.226379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.257811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Calling delete_port for 03158b84-65eb-4d13-81d6-25907f57f782 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:20.343818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b3a9a43-416b-454a-b74d-a0e89ab2daa5 req-d1d0f301-db7f-46e7-99a3-c200031ef3a2 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d2559b4-c231-4dd7-8982-b3e331e3ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178846 Dec 21 01:56:20.434537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.438091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.491068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.492153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d256a2-9688-447e-bd05-bcfc827bc763 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:56:20.506424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.508038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8d72cbc3-0d9b-461d-9a41-a94c86b91048 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b9d256a2-9688-447e-bd05-bcfc827bc763 HTTP/1.1" status: 204 len: 168 time: 3.5432966 Dec 21 01:56:20.511436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:20.575996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 075c1610-e911-46a1-9eca-8bf8a2314228 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:20.583645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Deleting subnet b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:56:20.596409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.655197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:20.659931 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8407d703-abc0-4831-8420-29a0799bc417" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:20.744277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0505-1ccd-4f5c-a91f-592e6610dd2c req-930339d8-5acd-48d3-b25e-c698358268db tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:20.752777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c87e0505-1ccd-4f5c-a91f-592e6610dd2c req-930339d8-5acd-48d3-b25e-c698358268db tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2341335 Dec 21 01:56:20.779426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:20.783747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.790640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] Sync routers for ids ['075c1610-e911-46a1-9eca-8bf8a2314228'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:20.794058 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-699db115-28b8-475b-85b3-5288ffe4280c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/075c1610-e911-46a1-9eca-8bf8a2314228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5078180 Dec 21 01:56:20.794677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48298) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:20.806337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd828-0bbd-43a6-83f3-f28556d7d821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.828625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] Routers {'075c1610-e911-46a1-9eca-8bf8a2314228'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:20.829933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['075c1610-e911-46a1-9eca-8bf8a2314228'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:20.893899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c87e0505-1ccd-4f5c-a91f-592e6610dd2c req-d0a55933-2647-45e7-b98b-b304d5fb7a28 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373265 Dec 21 01:56:20.893899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd828-0bbd-43a6-83f3-f28556d7d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:20.895402 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b2e9b3a1-0ec7-4054-b04d-b62539d8cc5a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=075c1610-e911-46a1-9eca-8bf8a2314228 HTTP/1.1" status: 200 len: 205 time: 0.0777009 Dec 21 01:56:20.898922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:20.920635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:20.943559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] Routers {'075c1610-e911-46a1-9eca-8bf8a2314228'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:20.944438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['075c1610-e911-46a1-9eca-8bf8a2314228'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:21.005055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dd828-0bbd-43a6-83f3-f28556d7d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d61b13-be89-41e1-a210-e1f9fd902e63,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:21.066804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7bb557da-9ce4-4ae7-941c-6ad9c117408c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:21.073585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.124078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b9dd828-0bbd-43a6-83f3-f28556d7d821 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4194c6ed05a4941bfced290db29d929&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3129120 Dec 21 01:56:21.149839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:21.154198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 7bb557da-9ce4-4ae7-941c-6ad9c117408c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:21.157636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7bb557da-9ce4-4ae7-941c-6ad9c117408c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:21.162131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:21.163920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865d8fa-f85c-4c24-9dcd-8c3da9f7617d None None] The sync data for ids ['075c1610-e911-46a1-9eca-8bf8a2314228'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:21.209239 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c84ca-860a-43a2-9eb7-f0541c8ea7e6 x-openstack-request-id: req-6d6c84ca-860a-43a2-9eb7-f0541c8ea7e6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:21.209885 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:21.210220 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d6c84ca-860a-43a2-9eb7-f0541c8ea7e6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:21.210542 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'code': 200} Dec 21 01:56:21.210794 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'code': 200} Dec 21 01:56:21.238931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.262979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.322911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3dbc96-3b39-4ac0-b289-44b7b2b7b8fe None None] Network e0653c8b-0f4a-4684-bab0-8bb55d649bb0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:21.324938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:21.328091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.333640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-96942639-9f55-40af-a183-e820920ea87a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b510b392-b3bd-44c5-ae2d-1e5e5aa28cc6 HTTP/1.1" status: 204 len: 168 time: 0.8207233 Dec 21 01:56:21.356045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.359427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48306) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:21.361376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.506431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.524894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] No DVR routers for this DVR port 03158b84-65eb-4d13-81d6-25907f57f782 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:21.527732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.531616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79011cd4-4a28-41ae-9c12-ba71112fb3d2 req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.24 "DELETE /v2.0/ports/03158b84-65eb-4d13-81d6-25907f57f782 HTTP/1.1" status: 204 len: 173 time: 2.1569195 Dec 21 01:56:21.535583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'name': 'network-vif-deleted', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:21.539006 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f073d-f1cb-46ff-86bf-c98b140ec1d3" -d '{"events": [{"server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "name": "network-vif-deleted", "tag": "03158b84-65eb-4d13-81d6-25907f57f782"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:21.594211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1259-2d9b-4de4-96e9-55e4204ae853 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] Pushing event deleted for resources: {'Port': ['ID=03158b84-65eb-4d13-81d6-25907f57f782,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:21.633462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.639595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.643350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51d61b13-be89-41e1-a210-e1f9fd902e63 HTTP/1.1" status: 204 len: 168 time: 0.4448261 Dec 21 01:56:21.680258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.704998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] DHCP port deletion for e0653c8b-0f4a-4684-bab0-8bb55d649bb0 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:21.705629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f7654-5b5d-436e-b6b3-82e9b4d67a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d61b13-be89-41e1-a210-e1f9fd902e63,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:21.708858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.719296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.730738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.738487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.747054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.768120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.770761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-893b543a-a648-435d-8862-502fef4c8b4e req-32ab24ac-a113-4e1e-a246-1c8ea931cac7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.3760381 Dec 21 01:56:21.815839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.816393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.816733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.817203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.817676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.833823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.834301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:21.842288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-a6b3eb54-8e2d-4ded-ac33-33ac1de64190 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.3456664 Dec 21 01:56:21.863698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.869008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.873117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.898012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Deleting port e75107b0-1ac3-4e6a-bac4-d439e578373e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:21.898409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.950329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-893b543a-a648-435d-8862-502fef4c8b4e req-d7282269-77fe-410b-b0fd-2e05f4cfab73 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489611 Dec 21 01:56:21.963468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.973932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router 075c1610-e911-46a1-9eca-8bf8a2314228 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:56:21.987967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:21.996290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48316) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:21.996479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3117e7e5-b174-4abb-87fd-770cf0598e49 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/075c1610-e911-46a1-9eca-8bf8a2314228 HTTP/1.1" status: 204 len: 168 time: 1.0958378 Dec 21 01:56:22.062161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Deleting port e75107b0-1ac3-4e6a-bac4-d439e578373e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:22.063340 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.147462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] For port e75107b0-1ac3-4e6a-bac4-d439e578373e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e75107b0-1ac3-4e6a-bac4-d439e578373e,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:22.148321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.194152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Calling delete_port for e75107b0-1ac3-4e6a-bac4-d439e578373e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:22.230558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a0b95e0-8f35-4326-bbf7-f3200876cf2a req-7eec40fb-8943-4910-a905-7cc501615d90 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3515012 Dec 21 01:56:22.308747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] For port e75107b0-1ac3-4e6a-bac4-d439e578373e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e75107b0-1ac3-4e6a-bac4-d439e578373e,segment=NetworkSegment(f02f8015-78c8-4aa8-baf5-76a385c6e77e),segment_id=f02f8015-78c8-4aa8-baf5-76a385c6e77e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:22.310125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.343286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Calling delete_port for e75107b0-1ac3-4e6a-bac4-d439e578373e owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:22.357534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa21d92e-4911-441d-999a-37c50221c56d req-c7d4b2b8-2d26-4fd3-9db4-281608542462 tempest-ServerAddressesNegativeTestJSON-1790188361 tempest-ServerAddressesNegativeTestJSON-1790188361-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb4551f1-32c2-4443-8707-0c7add13abb9 HTTP/1.1" status: 200 len: 210 time: 0.1371598 Dec 21 01:56:22.377991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 2fb57dbf-6560-48c0-b4ba-49835645390d {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:56:22.400895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.435889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.452592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.485515 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9d891-7598-44bf-a050-31f3ffb0b8a3 x-openstack-request-id: req-0dd9d891-7598-44bf-a050-31f3ffb0b8a3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:22.485820 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4551f1-32c2-4443-8707-0c7add13abb9", "name": "network-vif-deleted", "tag": "03158b84-65eb-4d13-81d6-25907f57f782", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:22.486078 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0dd9d891-7598-44bf-a050-31f3ffb0b8a3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:22.486601 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4551f1-32c2-4443-8707-0c7add13abb9', 'name': 'network-vif-deleted', 'tag': '03158b84-65eb-4d13-81d6-25907f57f782', 'status': 'completed', 'code': 200} Dec 21 01:56:22.516970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] Pushing event deleted for resources: {'Port': ['ID=e75107b0-1ac3-4e6a-bac4-d439e578373e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:22.531982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb83b95-3051-40b2-8bee-916956acf732 None None] No DVR routers for this DVR port e75107b0-1ac3-4e6a-bac4-d439e578373e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:22.561134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.576899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:22.609609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.627859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 03158b84-65eb-4d13-81d6-25907f57f782 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:22.643712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-160f0c9f-c847-4768-b7f3-2e35a99c838d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.645293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] No DVR routers for this DVR port e75107b0-1ac3-4e6a-bac4-d439e578373e on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:22.658377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 03158b84-65eb-4d13-81d6-25907f57f782 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:22.669351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 03158b84-65eb-4d13-81d6-25907f57f782 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:22.686957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Pushing event deleted for resources: {'Port': ['ID=e75107b0-1ac3-4e6a-bac4-d439e578373e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:22.783106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.817194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0653c8b-0f4a-4684-bab0-8bb55d649bb0']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:22.839331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02f8015-78c8-4aa8-baf5-76a385c6e77e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:22.839713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02f8015-78c8-4aa8-baf5-76a385c6e77e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:22.851671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.873278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.880319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:56:22.881023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:56:22.884165 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:56:22.960696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d416-ad08-4872-a801-e582844e283f req-f8c45705-a38b-4d06-bec5-b4d7e56022a2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:22.983180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a89d416-ad08-4872-a801-e582844e283f req-f8c45705-a38b-4d06-bec5-b4d7e56022a2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.3369632 Dec 21 01:56:22.987134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:22.989536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e75107b0-1ac3-4e6a-bac4-d439e578373e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:22.998207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.002117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] 10.222.0.43 "DELETE /v2.0/networks/e0653c8b-0f4a-4684-bab0-8bb55d649bb0 HTTP/1.1" status: 204 len: 168 time: 1.6355906 Dec 21 01:56:23.013858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.017970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35424-408d-4fa8-ad4f-aa508e79c82b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0653c8b-0f4a-4684-bab0-8bb55d649bb0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:23.025949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e75107b0-1ac3-4e6a-bac4-d439e578373e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:23.026729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e75107b0-1ac3-4e6a-bac4-d439e578373e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:23.164027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a89d416-ad08-4872-a801-e582844e283f req-abfc8967-8129-4c70-91e4-457dbe0ee05d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795948 Dec 21 01:56:23.255317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-160f0c9f-c847-4768-b7f3-2e35a99c838d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.263912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.275779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-160f0c9f-c847-4768-b7f3-2e35a99c838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.331403 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.333830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b09905-ecb6-4159-bff3-3423b548b258 None None] Network 18011bfc-46a9-4143-840f-641ecf30fdb3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:23.337287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/2fb57dbf-6560-48c0-b4ba-49835645390d HTTP/1.1" status: 204 len: 168 time: 1.3280606 Dec 21 01:56:23.338245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf62fce-91c2-4ddf-8cee-3d9be320752f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb57dbf-6560-48c0-b4ba-49835645390d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:23.340552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:23.439506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f0c9f-c847-4768-b7f3-2e35a99c838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5f5ef-774c-4620-b359-3cb2e57a9ceb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:23.486655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-160f0c9f-c847-4768-b7f3-2e35a99c838d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4f6023a115f43d1a4313f1986b36d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8662796 Dec 21 01:56:23.494380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48332) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:23.564523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.568132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:23.657193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f54c9436-6c20-4298-bf3b-c20b19bdd625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96e8aa222f1c4b0087c92dc1516600b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850332 Dec 21 01:56:23.661830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:23.684590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] DHCP port deletion for 18011bfc-46a9-4143-840f-641ecf30fdb3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:23.723514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 64d9ca4f-0f12-4980-8540-7b32c89d7738 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:23.723755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.773618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Deleting port 64d9ca4f-0f12-4980-8540-7b32c89d7738 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:23.774169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.793616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.804490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.811402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.830729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.849611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.856777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.868648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.874533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:23.895949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-4eb8cc31-a45b-442b-b5b9-ddfdbdfff003 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.3985488 Dec 21 01:56:23.930530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.972689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 64d9ca4f-0f12-4980-8540-7b32c89d7738, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64d9ca4f-0f12-4980-8540-7b32c89d7738,segment=NetworkSegment(6b7c0012-0376-4b30-bf82-54ef068a638c),segment_id=6b7c0012-0376-4b30-bf82-54ef068a638c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:23.973055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:23.976856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.046105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.054292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 64d9ca4f-0f12-4980-8540-7b32c89d7738 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:24.184747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] For port 64d9ca4f-0f12-4980-8540-7b32c89d7738, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=64d9ca4f-0f12-4980-8540-7b32c89d7738,segment=NetworkSegment(6b7c0012-0376-4b30-bf82-54ef068a638c),segment_id=6b7c0012-0376-4b30-bf82-54ef068a638c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:24.185264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.186498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.195158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaa2478b-f131-4508-8030-4bdf21b1020e req-1ac700ae-0beb-411f-b926-7ca9094cf291 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2983022 Dec 21 01:56:24.241112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.243737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.247444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48d5f5ef-774c-4620-b359-3cb2e57a9ceb HTTP/1.1" status: 204 len: 168 time: 0.7459464 Dec 21 01:56:24.259265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Calling delete_port for 64d9ca4f-0f12-4980-8540-7b32c89d7738 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:24.271068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1650d0f-be87-424d-a46b-b8819ea6b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5f5ef-774c-4620-b359-3cb2e57a9ceb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:24.333226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48348) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:24.353429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=64d9ca4f-0f12-4980-8540-7b32c89d7738,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:24.367635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 64d9ca4f-0f12-4980-8540-7b32c89d7738 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:24.374831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.379683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.391394 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1088fdc3-0496-48eb-a5d5-5c490f954a03 HTTP/1.1" status: 204 len: 168 time: 0.7170811 Dec 21 01:56:24.458104 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.473650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3a551-be4c-4efd-af02-c0d8885e1dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088fdc3-0496-48eb-a5d5-5c490f954a03,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:24.528904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Deleting subnet 14b84c6f-22c9-46b7-842d-9b760b3cd807 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:56:24.540909 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.561144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] Pushing event deleted for resources: {'Port': ['ID=64d9ca4f-0f12-4980-8540-7b32c89d7738,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:24.586854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829bbda-cffd-448a-80fc-b03fcb37de7d None None] No DVR routers for this DVR port 64d9ca4f-0f12-4980-8540-7b32c89d7738 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:24.708640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.724094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.801587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7d1cb-8c95-45f3-9ac3-274d70e3a63d req-aea68de0-c212-4a24-93e0-101a7755e71e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:24.803472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27d7d1cb-8c95-45f3-9ac3-274d70e3a63d req-aea68de0-c212-4a24-93e0-101a7755e71e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2142787 Dec 21 01:56:24.804656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18011bfc-46a9-4143-840f-641ecf30fdb3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:24.829262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7c0012-0376-4b30-bf82-54ef068a638c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:24.829621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7c0012-0376-4b30-bf82-54ef068a638c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:24.841930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.848791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.861882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.893503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:56:24.894674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:24.927098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27d7d1cb-8c95-45f3-9ac3-274d70e3a63d req-aa6b9888-af4e-4093-93db-d959b5939907 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109638 Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:56:24.939268 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:56:25.020456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.040394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64d9ca4f-0f12-4980-8540-7b32c89d7738 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:25.096972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 64d9ca4f-0f12-4980-8540-7b32c89d7738 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:56:25.097327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 64d9ca4f-0f12-4980-8540-7b32c89d7738 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:56:25.106000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b84c6f-22c9-46b7-842d-9b760b3cd807,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:25.109237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.110399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.114129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-00df7fc0-4518-44e4-939f-40f3a152f589 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14b84c6f-22c9-46b7-842d-9b760b3cd807 HTTP/1.1" status: 204 len: 168 time: 0.7788401 Dec 21 01:56:25.116721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48400) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:25.125705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.139050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/18011bfc-46a9-4143-840f-641ecf30fdb3 HTTP/1.1" status: 204 len: 168 time: 1.7954471 Dec 21 01:56:25.140021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:25.178486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809203627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:25.193551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd20be-8543-47fd-b0b8-592e998e2743 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=18011bfc-46a9-4143-840f-641ecf30fdb3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:25.240496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.242101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.256635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.310191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.326022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.398683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.404316 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f7406052-e5ec-41eb-86cb-576cebeb92ab tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2359915 Dec 21 01:56:25.405727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48412) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:25.411250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-341884882'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:25.440644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:25.445976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.497580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:25.511264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.511932 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 95801def-f366-498a-909d-c1001b8f4e6f of type vlan for network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 Dec 21 01:56:25.521461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.618905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00277626-e23c-4799-b3ae-06313a41472f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:25.623370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.647402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17536c78-6c1b-4987-b69c-3e62a41f3579') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:25.652925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17536c78-6c1b-4987-b69c-3e62a41f3579') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:25.675234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.679560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.689164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.690486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.698637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.718721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.731522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3244894 Dec 21 01:56:25.740593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.752436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.759138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:25.767049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.781475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:25.795126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-95e7f265-cc60-40ce-a406-1a31579a1bf0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.4629416 Dec 21 01:56:25.795774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:25.838335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.978563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:25.999720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef02b8bb-1be9-495e-a334-755674b508c0 req-1394d1ed-338d-42a9-bd40-fbc1b5b52189 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991956 Dec 21 01:56:26.006298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:56:26.006716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:56:26.008575 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:56:26.045232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf4e2d-65c9-4170-941a-a5e086694a98 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=7a760f35-a0d3-4465-96c5-ac2cb3d9f744,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:26.059673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:26.083219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:26.089311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.280475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.288188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.302582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] 10.222.0.43 "DELETE /v2.0/networks/00277626-e23c-4799-b3ae-06313a41472f HTTP/1.1" status: 204 len: 168 time: 1.1838880 Dec 21 01:56:26.303726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:26.337446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0145b3a-26a2-48a9-8707-10f91178d453 req-cf4f3322-5b73-4ae8-960c-556c736f5a4b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:26.348731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0145b3a-26a2-48a9-8707-10f91178d453 req-cf4f3322-5b73-4ae8-960c-556c736f5a4b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.1623032 Dec 21 01:56:26.410334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245a52-c5b1-474f-897a-8caa8399c696 admin admin] Pushing event deleted for resources: {'Network': ['ID=00277626-e23c-4799-b3ae-06313a41472f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:26.446065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0145b3a-26a2-48a9-8707-10f91178d453 req-4041a766-beda-404c-9e02-f21a62474c91 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964537 Dec 21 01:56:26.574233 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.590147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:26.638018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.692379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1269ad64-c76a-41b7-98f0-0bb373346f4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0034bdaf22442c2bd861a747dafbb00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010504 Dec 21 01:56:26.695450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48476) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:26.727996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=91998da8-b421-4929-aa01-f486288a9f8d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:26.730295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:26.730723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 7a760f35-a0d3-4465-96c5-ac2cb3d9f744, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:26.754900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:26.780227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7a760f35-a0d3-4465-96c5-ac2cb3d9f744) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:26.785841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:26.786505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.790515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046e5a6-8072-45ad-9dc4-2a7bb6a8fdfd None None] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:26.805176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.838993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48486) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:26.839280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b7128dbf-0f07-42c2-a8cb-f4c56d406f1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0779068 Dec 21 01:56:26.853671 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:26.971952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-network', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:27.011976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:56:27.015487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.078800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:27.124253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.126806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.127958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d2559b4-c231-4dd7-8982-b3e331e3ab44 HTTP/1.1" status: 204 len: 168 time: 0.4321933 Dec 21 01:56:27.274567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb470dce-c4e3-4c01-92b2-38efdef1b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2559b4-c231-4dd7-8982-b3e331e3ab44,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:27.316595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b071f2e6-f75e-4762-8c7e-ea6183793d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.323752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Allocated IP 172.20.0.2 (7a760f35-a0d3-4465-96c5-ac2cb3d9f744/91998da8-b421-4929-aa01-f486288a9f8d/6decf7a2-c4c7-4e4d-9e02-8bd4a513091e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:27.341272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Made reservation on behalf of 9fd093323d9b46b39f4c0b9a0df6fe16 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:27.343662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.510757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b071f2e6-f75e-4762-8c7e-ea6183793d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.530644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b071f2e6-f75e-4762-8c7e-ea6183793d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.535687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.545949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:27.556134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.604267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.624907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.628669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.645133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:27.651084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.657234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.659533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b071f2e6-f75e-4762-8c7e-ea6183793d04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34c5113b7b7b424195990b4809b194b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794575 Dec 21 01:56:27.660167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:27.660827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071f2e6-f75e-4762-8c7e-ea6183793d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe1c32-7616-4bd3-8664-aefc3450eae1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:27.675658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.681730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:27.693702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:27.694019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4ba840d-7346-42fd-beaa-e278dcdc70e4 req-48cb3b6b-d55c-44c2-9bff-2e6e41098554 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.7765174 Dec 21 01:56:27.697317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.711768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:27.716126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:27.743023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Request body: {'floatingip': {'port_id': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:27.760493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Pushing event updated for resources: {'Port': ['ID=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:27.855696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.867114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Attempting to bind port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:27.867495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Attempting to bind port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:27.868064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Attempting to bind port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e on network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:27.934800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:27.935179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Checking segment: {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:27.944858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:27.946266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Bound using segment: {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:27.947522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Bound port: 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:27.948331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.015684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.098214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.101317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.159607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:28.163749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:28.168732 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f10cae-e82b-466c-be2e-00174710e924" -d '{"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:28.176250 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.256421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-4382b24f-4e4a-4bfe-9b35-287782d574a5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:28.264292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-4382b24f-4e4a-4bfe-9b35-287782d574a5 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.1394696 Dec 21 01:56:28.266536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.279090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:28.291319 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.292075 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Added segment 74acd560-3d17-4ae8-95aa-28e025b3f28b of type vlan for network 647d7016-dfd8-4d9b-8c2d-884254e8869c Dec 21 01:56:28.294380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:28.331684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] For port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:28.336943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] For port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:28.346578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.399041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bacbc2d-0f48-40b9-916a-3197ab2b2151,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:28.409139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-fbdb4545-8982-486b-9e1a-3b85a0990b22 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/quotas/ea087a34bd434566b191f956f9e5c430 HTTP/1.1" status: 200 len: 375 time: 0.1435251 Dec 21 01:56:28.458375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.resource_extend [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:56:28.474577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372079e-5bb7-4721-88a1-a4a888d718fc None None] Pushing event updated for resources: {'Port': ['ID=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:28.545145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.561895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.567425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc3eb-a58c-4fcf-9bac-826fc8e0ed31 req-c78be129-ec4b-4c9b-9e3b-fd01dbcb633b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:28.568962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e68bc3eb-a58c-4fcf-9bac-826fc8e0ed31 req-c78be129-ec4b-4c9b-9e3b-fd01dbcb633b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.7205982 Dec 21 01:56:28.575146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.646265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-e378587c-a623-4ecd-a363-c8e7340681f7 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359529 Dec 21 01:56:28.682386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.755262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.825733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e68bc3eb-a58c-4fcf-9bac-826fc8e0ed31 req-5617dbb4-4e31-46d5-8034-33e0d22e8933 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434332 Dec 21 01:56:28.842045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.843295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:28.843852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:28.863292 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Floating IP e6ebb8e7-0c47-4501-8de3-d48ed925d3d7 associated. External IP: 172.25.6.52, port: f9b9b96b-b251-4d85-882e-0ed8461e4ed5. Dec 21 01:56:29.031498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] Pushing event updated for resources: {'Network': ['ID=647d7016-dfd8-4d9b-8c2d-884254e8869c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:29.047534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d84ea5b7-5878-488b-b48b-0543e37306f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7372460 Dec 21 01:56:29.051179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:29.058833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48544) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:29.077289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Request body: {'subnet': {'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-subnet', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:29.092009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.099342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.106689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57fe1c32-7616-4bd3-8664-aefc3450eae1 HTTP/1.1" status: 204 len: 168 time: 1.4385085 Dec 21 01:56:29.138519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-cc3adabb-7b47-4a30-bc34-f32e7b60390b service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904964 Dec 21 01:56:29.196035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304570f-24e9-4dcf-9f4d-1d6cf2deea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe1c32-7616-4bd3-8664-aefc3450eae1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:29.212196 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87b24ed-30c0-42ea-8f2c-d6c6a9658aeb x-openstack-request-id: req-a87b24ed-30c0-42ea-8f2c-d6c6a9658aeb {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:29.212492 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:29.212922 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a87b24ed-30c0-42ea-8f2c-d6c6a9658aeb {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:29.214068 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'code': 200} Dec 21 01:56:29.215020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:29.382206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Router 4f06e220-d89b-4a87-88a6-0735fac368a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:29.387542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Made reservation on behalf of 9fd093323d9b46b39f4c0b9a0df6fe16 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:29.389855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:29.390357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.397572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.578724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.666005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:29.674963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:29.746861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:29.980388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.20.0.1 (7a760f35-a0d3-4465-96c5-ac2cb3d9f744/91998da8-b421-4929-aa01-f486288a9f8d/63dd576a-de04-463d-8e3d-fb330217c6aa) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:30.288756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72538b-9226-424c-9cf0-b2224861374c None None] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:30.446036 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:30.473087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-e81cdadf-50f2-4dc3-a608-d7632df49638 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:30.493031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-e81cdadf-50f2-4dc3-a608-d7632df49638 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a8b8b72-46ef-4826-8b88-b90418ddc7ce HTTP/1.1" status: 200 len: 944 time: 1.4673088 Dec 21 01:56:30.581949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-41a29f6a-778a-44bc-b224-c7b2cf91af4f None None] Provisioning complete for port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:30.582445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-41a29f6a-778a-44bc-b224-c7b2cf91af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:30.641183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:30.654034 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Sync routers for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:30.662226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:30.665017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-ce475603-6176-4241-af1c-2dd191a13a9d service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5252209 Dec 21 01:56:30.674181 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:30.675241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:30.706094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54331-9aa0-453b-a247-cbac4b157d5e req-fe08b828-a191-40c7-a577-8b634a865daa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:30.708668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ce54331-9aa0-453b-a247-cbac4b157d5e req-fe08b828-a191-40c7-a577-8b634a865daa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.5061381 Dec 21 01:56:30.951611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:30.971809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62a6d99c-c673-4a32-96e7-23ca063c531c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "PUT /v2.0/floatingips/e6ebb8e7-0c47-4501-8de3-d48ed925d3d7 HTTP/1.1" status: 200 len: 991 time: 3.2463095 Dec 21 01:56:30.976152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:30.986657 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca85e96-6a24-4116-aafa-2565a57d0e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:30.995744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.014973 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:31.039195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:31.080343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:31.129113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:31.138898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:31.205851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Checking segment: {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:31.208804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Network hostable DHCP agents. Network: 647d7016-dfd8-4d9b-8c2d-884254e8869c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:31.270770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:31.284824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:31.285321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.310523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:31.341081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 647d7016-dfd8-4d9b-8c2d-884254e8869c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:31.350149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:31.353543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.371541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa4cdc-90a6-4461-b57f-3392836e3a93 None None] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:31.403530 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:56:31.424020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6376dc9e-10c4-4160-a72c-081ba460b108 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3593178 Dec 21 01:56:31.424673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48606) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:31.443002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:31.466710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ce54331-9aa0-453b-a247-cbac4b157d5e req-c8e59737-1984-4061-b450-b5dcde184bc0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652846 Dec 21 01:56:31.492364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.524244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7f756bfa-2d90-4876-a0c9-c796a174ae3a no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:31.534918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.535720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Deleting port 7f756bfa-2d90-4876-a0c9-c796a174ae3a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:31.537092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.538846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.574045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-af08226e-17f2-4754-8908-eb9874d467d2 None None] Provisioning complete for port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:31.574427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af08226e-17f2-4754-8908-eb9874d467d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.622619 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e6ebb8e7-0c47-4501-8de3-d48ed925d3d7', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'port_id': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'mac_address': 'fa:16:3e:da:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:36Z', 'updated_at': '2021-12-21T01:56:28Z', 'revision_number': 1, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:31.705745 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Checking router: 4f06e220-d89b-4a87-88a6-0735fac368a9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:31.729618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:31.768016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:31.782385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:32.019490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db658143-15ee-465b-859a-460099f68f98 req-ad853d96-4488-48d5-b6f0-da3d56885c80 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.6931100 Dec 21 01:56:32.071794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:32.127750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.141593 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf752ae2-ea60-4b3b-aeb2-4f625cecf687 x-openstack-request-id: req-cf752ae2-ea60-4b3b-aeb2-4f625cecf687 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:32.142884 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:32.143615 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf752ae2-ea60-4b3b-aeb2-4f625cecf687 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:32.146437 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'status': 'completed', 'code': 200} Dec 21 01:56:32.260792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c245d26-3473-4793-8583-563472984471 None None] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:32.303233 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:32.482396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6a41b0a-cf79-47df-a0ac-9c70b44a4c25 None None] Provisioning complete for port 63dd576a-de04-463d-8e3d-fb330217c6aa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:32.488869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6a41b0a-cf79-47df-a0ac-9c70b44a4c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.493162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] For port 7f756bfa-2d90-4876-a0c9-c796a174ae3a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7f756bfa-2d90-4876-a0c9-c796a174ae3a,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:32.493769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.556504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Calling delete_port for 7f756bfa-2d90-4876-a0c9-c796a174ae3a owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:32.671333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6a41b0a-cf79-47df-a0ac-9c70b44a4c25 None None] Port 63dd576a-de04-463d-8e3d-fb330217c6aa cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:32.726430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.740314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.780874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:32.971309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67d3c5fc-78cf-41a3-8fbc-105c0facb516 req-92b406c7-6498-45f0-92f4-3504cba8d289 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 210 time: 0.6887290 Dec 21 01:56:33.084850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Allocated IP 172.25.6.89 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:33.148960 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e6ebb8e7-0c47-4501-8de3-d48ed925d3d7', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'port_id': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'mac_address': 'fa:16:3e:da:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:36Z', 'updated_at': '2021-12-21T01:56:28Z', 'revision_number': 1, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:33.219922 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be06ac8-b08b-4409-8aa1-71173371a609 None None] The sync data for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 is: [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e6ebb8e7-0c47-4501-8de3-d48ed925d3d7', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'port_id': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'mac_address': 'fa:16:3e:da:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:54:36Z', 'updated_at': '2021-12-21T01:56:28Z', 'revision_number': 1, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:33.383698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.384265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.387553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.388041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.388517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.388987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.389488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.393128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-0556767c-24d8-4ed7-89c4-13d89e1829ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 1.2214892 Dec 21 01:56:33.472748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f866c-84ac-47c5-9204-3d179e279e98 req-73b5fba6-6145-44f7-a4d0-63319bafec81 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.476649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a0f866c-84ac-47c5-9204-3d179e279e98 req-73b5fba6-6145-44f7-a4d0-63319bafec81 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.7474079 Dec 21 01:56:33.482455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-329a3d10-6626-4992-bca3-438ffbccffba tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.484754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-329a3d10-6626-4992-bca3-438ffbccffba tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.3671937 Dec 21 01:56:33.534005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Request body: {'port': {'device_id': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'admin_state_up': True, 'tenant_id': 'ea087a34bd434566b191f956f9e5c430'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:33.547733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e842280-bb19-4b98-9ca8-a32bf3977276 req-6b3bcf4c-27f6-456a-9fbb-e728bb2a377f tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0968285 Dec 21 01:56:33.668547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e13d6-fde4-48a5-9966-8fb141b7ef13 None None] New status for floating IP e6ebb8e7-0c47-4501-8de3-d48ed925d3d7: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:56:33.706894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.732804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a0f866c-84ac-47c5-9204-3d179e279e98 req-cb31da6b-c575-4a60-9705-2b17f72b61c3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281089 Dec 21 01:56:33.787612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.808287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.811018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.815298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.820308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:33.828625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:33.875824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event deleted for resources: {'Port': ['ID=7f756bfa-2d90-4876-a0c9-c796a174ae3a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:33.879299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-900a4fea-5a0f-4b40-bfc9-83fbdf1a5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:33.880946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-900a4fea-5a0f-4b40-bfc9-83fbdf1a5d71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80 HTTP/1.1" status: 200 len: 917 time: 0.4738078 Dec 21 01:56:33.912699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efe8fb-4523-4aa3-8626-54697e9144a7 None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:34.027293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.029455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] No DVR routers for this DVR port 7f756bfa-2d90-4876-a0c9-c796a174ae3a on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:34.037277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Allocated IP 172.20.0.6 (13fff45b-3c0e-4413-b810-165d656564f8/e792a910-7bc2-4e56-9880-77a43fcb7abb/f670b11c-06fa-42e7-a496-9666d85d1b10) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:34.039207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.042985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89202d51-fbe1-46ca-85e2-b35f338554d7 req-b2a6d2c5-fabb-46d7-9d0d-ba40f1844147 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "DELETE /v2.0/ports/7f756bfa-2d90-4876-a0c9-c796a174ae3a HTTP/1.1" status: 204 len: 173 time: 3.5254090 Dec 21 01:56:34.047108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:34.049686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-deleted', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:34.052599 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cc33a9-628b-4ca2-ac14-9f680f2a204c" -d '{"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-deleted", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:34.124226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-1e47034c-a60e-4a74-9d30-a5cb6698e22b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 999 time: 0.2152476 Dec 21 01:56:34.144137 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da731b6-8075-4021-91ae-ad00a7ca6554 x-openstack-request-id: req-3da731b6-8075-4021-91ae-ad00a7ca6554 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:34.146841 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b8b72-46ef-4826-8b88-b90418ddc7ce", "name": "network-vif-deleted", "tag": "7f756bfa-2d90-4876-a0c9-c796a174ae3a", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:34.149612 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3da731b6-8075-4021-91ae-ad00a7ca6554 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:34.150219 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b8b72-46ef-4826-8b88-b90418ddc7ce', 'name': 'network-vif-deleted', 'tag': '7f756bfa-2d90-4876-a0c9-c796a174ae3a', 'status': 'completed', 'code': 200} Dec 21 01:56:34.288908 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.353148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6095d7c-7ea7-4067-b63e-34b9c8959e60 req-afac5815-b389-4a53-a199-fd44cab101fd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 210 time: 0.1172757 Dec 21 01:56:34.376091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.397531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-e882ff66-1230-4d10-b370-152795b79974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:34.399134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Network 13fff45b-3c0e-4413-b810-165d656564f8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:34.400186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-e882ff66-1230-4d10-b370-152795b79974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.2447798 Dec 21 01:56:34.408618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:34.411505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:34.426320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e437d39-ee8b-4faa-ba52-7e2b7a858bf2 None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:34.461908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:34.465569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:34.515052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:34.522672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:34.523549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.525308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ff1bb968-1b57-4325-9cf2-a2cb98e7c48d None None] Provisioning complete for port f670b11c-06fa-42e7-a496-9666d85d1b10 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:34.525818 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb968-1b57-4325-9cf2-a2cb98e7c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.539362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:34.543398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:34.554018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-797e66a8-cc4a-4ef7-8a9f-7f968d16d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:34.555809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-797e66a8-cc4a-4ef7-8a9f-7f968d16d325 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326869 Dec 21 01:56:34.557887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335736 Dec 21 01:56:34.624535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Pushing event updated for resources: {'Port': ['ID=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:34.624815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de9f9d-94c0-40af-a7f5-5d578e283968 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:34.695259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bb968-1b57-4325-9cf2-a2cb98e7c48d None None] Port f670b11c-06fa-42e7-a496-9666d85d1b10 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:34.715644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Request body: {'port': {'device_id': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:34.875749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-615958a8-2436-4c4c-9482-4c3c2a117e0c None None] Provisioning complete for port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:34.876387 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-615958a8-2436-4c4c-9482-4c3c2a117e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:34.976511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd8bb-03df-4994-a6af-a4d0b1f1d13e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:34.983417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-615958a8-2436-4c4c-9482-4c3c2a117e0c None None] Port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:35.111594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5f5343ee-bde4-45be-ba70-8aa4c6bc87b1 None None] Provisioning complete for port 63dd576a-de04-463d-8e3d-fb330217c6aa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:35.113037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f5343ee-bde4-45be-ba70-8aa4c6bc87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:35.212779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5f5343ee-bde4-45be-ba70-8aa4c6bc87b1 None None] Port 63dd576a-de04-463d-8e3d-fb330217c6aa cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:35.256164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:35.458776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05b6c7dc-25ab-47c6-bec3-fa36d6bd45e2 req-e52fc2b3-82df-4c71-840d-21be4cf23e8b tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.7576263 Dec 21 01:56:35.487010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-096e385f-9e7e-43e7-852f-003801c4eb2f req-c96b9b50-8912-4af9-abee-764210016fbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.6149302 Dec 21 01:56:35.536772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:56:35.568066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:35.674662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-c13496a9-4708-4790-bcda-12846b7ba4ea service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0587173 Dec 21 01:56:35.717056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959033-2241-4d85-9209-74e320be2a5d req-f8376797-cd4b-4b24-bf12-0e269d53ac88 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:35.724861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f959033-2241-4d85-9209-74e320be2a5d req-f8376797-cd4b-4b24-bf12-0e269d53ac88 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2901187 Dec 21 01:56:35.787438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:35.795341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b708f59-e64f-437e-843c-84591b1d073a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9549789 Dec 21 01:56:35.800059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48672) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:35.802290 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:35.807716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-263073238'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:35.819137 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:35.823810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:35.826408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f959033-2241-4d85-9209-74e320be2a5d req-72911568-a0bd-41aa-90e3-553040985f47 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962667 Dec 21 01:56:35.907395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:35.911207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.022676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:36.031536 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:36.033364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.046870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Transition to ACTIVE for port object f670b11c-06fa-42e7-a496-9666d85d1b10 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:56:36.060179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.095092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:36.107069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.107350 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 1b1554d3-a2be-44b1-ac21-aded1e7ca0eb of type vlan for network 0a8e044e-44df-40d3-b26d-09e044078a05 Dec 21 01:56:36.123135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69870fe-c15a-422c-8e12-25318ea9568e None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:36.163083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:36.177373 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.194108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287d36-b74d-4a8d-b2ca-cc4c0bf2f5b2 req-90a7669c-ddab-4f11-bd8e-1edcc1856fbe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:36.202414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3287d36-b74d-4a8d-b2ca-cc4c0bf2f5b2 req-90a7669c-ddab-4f11-bd8e-1edcc1856fbe tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 931 time: 0.2545729 Dec 21 01:56:36.314099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:56:36.322213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.365804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3287d36-b74d-4a8d-b2ca-cc4c0bf2f5b2 req-0a4d52b8-0e1f-4bfa-95c5-2cd001193824 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624405 Dec 21 01:56:36.374358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.381573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:36.382216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.408780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca85e96-6a24-4116-aafa-2565a57d0e3e req-925a5cf6-08e2-45a0-b213-ae791c99747e service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055964 Dec 21 01:56:36.480241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6786265 Dec 21 01:56:36.482698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70033d0b-9601-47e4-9d1e-b2bd8d84615f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=0a8e044e-44df-40d3-b26d-09e044078a05,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:36.488840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48690) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:36.495101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0a8e044e-44df-40d3-b26d-09e044078a05 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:36.500752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:36.550093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Attempting to bind port f670b11c-06fa-42e7-a496-9666d85d1b10 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:36.550700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Attempting to bind port f670b11c-06fa-42e7-a496-9666d85d1b10 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:36.551203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Attempting to bind port f670b11c-06fa-42e7-a496-9666d85d1b10 on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:36.569665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Port f670b11c-06fa-42e7-a496-9666d85d1b10 on network 13fff45b-3c0e-4413-b810-165d656564f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:56:36.570423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Attempting to bind port f670b11c-06fa-42e7-a496-9666d85d1b10 on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:36.583310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:36.588807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Checking segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:36.592012 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:31Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:33Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:36.598065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Bound using segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:36.598065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Bound port: f670b11c-06fa-42e7-a496-9666d85d1b10, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:36.598065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.657738 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:36.658130 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Updating router df152f95-cbad-4ff6-917f-da57a1079f8a port 63dd576a-de04-463d-8e3d-fb330217c6aa binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:56:36.695447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Router 67517d68-8113-4ba8-b5c5-887956236349 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:56:36.699144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1ed3895-8407-4463-b28b-b8e6b09da060 req-2289174b-5fd8-4373-be77-bc8b54761a3f tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0431199 Dec 21 01:56:36.703568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:36.709184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:36.712832 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.721569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.743963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:36.749502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.826843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:36.827397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:36.828786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] 10.222.0.45 "PUT /v2.0/ports/f670b11c-06fa-42e7-a496-9666d85d1b10 HTTP/1.1" status: 200 len: 1092 time: 2.1247652 Dec 21 01:56:36.829254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:36.831702 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408aee2-9c3a-4750-b3d7-62bcf48de51c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:36.833645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e233b26-4d07-46f6-8a5d-29c37bcdffb9 None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:36.956975 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a221a49f-27b2-40f0-b543-e27087f210bf x-openstack-request-id: req-a221a49f-27b2-40f0-b543-e27087f210bf {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:36.960536 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:36.960895 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a221a49f-27b2-40f0-b543-e27087f210bf {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:36.966135 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'status': 'completed', 'code': 200} Dec 21 01:56:36.974003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238e7aa-559d-48c9-bcd6-f6e4fae0cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:36.999542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:37.014314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Sync routers for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:37.017975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-c5a1a8f2-f460-4f22-b4db-8b103077cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:37.019487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-c5a1a8f2-f460-4f22-b4db-8b103077cbb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 1095 time: 0.1101339 Dec 21 01:56:37.035943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:37.037961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:37.073945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.078587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d93a6edc-070b-4260-a83b-d79c88e9514f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6481442 Dec 21 01:56:37.080806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48704) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:37.174719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feef0f-4bf4-457c-905c-3d127919aaf0 req-9961b686-7183-430b-84c6-22405de87538 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:37.185627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5feef0f-4bf4-457c-905c-3d127919aaf0 req-9961b686-7183-430b-84c6-22405de87538 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.2068107 Dec 21 01:56:37.200707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-d1c97ad8-21d8-4349-89fb-731a18286775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f670b11c-06fa-42e7-a496-9666d85d1b10 HTTP/1.1" status: 200 len: 217 time: 0.1502390 Dec 21 01:56:37.296824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5feef0f-4bf4-457c-905c-3d127919aaf0 req-828c2d3f-a4a1-416a-8763-3ad3570ca3dc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046898 Dec 21 01:56:37.298708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.383206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:37.383952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 0a8e044e-44df-40d3-b26d-09e044078a05, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:37.388127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=7d0120cc-95bf-42e8-a28f-76109a9f6409,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:37.434166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 0a8e044e-44df-40d3-b26d-09e044078a05 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:37.450568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0a8e044e-44df-40d3-b26d-09e044078a05) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:37.455328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:37.455987 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.473708 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.491743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-db263886-62bc-40b0-ba82-81e557c567a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9991901 Dec 21 01:56:37.492364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48710) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:37.493869 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.527925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8d156-01f2-4706-aa0f-efa7fd2ddf3b None None] Network 0a8e044e-44df-40d3-b26d-09e044078a05 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:37.535719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1f6b44ba-cd29-4ff3-a983-7659b37b6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:37.537173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-1f6b44ba-cd29-4ff3-a983-7659b37b6a29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.1711123 Dec 21 01:56:37.566513 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Pushing event updated for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:37.578227 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.578826 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.579329 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.579830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.580352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.580861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.581371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.582136 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.582651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.583156 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.583681 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.584213 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.585108 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:37.586036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-44d54969-9996-40dc-839e-a75dda2c2c02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395608 Dec 21 01:56:37.663913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:37.707651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Attempting to bind port 63dd576a-de04-463d-8e3d-fb330217c6aa on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:37.707941 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Attempting to bind port 63dd576a-de04-463d-8e3d-fb330217c6aa by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:37.708332 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Attempting to bind port 63dd576a-de04-463d-8e3d-fb330217c6aa on network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:37.727175 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:37.727695 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Checking segment: {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:37.728113 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.728511 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Bound using segment: {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:37.729044 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Bound port: 63dd576a-de04-463d-8e3d-fb330217c6aa, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95801def-f366-498a-909d-c1001b8f4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:37.729689 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:37.806824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d578f5-dad6-43c8-a653-877facb794a6 req-0ca237b8-d28a-4b5b-ae81-9e514e9f733b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:37.810923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02d578f5-dad6-43c8-a653-877facb794a6 req-0ca237b8-d28a-4b5b-ae81-9e514e9f733b tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 943 time: 0.2429304 Dec 21 01:56:37.939396 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] For port 63dd576a-de04-463d-8e3d-fb330217c6aa, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:37.942984 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] For port 63dd576a-de04-463d-8e3d-fb330217c6aa, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=63dd576a-de04-463d-8e3d-fb330217c6aa,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:37.951310 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:38.001910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46e0b83c-35c4-4cdc-b2be-187c0883af8e req-4dc1fb4f-f4e3-4432-84eb-5515aed1f9a7 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.1246750 Dec 21 01:56:38.006254 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c0e94-5588-49ff-87fd-e65d43f31e82 None None] Pushing event updated for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:38.018233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-0a8e044e-44df-40d3-b26d-09e044078a05', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:56:38.019161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:38.092409 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:38.093059 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:38.104747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-dff971d6-4312-42a6-9304-591ba98ae265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:38.112753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-dff971d6-4312-42a6-9304-591ba98ae265 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 1097 time: 0.3936267 Dec 21 01:56:38.231118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] Provisioning complete for port 63dd576a-de04-463d-8e3d-fb330217c6aa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:38.231498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:38.278780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02d578f5-dad6-43c8-a653-877facb794a6 req-dffd7e95-588a-45d9-a886-9b5b05952e99 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474828 Dec 21 01:56:38.337283 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:38.484028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-37732596-7b9f-496c-8fdb-0daf498c0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:38.488936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-37732596-7b9f-496c-8fdb-0daf498c0657 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.2845852 Dec 21 01:56:38.670693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Allocated IP 172.21.0.2 (0a8e044e-44df-40d3-b26d-09e044078a05/7d0120cc-95bf-42e8-a28f-76109a9f6409/f13733ac-0c3f-41a1-83b1-1e461bc265f9) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:38.675803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-399032f0-ffb1-4d9d-97d2-3265f189881e service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004436 Dec 21 01:56:38.815462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-33097359-4340-423a-bb61-bb08deaa84a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a HTTP/1.1" status: 200 len: 217 time: 0.2571001 Dec 21 01:56:38.917042 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:31Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:37Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:38.951824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:38.957448 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c909d293-fcc7-4ed2-9646-6ae5f84553bf req-de967ddd-90b5-4f57-862f-cb9b1013a053 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501621 Dec 21 01:56:38.957688 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828fc65-6076-4a23-9a2b-fad9981cb29c None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:31Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:37Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:38.976587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-ca377137-aac6-4e47-a119-059506713ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:38.988258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-ca377137-aac6-4e47-a119-059506713ec5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1141737 Dec 21 01:56:38.996142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22c470ab-0a45-465a-9660-ee4468835fa4 req-b18295de-af9d-40bb-8920-4601caacc19a tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.2194269 Dec 21 01:56:39.020283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:35Z', 'revision_number': 3, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:39.023416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.067716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-04076a12-ea46-4ef6-b8be-7d4202769bcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589600 Dec 21 01:56:39.071272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Checking router: 67517d68-8113-4ba8-b5c5-887956236349 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:39.071634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Updating router 67517d68-8113-4ba8-b5c5-887956236349 port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:56:39.133809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] For port 63dd576a-de04-463d-8e3d-fb330217c6aa, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=63dd576a-de04-463d-8e3d-fb330217c6aa,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:39.151492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.160028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.198680 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.207903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0379d-cf93-4a0b-80bf-d3d9322966fc req-63cf2f6b-a766-47b1-87f8-94c6ae0599ca tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:39.216693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9e0379d-cf93-4a0b-80bf-d3d9322966fc req-63cf2f6b-a766-47b1-87f8-94c6ae0599ca tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.6398087 Dec 21 01:56:39.238070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.251796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-4d8f1f51-5e95-40e3-9b8f-342770d92837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:39.255849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-4d8f1f51-5e95-40e3-9b8f-342770d92837 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 1095 time: 0.1342804 Dec 21 01:56:39.263634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.341281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Network 0a8e044e-44df-40d3-b26d-09e044078a05 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:39.352358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:39.361486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:39.438903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa6df43e-b59c-4811-9978-f1a1d716b112 None None] Provisioning complete for port 63dd576a-de04-463d-8e3d-fb330217c6aa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:39.439276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa6df43e-b59c-4811-9978-f1a1d716b112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.491087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a29d3-d4e8-4a30-b6ab-83ef631e300f None None] Pushing event updated for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:39.496142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Allocated IP 172.20.0.1 (647d7016-dfd8-4d9b-8c2d-884254e8869c/c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2/53d0848f-efa8-4640-979d-6a6eeec2a40f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:39.587048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9e0379d-cf93-4a0b-80bf-d3d9322966fc req-e544b915-169a-4f4d-9552-a3ca62942712 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657928 Dec 21 01:56:39.614787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-ec8951a2-7d3a-4621-a44a-279fb2aede10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3668723 Dec 21 01:56:39.627187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-f732ab50-94b3-4579-b10b-6a533e3818ad service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116067 Dec 21 01:56:39.689213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.751396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f96aa-8ab2-482e-843b-21d1b9d8c786 req-4fd15d27-90d3-49cc-a3ad-d7ae86be1ae9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:39.753572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad7f96aa-8ab2-482e-843b-21d1b9d8c786 req-4fd15d27-90d3-49cc-a3ad-d7ae86be1ae9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 943 time: 0.3263102 Dec 21 01:56:39.769824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-a79d3655-060a-429e-bfc3-273deb32b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:39.771545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-a79d3655-060a-429e-bfc3-273deb32b9e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 905 time: 0.5033882 Dec 21 01:56:39.866001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-a87431e6-d9f1-4178-ade4-4bc5ca457a7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f670b11c-06fa-42e7-a496-9666d85d1b10 HTTP/1.1" status: 200 len: 217 time: 0.0847120 Dec 21 01:56:39.890204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:39.994038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:40.000007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Attempting to bind port f13733ac-0c3f-41a1-83b1-1e461bc265f9 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:40.000609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Attempting to bind port f13733ac-0c3f-41a1-83b1-1e461bc265f9 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:40.000929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Attempting to bind port f13733ac-0c3f-41a1-83b1-1e461bc265f9 on network 0a8e044e-44df-40d3-b26d-09e044078a05 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:40.007814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:40.014894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.019236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:40.019734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Checking segment: {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:40.019865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:40.020271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.020678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Bound using segment: {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:40.021376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Bound port: f13733ac-0c3f-41a1-83b1-1e461bc265f9, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:40.022238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.046756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:40.110715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] For port f13733ac-0c3f-41a1-83b1-1e461bc265f9, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:40.122801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] For port f13733ac-0c3f-41a1-83b1-1e461bc265f9, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f13733ac-0c3f-41a1-83b1-1e461bc265f9,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:40.125205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-c6f53d8a-5068-471a-997c-061157a3da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.128345 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-c6f53d8a-5068-471a-997c-061157a3da0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.2350428 Dec 21 01:56:40.129289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Pushing event updated for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.132559 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.146450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.207172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-6aa3fd88-b040-4886-8201-9d187004b3ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689120 Dec 21 01:56:40.257594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1582424d-eb24-4fcc-a7a2-6a87d77651a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.280231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Pushing event updated for resources: {'Port': ['ID=f13733ac-0c3f-41a1-83b1-1e461bc265f9,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.288288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.337203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b75b96-f00e-4ea6-838b-85e8ce01db1c None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:40.358666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Attempting to bind port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:40.359824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Attempting to bind port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:40.360430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Attempting to bind port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:40.381684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:40.382675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:40.383344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.383957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:40.384804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Bound port: e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:40.385808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.390774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e508e-9208-4dc7-9578-caadf57f9175 None None] Pushing event updated for resources: {'Port': ['ID=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.454680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1582424d-eb24-4fcc-a7a2-6a87d77651a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.487322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64f8576a-6a2d-47df-a22e-755a69e2d048 req-2102cff1-ef93-40c6-a694-23303aec4352 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0730667 Dec 21 01:56:40.487813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09175-46b2-45a3-9981-c73e28c84d25 None None] Pushing event updated for resources: {'Port': ['ID=f13733ac-0c3f-41a1-83b1-1e461bc265f9,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.506056 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1582424d-eb24-4fcc-a7a2-6a87d77651a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.519155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bf79a7c3-aa2b-4342-a09d-ea507515ca07 None None] Provisioning complete for port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:40.519540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf79a7c3-aa2b-4342-a09d-ea507515ca07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.594072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] For port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:40.596590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bf79a7c3-aa2b-4342-a09d-ea507515ca07 None None] Port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:40.601945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] For port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:40.608215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.621851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.622573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.623526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.625799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.626364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.627886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.628569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:40.634081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f340a8fd-a83b-4f66-8514-088e59e6d7b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.9092898 Dec 21 01:56:40.654993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1582424d-eb24-4fcc-a7a2-6a87d77651a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddd533975d86469aa7394e61693d94cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6377594 Dec 21 01:56:40.656249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582424d-eb24-4fcc-a7a2-6a87d77651a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60681697-153c-4a03-b473-7085ca777b56,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.672683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:40.686324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-102e1d53-5b49-4a8b-8d7e-6d1f71b89066 req-810ed149-c6c5-40c4-9ca2-cfc226a9266a service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0498297 Dec 21 01:56:40.689849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-a8a22670-c35c-4c9a-ae5b-e6766a2717ff service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686725 Dec 21 01:56:40.721982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad7f96aa-8ab2-482e-843b-21d1b9d8c786 req-967fb278-3bcf-41f0-87fe-53d80c03c10e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184550 Dec 21 01:56:40.730888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:40.802183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7394d-bf03-47b0-a2be-08a014562f08 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:40.883740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:40.887086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4408aee2-9c3a-4750-b3d7-62bcf48de51c req-72e80c21-e74e-4958-a0ba-ad86bf7f9869 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472456 Dec 21 01:56:40.887629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:40.950705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:40.959899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.21.0.1 (0a8e044e-44df-40d3-b26d-09e044078a05/7d0120cc-95bf-42e8-a28f-76109a9f6409/4d3a2295-d839-411c-ae8a-44c3cfbfb18a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:40.988795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e508e-9208-4dc7-9578-caadf57f9175 None None] Pushing event updated for resources: {'Port': ['ID=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:40.994177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.083138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.087252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.091193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60681697-153c-4a03-b473-7085ca777b56 HTTP/1.1" status: 204 len: 168 time: 0.4111798 Dec 21 01:56:41.099439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] Provisioning complete for port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:41.100246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.120067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4592e7-80e9-4c42-b459-3494cceed8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60681697-153c-4a03-b473-7085ca777b56,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:41.121915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.139922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611f24-78c7-4d8f-95b3-00af24bc4c04 req-d671ed07-6380-4ec6-a59d-95156482c4f2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:41.150518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1611f24-78c7-4d8f-95b3-00af24bc4c04 req-d671ed07-6380-4ec6-a59d-95156482c4f2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 945 time: 0.3414998 Dec 21 01:56:41.204036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5dc71430-6f0c-4083-abb5-49d6c3955279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:41.204508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5dc71430-6f0c-4083-abb5-49d6c3955279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:41.204968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5dc71430-6f0c-4083-abb5-49d6c3955279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:41.217086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5dc71430-6f0c-4083-abb5-49d6c3955279 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 2294 time: 0.5189292 Dec 21 01:56:41.371761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f13733ac-0c3f-41a1-83b1-1e461bc265f9 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:41.496202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.512571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.527367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.561648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:41.633963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:41.636941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-9451222c-a9d3-43d1-a4dc-9766a5238878 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.4116242 Dec 21 01:56:41.655231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.672018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.716746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.721732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48770) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:41.726442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Pushing event updated for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:41.765032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d31a49ea-52bd-4068-ab05-07c979745f1a req-e1bc900a-cdf9-4586-b74e-3f3b6d88fcbe tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0906692 Dec 21 01:56:41.775123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf70a4f4-09ba-4944-9cfb-945c5cc6e3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.810206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 01:56:41.814011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:41.826003 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f09f5-00f0-46cd-9a69-301a1a1602b5" -d '{"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:41.846796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1611f24-78c7-4d8f-95b3-00af24bc4c04 req-90ecfc97-85df-4234-88da-e4646186e50b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944919 Dec 21 01:56:41.860342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 0a8e044e-44df-40d3-b26d-09e044078a05 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:41.868434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:41.874106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:41.934423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.955620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f13733ac-0c3f-41a1-83b1-1e461bc265f9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:41.956003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:41.963625 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09da8eb-eb2e-422c-bc4a-bdb4a6f49c68 x-openstack-request-id: req-c09da8eb-eb2e-422c-bc4a-bdb4a6f49c68 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:41.964002 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:41.964319 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c09da8eb-eb2e-422c-bc4a-bdb4a6f49c68 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:41.964957 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'code': 200} Dec 21 01:56:41.999589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:42.020948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:42.035450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:42.048590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:42.060371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.065260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-66bbcd7b-c674-47fa-88ec-17771419658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:42.067315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-66bbcd7b-c674-47fa-88ec-17771419658f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.4271049 Dec 21 01:56:42.133190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.135783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c781d8b-797a-4b64-a503-d747b9a529b6 None None] Network 0a8e044e-44df-40d3-b26d-09e044078a05 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:42.136252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf70a4f4-09ba-4944-9cfb-945c5cc6e3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.155647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf70a4f4-09ba-4944-9cfb-945c5cc6e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.177839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-3ea5c2c2-a947-4f88-adf8-52c121deccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:42.179800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-3ea5c2c2-a947-4f88-adf8-52c121deccaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839827 Dec 21 01:56:42.195478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d222-4647-494d-8dcd-d52213ab3c2d req-25847e6e-f037-42e3-8716-5efda38f4dbd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:42.196970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b912d222-4647-494d-8dcd-d52213ab3c2d req-25847e6e-f037-42e3-8716-5efda38f4dbd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 943 time: 0.2058976 Dec 21 01:56:42.274845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] For port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:42.278190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf70a4f4-09ba-4944-9cfb-945c5cc6e3ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e40ff9e6b16749daa819a97f284b2a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5487413 Dec 21 01:56:42.282936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:42.293139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a4f4-09ba-4944-9cfb-945c5cc6e3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019116b-0c2a-4a0d-83af-3587dfd755b8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:42.298959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.334230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Router 67517d68-8113-4ba8-b5c5-887956236349 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:42.340534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.350129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:42.362329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:42.380550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.385129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b912d222-4647-494d-8dcd-d52213ab3c2d req-d43f0ed3-5dbd-4551-b304-0a54b6e26753 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622591 Dec 21 01:56:42.399497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'mac_address': 'fa:16:3e:c4:b1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:42.439009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-aa446df0-6d69-491e-bf0b-169cc724a1da service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407470 Dec 21 01:56:42.497215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.564893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75376909-b2d9-459c-a76c-da2e570a1efa None None] Pushing event updated for resources: {'Port': ['ID=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:42.570447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.575252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d3702868-395b-4b9b-8c49-6b4ac29f2f9d None None] Provisioning complete for port f13733ac-0c3f-41a1-83b1-1e461bc265f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:42.575622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3702868-395b-4b9b-8c49-6b4ac29f2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.586085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.624164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:42.630431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5c10d7b7-bca7-4ca6-800c-5ac75421ace0 admin admin] 10.222.0.43 "PUT /v2.0/routers/67517d68-8113-4ba8-b5c5-887956236349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5401690 Dec 21 01:56:42.648951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.652137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.659347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8019116b-0c2a-4a0d-83af-3587dfd755b8 HTTP/1.1" status: 204 len: 168 time: 0.3738201 Dec 21 01:56:42.661312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:42.675931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86000c4b-1e7d-4ff5-b63f-e0c7ce1aed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019116b-0c2a-4a0d-83af-3587dfd755b8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:42.677306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:35Z', 'revision_number': 3, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:42.727482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f13733ac-0c3f-41a1-83b1-1e461bc265f9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f13733ac-0c3f-41a1-83b1-1e461bc265f9,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:42.742393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1a4a-9c3a-4bed-bdee-44298ecd4189 None None] The sync data for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 is: [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:35Z', 'revision_number': 3, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:42.746557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:42.753212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.754330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 63dd576a-de04-463d-8e3d-fb330217c6aa up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:42.764047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-69ccee09-e8e3-4cce-a272-5cdea4a8ffa6 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136225 Dec 21 01:56:42.766936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:42.925058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-a4861565-911c-4a2e-b7df-0c1b5be1dd2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 217 time: 0.1054707 Dec 21 01:56:42.939009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f13733ac-0c3f-41a1-83b1-1e461bc265f9,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:43.005454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 63dd576a-de04-463d-8e3d-fb330217c6aa triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:43.005979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.075249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf5cafef-3783-4702-90d5-8d4ca7e56b18 req-76f4df9a-2901-4495-aba2-12edaa318719 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0608869 Dec 21 01:56:43.096143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:43.178279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-7ad4d95b-ff12-49ed-a299-ff3ab7d6bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:43.179791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-7ad4d95b-ff12-49ed-a299-ff3ab7d6bcb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.2395356 Dec 21 01:56:43.219931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f670b11c-06fa-42e7-a496-9666d85d1b10'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:43.279116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787bc8a-b612-449c-a31f-b2fca3a4ec33 req-a416235e-4ad7-4801-82e5-dc00c510b040 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:43.281083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3787bc8a-b612-449c-a31f-b2fca3a4ec33 req-a416235e-4ad7-4801-82e5-dc00c510b040 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 943 time: 0.2537777 Dec 21 01:56:43.294893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-14fe6d24-b28c-4df9-ad69-a3e8f9cced0d None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:43.294893 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14fe6d24-b28c-4df9-ad69-a3e8f9cced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.307784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.344662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.368754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-14fe6d24-b28c-4df9-ad69-a3e8f9cced0d None None] Port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:43.413843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-14fe6d24-b28c-4df9-ad69-a3e8f9cced0d None None] Provisioning complete for port f13733ac-0c3f-41a1-83b1-1e461bc265f9 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:43.414184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14fe6d24-b28c-4df9-ad69-a3e8f9cced0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.479890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-6c0870b7-d554-43e7-84b8-444aa5fd710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:43.481566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-6c0870b7-d554-43e7-84b8-444aa5fd710d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2828398 Dec 21 01:56:43.667958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:43.668120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f13733ac-0c3f-41a1-83b1-1e461bc265f9 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:43.682820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.696669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3787bc8a-b612-449c-a31f-b2fca3a4ec33 req-6c03335e-0ae7-4fc5-bbe0-c46468c00424 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026661 Dec 21 01:56:43.750852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f13733ac-0c3f-41a1-83b1-1e461bc265f9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:43.751955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.839241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-6f3eb3d2-7fbb-4307-825b-191b45961bae service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473604 Dec 21 01:56:43.841901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c0c6b260-7604-49d2-8fe9-2f5a1135bfb4 None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:43.842383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b260-7604-49d2-8fe9-2f5a1135bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.941003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6b260-7604-49d2-8fe9-2f5a1135bfb4 None None] Port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:43.945165 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5706c490-20be-4381-a398-9f4268cea679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:43.970221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:44.057309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:44.058102 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:44.120887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-56becfbb-f5f0-4738-847c-cb94257e897a service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724383 Dec 21 01:56:44.152216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 0a8e044e-44df-40d3-b26d-09e044078a05 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:44.171905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:44.236187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-c502264e-c05e-4423-9d0c-04d5d27e9c9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 217 time: 0.0974917 Dec 21 01:56:44.463974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-270e1acf-54ec-4b5c-b537-12147f1be44b None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:44.464566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-270e1acf-54ec-4b5c-b537-12147f1be44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:44.507459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-270e1acf-54ec-4b5c-b537-12147f1be44b None None] Port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:44.709091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-0599b823-94d4-4670-b20e-daebaf6d09d4 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:44.710822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-0599b823-94d4-4670-b20e-daebaf6d09d4 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 820 time: 0.8481207 Dec 21 01:56:44.731855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3338b-ceb3-4475-a9af-5a45c57212b3 req-9a91eabe-f4e0-41d8-b002-68722130908c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:44.733370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a3338b-ceb3-4475-a9af-5a45c57212b3 req-9a91eabe-f4e0-41d8-b002-68722130908c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 944 time: 0.6497042 Dec 21 01:56:44.780768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-51f151e0-1e05-4df8-8f63-81b28c0b55ec tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/quotas/9fd093323d9b46b39f4c0b9a0df6fe16 HTTP/1.1" status: 200 len: 375 time: 0.0593686 Dec 21 01:56:44.824679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-50ed5edf-9a01-4218-82d1-6f6f2135473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:44.826868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-50ed5edf-9a01-4218-82d1-6f6f2135473e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.5800164 Dec 21 01:56:44.828934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:44.910603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31a3338b-ceb3-4475-a9af-5a45c57212b3 req-c263e1a1-7c07-47fa-97f5-8de135223135 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596270 Dec 21 01:56:44.987011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-00814b7d-1962-443f-9305-24756673639a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1967859 Dec 21 01:56:45.009605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-d68cf504-1ce9-41ad-9b1a-a8f8f29f40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:45.011177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-d68cf504-1ce9-41ad-9b1a-a8f8f29f40fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588786 Dec 21 01:56:45.124717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:45.137950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48854) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:45.139647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:45.143733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-1102421992'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:45.146909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fbb1a302-615e-4688-b1b9-4b2d720eb9f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6535490 Dec 21 01:56:45.173742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:45.174360 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:45.210344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:45.211679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-648778ac-853b-4296-a75f-b4bbe321131b service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869962 Dec 21 01:56:45.214085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-41e60009-bcbd-4f3e-988d-3325c6c8e1b9 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153318 Dec 21 01:56:45.216529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:45.261058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Sync routers for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:45.279876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:45.293162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:45.295245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:45.301598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:45.302874 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment b9235beb-7eb6-4ab8-9992-88306a1b37d2 of type vlan for network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce Dec 21 01:56:45.364953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:45.425537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:45.457806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-2b65ea03-b418-463d-98d7-19f3763a3679 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350338 Dec 21 01:56:45.460368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-3dd23df0-2450-4c5a-95f0-67a8d7c21b42 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389722 Dec 21 01:56:45.493680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:45.513793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:45.516423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:45.590826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-736d21d1-4e49-4df5-a6ab-e0123b9619dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 217 time: 0.1226461 Dec 21 01:56:45.632873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:45.693712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5a4a6c5c-8a6b-4a09-9513-457559549594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:45.695233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-5a4a6c5c-8a6b-4a09-9513-457559549594 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0955529 Dec 21 01:56:45.738197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=2deb80d2-fb3b-4351-a1bf-816aff4ce6ce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:45.780645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:45.781121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1e8227d-65a5-467d-975b-b36e295d2bd6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6389058 Dec 21 01:56:45.803294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:45.805022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:45.816547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:45.849363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 3, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:45.915107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-9fce85d9-5fb7-4fe4-acba-aa677c0685d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:45.917135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-9fce85d9-5fb7-4fe4-acba-aa677c0685d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2118549 Dec 21 01:56:45.921522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:45.922132 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Updating router df152f95-cbad-4ff6-917f-da57a1079f8a port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:56:45.977975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdd1c60c-622d-4c9b-a1cd-4eac10988ad4 req-810e56a9-8694-4121-af98-7a7fa695470e tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0720499 Dec 21 01:56:45.978390 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.195801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:46.204450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.227634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-8dd52517-0d47-41db-b572-eda4ec4d3f7e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:46.230704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-8dd52517-0d47-41db-b572-eda4ec4d3f7e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=577d4f7d-0595-48a3-a699-eb3b25bb72ef HTTP/1.1" status: 200 len: 943 time: 0.1337197 Dec 21 01:56:46.264053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-c08838b9-4ccc-48e9-bf25-4db05dd7b1c1 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331225 Dec 21 01:56:46.411658 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.419379 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.440977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port f670b11c-06fa-42e7-a496-9666d85d1b10 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:56:46.448313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f670b11c-06fa-42e7-a496-9666d85d1b10 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:46.448530 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.449601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ec7f124-baea-4e91-85e3-c2a6e8043f32 req-f54de5d7-13c2-431b-b0ad-7c07837946bc tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 210 time: 0.0900240 Dec 21 01:56:46.547183 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Attempting to bind port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:46.547477 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Attempting to bind port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:46.547848 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Attempting to bind port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a on network 0a8e044e-44df-40d3-b26d-09e044078a05 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:46.550810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce968a-7731-431e-81f0-0b915605c3fe None None] Pushing event updated for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:46.555983 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:46.556718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Checking segment: {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:46.557328 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.557940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Bound using segment: {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:46.558599 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Bound port: 4d3a2295-d839-411c-ae8a-44c3cfbfb18a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:46.559779 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.600708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8868717-bb29-4b43-bc16-56c51220e608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.634168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] For port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:46.640052 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] For port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:46.648027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.653462 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.673908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-ae1df27d-aaef-4bb2-a2b5-32f91285e5cf service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992863 Dec 21 01:56:46.690185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:46.696316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:46.704547 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1031d0a-6247-4954-ac07-07fc80cc9c18" -d '{"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-plugged", "status": "completed", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:46.707851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:56:46.722087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.750428 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:46.751293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:46.799299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-908cae9f-faf7-42fa-b254-e193ff85d80e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 217 time: 0.1141524 Dec 21 01:56:46.805981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:41Z', 'revision_number': 2, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:46.826243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde48be-1e89-492d-92e0-ef7a3e3e8c34 req-2645aaac-67cd-4e38-b1a4-f90d07cca52c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:46.834215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cde48be-1e89-492d-92e0-ef7a3e3e8c34 req-2645aaac-67cd-4e38-b1a4-f90d07cca52c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 944 time: 0.2916656 Dec 21 01:56:46.895695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:56:46.896563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.897273 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce968a-7731-431e-81f0-0b915605c3fe None None] Pushing event updated for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:46.897593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Checking router: 67517d68-8113-4ba8-b5c5-887956236349 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:46.898187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Updating router 67517d68-8113-4ba8-b5c5-887956236349 port 53d0848f-efa8-4640-979d-6a6eeec2a40f binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:56:46.942028 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:46.960787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:46.990491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:46.990880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.039443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:47.066991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cde48be-1e89-492d-92e0-ef7a3e3e8c34 req-b60cd0ca-6884-4eee-ae9b-cc8e4a291f0f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315540 Dec 21 01:56:47.164428 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611f4892-bbeb-479a-a7e1-4d0f83df39da x-openstack-request-id: req-611f4892-bbeb-479a-a7e1-4d0f83df39da {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:47.164729 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-plugged", "status": "completed", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:47.164991 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-611f4892-bbeb-479a-a7e1-4d0f83df39da {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:47.165417 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'code': 200} Dec 21 01:56:47.170111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-ecc66ca8-d7c6-409c-a525-264461a1f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:47.171637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-ecc66ca8-d7c6-409c-a525-264461a1f32f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.3620486 Dec 21 01:56:47.243460 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 3, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:46Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:47.287349 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec337cad-cfdf-4969-8be0-ad5e7b707777 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 3, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:46Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:47.318545 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.323006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.354488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38ec6123-6d90-477c-88ec-3430690d5c56 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1f20c0f042f7444e86da1a44f6777084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927608 Dec 21 01:56:47.381052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.393533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] For port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:47.403945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.435944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:47.436316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.454238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d247e2-dac9-48f4-a120-005a36a3eb88 req-548ee9e3-4d8f-4197-b91b-014a0e5f832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:47.455800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97d247e2-dac9-48f4-a120-005a36a3eb88 req-548ee9e3-4d8f-4197-b91b-014a0e5f832e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 1097 time: 0.1643703 Dec 21 01:56:47.474946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:56:47.546694 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97d247e2-dac9-48f4-a120-005a36a3eb88 req-b13c6276-a460-43a8-872b-6df4d3b8a204 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812500 Dec 21 01:56:47.560018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f0bff2a5-d7b8-4003-bfc9-78040946eec3 None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:47.560447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0bff2a5-d7b8-4003-bfc9-78040946eec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.609411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d3a2295-d839-411c-ae8a-44c3cfbfb18a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:47.615750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e867702-87d1-4ae8-8eac-9f527db84d7e None None] Pushing event updated for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:47.672755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-1802fd40-b5d5-4374-9475-25f5dcfa5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:47.674368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-1802fd40-b5d5-4374-9475-25f5dcfa5967 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4629972 Dec 21 01:56:47.790628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:47.792269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.795551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.818215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.887213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13ce9-84f8-4930-885a-24ecfab82db6 None None] Pushing event updated for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:47.980362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Attempting to bind port 53d0848f-efa8-4640-979d-6a6eeec2a40f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:47.980727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Attempting to bind port 53d0848f-efa8-4640-979d-6a6eeec2a40f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:47.981097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Attempting to bind port 53d0848f-efa8-4640-979d-6a6eeec2a40f on network 647d7016-dfd8-4d9b-8c2d-884254e8869c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:47.989626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:47.990025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Checking segment: {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:47.990403 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:47.990819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Bound using segment: {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:47.991274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Bound port: 53d0848f-efa8-4640-979d-6a6eeec2a40f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:47.991732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.064111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] For port 53d0848f-efa8-4640-979d-6a6eeec2a40f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:48.067139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] For port 53d0848f-efa8-4640-979d-6a6eeec2a40f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53d0848f-efa8-4640-979d-6a6eeec2a40f,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:48.070699 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.074109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=72857289-89c7-42a1-bd26-a58cf31a25cf,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:48.134575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:48.135733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:48.141527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13ce9-84f8-4930-885a-24ecfab82db6 None None] Pushing event updated for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:48.160501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-cbf53583-6fc8-4376-bfba-4fca58fbf55f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:48.161979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-cbf53583-6fc8-4376-bfba-4fca58fbf55f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 820 time: 0.9076509 Dec 21 01:56:48.198604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'port': {'device_id': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'admin_state_up': True, 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:48.208037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:48.208408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:48.222459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-9b5dcee7-9daf-46c6-beed-eadc1ccbec1c tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:48.223932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-9b5dcee7-9daf-46c6-beed-eadc1ccbec1c tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7783935 Dec 21 01:56:48.251079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:48.311140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-349ee450-bbbe-4915-90bb-ac2c8b4cb813 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/quotas/1f20c0f042f7444e86da1a44f6777084 HTTP/1.1" status: 200 len: 375 time: 0.0739470 Dec 21 01:56:48.326316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:48.398391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-46e721d2-2f33-44b3-aacb-be158c2a619c service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272936 Dec 21 01:56:48.405302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-3047c6f0-55f8-4ce5-86fe-4f9605f3d039 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f20c0f042f7444e86da1a44f6777084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828583 Dec 21 01:56:48.410547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:48.423748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3dccb-a63b-4135-ae8a-e66a073484b6 None None] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:48.445969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:48.446895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.508255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.525625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48926) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:48.527479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-44d6e98e-1bed-4e3b-8099-e920c37402a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7443256 Dec 21 01:56:48.562189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:48Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:48.599781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:56:48.600218 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.608221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b62132-e899-4a6f-8af4-eb4f1798a7c3 None None] The sync data for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 is: [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:48Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:48.663457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:48.665623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7478b-f0de-473f-a1a1-c3d4b2c1426a None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:48.699521 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.761563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c53170a1-f582-40a0-8da9-1fd0962d82c7 req-934b0328-939c-4acf-bb2c-0fd71fb6a4f8 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0833595 Dec 21 01:56:48.802654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:56:48.807133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:48.826521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e403719-a6fd-4430-b5f4-91082fc7b6c5 req-edc57b8a-83f2-4f73-9746-773f827fda0d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "DELETE /v2.0/ports/1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a HTTP/1.1" status: 204 len: 173 time: 2.5776732 Dec 21 01:56:48.871819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-deleted', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:48.874497 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea7253-56d9-4eb8-91dd-e5c9c2217a1e" -d '{"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-deleted", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:48.911297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-c1298648-7b03-41fa-a4c7-c82e183efddc service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986351 Dec 21 01:56:48.934357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Made reservation on behalf of 9fd093323d9b46b39f4c0b9a0df6fe16 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:48.944885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.015729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Allocated IP 172.22.0.2 (2deb80d2-fb3b-4351-a1bf-816aff4ce6ce/72857289-89c7-42a1-bd26-a58cf31a25cf/510dedfd-3a59-44e3-a7f7-92c1ebad67fc) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:49.023138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-356248a1-566d-4813-8ab0-daa65cf1ea2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 217 time: 0.1036801 Dec 21 01:56:49.231481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f8d9e0d7-58c6-472e-92c7-d740c7d2009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:49.233547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-f8d9e0d7-58c6-472e-92c7-d740c7d2009d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.2008848 Dec 21 01:56:49.261326 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.306404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee68d7ad-602c-41a8-92d4-c2e49582f7a3 req-84013f75-c065-40a7-9480-fcc6fe44558a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 210 time: 0.0928519 Dec 21 01:56:49.306876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.329931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.421201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:49.425539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:49.438027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.441085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:49.447151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Pushing event updated for resources: {'Port': ['ID=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:49.500749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Allocated IP 172.20.0.10 (647d7016-dfd8-4d9b-8c2d-884254e8869c/c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2/fe55b852-7458-42ea-96fe-f31317d16f1b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:49.541612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28c995bb-0ad5-41f9-b403-2fb6dc489d11 req-68f31bb0-467a-4c93-a809-c92db52fea88 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 210 time: 0.1308265 Dec 21 01:56:49.564961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Attempting to bind port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:49.565863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Attempting to bind port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:49.566383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Attempting to bind port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc on network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:49.576727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:49.577230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Checking segment: {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:49.577759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.578408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Bound using segment: {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:49.578985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Bound port: 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:49.580350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.646224 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e528d-d17c-4535-9547-a137858bde63 x-openstack-request-id: req-4d0e528d-d17c-4535-9547-a137858bde63 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:49.646522 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577d4f7d-0595-48a3-a699-eb3b25bb72ef", "name": "network-vif-deleted", "tag": "1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a", "status": "failed", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:49.647344 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d0e528d-d17c-4535-9547-a137858bde63 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:49.647344 n-d-761264-20 neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '577d4f7d-0595-48a3-a699-eb3b25bb72ef', 'name': 'network-vif-deleted', 'tag': '1a5abd1f-c2e6-4012-9dfa-cba4b83cd79a', 'status': 'failed', 'code': 422} returned with failed status Dec 21 01:56:49.658389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-994e0dee-c5ca-4f92-a84b-091e53bfdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:49.660548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-994e0dee-c5ca-4f92-a84b-091e53bfdb9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3761048 Dec 21 01:56:49.688574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119003a-a801-44eb-97c3-a89dfd10360b req-bcf79d8b-15c2-46a1-afab-21fd581fe32c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:49.690638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c119003a-a801-44eb-97c3-a89dfd10360b req-bcf79d8b-15c2-46a1-afab-21fd581fe32c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 945 time: 0.3752968 Dec 21 01:56:49.747100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d3a2295-d839-411c-ae8a-44c3cfbfb18a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:49.778998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] For port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:49.801609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] For port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:49.811954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.861409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.22.0.1 (2deb80d2-fb3b-4351-a1bf-816aff4ce6ce/72857289-89c7-42a1-bd26-a58cf31a25cf/e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:49.907076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:49.908162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:49.910820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d07b6-367c-443e-baa5-308ae627ccea None None] Pushing event updated for resources: {'Port': ['ID=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:49.944515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c119003a-a801-44eb-97c3-a89dfd10360b req-52a346d1-fa8b-4a94-a9cd-897104291d2d tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414203 Dec 21 01:56:50.058823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53d0848f-efa8-4640-979d-6a6eeec2a40f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:50.070442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.117298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-3865231b-6d3f-4c32-a47d-d1b090621802 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460497 Dec 21 01:56:50.126879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93ac2bb4-671d-42fc-a19c-5a9b561503d5 req-563a6ee6-4122-484c-9e0c-93b71a0dc9e1 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.1411960 Dec 21 01:56:50.131979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.161867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 53d0848f-efa8-4640-979d-6a6eeec2a40f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:50.163846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.235954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:50.240222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:50.249399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:50.339151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:50.387816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-16ab73ec-3534-4365-a94b-4072b64b7969 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505827 Dec 21 01:56:50.406272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.444368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 53d0848f-efa8-4640-979d-6a6eeec2a40f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53d0848f-efa8-4640-979d-6a6eeec2a40f,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:50.449784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.456159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.557948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:50.570515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-bfbad1e6-3cc7-4206-b06f-a6dc8f7c63f6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:50.573597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-bfbad1e6-3cc7-4206-b06f-a6dc8f7c63f6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.1848805 Dec 21 01:56:50.628387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:50.635428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-b38d4e96-ca2d-402b-bd77-645000743e58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.0733373 Dec 21 01:56:50.644730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-d4569bd0-ffb8-4eb6-b7b0-ce5cf3417bdb tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f20c0f042f7444e86da1a44f6777084&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507526 Dec 21 01:56:50.648698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-044a8ede-0261-41a5-82bf-4ebf591d7259 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0627542 Dec 21 01:56:50.751743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-adad5665-f0a5-42d5-a984-d5da81fd6496 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019289 Dec 21 01:56:50.788969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d95ec0d2-0765-4fbe-9847-adc1aba356d2 req-3510dca3-7131-4346-8f72-753648000249 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 210 time: 0.1125753 Dec 21 01:56:50.859772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-7cc041a2-7b7b-4634-b11a-aeb708392673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:50.862289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-7cc041a2-7b7b-4634-b11a-aeb708392673 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.2014751 Dec 21 01:56:50.964137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.045825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:51.079718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2fec-16c1-428c-b735-e00e8386e7f6 req-9fb060fb-fc61-4083-a123-8bcfac01679c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:51.081480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-953a2fec-16c1-428c-b735-e00e8386e7f6 req-9fb060fb-fc61-4083-a123-8bcfac01679c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 945 time: 0.2130094 Dec 21 01:56:51.084333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-4ac27116-d5df-4e00-94c0-8d75a91939ff service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317401 Dec 21 01:56:51.112459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.117962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.118361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.118683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.119053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.119398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.119742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.120084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.120428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.120863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.121087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.121449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.121782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:51.177504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Network 647d7016-dfd8-4d9b-8c2d-884254e8869c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:51.212396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:51.219651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:51.257460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-cd591e6a-9ec0-44ac-bc95-ab6b570fa40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:51.260306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-cd591e6a-9ec0-44ac-bc95-ab6b570fa40d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3686831 Dec 21 01:56:51.297471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.360883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-f6e7bf23-6d08-4344-b7c6-257ff8849e35 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:51.362951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-f6e7bf23-6d08-4344-b7c6-257ff8849e35 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6938813 Dec 21 01:56:51.394694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Request body: {'port': {'device_id': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '1f20c0f042f7444e86da1a44f6777084'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:51.405584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-953a2fec-16c1-428c-b735-e00e8386e7f6 req-998565a4-b4c5-4fb4-914b-919edfc91db4 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080587 Dec 21 01:56:51.425889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:51.426138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.466106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea015539-3407-406c-8655-cad8677f5925 None None] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:51.500184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-418cffc9-f484-40a9-9a9a-faf3cab54e8e service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998094 Dec 21 01:56:51.516968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-45220668-04cf-42c7-b422-3ebcc5284d88 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3244550 Dec 21 01:56:51.541662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Request body: {'port': {'device_id': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:51.617012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-270eb645-1b9f-4a71-ae1e-121f3a17c88e service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267312 Dec 21 01:56:51.625207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] Provisioning complete for port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:51.625613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.670788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c3c8a2a-f6a5-462d-bdd0-c55792d96bb4 req-444a51f1-116c-4180-90b0-d240addedb84 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 210 time: 0.1149013 Dec 21 01:56:51.701262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Made reservation on behalf of 1f20c0f042f7444e86da1a44f6777084 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:51.715271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.760562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 510dedfd-3a59-44e3-a7f7-92c1ebad67fc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:51.837534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48b0a27f-c198-44a3-a1d9-2a982b6b1a31 req-ecf36933-dde7-4879-94fb-3e7b1be9f752 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829562 Dec 21 01:56:51.859069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.907649 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.977987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:51.996045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.012369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72c18376-aa41-4acc-a79a-a1807b028484 req-c5e7f118-d295-45df-9cad-4255822aec1f tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.1095953 Dec 21 01:56:52.082302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.101590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:52.125380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.131064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.131416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.131765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.132112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.132446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.132777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.133112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.133483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.133821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.134149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.135312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.135312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:56:52.135993 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.165159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.191699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01705f4e-acad-409e-ac59-49a361ba35f4 req-fc74a2c4-d809-4bfe-bc35-88c739b1226a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 210 time: 0.0659301 Dec 21 01:56:52.220917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] For port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:52.224777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:52.225305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.274881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.287829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.300532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.379564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000af7c-b960-45e5-a032-2b685c1892de None None] Pushing event updated for resources: {'Port': ['ID=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:52.477631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53d0848f-efa8-4640-979d-6a6eeec2a40f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:52.528627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-860f9ff9-34a9-4ef3-8d26-9dd5a4f98fbb None None] Provisioning complete for port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:52.529002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-34a9-4ef3-8d26-9dd5a4f98fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.568893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b25a6-e33d-4205-b28d-e4185afb939a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:52.581576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-860f9ff9-34a9-4ef3-8d26-9dd5a4f98fbb None None] Port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:52.644076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-860f9ff9-34a9-4ef3-8d26-9dd5a4f98fbb None None] Provisioning complete for port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:52.644463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-34a9-4ef3-8d26-9dd5a4f98fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.661939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:52.669450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:52.744244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 53d0848f-efa8-4640-979d-6a6eeec2a40f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:52.744638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:52.781449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Allocated IP 192.168.233.7 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/bacc0964-d5bc-42de-b94e-4adcd0eb2a2e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:52.845291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621aaca-2a72-465e-8a2a-ff42ae2aa073 req-9a777c99-7e14-4f4f-93bc-eb427128cae9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:52.851539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:56:52.854496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3621aaca-2a72-465e-8a2a-ff42ae2aa073 req-9a777c99-7e14-4f4f-93bc-eb427128cae9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 945 time: 0.2050982 Dec 21 01:56:53.103891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:56:53.114441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3e18dff1-f0f6-4d85-a4dc-31ed6ee6cb67 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870326 Dec 21 01:56:53.115147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:53.119225 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:56:53.120602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eacfb0da-7ffd-44c8-ac55-33a061e18d03 None None] Provisioning complete for port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:53.120981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eacfb0da-7ffd-44c8-ac55-33a061e18d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.129925 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:53.130922 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:53.146376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.176453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-eacfb0da-7ffd-44c8-ac55-33a061e18d03 None None] Port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:53.188014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'network': {'name': 'tempest-RoutersTest-1662262844'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:53.217479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.240728 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:53.252901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c118e0-3e04-487b-83e2-efaa6d98e0db req-7ab81744-2333-4f5b-b953-481a4798453d tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:53.255725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:53.259386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.261230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86c118e0-3e04-487b-83e2-efaa6d98e0db req-7ab81744-2333-4f5b-b953-481a4798453d tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 932 time: 0.5298915 Dec 21 01:56:53.307361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:53.314038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:53.325379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:53.346109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Pushing event updated for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:53.348735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:56:53.352896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3621aaca-2a72-465e-8a2a-ff42ae2aa073 req-35032fb3-5d1b-4a21-ab63-61c6ddf1975e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973991 Dec 21 01:56:53.397316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86c118e0-3e04-487b-83e2-efaa6d98e0db req-df8e7d20-9b75-4ab1-9d4e-17a45f1396f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350963 Dec 21 01:56:53.417307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.417682 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added segment 568bce2e-fb61-4a47-b238-6e3ea01a80b5 of type vlan for network 64f20659-6843-46b2-8cae-af289a6e9cd3 Dec 21 01:56:53.497604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe55b852-7458-42ea-96fe-f31317d16f1b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:53.507391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.539692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Transition to ACTIVE for port object fe55b852-7458-42ea-96fe-f31317d16f1b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:56:53.548144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.621241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 510dedfd-3a59-44e3-a7f7-92c1ebad67fc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:53.643039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:53.658241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:53.659173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.682715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.688742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:51Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:53.740152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-38243ef0-b152-459b-8904-93da68e91b83 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3483920 Dec 21 01:56:53.766247 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:56:53.767780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Request body: {'port': {'device_id': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:53.768345 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Updating router df152f95-cbad-4ff6-917f-da57a1079f8a port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:56:53.777377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:53.781715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.784901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-7d961618-5b58-4cb6-9887-28f4ca2990a2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:53.790964 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-7d961618-5b58-4cb6-9887-28f4ca2990a2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.3566756 Dec 21 01:56:53.818509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:53.822583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.829118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:53.829979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.837174 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.840297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Attempting to bind port fe55b852-7458-42ea-96fe-f31317d16f1b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:53.840761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Attempting to bind port fe55b852-7458-42ea-96fe-f31317d16f1b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:53.841791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Attempting to bind port fe55b852-7458-42ea-96fe-f31317d16f1b on network 647d7016-dfd8-4d9b-8c2d-884254e8869c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:53.874892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Port fe55b852-7458-42ea-96fe-f31317d16f1b on network 647d7016-dfd8-4d9b-8c2d-884254e8869c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:56:53.875735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Attempting to bind port fe55b852-7458-42ea-96fe-f31317d16f1b on network 647d7016-dfd8-4d9b-8c2d-884254e8869c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:53.879428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d87152b7-42c3-43c9-9db8-1318fe3e6ab8 req-30caa508-5f24-4ff6-985f-8164f2e205a4 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0323699 Dec 21 01:56:53.889410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:53.890521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Checking segment: {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:53.891018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Bound using segment: {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:53.891558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Bound port: fe55b852-7458-42ea-96fe-f31317d16f1b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74acd560-3d17-4ae8-95aa-28e025b3f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:53.892670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.950679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-24a32c84-dae5-4962-9262-ac2826913435 None None] Provisioning complete for port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:53.951045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24a32c84-dae5-4962-9262-ac2826913435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:53.984264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:53.989640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:54.001358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-24a32c84-dae5-4962-9262-ac2826913435 None None] Port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:54.004203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb6745-a0ca-40ae-a5b0-8afbd0501b08 req-3ba468b9-cbc0-408d-a84b-1dc9e79eca74 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:54.006131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82bb6745-a0ca-40ae-a5b0-8afbd0501b08 req-3ba468b9-cbc0-408d-a84b-1dc9e79eca74 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 934 time: 0.3722625 Dec 21 01:56:54.026441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.050267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8663557 Dec 21 01:56:54.054437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cd373bb-502c-4e2d-8379-649ad26aca67 req-1995dd40-a629-45f2-a264-68284bfffe7f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 210 time: 0.0467241 Dec 21 01:56:54.057999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49004) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:54.064843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'subnet': {'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:54.120823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.146679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe8a3-951d-4cf7-9f6d-bc50d75fe19a tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Network': ['ID=64f20659-6843-46b2-8cae-af289a6e9cd3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:54.161120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:56:54.162060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82bb6745-a0ca-40ae-a5b0-8afbd0501b08 req-564ba53c-f046-4d22-ad83-87fe10e07af7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435487 Dec 21 01:56:54.170037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:54.170741 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.172972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] 10.222.0.24 "PUT /v2.0/ports/fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 1093 time: 2.6391807 Dec 21 01:56:54.175719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:54.178255 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60836426-7165-4654-94d5-35d2ae8e0b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:54.257821 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06f0d9-af17-4c59-83ec-45210a70b67d x-openstack-request-id: req-fe06f0d9-af17-4c59-83ec-45210a70b67d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:54.258488 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:54.259006 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe06f0d9-af17-4c59-83ec-45210a70b67d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:54.259623 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:56:54.266484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:54.271318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.287247 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.301214 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.318935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b12f5-9584-4997-9fb3-9ffa58b4a74c service neutron] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:54.340113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-1dd6414d-3621-4cce-9b0e-c8cc207ccaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:54.341656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-1dd6414d-3621-4cce-9b0e-c8cc207ccaa6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0735452 Dec 21 01:56:54.361099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Made reservation on behalf of 136c4b6d95254da19cfb4261d696f6c1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:56:54.365146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.465749 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Attempting to bind port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:54.466425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Attempting to bind port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:54.466955 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Attempting to bind port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 on network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:54.475143 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:54.475818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Checking segment: {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:54.476391 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.476932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Bound using segment: {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:54.477614 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Bound port: e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9235beb-7eb6-4ab8-9992-88306a1b37d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:54.478364 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.561388 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] For port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:54.565051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] For port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:54.567147 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138500f-0738-4ff5-b86b-3d82a3a7d544 None None] Pushing event updated for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:54.574489 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.594560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.7 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/848f7161-9356-4236-8137-160bd0a38f5a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:54.624420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-d3f7e418-feac-40b7-92d4-3a5334b050da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.2064574 Dec 21 01:56:54.642120 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:56:54.643020 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:54.732055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacc0964-d5bc-42de-b94e-4adcd0eb2a2e {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:54.745670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.784235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] Provisioning complete for port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:54.785581 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.800436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8b7ce-6901-4497-8c8c-710e4675344a req-a92337a3-9014-488d-ad0f-11552c4d4fcf tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:54.802223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fec8b7ce-6901-4497-8c8c-710e4675344a req-a92337a3-9014-488d-ad0f-11552c4d4fcf tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 944 time: 0.2327724 Dec 21 01:56:54.812092 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138500f-0738-4ff5-b86b-3d82a3a7d544 None None] Pushing event updated for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:54.829827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-8804a918-4bca-47f1-b4a1-fde9240f73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:54.836391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-8804a918-4bca-47f1-b4a1-fde9240f73c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.1476316 Dec 21 01:56:54.856829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Transition to ACTIVE for port object bacc0964-d5bc-42de-b94e-4adcd0eb2a2e will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:56:54.876429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:54.882602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:56:54.928057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-28468e99-059f-412d-9fae-91b16f60aa9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683749 Dec 21 01:56:54.993566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.074658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] For port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:55.083238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.087189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-5e079c64-759c-4004-ba90-87ed96df3a71 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496327 Dec 21 01:56:55.149647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:55.168543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e913ef4-82b3-4699-a1b7-764db477c89b None None] Pushing event updated for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:55.211463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-662b799f-04d3-4c4d-83e2-8bff119cbbb7 None None] Provisioning complete for port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:55.212292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-662b799f-04d3-4c4d-83e2-8bff119cbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.225551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.282862 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:54Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:56:55.295282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b547bc22-0169-4e93-95d7-b22b5f704d5a req-db652143-5be5-4791-b6bb-8280aa18947b service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664996 Dec 21 01:56:55.314290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Attempting to bind port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:55.314623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Attempting to bind port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:55.314952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Attempting to bind port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:55.322664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:56:55.322988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Attempting to bind port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:55.323791 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a892d4-24d3-408c-a4df-bdbc0de8ff50 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:54Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:56:55.336069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.355850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31fb3568-615f-442c-8251-9842aae7c49e req-57f67ace-6a56-4a0b-a169-27d535c4ffe6 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0560036 Dec 21 01:56:55.460435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:55.460864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:55.461393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:55.461928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Bound port: bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:55.462384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.506157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fec8b7ce-6901-4497-8c8c-710e4675344a req-24f87b8c-29e2-4c14-b98e-aec7e818e9bb tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684709 Dec 21 01:56:55.524252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:55.534607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:55.539160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:55.545240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:55.562626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a91f1-9151-4570-994d-a8b750b587c5 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:55.580351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:55.665726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ca587fd5-9467-4f60-9071-ebc69b4a8c0d None None] Provisioning complete for port 848f7161-9356-4236-8137-160bd0a38f5a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:55.666174 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ca587fd5-9467-4f60-9071-ebc69b4a8c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.696113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:55.706346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-02295d4b-cfcd-44ee-a03b-419c06dae4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:55.707882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-02295d4b-cfcd-44ee-a03b-419c06dae4d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1096 time: 0.2791109 Dec 21 01:56:55.732709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:55.734068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.746033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:55.750612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:55.756767 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.762121 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.776000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6f675877-92e8-4fd2-be95-9704740b04d2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9645138 Dec 21 01:56:55.791288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ca587fd5-9467-4f60-9071-ebc69b4a8c0d None None] Port 848f7161-9356-4236-8137-160bd0a38f5a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:56:55.830369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:55.834093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Request body: {'port': {'device_id': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:56:55.842155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18553a-d0ca-41e5-a35c-32ed828aa83f req-dd077302-af71-4630-ae3f-f2a15a317324 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:55.843841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c18553a-d0ca-41e5-a35c-32ed828aa83f req-dd077302-af71-4630-ae3f-f2a15a317324 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 931 time: 0.3007052 Dec 21 01:56:55.854546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Subnet': ['ID=7f84ad0b-8cd2-45d6-ba03-37256957ab09,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:55.864573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'mac_address': 'fa:16:3e:c4:b1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:55.868389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:55.868941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.883177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c860dc-9a17-4a60-8523-040a01f0e8f2 req-78923698-997d-4603-a63a-8f384309d298 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:55.884792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8c860dc-9a17-4a60-8523-040a01f0e8f2 req-78923698-997d-4603-a63a-8f384309d298 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 946 time: 0.2665048 Dec 21 01:56:55.961216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:55.964787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.975412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:55.976277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:55.978977 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-b1498971-b015-4124-9fc3-05e0690628c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/bacc0964-d5bc-42de-b94e-4adcd0eb2a2e HTTP/1.1" status: 200 len: 1095 time: 2.2170813 Dec 21 01:56:55.979525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:55.981802 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311058df-3f33-482b-8be4-44a73fba5d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:55.990535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:56.022549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:56.023135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c18553a-d0ca-41e5-a35c-32ed828aa83f req-c83aaddc-4008-4bd0-a724-93b3881caae3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535208 Dec 21 01:56:56.023648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:56.054605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:56.122032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8c860dc-9a17-4a60-8523-040a01f0e8f2 req-cbb9bffb-804e-4f7f-baaf-e4c29dee6360 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772346 Dec 21 01:56:56.184326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:56.248392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Checking segment: {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:56.251662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network hostable DHCP agents. Network: 64f20659-6843-46b2-8cae-af289a6e9cd3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:56:56.264964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-16d4ee21-e403-46eb-a6b9-7b42c74b4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.266532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-16d4ee21-e403-46eb-a6b9-7b42c74b4401 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f20c0f042f7444e86da1a44f6777084&device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 1098 time: 0.2032497 Dec 21 01:56:56.282117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f670b11c-06fa-42e7-a496-9666d85d1b10'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:56.299522 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3722ab00-2627-49f0-b85f-5f4235e9e11c x-openstack-request-id: req-3722ab00-2627-49f0-b85f-5f4235e9e11c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:56.300798 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:56.301047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-087efc38-f5d1-46d1-abda-e61ab0a41baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.301193 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3722ab00-2627-49f0-b85f-5f4235e9e11c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:56.301488 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e', 'status': 'completed', 'code': 200} Dec 21 01:56:56.302567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-087efc38-f5d1-46d1-abda-e61ab0a41baf service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.5591626 Dec 21 01:56:56.347017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-9c8ddfdd-f1a8-4aad-9432-cae55572e181 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e HTTP/1.1" status: 200 len: 217 time: 0.0595987 Dec 21 01:56:56.385595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-795be9fe-2020-4ceb-a31d-d313aa3087b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.0743840 Dec 21 01:56:56.388910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:56:56.434693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 64f20659-6843-46b2-8cae-af289a6e9cd3) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:56.439781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.441805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:56.467460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-c911af1e-4c4e-4ad9-8c5e-418978f82f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.468940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-c911af1e-4c4e-4ad9-8c5e-418978f82f79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1053326 Dec 21 01:56:56.472571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-33d1fdb1-1b26-4a84-be66-f4f135fe6ec4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4118207 Dec 21 01:56:56.473325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:56:56.481941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9a2aa-505a-46a3-b672-b2742373bb6d None None] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:56.489054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-183bf0ea-122b-439e-9e8b-962761fabbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.490948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-183bf0ea-122b-439e-9e8b-962761fabbd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.0945725 Dec 21 01:56:56.551655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3decbff7-5987-41f5-8449-b462b0d92297 req-d0462d1d-83b3-418b-9f8c-42a7cf128fcb tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0386860 Dec 21 01:56:56.568847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-2372f234-5c67-4361-a008-00ac2ebb0aca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696726 Dec 21 01:56:56.617621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:56.675171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-64f20659-6843-46b2-8cae-af289a6e9cd3', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:56:56.676172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:56.689308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-58a67448-dbd6-471d-b4b2-c010d3d7d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.690841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-58a67448-dbd6-471d-b4b2-c010d3d7d361 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2090061 Dec 21 01:56:56.737097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8620e7-1797-405d-a916-164502515f1a req-ff95b6a6-e51e-4050-8008-5e2e116d585c tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:56.738623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba8620e7-1797-405d-a916-164502515f1a req-ff95b6a6-e51e-4050-8008-5e2e116d585c tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 944 time: 0.1279273 Dec 21 01:56:56.756591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-afda3f81-82a0-4f3d-b32b-fe4128e134ce service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785252 Dec 21 01:56:56.829886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Allocated IP 172.23.0.2 (64f20659-6843-46b2-8cae-af289a6e9cd3/7f84ad0b-8cd2-45d6-ba03-37256957ab09/9f39aa4d-bc53-408b-82ea-68f3e4481662) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:56.854222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba8620e7-1797-405d-a916-164502515f1a req-08d2ec56-0566-4928-b68b-4a21a8b8280f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075153 Dec 21 01:56:56.892794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60836426-7165-4654-94d5-35d2ae8e0b9a req-2217c5ba-3cfd-45e3-8d08-f23c722122b5 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268928 Dec 21 01:56:57.005558 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.011299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.051579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:57.056188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:57.060466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:57.073182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Pushing event updated for resources: {'Port': ['ID=9f39aa4d-bc53-408b-82ea-68f3e4481662,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:57.128058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Attempting to bind port 9f39aa4d-bc53-408b-82ea-68f3e4481662 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:57.128934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Attempting to bind port 9f39aa4d-bc53-408b-82ea-68f3e4481662 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:57.129948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Attempting to bind port 9f39aa4d-bc53-408b-82ea-68f3e4481662 on network 64f20659-6843-46b2-8cae-af289a6e9cd3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:57.153396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:57.154459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Checking segment: {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:57.155674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.156696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Bound using segment: {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:57.157857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Bound port: 9f39aa4d-bc53-408b-82ea-68f3e4481662, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:57.159300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.167617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848f7161-9356-4236-8137-160bd0a38f5a {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:57.184443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.222315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f767-6803-4960-af8f-506a60231d60 req-d34ca1d3-b0bd-49e0-b7d7-d417c7d08883 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:57.223874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9660f767-6803-4960-af8f-506a60231d60 req-d34ca1d3-b0bd-49e0-b7d7-d417c7d08883 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 931 time: 0.1003065 Dec 21 01:56:57.279128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Transition to ACTIVE for port object 848f7161-9356-4236-8137-160bd0a38f5a will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:56:57.295464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] For port 9f39aa4d-bc53-408b-82ea-68f3e4481662, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:57.296497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.300889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] For port 9f39aa4d-bc53-408b-82ea-68f3e4481662, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f39aa4d-bc53-408b-82ea-68f3e4481662,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:57.304648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-d8a36cc0-4e23-4d88-91ef-cd643143fe25 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614183 Dec 21 01:56:57.307088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.329654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9660f767-6803-4960-af8f-506a60231d60 req-32e8dd05-ba62-4f53-933b-e181852fd460 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974295 Dec 21 01:56:57.354929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e49f-ca02-443b-9d1a-eca79434ab63 req-6b8fcd3b-da86-4948-82dd-9e52b3648739 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:57.360979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7976e49f-ca02-443b-9d1a-eca79434ab63 req-6b8fcd3b-da86-4948-82dd-9e52b3648739 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 946 time: 0.1195445 Dec 21 01:56:57.392853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410571cf-32d4-4b84-ae59-f3553e3a0d5c None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:57.466293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Pushing event updated for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:57.470129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7976e49f-ca02-443b-9d1a-eca79434ab63 req-2173e79b-51f0-41e2-94d6-91c8f5ab6989 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933959 Dec 21 01:56:57.472686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39c2fc-11ba-49d3-aacd-e22507ae5dbf None None] Pushing event updated for resources: {'Port': ['ID=9f39aa4d-bc53-408b-82ea-68f3e4481662,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:57.605376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:57.682374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f670b11c-06fa-42e7-a496-9666d85d1b10 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:57.682770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.686408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a1ec6e34-1920-41bf-a1ab-af10db5ded66 req-7a438dde-c6aa-4683-95f3-af9affedcf4b service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394022 Dec 21 01:56:57.706540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Attempting to bind port 848f7161-9356-4236-8137-160bd0a38f5a on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:56:57.707023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Attempting to bind port 848f7161-9356-4236-8137-160bd0a38f5a by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:56:57.707530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Attempting to bind port 848f7161-9356-4236-8137-160bd0a38f5a on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:57.717937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Port 848f7161-9356-4236-8137-160bd0a38f5a on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:56:57.718977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Attempting to bind port 848f7161-9356-4236-8137-160bd0a38f5a on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:56:57.752961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.759987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:56:57.760330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:56:57.760715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:56:57.761163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Bound port: 848f7161-9356-4236-8137-160bd0a38f5a, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:56:57.761538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.802849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8755dae-46e3-4ca5-a2d2-45e8673f24bd req-3405be5b-94ee-4c18-a98e-10e29846a0bd tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.1025088 Dec 21 01:56:57.929818 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:57.976407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:57.980221 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3631b21-7003-48d9-8c67-339328214271" -d '{"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-plugged", "status": "completed", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:58.000963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:58.011937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:58.055357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216d82-814d-4a5d-bf0b-e7021cf01c41 req-6934870b-c94b-4068-9731-63194aa59146 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.065252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70216d82-814d-4a5d-bf0b-e7021cf01c41 req-6934870b-c94b-4068-9731-63194aa59146 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 944 time: 0.1136634 Dec 21 01:56:58.093573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:58.098143 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b55e03-bf5c-4a8a-8f80-4190877904fb x-openstack-request-id: req-d2b55e03-bf5c-4a8a-8f80-4190877904fb {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:58.098669 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-plugged", "status": "completed", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:58.099088 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2b55e03-bf5c-4a8a-8f80-4190877904fb {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:58.099680 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'code': 200} Dec 21 01:56:58.139926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70216d82-814d-4a5d-bf0b-e7021cf01c41 req-fdcfd767-0ac5-488a-860f-afc5617eda4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 Dec 21 01:56:58.189876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:56:58.193124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311058df-3f33-482b-8be4-44a73fba5d1d req-e8ac4e60-ba51-4d3e-b99f-746d98cfdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.194839 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-e8ac4e60-ba51-4d3e-b99f-746d98cfdc24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f20c0f042f7444e86da1a44f6777084&device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 1098 time: 0.3630261 Dec 21 01:56:58.224357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=848f7161-9356-4236-8137-160bd0a38f5a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:56:58.248044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:58.384196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.384196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:58.387544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] 10.222.0.24 "PUT /v2.0/ports/848f7161-9356-4236-8137-160bd0a38f5a HTTP/1.1" status: 200 len: 1092 time: 2.5741503 Dec 21 01:56:58.388585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45549a01-ae96-43a7-9fc1-1cb191980ab2 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:56:58.389146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:56:58.405623 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b32a44a-6e26-4373-8982-8a1dd6b980a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "tag": "848f7161-9356-4236-8137-160bd0a38f5a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:56:58.501010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Allocated IP 172.23.0.1 (64f20659-6843-46b2-8cae-af289a6e9cd3/7f84ad0b-8cd2-45d6-ba03-37256957ab09/930828e9-a8e4-4986-8cfa-705fd6ea5c0e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:56:58.542674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baa8a6-70b9-4960-a11a-99ea7424087d service neutron] Pushing event updated for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:58.573582 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1beb5d-2935-4047-ac5c-b91e842e5af5 x-openstack-request-id: req-2f1beb5d-2935-4047-ac5c-b91e842e5af5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:56:58.573939 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "tag": "848f7161-9356-4236-8137-160bd0a38f5a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:56:58.574297 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f1beb5d-2935-4047-ac5c-b91e842e5af5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:56:58.574804 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a', 'status': 'completed', 'code': 200} Dec 21 01:56:58.583773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b8ad-8ae7-47b6-8d45-1f35480b07e4 req-f2777927-2f24-4def-be0d-b2513d8a92f4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.593991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e346b8ad-8ae7-47b6-8d45-1f35480b07e4 req-f2777927-2f24-4def-be0d-b2513d8a92f4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 943 time: 0.1558242 Dec 21 01:56:58.601386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311058df-3f33-482b-8be4-44a73fba5d1d req-e8a199cc-023c-42b7-85cb-207e84aaa6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.605559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-e8a199cc-023c-42b7-85cb-207e84aaa6bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.3971553 Dec 21 01:56:58.676966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e346b8ad-8ae7-47b6-8d45-1f35480b07e4 req-001eb4f2-32a5-458c-bca1-5f6d871e2ecc tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Dec 21 01:56:58.686872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-d4a01573-288d-45b0-b3da-ba809b72944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.688769 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-d4a01573-288d-45b0-b3da-ba809b72944b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 1095 time: 0.2027063 Dec 21 01:56:58.710396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fe55b852-7458-42ea-96fe-f31317d16f1b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:58.773238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-f04d76e6-c548-42c8-a8ce-d527994a543f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e HTTP/1.1" status: 200 len: 217 time: 0.1175866 Dec 21 01:56:58.830795 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-364dae6f-6acb-49a4-b745-b8ce77198fe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848f7161-9356-4236-8137-160bd0a38f5a HTTP/1.1" status: 200 len: 217 time: 0.0763056 Dec 21 01:56:58.866002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a7f6-92f2-44e3-af82-d02de6c8ccd0 req-dc92c87c-f745-4577-b4d4-a1b0696b0335 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:58.874075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e66a7f6-92f2-44e3-af82-d02de6c8ccd0 req-dc92c87c-f745-4577-b4d4-a1b0696b0335 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 946 time: 0.1304698 Dec 21 01:56:58.890286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:58.906958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'port_id': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'mac_address': 'fa:16:3e:fc:76:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:56:58.980921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e66a7f6-92f2-44e3-af82-d02de6c8ccd0 req-9ab73638-88ab-44a5-ad32-8f34425de1f3 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 Dec 21 01:56:58.999253 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.031613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6cc85ab4-f49f-4923-975f-7ba764d2d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.035472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe55b852-7458-42ea-96fe-f31317d16f1b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:56:59.037649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-6cc85ab4-f49f-4923-975f-7ba764d2d0b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1771600 Dec 21 01:56:59.040158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311058df-3f33-482b-8be4-44a73fba5d1d req-ce020c24-d3e6-4897-951d-178d17914b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.046207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-ce020c24-d3e6-4897-951d-178d17914b76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.2281005 Dec 21 01:56:59.051560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.059653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:59.068519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.124009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2147cc17-f51a-4880-be4c-48f361dbdad0 req-473f1ab8-7e0d-460f-a528-affa8707c064 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0621541 Dec 21 01:56:59.136566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-0a831bd7-60e7-487d-8239-7565aac4bd14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832379 Dec 21 01:56:59.143178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:59.182834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f3082-47de-48b4-8eb3-a93d1750e9e3 None None] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:56:59.265730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311058df-3f33-482b-8be4-44a73fba5d1d req-33c1bb65-fa62-449a-8f54-6c0194c5e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.267243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-33c1bb65-fa62-449a-8f54-6c0194c5e720 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2128885 Dec 21 01:56:59.301065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.321242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] Provisioning complete for port 9f39aa4d-bc53-408b-82ea-68f3e4481662 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:56:59.321757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.347342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f595fc-7842-41bb-9a4e-138a4cffd75e req-ae896a43-db1c-45ee-8ac0-bfad305c5b43 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.357781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15f595fc-7842-41bb-9a4e-138a4cffd75e req-ae896a43-db1c-45ee-8ac0-bfad305c5b43 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 945 time: 0.1229687 Dec 21 01:56:59.376046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-7ac70792-dfd2-481a-be95-e483c3c2a0b2 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156138 Dec 21 01:56:59.435930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15f595fc-7842-41bb-9a4e-138a4cffd75e req-d128a700-00b0-43ae-b700-cfd84c61e84f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726926 Dec 21 01:56:59.452555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:56:59.454525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:56:59.463786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:56:59.475962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fe55b852-7458-42ea-96fe-f31317d16f1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:56:59.580786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:56:59.621950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.639942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bacc0964-d5bc-42de-b94e-4adcd0eb2a2e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:56:59.646989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f39aa4d-bc53-408b-82ea-68f3e4481662 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:56:59.673071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.706881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ac0d1df5-4a64-4b91-a9a0-8c20208215f4 req-4a1c51b6-16d2-4d3b-ad8e-799d332c146d service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013983 Dec 21 01:56:59.792450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-92d03e30-17af-4442-b69f-53f5658249df service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079200 Dec 21 01:56:59.826508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] For port 9f39aa4d-bc53-408b-82ea-68f3e4481662, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f39aa4d-bc53-408b-82ea-68f3e4481662,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:56:59.862996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:56:59.930607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83e52d-25d1-4bdf-8298-eaff90cc5b90 req-8acfd733-37c3-4435-9791-aac677534236 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.963777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a83e52d-25d1-4bdf-8298-eaff90cc5b90 req-8acfd733-37c3-4435-9791-aac677534236 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 943 time: 0.1669073 Dec 21 01:56:59.993120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-042f3fee-c0f1-4578-8be7-3e01b942f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:56:59.995319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-042f3fee-c0f1-4578-8be7-3e01b942f4f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 1095 time: 0.1369283 Dec 21 01:57:00.102726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a83e52d-25d1-4bdf-8298-eaff90cc5b90 req-6db31d28-1ba0-45fa-ba87-6fcbee7c8a62 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379819 Dec 21 01:57:00.131496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.158096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-311058df-3f33-482b-8be4-44a73fba5d1d req-87cfbc4c-7d62-4ef0-8c95-52c867617557 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550415 Dec 21 01:57:00.321050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37a79550-d4a1-408d-b41e-1224104b077d req-cfaeada4-d0b1-4b78-9555-c20326bac8f1 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0419374 Dec 21 01:57:00.341564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:00.344676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284967b0-3cb3-43ea-b93e-59db595d82be req-42981182-611a-450e-a924-8e7c90e442d7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:00.349927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-284967b0-3cb3-43ea-b93e-59db595d82be req-42981182-611a-450e-a924-8e7c90e442d7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 946 time: 0.1235669 Dec 21 01:57:00.373236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff6c96-8ef1-46ad-901c-92912865b68b None None] Pushing event updated for resources: {'Port': ['ID=9f39aa4d-bc53-408b-82ea-68f3e4481662,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:00.376026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e', 'mac_address': 'fa:16:3e:1c:bc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:57:00.431567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cbf0f83f-915a-4792-94a1-0b007b564f24 None None] Provisioning complete for port 9f39aa4d-bc53-408b-82ea-68f3e4481662 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:00.431855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f83f-915a-4792-94a1-0b007b564f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.448397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-284967b0-3cb3-43ea-b93e-59db595d82be req-b39c3e69-22d7-4f53-8e9c-d64f1a6bd6ac tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877547 Dec 21 01:57:00.477971 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.510689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9f39aa4d-bc53-408b-82ea-68f3e4481662 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:00.511325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.528008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacc0964-d5bc-42de-b94e-4adcd0eb2a2e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:00.543354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-fc3f1fef-d6b0-4662-8068-b00c3fb40344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:00.544839 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-fc3f1fef-d6b0-4662-8068-b00c3fb40344 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.5184588 Dec 21 01:57:00.596079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:00.607391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491632ce-5f73-4618-864b-5d96130956cc req-5a119c8f-176e-4b50-bbb2-43a7b83c9384 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:00.609672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.612587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-68bdf440-eb54-4fdd-869a-8fadf2ce69ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=848f7161-9356-4236-8137-160bd0a38f5a HTTP/1.1" status: 200 len: 217 time: 0.0519643 Dec 21 01:57:00.613422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.616365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-491632ce-5f73-4618-864b-5d96130956cc req-5a119c8f-176e-4b50-bbb2-43a7b83c9384 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 945 time: 0.0763674 Dec 21 01:57:00.629762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.696370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-491632ce-5f73-4618-864b-5d96130956cc req-5b042462-c8af-433c-a4ba-737c79b474ea tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789206 Dec 21 01:57:00.742918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-2082b964-8b60-4fa8-9d45-58df7b65c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:00.744425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-2082b964-8b60-4fa8-9d45-58df7b65c4e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1241827 Dec 21 01:57:00.747434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.759819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event updated for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:00.780906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:00.789438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-6f3a1bfe-014c-4a9d-a7de-f69b2969c610 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364857 Dec 21 01:57:00.797377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cbf0f83f-915a-4792-94a1-0b007b564f24 None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:00.797772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f83f-915a-4792-94a1-0b007b564f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:00.848871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0f83f-915a-4792-94a1-0b007b564f24 None None] Port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:57:00.962327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:57:00.966621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-2f700446-cd7a-4162-ac21-5df15e74a28a service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633747 Dec 21 01:57:00.967771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:57:00.992535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5039c131-9851-48ac-851e-b378908553a3 None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:00.993170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5039c131-9851-48ac-851e-b378908553a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:01.047057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['bacc0964-d5bc-42de-b94e-4adcd0eb2a2e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:01.096865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5039c131-9851-48ac-851e-b378908553a3 None None] Port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:57:01.342536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ed3d7-536b-4aa4-9357-163eb430b78a req-f0202884-babf-439b-99e2-d68d1da33cb8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:01.345236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66be12e3-f6f3-4f08-bb79-5c32177ecc4d None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:01.346237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66be12e3-f6f3-4f08-bb79-5c32177ecc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:01.352420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-337ed3d7-536b-4aa4-9357-163eb430b78a req-f0202884-babf-439b-99e2-d68d1da33cb8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 943 time: 0.1161783 Dec 21 01:57:01.404446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-66be12e3-f6f3-4f08-bb79-5c32177ecc4d None None] Port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:57:01.417003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-337ed3d7-536b-4aa4-9357-163eb430b78a req-fad4fab9-ddf6-432a-87be-9ed1c3334faa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636175 Dec 21 01:57:01.482394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c36dd6e-ac53-4bfe-88a1-3c1f1cfc4cfb req-be477f9d-15fe-43cb-84ea-7ecfde00a6d0 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0289016 Dec 21 01:57:01.577407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f39aa4d-bc53-408b-82ea-68f3e4481662 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:01.637522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0337-0a86-48a6-8e58-b6a6bd8144b2 req-9d14746a-4de3-4163-b844-900ac1394d97 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:01.640767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bed0337-0a86-48a6-8e58-b6a6bd8144b2 req-9d14746a-4de3-4163-b844-900ac1394d97 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 947 time: 0.1082828 Dec 21 01:57:01.657532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:01.678483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9f39aa4d-bc53-408b-82ea-68f3e4481662 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:01.679999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:01.716880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bed0337-0a86-48a6-8e58-b6a6bd8144b2 req-bd70914f-e116-4d47-9c5c-e7ad903e1df4 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615175 Dec 21 01:57:01.800564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:01.810890 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e8e34b6-84ac-4b4b-8cde-70d579acd0f9 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3364365 Dec 21 01:57:01.811655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49176) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:01.813960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:01.819476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:01.828857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:01.829888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:01.859925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1dc7-d358-40cb-89e0-ab836bb08d7a req-ed4dfc4d-f0e6-4f73-af8c-fd337682d05f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:01.861554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f6c1dc7-d358-40cb-89e0-ab836bb08d7a req-ed4dfc4d-f0e6-4f73-af8c-fd337682d05f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 945 time: 0.0764835 Dec 21 01:57:01.866697 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b32a44a-6e26-4373-8982-8a1dd6b980a9 req-d23d0a62-04a3-4730-badf-85a2626e7656 service neutron] 10.222.0.24 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563573 Dec 21 01:57:01.969601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:01.974787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f6c1dc7-d358-40cb-89e0-ab836bb08d7a req-8e1b7a7f-4524-4a7a-8a70-7cd434ca66fc tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059630 Dec 21 01:57:02.242731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:56:59Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:00Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:02.271985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:02.272378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Updating router df152f95-cbad-4ff6-917f-da57a1079f8a port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:57:02.301436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.358785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 01:57:02.389180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Removed routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 01:57:02.393228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.665165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.669974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.696566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9df5681-b0dc-4eed-b689-7dc3f80096dc req-2685b9fc-ea14-42b1-8a40-9e743e6672d0 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0718184 Dec 21 01:57:02.723457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419cab9-ffe6-4619-a31d-77ba9d67ee4c req-5866a6d6-7519-4671-90c5-2761cd3d2dfa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:02.725973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0419cab9-ffe6-4619-a31d-77ba9d67ee4c req-5866a6d6-7519-4671-90c5-2761cd3d2dfa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 943 time: 0.1486809 Dec 21 01:57:02.788788 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.795256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fe55b852-7458-42ea-96fe-f31317d16f1b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:02.802687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:02.860888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:02.907511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0419cab9-ffe6-4619-a31d-77ba9d67ee4c req-71c2308d-9746-4ada-a740-6c515615710d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680648 Dec 21 01:57:02.946811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01580cbf-5fe5-4896-83e7-3861f55b89b3 req-5fe190b0-8d3b-4472-897a-a2ba1ff83627 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:02.949075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01580cbf-5fe5-4896-83e7-3861f55b89b3 req-5fe190b0-8d3b-4472-897a-a2ba1ff83627 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 947 time: 0.1121509 Dec 21 01:57:02.980456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549bf2c-6247-482a-ab46-5edeaf811c97 None None] Pushing event updated for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:02.999040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:03.007672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.012191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b78c4ae1-5757-46f3-953c-b3dfe6b1d194 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 933 time: 1.1959393 Dec 21 01:57:03.012901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49206) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:03.063244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01580cbf-5fe5-4896-83e7-3861f55b89b3 req-b63b7541-d226-471b-bc7f-f329055c6f37 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046753 Dec 21 01:57:03.116637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Attempting to bind port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:57:03.117014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Attempting to bind port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:57:03.117394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Attempting to bind port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e on network 64f20659-6843-46b2-8cae-af289a6e9cd3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:57:03.124874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:57:03.125313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Checking segment: {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:57:03.125756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.126153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Bound using segment: {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:57:03.126719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Bound port: 930828e9-a8e4-4986-8cfa-705fd6ea5c0e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568bce2e-fb61-4a47-b238-6e3ea01a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:57:03.127213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.137801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port fe55b852-7458-42ea-96fe-f31317d16f1b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:57:03.144208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port fe55b852-7458-42ea-96fe-f31317d16f1b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:03.144583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.262732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-744563fa-56fe-49fd-8466-91e18d37bf1b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 933 time: 0.2486115 Dec 21 01:57:03.263485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:03.269016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'routes': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:03.270175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fecc7-4e59-444d-b8af-477bca34a8f4 req-23a01325-099a-4039-aa00-9fd3393f9d9e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:03.273772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-640fecc7-4e59-444d-b8af-477bca34a8f4 req-23a01325-099a-4039-aa00-9fd3393f9d9e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 945 time: 0.1577544 Dec 21 01:57:03.336350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.339753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] For port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:57:03.373190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-640fecc7-4e59-444d-b8af-477bca34a8f4 req-e30af5d4-b50f-443d-a7c5-118385b56916 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886207 Dec 21 01:57:03.380373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] For port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:57:03.389941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.398407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:03.400917 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dabb6b-dfbd-4188-879d-231b7299e668" -d '{"events": [{"server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:03.442669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:03.455980 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.467116 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f38948-d688-49b6-a739-750c8d48caaa x-openstack-request-id: req-e4f38948-d688-49b6-a739-750c8d48caaa {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:03.467404 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:03.467656 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4f38948-d688-49b6-a739-750c8d48caaa {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:03.468040 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'code': 200} Dec 21 01:57:03.491153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:03.491814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:03.637494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:03.687389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d3943-5e71-404c-8347-e5386079606d req-babb7d5f-130e-43f8-a98e-b85805c5d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:03.691771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-033d3943-5e71-404c-8347-e5386079606d req-babb7d5f-130e-43f8-a98e-b85805c5d0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.1021848 Dec 21 01:57:03.741102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bacc0964-d5bc-42de-b94e-4adcd0eb2a2e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:03.792168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549bf2c-6247-482a-ab46-5edeaf811c97 None None] Pushing event updated for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:03.796990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-033d3943-5e71-404c-8347-e5386079606d req-01c08a4b-e785-4b67-b553-4ffabd918f5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880153 Dec 21 01:57:03.871591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53259964-46d6-4805-be3d-6f4f88da990f req-8af39a9e-96b6-4a16-a74b-f8920dc80a84 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0478120 Dec 21 01:57:03.921186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:03.933615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:03.952380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 01:57:03.952917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 01:57:03.997206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.045179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:04.067785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:57:04.082610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:04.083404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.116952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2d88-f115-4f68-8cba-8ed4d9f89280 req-36f7cc57-867e-4e0e-9f0d-5571cabea162 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:04.121125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a30b2d88-f115-4f68-8cba-8ed4d9f89280 req-36f7cc57-867e-4e0e-9f0d-5571cabea162 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 943 time: 0.0998960 Dec 21 01:57:04.279529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.289604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a30b2d88-f115-4f68-8cba-8ed4d9f89280 req-807f48fb-89de-4912-96cf-50d988e6d35d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620803 Dec 21 01:57:04.309277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.315031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d45a3-ed7f-41ea-93d8-4af39a424604 req-be0676b9-7997-41fe-ad26-55005b0ac003 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:04.325732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b1d45a3-ed7f-41ea-93d8-4af39a424604 req-be0676b9-7997-41fe-ad26-55005b0ac003 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 947 time: 0.1471951 Dec 21 01:57:04.340322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.348918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.353432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:04.393900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] For port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:04.396037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.407417 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.425252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b1d45a3-ed7f-41ea-93d8-4af39a424604 req-9ce29f31-fa64-47a2-b9dc-3d8c2bdef3b2 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984716 Dec 21 01:57:04.455966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:02Z', 'revision_number': 6, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:03Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:04.491417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3818aea3-d369-4d92-8ea5-f360ea534429 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:02Z', 'revision_number': 6, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:03Z', 'revision_number': 4, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:04.515545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:04.607039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-36909089-42a9-4e04-9cf3-6d9cf9a303d4 None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:04.607417 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36909089-42a9-4e04-9cf3-6d9cf9a303d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.668554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Pushing event updated for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:04.673159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d13fea-98f9-4433-a47a-eea6aa98f2f4 req-c6766219-791f-40dd-8442-50c88e0f88ae tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:04.686324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.687200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.687414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.689741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.689741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.689999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05d13fea-98f9-4433-a47a-eea6aa98f2f4 req-c6766219-791f-40dd-8442-50c88e0f88ae tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1041596 Dec 21 01:57:04.690128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.690128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.690128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.690343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.690618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.690998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.691260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.691943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055f89da-c8e5-45ff-9db6-e7f679f1bd87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:04.725422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 848f7161-9356-4236-8137-160bd0a38f5a details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:57:04.734747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:04.814856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05d13fea-98f9-4433-a47a-eea6aa98f2f4 req-b1e7bbaa-2ad7-4f22-92c9-f210d8996122 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132827 Dec 21 01:57:04.933106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:04.955231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:04.956615 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c22e652f-a7ca-456f-804c-15b38f6fa642 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 699 time: 1.6920288 Dec 21 01:57:04.959248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49250) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:04.988916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=848f7161-9356-4236-8137-160bd0a38f5a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:05.010309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '848f7161-9356-4236-8137-160bd0a38f5a', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '848f7161-9356-4236-8137-160bd0a38f5a', 'mac_address': 'fa:16:3e:f1:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:57:05.062169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-277a5554-b78e-4fe7-abcc-aa38958d07db req-633d6c48-55b3-41a8-b01f-79b2f80da708 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0346203 Dec 21 01:57:05.141970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c2ec06cd-7e10-43d8-96c3-3477fcf161b1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 699 time: 0.1809945 Dec 21 01:57:05.145435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49252) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:05.285802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:05.303210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848f7161-9356-4236-8137-160bd0a38f5a {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:05.329209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=848f7161-9356-4236-8137-160bd0a38f5a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:05.339211 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:05.469714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:05.472117 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58aef14-76fe-48e1-badd-f3838058fad3" -d '{"events": [{"server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "name": "network-vif-plugged", "status": "completed", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:05.515551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:05.623516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592b90a-f2bc-440d-96dd-1c5fbec92ddb req-4a493141-6c48-4498-a141-c1bc2b4cf4a6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:05.625054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0592b90a-f2bc-440d-96dd-1c5fbec92ddb req-4a493141-6c48-4498-a141-c1bc2b4cf4a6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 944 time: 0.1798968 Dec 21 01:57:05.683243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e227b-b961-4c03-b269-6234f9beb2a6 req-7a1845b4-5475-4fbe-8981-071ab63192f6 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:05.692344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e7e227b-b961-4c03-b269-6234f9beb2a6 req-7a1845b4-5475-4fbe-8981-071ab63192f6 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.1315711 Dec 21 01:57:05.710345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 930828e9-a8e4-4986-8cfa-705fd6ea5c0e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:05.746422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['848f7161-9356-4236-8137-160bd0a38f5a'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:05.849374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:05.850230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:05.869250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0592b90a-f2bc-440d-96dd-1c5fbec92ddb req-91e577a6-98f9-4749-9fd3-1f7554f02a11 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292867 Dec 21 01:57:05.896893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e7e227b-b961-4c03-b269-6234f9beb2a6 req-1c5df599-00d0-4ff9-a0bf-5cceef211ff1 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997182 Dec 21 01:57:05.913683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:05.929261 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:05.930003 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:06.061898 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce08fdf-6026-4a99-95a1-67b9f576aacc x-openstack-request-id: req-fce08fdf-6026-4a99-95a1-67b9f576aacc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:06.062840 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "name": "network-vif-plugged", "status": "completed", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:06.062840 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fce08fdf-6026-4a99-95a1-67b9f576aacc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:06.063280 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e', 'code': 200} Dec 21 01:57:06.166471 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:06.255644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfadf3-7474-45f9-b91e-c767163fad6d req-c9454f50-d8a3-4cc1-9cce-6525f364b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:06.257324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2bfadf3-7474-45f9-b91e-c767163fad6d req-c9454f50-d8a3-4cc1-9cce-6525f364b8d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 1100 time: 0.0929382 Dec 21 01:57:06.378094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d2bfadf3-7474-45f9-b91e-c767163fad6d req-cdd9b58d-872d-4f8c-a88b-22ec409034c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028214 Dec 21 01:57:06.546045 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:03Z', 'revision_number': 7, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:04Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:06.584733 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:06.599720 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:06.600736 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:06.679011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8c6da2e-c10b-413c-b2a3-77cdcc540837 req-74b1b24c-34b6-485a-9b0d-e87eee41a081 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0546467 Dec 21 01:57:06.712673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f93d0-cf29-498c-85d2-6a44421e77dd req-ab7309c2-cf3a-4681-bdb8-a87f050beb2e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:06.722162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-161f93d0-cf29-498c-85d2-6a44421e77dd req-ab7309c2-cf3a-4681-bdb8-a87f050beb2e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1131239 Dec 21 01:57:06.798679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:06.807368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-161f93d0-cf29-498c-85d2-6a44421e77dd req-1435457e-8e67-478d-9220-c284420e5565 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840268 Dec 21 01:57:06.859423 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:07.132531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40e1da-8876-4f3e-9121-d9e49f88478a req-7cb318a7-196a-475a-8ef9-011693b3f8fe tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.136543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf40e1da-8876-4f3e-9121-d9e49f88478a req-7cb318a7-196a-475a-8ef9-011693b3f8fe tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 944 time: 0.1023180 Dec 21 01:57:07.214211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-25d09a67-3fa6-45fb-b2cb-acbfd9da4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.216555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-25d09a67-3fa6-45fb-b2cb-acbfd9da4ddf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.0906436 Dec 21 01:57:07.243218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf40e1da-8876-4f3e-9121-d9e49f88478a req-8be27e62-10a2-4911-8398-91eb45fde58e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877328 Dec 21 01:57:07.268893 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:03Z', 'revision_number': 7, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:04Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:07.273375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356a13-980c-4339-abb5-ed265ae7b262 req-680c338e-5b87-41aa-8bf2-3e1845c39790 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.281060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e356a13-980c-4339-abb5-ed265ae7b262 req-680c338e-5b87-41aa-8bf2-3e1845c39790 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.1432757 Dec 21 01:57:07.304321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c395-1202-402c-ada6-bfbc88997e9f None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:03Z', 'revision_number': 7, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930828e9-a8e4-4986-8cfa-705fd6ea5c0e', 'name': '', 'network_id': '64f20659-6843-46b2-8cae-af289a6e9cd3', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:ff:32:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:58Z', 'updated_at': '2021-12-21T01:57:04Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7f84ad0b-8cd2-45d6-ba03-37256957ab09', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:07.393668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e356a13-980c-4339-abb5-ed265ae7b262 req-4f8154b9-ce8f-4789-986d-e5108068b74c tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115046 Dec 21 01:57:07.476456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-349c51fc-4e43-4836-b0e6-688a8211010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.478656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-349c51fc-4e43-4836-b0e6-688a8211010d service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.2549911 Dec 21 01:57:07.506682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:07.507108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:07.548285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-393fd680-018d-4c5d-9ed9-a0af148b93c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.0577962 Dec 21 01:57:07.641753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-03ef38ea-8b59-49fa-ac73-33f72ebf9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.648090 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-03ef38ea-8b59-49fa-ac73-33f72ebf9563 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.0917747 Dec 21 01:57:07.684758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9352e7c-61cd-442a-9941-c33671b2ef0b req-01b74836-4bd9-4a89-9974-ac79d56b8500 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:07.688865 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-8a3d1df4-05e4-41f5-b7c2-e73adac2d790 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319169 Dec 21 01:57:07.689668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9352e7c-61cd-442a-9941-c33671b2ef0b req-01b74836-4bd9-4a89-9974-ac79d56b8500 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1350312 Dec 21 01:57:07.771061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9352e7c-61cd-442a-9941-c33671b2ef0b req-ce32650c-b678-41c6-9ff6-d9d6b0788f45 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Dec 21 01:57:07.772939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 930828e9-a8e4-4986-8cfa-705fd6ea5c0e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:07.773464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:07.798103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 930828e9-a8e4-4986-8cfa-705fd6ea5c0e owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:07.906024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-faa519d0-fa84-45dd-9a2f-1586f8f23567 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047377 Dec 21 01:57:07.929232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd9434a0-7b16-4717-a81f-c4f0a507d67c req-efb0a603-488f-4ad8-8bf0-92782c15b8eb tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0378487 Dec 21 01:57:08.069988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7559e1b4-0411-4ea8-afb2-9441ad2b13d0 req-ce240a24-5e59-4edb-8d16-8010ba102aec service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553373 Dec 21 01:57:08.112666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:08.173566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=930828e9-a8e4-4986-8cfa-705fd6ea5c0e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:08.318208 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:57:08.343646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-450e9943-6d4c-450c-b4da-4f555d5080ff req-b813851a-34f6-4bca-ba26-7b7eda4729ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0458755 Dec 21 01:57:08.442608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:08.538861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937342a5-ffd2-4c2a-b9ad-2b01a0095534 req-6420f2f7-194d-4436-9cfa-9742ae3c5957 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:08.540395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-937342a5-ffd2-4c2a-b9ad-2b01a0095534 req-6420f2f7-194d-4436-9cfa-9742ae3c5957 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 944 time: 0.0951006 Dec 21 01:57:08.677248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa73de3-5301-4a42-bc74-1b2c650bc398 req-f4928c93-c794-4296-a3f2-cda9998432b7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:08.678496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fa73de3-5301-4a42-bc74-1b2c650bc398 req-f4928c93-c794-4296-a3f2-cda9998432b7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.1833918 Dec 21 01:57:08.705200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-937342a5-ffd2-4c2a-b9ad-2b01a0095534 req-6ffc6786-753f-4a88-9e2c-5c258d41796f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284664 Dec 21 01:57:08.768161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 848f7161-9356-4236-8137-160bd0a38f5a up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:08.825793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fa73de3-5301-4a42-bc74-1b2c650bc398 req-38040ef9-d7f5-4791-b82e-bc3c3ea731df tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368327 Dec 21 01:57:08.842230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:08.889466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 848f7161-9356-4236-8137-160bd0a38f5a completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:57:08.900420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 848f7161-9356-4236-8137-160bd0a38f5a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:08.902196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:08.993154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:09.008568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:09.015539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:09.017072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3cf77555-1e73-47e3-926a-4bd33273d238 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8703949 Dec 21 01:57:09.055987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:09.056947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:09.113719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 7f84ad0b-8cd2-45d6-ba03-37256957ab09 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:57:09.130002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.177219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caf0e7-05dd-4c0a-8b4c-03baf6e3a0f5 req-5dec1061-82f5-4c79-9900-180e3b1d2c50 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:09.200340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06caf0e7-05dd-4c0a-8b4c-03baf6e3a0f5 req-5dec1061-82f5-4c79-9900-180e3b1d2c50 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1370809 Dec 21 01:57:09.221523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.254734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:09.339066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06caf0e7-05dd-4c0a-8b4c-03baf6e3a0f5 req-9ae258ee-f1fc-46da-ba7d-fcbe1b0b9d01 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259632 Dec 21 01:57:09.355315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.434014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.453310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.512788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=7f84ad0b-8cd2-45d6-ba03-37256957ab09,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:09.522061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63194149-7068-45f2-aa6b-78645e02f5d1 req-4e14488f-30b6-485d-a937-95182f1939ae tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0555029 Dec 21 01:57:09.530295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.538606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be5643b3-c0e5-4ac8-9e86-f7572c9904e4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/7f84ad0b-8cd2-45d6-ba03-37256957ab09 HTTP/1.1" status: 204 len: 168 time: 0.5207915 Dec 21 01:57:09.547982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:09.622062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53590982-407d-4c50-b31e-6c1ed4e46715 None None] Network 64f20659-6843-46b2-8cae-af289a6e9cd3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:57:09.692208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:09.694633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3524f8-130d-4b60-9d19-146425115149" -d '{"events": [{"server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "name": "network-vif-plugged", "status": "completed", "tag": "848f7161-9356-4236-8137-160bd0a38f5a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:09.790467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:09.847168 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50299c7c-67ed-4204-b10e-4023218a6976 x-openstack-request-id: req-50299c7c-67ed-4204-b10e-4023218a6976 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:09.847818 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "name": "network-vif-plugged", "status": "completed", "tag": "848f7161-9356-4236-8137-160bd0a38f5a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:09.849015 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50299c7c-67ed-4204-b10e-4023218a6976 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:09.850828 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a', 'code': 200} Dec 21 01:57:09.864160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=848f7161-9356-4236-8137-160bd0a38f5a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:09.911842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2474b4-a71e-42b1-b23e-82527d4b60f2 req-d89be2b8-a163-4725-9a01-f651561ee24b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:09.922043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c2474b4-a71e-42b1-b23e-82527d4b60f2 req-d89be2b8-a163-4725-9a01-f651561ee24b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 944 time: 0.0797968 Dec 21 01:57:09.994563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c2474b4-a71e-42b1-b23e-82527d4b60f2 req-7752f508-8823-42e3-b946-06e3c0b48689 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708785 Dec 21 01:57:10.010881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 9f39aa4d-bc53-408b-82ea-68f3e4481662 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:10.015370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.030372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.188949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:10.219321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:08Z', 'revision_number': 8, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:10.258681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 9f39aa4d-bc53-408b-82ea-68f3e4481662, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f39aa4d-bc53-408b-82ea-68f3e4481662,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:10.260229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.263634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:10.267895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] DHCP port deletion for 64f20659-6843-46b2-8cae-af289a6e9cd3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:10.282476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d576c8-2424-4ec1-a857-a00f8c0ffb29 req-f9b592c9-8ec2-46f0-a0ee-a165c3190509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:10.284037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2d576c8-2424-4ec1-a857-a00f8c0ffb29 req-f9b592c9-8ec2-46f0-a0ee-a165c3190509 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 1097 time: 0.1072054 Dec 21 01:57:10.285070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 9f39aa4d-bc53-408b-82ea-68f3e4481662 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:10.300844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:10.301751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:10.383282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2d576c8-2424-4ec1-a857-a00f8c0ffb29 req-21691fee-f7f9-4940-8abf-8f75227877e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Dec 21 01:57:10.400302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Deleting port 9f39aa4d-bc53-408b-82ea-68f3e4481662 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:10.400684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.447173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.477639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] For port 9f39aa4d-bc53-408b-82ea-68f3e4481662, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f39aa4d-bc53-408b-82ea-68f3e4481662,segment=NetworkSegment(568bce2e-fb61-4a47-b238-6e3ea01a80b5),segment_id=568bce2e-fb61-4a47-b238-6e3ea01a80b5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:10.478412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.510277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=9f39aa4d-bc53-408b-82ea-68f3e4481662,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:10.511222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Calling delete_port for 9f39aa4d-bc53-408b-82ea-68f3e4481662 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:10.514492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 9f39aa4d-bc53-408b-82ea-68f3e4481662 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:10.605409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:10.651886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39cdac-c2f6-46ac-a35a-116e89a1ef08 req-0a6e8e58-56a2-46f8-ba1f-0df6b2fe4fda tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:10.659103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.659768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c39cdac-c2f6-46ac-a35a-116e89a1ef08 req-0a6e8e58-56a2-46f8-ba1f-0df6b2fe4fda tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1410677 Dec 21 01:57:10.707466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f20659-6843-46b2-8cae-af289a6e9cd3']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:10.729309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568bce2e-fb61-4a47-b238-6e3ea01a80b5') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:10.730773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568bce2e-fb61-4a47-b238-6e3ea01a80b5') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:10.735770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.745443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f7fbe50-0b54-4be6-aa4a-6fb8521eb319 req-3a0d9e8a-323d-4867-b79c-a99046771601 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0691674 Dec 21 01:57:10.754651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.791584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.803602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:57:10.804218 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:57:10.808447 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:57:10.852954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] No DVR routers for this DVR port 9f39aa4d-bc53-408b-82ea-68f3e4481662 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:10.854272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c39cdac-c2f6-46ac-a35a-116e89a1ef08 req-ab257fb1-5ac9-490f-a11e-4d7b40ce1dd4 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933696 Dec 21 01:57:10.921813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc5b9f-484b-4124-b086-ba95fafc5e4c None None] Pushing event deleted for resources: {'Port': ['ID=9f39aa4d-bc53-408b-82ea-68f3e4481662,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:10.951526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.970819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:10.982008 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/64f20659-6843-46b2-8cae-af289a6e9cd3 HTTP/1.1" status: 204 len: 168 time: 1.4369171 Dec 21 01:57:10.982786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:11.004075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714b45-8c04-43b1-bae3-033b4d420be5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=64f20659-6843-46b2-8cae-af289a6e9cd3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:11.210574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:08Z', 'revision_number': 8, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:11.260075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a9df5-a3e1-49bf-8fdc-ee41a8eb96f8 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:08Z', 'revision_number': 8, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73', 'name': '', 'network_id': '2deb80d2-fb3b-4351-a1bf-816aff4ce6ce', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:e5:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:49Z', 'updated_at': '2021-12-21T01:56:55Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '72857289-89c7-42a1-bd26-a58cf31a25cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:11.404548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce8ddc5f-2b5d-4ff2-be51-5ab95f8af318 req-4a04dcbf-f990-4da7-bd6a-7fa2df745e34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c934ed3dfd7246a98378fa5509c17b6a&device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.2753587 Dec 21 01:57:11.449047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce8ddc5f-2b5d-4ff2-be51-5ab95f8af318 req-e98a94f5-e536-4fe8-ac25-0a50eedf3e97 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c934ed3dfd7246a98378fa5509c17b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281589 Dec 21 01:57:11.452457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feebd0-8cb8-417a-8ad5-b0ebec011f34 req-1d6ac668-8a89-496e-abc1-6be2370fce80 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:11.454153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38feebd0-8cb8-417a-8ad5-b0ebec011f34 req-1d6ac668-8a89-496e-abc1-6be2370fce80 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2883751 Dec 21 01:57:11.476761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e02fbbb9-4ca2-47c6-bb28-8969c9f51a84 req-5624b704-48d7-4610-b4dd-b0abe879a717 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0463300 Dec 21 01:57:11.586295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38feebd0-8cb8-417a-8ad5-b0ebec011f34 req-413bcd57-ca5c-46f9-adc6-e5bd0eebe94c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117988 Dec 21 01:57:11.671983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ddc5f-2b5d-4ff2-be51-5ab95f8af318 req-3ec96170-5a82-4109-91cc-0891c59d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:11.674939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce8ddc5f-2b5d-4ff2-be51-5ab95f8af318 req-3ec96170-5a82-4109-91cc-0891c59d5985 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2186263 Dec 21 01:57:11.789235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f39aa4d-bc53-408b-82ea-68f3e4481662 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:11.829555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9f39aa4d-bc53-408b-82ea-68f3e4481662 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:11.831690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f39aa4d-bc53-408b-82ea-68f3e4481662 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:11.832765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 930828e9-a8e4-4986-8cfa-705fd6ea5c0e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:11.855767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 930828e9-a8e4-4986-8cfa-705fd6ea5c0e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:11.856436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 930828e9-a8e4-4986-8cfa-705fd6ea5c0e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:11.880307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:12.108256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953abb68-9cb0-4cba-8c02-dd1ce598f11e req-6dbca99d-028f-4f53-b854-d2c14011ca5a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:12.111886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-953abb68-9cb0-4cba-8c02-dd1ce598f11e req-6dbca99d-028f-4f53-b854-d2c14011ca5a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1095965 Dec 21 01:57:12.256557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-953abb68-9cb0-4cba-8c02-dd1ce598f11e req-31526cb6-5c71-42aa-a036-21ce25ca80dc tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Dec 21 01:57:12.450770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:12.451118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:12.610870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:12.611749 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:13.010043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bace01b-8e4b-4521-b590-2005bfdcd570 req-19c07c95-7d90-4878-8053-6a5f76d59b55 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.3984923 Dec 21 01:57:13.045871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:13.190725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328fb85-aca8-47c4-8843-8146cf59b87a req-5779ebf5-712c-49c5-b900-72e602b9cd93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:13.203027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1328fb85-aca8-47c4-8843-8146cf59b87a req-5779ebf5-712c-49c5-b900-72e602b9cd93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2365525 Dec 21 01:57:13.260821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce8ddc5f-2b5d-4ff2-be51-5ab95f8af318 req-dabd8631-efbb-4f6d-adc2-5bcd938cb6b2 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0535495 Dec 21 01:57:13.312761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1328fb85-aca8-47c4-8843-8146cf59b87a req-7c877336-e597-4278-ac17-82cf147d88f1 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088676 Dec 21 01:57:13.514914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:13.671696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:13.719013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd9060-95af-4e78-983d-50c40332879e req-22778556-be6c-41a6-81b5-a3eba3ee2793 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:13.736091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87dd9060-95af-4e78-983d-50c40332879e req-22778556-be6c-41a6-81b5-a3eba3ee2793 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.3164070 Dec 21 01:57:13.898824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1caf-1f34-4b57-9f80-5fdcaf43f8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:13.959159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87dd9060-95af-4e78-983d-50c40332879e req-60410d08-69ff-4ddd-acdd-2493c48c4420 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216220 Dec 21 01:57:13.963833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:13.996633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb23e-b582-4b2a-b0c2-ee9328e16a4f req-3b118e92-a7bd-4cf7-a7c2-3e76195e3275 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:13.998266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3ddb23e-b582-4b2a-b0c2-ee9328e16a4f req-3b118e92-a7bd-4cf7-a7c2-3e76195e3275 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2075512 Dec 21 01:57:14.182838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a1ae211-7414-491e-aeed-bba9ea32d7d2 req-a98f30f9-63c1-4c2f-bda6-a49523567cf4 tempest-ServerShowV257Test-1838930961 tempest-ServerShowV257Test-1838930961-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8712e83-99b4-4e6f-9d39-07ef9b665a62 HTTP/1.1" status: 200 len: 210 time: 0.0499010 Dec 21 01:57:14.204736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3ddb23e-b582-4b2a-b0c2-ee9328e16a4f req-7ab8d4e1-d6b2-445f-b0b1-9746023f284f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630151 Dec 21 01:57:14.396607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:14.534389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:14.541859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d4a10ae-075b-40d4-8d69-4bdfff319df7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5574689 Dec 21 01:57:14.544623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:14.550777 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:14.571600 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:14.572675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:14.605190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 72857289-89c7-42a1-bd26-a58cf31a25cf {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:57:14.621030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:14.671487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:14.699691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:14.766209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:14.839406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:14.873821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=72857289-89c7-42a1-bd26-a58cf31a25cf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:14.877196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:14.884703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a95b8-e210-41ed-9d57-89989925e2fd None None] Network 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:57:14.885572 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f7234f45-c825-412d-8316-144229f731a4 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/72857289-89c7-42a1-bd26-a58cf31a25cf HTTP/1.1" status: 204 len: 168 time: 0.3398736 Dec 21 01:57:14.885988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49450) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:15.031500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.126953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:13Z', 'revision_number': 9, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:15.167090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] DHCP port deletion for 2deb80d2-fb3b-4351-a1bf-816aff4ce6ce request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:15.201055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0191a-5055-4502-9f19-51ffeadccca4 req-2b6d6d90-bc94-4d8e-96d4-874e7a0489f3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:15.204045 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:15.208577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3a0191a-5055-4502-9f19-51ffeadccca4 req-2b6d6d90-bc94-4d8e-96d4-874e7a0489f3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1051471 Dec 21 01:57:15.225587 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:15.226212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:15.256769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Deleting port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:15.257487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.292311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:15.292311 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.379902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] For port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:15.380641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.397604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Calling delete_port for 510dedfd-3a59-44e3-a7f7-92c1ebad67fc owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:15.401603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:15.439389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3a0191a-5055-4502-9f19-51ffeadccca4 req-ac17e59f-30f4-49b9-81f2-179d47d8df5e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220769 Dec 21 01:57:15.590092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,segment=NetworkSegment(b9235beb-7eb6-4ab8-9992-88306a1b37d2),segment_id=b9235beb-7eb6-4ab8-9992-88306a1b37d2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:15.590379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.613307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 510dedfd-3a59-44e3-a7f7-92c1ebad67fc owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:15.628391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b6dc-665a-451e-b21a-771d489a9b23 req-85bd0792-4440-4660-a05f-374c813663c0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:15.640889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0f9b6dc-665a-451e-b21a-771d489a9b23 req-85bd0792-4440-4660-a05f-374c813663c0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1269867 Dec 21 01:57:15.702711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 510dedfd-3a59-44e3-a7f7-92c1ebad67fc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:15.746746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.760755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 510dedfd-3a59-44e3-a7f7-92c1ebad67fc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:15.761328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 510dedfd-3a59-44e3-a7f7-92c1ebad67fc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:15.772598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:15.821007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] No DVR routers for this DVR port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:15.827940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618ed25-f605-468f-aadb-7ff66b5a983a None None] Pushing event deleted for resources: {'Port': ['ID=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:15.872172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=510dedfd-3a59-44e3-a7f7-92c1ebad67fc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:15.913317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:15.925399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 510dedfd-3a59-44e3-a7f7-92c1ebad67fc on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:15.931816 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:13Z', 'revision_number': 9, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:15.962803 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee4081-4f57-4490-972e-963855a47a29 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:13Z', 'revision_number': 9, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '4d3a2295-d839-411c-ae8a-44c3cfbfb18a', 'name': '', 'network_id': '0a8e044e-44df-40d3-b26d-09e044078a05', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d1:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:47Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '7d0120cc-95bf-42e8-a28f-76109a9f6409', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:15.966211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0f9b6dc-665a-451e-b21a-771d489a9b23 req-c6954715-21f7-4d08-a43a-ff091c69b507 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222530 Dec 21 01:57:16.042417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.063999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2deb80d2-fb3b-4351-a1bf-816aff4ce6ce']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:16.072813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0fd1534b-1568-45d2-baa7-b67cc776a5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.074663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9235beb-7eb6-4ab8-9992-88306a1b37d2') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:16.074962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9235beb-7eb6-4ab8-9992-88306a1b37d2') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:16.090902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.106086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.112305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:57:16.112685 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self.session.flush() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:57:16.116043 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:57:16.157909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0fd1534b-1568-45d2-baa7-b67cc776a5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.163132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0fd1534b-1568-45d2-baa7-b67cc776a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.184163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.195660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.202545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/2deb80d2-fb3b-4351-a1bf-816aff4ce6ce HTTP/1.1" status: 204 len: 168 time: 1.3132067 Dec 21 01:57:16.204590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:16.211006 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0fd1534b-1568-45d2-baa7-b67cc776a5a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c934ed3dfd7246a98378fa5509c17b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923205 Dec 21 01:57:16.212186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49494) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:16.215185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1534b-1568-45d2-baa7-b67cc776a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8f9bb-6880-4ead-8ac9-27ef531910ec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:16.218729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98573a7-52cc-4087-94b7-3bd8e2fe1eb2 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=2deb80d2-fb3b-4351-a1bf-816aff4ce6ce,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:16.266483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.289607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.364868 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.377245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.380984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59b8f9bb-6880-4ead-8ac9-27ef531910ec HTTP/1.1" status: 204 len: 168 time: 0.1651661 Dec 21 01:57:16.388372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82939ce-29a5-4ec4-a6a8-d6d97690a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8f9bb-6880-4ead-8ac9-27ef531910ec,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:16.570345 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27527f21-d38a-4e40-b0d0-78e89cc3fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:16.601296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13f59-4392-476c-af66-3f1625304bda req-346f33ef-c0ee-4bc7-a9eb-cfda44cafd68 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:16.608752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d13f59-4392-476c-af66-3f1625304bda req-346f33ef-c0ee-4bc7-a9eb-cfda44cafd68 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0753191 Dec 21 01:57:16.740030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d13f59-4392-476c-af66-3f1625304bda req-d0f123c9-da92-4973-a359-3361d23005b5 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278758 Dec 21 01:57:17.153442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:17.207285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:17.266044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9d71-4f36-4922-a76b-89cc32ceb30e req-ca00bcc1-1a76-4906-99a6-ed7b138c148f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:17.275621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42aa9d71-4f36-4922-a76b-89cc32ceb30e req-ca00bcc1-1a76-4906-99a6-ed7b138c148f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1198704 Dec 21 01:57:17.355222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42aa9d71-4f36-4922-a76b-89cc32ceb30e req-18cd4f01-76d3-45de-af72-2fb6566b6db3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783737 Dec 21 01:57:17.502123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:17.503115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:17.516281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:17.555012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:17.555669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e6a9ad1e-7bd5-4f1c-a7ee-683eb5efda73 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:17.628265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 4d3a2295-d839-411c-ae8a-44c3cfbfb18a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:17.628637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:17.645179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 4d3a2295-d839-411c-ae8a-44c3cfbfb18a owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:17.897149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:17.924817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ae4d-94f5-47fd-bee9-9dde49323715 req-7b46f5ba-272a-474b-89f5-cb1575cbd124 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:17.929021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54b4ae4d-94f5-47fd-bee9-9dde49323715 req-7b46f5ba-272a-474b-89f5-cb1575cbd124 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1051288 Dec 21 01:57:17.934917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=4d3a2295-d839-411c-ae8a-44c3cfbfb18a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:18.054749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54b4ae4d-94f5-47fd-bee9-9dde49323715 req-e4f6d5be-ff3d-469e-a28b-99bb1e6c4052 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063466 Dec 21 01:57:18.147927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:18.370860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:18.397007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-de1daf7a-12c5-41b0-8868-ed51d4f9652a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:18.398947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-de1daf7a-12c5-41b0-8868-ed51d4f9652a tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.1138017 Dec 21 01:57:18.419628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-93bc56ac-d38e-4d26-8f70-c6254e9bbec4 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/quotas/ea087a34bd434566b191f956f9e5c430 HTTP/1.1" status: 200 len: 375 time: 0.0136921 Dec 21 01:57:18.476038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:18.490690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:18.498920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49626) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:18.500895 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66d2be9c-fb54-4633-b439-a27d99d8b707 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2931669 Dec 21 01:57:18.507252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:18.508058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:18.558002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-530250e9-dadb-4a5e-b384-ae1e080d7759 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317487 Dec 21 01:57:18.614522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:18.617401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00738dbd-2857-4376-94c8-5015ae8bda7e req-fce58ec3-62f3-449d-96cd-32b80d628a39 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:18.619466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00738dbd-2857-4376-94c8-5015ae8bda7e req-fce58ec3-62f3-449d-96cd-32b80d628a39 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1514933 Dec 21 01:57:18.629613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:18.650234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 7d0120cc-95bf-42e8-a28f-76109a9f6409 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:57:18.661071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:18.737615 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:18.783982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-25f5216e-e3e4-49a7-82e1-05647c4af8a7 service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247076 Dec 21 01:57:18.789100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00738dbd-2857-4376-94c8-5015ae8bda7e req-f2a41cfd-c1c6-41e0-8f41-ba4e58d9923e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441758 Dec 21 01:57:18.856101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:17Z', 'revision_number': 10, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:18.885703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:18.894152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:18.895293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:18.931082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:18.977261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-d69f6562-670c-4565-ba94-8dea334e6f73 service neutron] 10.222.0.43 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846771 Dec 21 01:57:18.991398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:19.027955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.063622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.069684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:19.069926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/7d0120cc-95bf-42e8-a28f-76109a9f6409 HTTP/1.1" status: 204 len: 168 time: 0.5696712 Dec 21 01:57:19.071043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c056ab-3adc-4c23-8fdb-cf11e9f36a40 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0120cc-95bf-42e8-a28f-76109a9f6409,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:19.081543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e58172-f107-48b8-b129-b0757d4f6124 None None] Network 0a8e044e-44df-40d3-b26d-09e044078a05 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:57:19.207910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-293a3b8d-f3ca-4f90-bfac-ad3b880ddcd1 req-3d612297-daf4-48aa-bd7b-e94190acf299 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 210 time: 0.0312369 Dec 21 01:57:19.249703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.277196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470ecc-3a4c-470f-8792-ad49afc016e8 req-c727c22f-6a93-4d32-a467-d15d068cc1d3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:19.279035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40470ecc-3a4c-470f-8792-ad49afc016e8 req-c727c22f-6a93-4d32-a467-d15d068cc1d3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1116307 Dec 21 01:57:19.324046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port f13733ac-0c3f-41a1-83b1-1e461bc265f9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:19.325775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.404282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40470ecc-3a4c-470f-8792-ad49afc016e8 req-292e71a7-9254-45a1-84cd-a47926db4b5a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187897 Dec 21 01:57:19.455263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port f13733ac-0c3f-41a1-83b1-1e461bc265f9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f13733ac-0c3f-41a1-83b1-1e461bc265f9,segment=NetworkSegment(1b1554d3-a2be-44b1-ac21-aded1e7ca0eb),segment_id=1b1554d3-a2be-44b1-ac21-aded1e7ca0eb)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:19.455789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.487947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for f13733ac-0c3f-41a1-83b1-1e461bc265f9 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:19.553235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.592472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.623354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:17Z', 'revision_number': 10, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:19.629717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=f13733ac-0c3f-41a1-83b1-1e461bc265f9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:19.635204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port f13733ac-0c3f-41a1-83b1-1e461bc265f9 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:19.668659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8145a06-b684-4f85-8973-325c1c25d903 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:17Z', 'revision_number': 10, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None, '_interfaces': [{'id': '63dd576a-de04-463d-8e3d-fb330217c6aa', 'name': '', 'network_id': '7a760f35-a0d3-4465-96c5-ac2cb3d9f744', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'mac_address': 'fa:16:3e:d2:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '91998da8-b421-4929-aa01-f486288a9f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:28Z', 'updated_at': '2021-12-21T01:56:38Z', 'revision_number': 5, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'subnets': [{'id': '91998da8-b421-4929-aa01-f486288a9f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:19.702134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7e95d-7c48-4c50-a98a-e053b575db1c None None] DHCP port deletion for 0a8e044e-44df-40d3-b26d-09e044078a05 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:19.750312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.773256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8e044e-44df-40d3-b26d-09e044078a05']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:19.775929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:19.784422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:19.784729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1554d3-a2be-44b1-ac21-aded1e7ca0eb') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:19.795342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.810752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.819671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:57:19.820074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:57:19.823771 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:57:19.916244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.926905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:19.930209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/0a8e044e-44df-40d3-b26d-09e044078a05 HTTP/1.1" status: 204 len: 168 time: 0.8590093 Dec 21 01:57:19.935713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49670) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:19.940891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ca51f-d39a-48dc-aa73-750411ec4dc6 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=0a8e044e-44df-40d3-b26d-09e044078a05,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:20.014949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe9f2-b8d7-40a6-adef-b39f86367875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.056279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0921f25-2b5a-4f18-a868-57ebd1ec39e2 req-9b6b32d2-30de-4628-929d-3de6db010560 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:20.057836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0921f25-2b5a-4f18-a868-57ebd1ec39e2 req-9b6b32d2-30de-4628-929d-3de6db010560 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1647558 Dec 21 01:57:20.227152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0921f25-2b5a-4f18-a868-57ebd1ec39e2 req-5eae352d-2848-4a67-a095-4f5d1ccc7e44 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601784 Dec 21 01:57:20.312897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-50eef324-fcf9-482e-927e-e008ae997ee2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:20.314382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-50eef324-fcf9-482e-927e-e008ae997ee2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a644be2-de29-4e8c-a3ba-db811b9241dc HTTP/1.1" status: 200 len: 945 time: 0.0684888 Dec 21 01:57:20.336064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe9f2-b8d7-40a6-adef-b39f86367875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.349372 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe9f2-b8d7-40a6-adef-b39f86367875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.370599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81d29d29-2ea7-4d28-bcdb-aecf5883c666 req-094a2cf8-046e-49c5-b25c-628dcab76c93 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 210 time: 0.0588548 Dec 21 01:57:20.410806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbe9f2-b8d7-40a6-adef-b39f86367875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f401755-1e57-4514-be19-06de2438516c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:20.418401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0fbbe9f2-b8d7-40a6-adef-b39f86367875 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39af4e312f2449f588a6bc8e973ca790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6400120 Dec 21 01:57:20.419694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Deleting port f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:20.419694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.421818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49676) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:20.516001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.536375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] For port f670b11c-06fa-42e7-a496-9666d85d1b10, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f670b11c-06fa-42e7-a496-9666d85d1b10,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:20.536972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.551151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Calling delete_port for f670b11c-06fa-42e7-a496-9666d85d1b10 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:20.708192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.744692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event deleted for resources: {'Port': ['ID=f670b11c-06fa-42e7-a496-9666d85d1b10,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:20.764104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66620298-25f5-4a95-8cad-7f6030909dcf None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:20.792210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] No DVR routers for this DVR port f670b11c-06fa-42e7-a496-9666d85d1b10 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:20.794946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.798328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56393b18-6cab-4eed-b2d6-57bace20f30a req-f2904a11-7ea2-46a7-a57a-a69b7838e74e tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "DELETE /v2.0/ports/f670b11c-06fa-42e7-a496-9666d85d1b10 HTTP/1.1" status: 204 len: 173 time: 0.4742944 Dec 21 01:57:20.798792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-deleted', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:20.801262 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50177ba4-c45c-4010-8bac-dfcec019c67a" -d '{"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-deleted", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:20.846615 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e70a6-c503-4975-a3aa-443c0f39242f x-openstack-request-id: req-461e70a6-c503-4975-a3aa-443c0f39242f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:20.847446 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a644be2-de29-4e8c-a3ba-db811b9241dc", "name": "network-vif-deleted", "tag": "f670b11c-06fa-42e7-a496-9666d85d1b10", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:20.847446 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-461e70a6-c503-4975-a3aa-443c0f39242f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:20.847642 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a644be2-de29-4e8c-a3ba-db811b9241dc', 'name': 'network-vif-deleted', 'tag': 'f670b11c-06fa-42e7-a496-9666d85d1b10', 'status': 'completed', 'code': 200} Dec 21 01:57:20.931725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:20.976400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456409a6-000d-481e-8c56-bf08fc726c1a req-cca12a05-cd6b-4153-8432-348520f1cdff tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:20.978425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-456409a6-000d-481e-8c56-bf08fc726c1a req-cca12a05-cd6b-4153-8432-348520f1cdff tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.4928432 Dec 21 01:57:21.044589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.061081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-7c36b9eb-c438-48cf-acb9-1c786f4b4199 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:21.062563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-7c36b9eb-c438-48cf-acb9-1c786f4b4199 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 805 time: 0.2131836 Dec 21 01:57:21.133242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Request body: {'port': {'device_id': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'admin_state_up': True, 'tenant_id': 'ea087a34bd434566b191f956f9e5c430'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:21.170471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-456409a6-000d-481e-8c56-bf08fc726c1a req-57f218f7-2c49-42ca-a28d-4ad3a0d0ace6 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838715 Dec 21 01:57:21.176865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.179561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.181213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f401755-1e57-4514-be19-06de2438516c HTTP/1.1" status: 204 len: 168 time: 0.7575214 Dec 21 01:57:21.223674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cdff1-a23c-457a-9dc0-a30d1b15a025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f401755-1e57-4514-be19-06de2438516c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:21.391673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2cbe7-7227-40e2-8e8c-0be7ac63b03a req-20aeee83-eaea-492d-9f9b-b55b4696b101 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:21.393265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7d2cbe7-7227-40e2-8e8c-0be7ac63b03a req-20aeee83-eaea-492d-9f9b-b55b4696b101 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0845430 Dec 21 01:57:21.395216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Made reservation on behalf of ea087a34bd434566b191f956f9e5c430 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:57:21.398514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.553204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:21.559800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91f86712-cd81-452f-bcac-0502d992052b req-6678f638-dea2-4f4c-8cc6-4e3b709c4d93 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 210 time: 0.0819156 Dec 21 01:57:21.563499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f13733ac-0c3f-41a1-83b1-1e461bc265f9 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:21.569738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7d2cbe7-7227-40e2-8e8c-0be7ac63b03a req-8d4eb06d-24f2-4d26-a442-55e254f3731c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677976 Dec 21 01:57:21.592771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f13733ac-0c3f-41a1-83b1-1e461bc265f9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:21.593318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f13733ac-0c3f-41a1-83b1-1e461bc265f9 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:21.593956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d3a2295-d839-411c-ae8a-44c3cfbfb18a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:21.596771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbb09-5bd5-4ae0-bcf3-02f181c4b89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.626450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4d3a2295-d839-411c-ae8a-44c3cfbfb18a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:21.626792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d3a2295-d839-411c-ae8a-44c3cfbfb18a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:21.677225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Allocated IP 172.20.0.9 (13fff45b-3c0e-4413-b810-165d656564f8/e792a910-7bc2-4e56-9880-77a43fcb7abb/d676ecb8-11a7-489b-bf16-360b02e42648) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:57:21.691362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 63dd576a-de04-463d-8e3d-fb330217c6aa {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:21.695116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.695211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:21.719506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbb09-5bd5-4ae0-bcf3-02f181c4b89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.721812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:21.722169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:21.726141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbb09-5bd5-4ae0-bcf3-02f181c4b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.765924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9ecbb09-5bd5-4ae0-bcf3-02f181c4b89a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c4e9ab2f8f94201996ddea587a752e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2112479 Dec 21 01:57:21.766673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:21.808720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecbb09-5bd5-4ae0-bcf3-02f181c4b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5cf25-0abb-406e-afb0-a7b030ed13e4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:21.835465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 63dd576a-de04-463d-8e3d-fb330217c6aa, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=63dd576a-de04-463d-8e3d-fb330217c6aa,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:21.835849 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.841131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.865658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.879234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 63dd576a-de04-463d-8e3d-fb330217c6aa owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:21.916238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.919077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.922611 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bef5cf25-0abb-406e-afb0-a7b030ed13e4 HTTP/1.1" status: 204 len: 168 time: 0.1517560 Dec 21 01:57:21.930472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052b27a-ccc0-42e8-b500-bf01d54c849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5cf25-0abb-406e-afb0-a7b030ed13e4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:21.974726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:21.982377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.065512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.137517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Network 13fff45b-3c0e-4413-b810-165d656564f8 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:57:22.145959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:57:22.156352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:57:22.163384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e0635-2f76-48e6-b6b5-ed9fd09458da None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:22.187597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:22.200288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.219799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b4c5c8d-b05e-403d-a610-d4b1e62d4df9 None None] Provisioning complete for port d676ecb8-11a7-489b-bf16-360b02e42648 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:22.220166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5c8d-b05e-403d-a610-d4b1e62d4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.237489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=63dd576a-de04-463d-8e3d-fb330217c6aa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:22.261168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:22.261992 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.293370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c5c8d-b05e-403d-a610-d4b1e62d4df9 None None] Port d676ecb8-11a7-489b-bf16-360b02e42648 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:57:22.363443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-a533b9bb-c149-4c38-8bc1-59ba634e0152 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2658851 Dec 21 01:57:22.394162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32cf9-586a-472b-a139-23ecff7df24a req-fee493e1-80d1-4ee4-8575-b50cdfd74ee2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:22.395766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25a32cf9-586a-472b-a139-23ecff7df24a req-fee493e1-80d1-4ee4-8575-b50cdfd74ee2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1127887 Dec 21 01:57:22.405293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Request body: {'port': {'device_id': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:22.520252 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.645133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:22.653485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25a32cf9-586a-472b-a139-23ecff7df24a req-4c9f954e-9fe9-4679-898b-84dac37f6275 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432799 Dec 21 01:57:22.918617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa790c3c-1bf3-49be-89d3-cb1dfeb02bfc req-a5dd7567-55c2-41c9-9a1d-a3c0f4911d96 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:22.920378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa790c3c-1bf3-49be-89d3-cb1dfeb02bfc req-a5dd7567-55c2-41c9-9a1d-a3c0f4911d96 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 931 time: 0.2567084 Dec 21 01:57:22.929143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:22.978281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ad3d-5735-4a6f-be14-7ebee1d528a6 req-2a3bb328-7fb6-47f6-a049-0b7bbcb6970b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:22.979776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d6ad3d-5735-4a6f-be14-7ebee1d528a6 req-2a3bb328-7fb6-47f6-a049-0b7bbcb6970b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2535415 Dec 21 01:57:23.177477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa790c3c-1bf3-49be-89d3-cb1dfeb02bfc req-8edc9098-39b1-4d4e-89a3-fb09d5e3f972 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507751 Dec 21 01:57:23.193564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:23.200426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7290095-cea8-4759-898b-8611b62b014d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2595992 Dec 21 01:57:23.203303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:23.209140 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:23.227231 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:23.228376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d6ad3d-5735-4a6f-be14-7ebee1d528a6 req-48003be2-0246-4f4a-80d5-61feef7d2d56 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297053 Dec 21 01:57:23.228875 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:23.323006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d676ecb8-11a7-489b-bf16-360b02e42648 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:23.336377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.341504 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:23.356182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Transition to ACTIVE for port object d676ecb8-11a7-489b-bf16-360b02e42648 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:57:23.375156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.379550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting subnet 91998da8-b421-4929-aa01-f486288a9f8d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:57:23.382973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.431788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e77bc7-a22a-4489-9f10-0e8aaaba986d None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:23.447361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:23.448680 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:23.462022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.479894 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:23.493690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:23.494410 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:23.588386 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:23.609383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.617098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Attempting to bind port d676ecb8-11a7-489b-bf16-360b02e42648 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:57:23.617687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Attempting to bind port d676ecb8-11a7-489b-bf16-360b02e42648 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:57:23.619022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Attempting to bind port d676ecb8-11a7-489b-bf16-360b02e42648 on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:57:23.625959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Port d676ecb8-11a7-489b-bf16-360b02e42648 on network 13fff45b-3c0e-4413-b810-165d656564f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:57:23.626474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Attempting to bind port d676ecb8-11a7-489b-bf16-360b02e42648 on network 13fff45b-3c0e-4413-b810-165d656564f8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:57:23.632310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:57:23.632745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Checking segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:57:23.633223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Bound using segment: {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:57:23.634287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Bound port: d676ecb8-11a7-489b-bf16-360b02e42648, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:57:23.634900 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.646704 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:23.686412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.727889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Subnet': ['ID=91998da8-b421-4929-aa01-f486288a9f8d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:23.730325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.736174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ead570f9-9bd5-4775-9c8c-2b5d8f4a3cf8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/91998da8-b421-4929-aa01-f486288a9f8d HTTP/1.1" status: 204 len: 168 time: 0.5296617 Dec 21 01:57:23.736707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f877de2-6569-440e-aa5d-153a29d9feba None None] Network 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:57:23.736798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:23.887517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:57:23.899361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61403ecd-0da7-4191-a94d-7572c86a7aa3 None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:23.908195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:23.949773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:57:23.967281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] DHCP port deletion for 7a760f35-a0d3-4465-96c5-ac2cb3d9f744 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:23.967951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.011997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732221ae-7da5-403e-8281-b3c992144e22 req-1870bcdf-a748-4f1e-a619-5414b25b74b5 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.018058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Deleting port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:24.019100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.020204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-732221ae-7da5-403e-8281-b3c992144e22 req-1870bcdf-a748-4f1e-a619-5414b25b74b5 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.2474115 Dec 21 01:57:24.082363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.083023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.084391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] 10.222.0.45 "PUT /v2.0/ports/d676ecb8-11a7-489b-bf16-360b02e42648 HTTP/1.1" status: 200 len: 1092 time: 1.6875079 Dec 21 01:57:24.085749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd81f95-a54b-4fcf-8d9e-f5fb40a211d0 None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:24.087708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:24.089840 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb24837f-949e-45dc-bd29-e4d2d8329bce" -d '{"events": [{"name": "network-changed", "server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:24.091451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Deleting port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:24.092416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.159931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a6d21-9c5b-458f-835b-e5e102cb732a service neutron] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:24.184373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] For port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:24.185015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.216914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Calling delete_port for 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:24.236039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] For port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,segment=NetworkSegment(95801def-f366-498a-909d-c1001b8f4e6f),segment_id=95801def-f366-498a-909d-c1001b8f4e6f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:24.237917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.266116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Calling delete_port for 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:24.266346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-732221ae-7da5-403e-8281-b3c992144e22 req-3588f94a-d928-406b-934e-7caa4766724a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277453 Dec 21 01:57:24.288075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-77a58a19-87f7-4a64-9695-aad10243c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.291703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-77a58a19-87f7-4a64-9695-aad10243c92c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 1095 time: 0.1436920 Dec 21 01:57:24.351487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.364042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-40125dc8-9d99-4403-bacb-d90c1e41493a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d676ecb8-11a7-489b-bf16-360b02e42648 HTTP/1.1" status: 200 len: 217 time: 0.0525129 Dec 21 01:57:24.396544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No DVR routers for this DVR port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:24.399845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Port': ['ID=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:24.513270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.537241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.554192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] Pushing event deleted for resources: {'Port': ['ID=6decf7a2-c4c7-4e4d-9e02-8bd4a513091e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:24.561647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3fec4-c6fc-48f5-ac81-b335f58e10c2 None None] No DVR routers for this DVR port 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:24.592210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a760f35-a0d3-4465-96c5-ac2cb3d9f744']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:24.606031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95801def-f366-498a-909d-c1001b8f4e6f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:24.606488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95801def-f366-498a-909d-c1001b8f4e6f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:24.623027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.640738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.650418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:57:24.650907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:57:24.656508 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:57:24.736030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.744273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:24.750034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/networks/7a760f35-a0d3-4465-96c5-ac2cb3d9f744 HTTP/1.1" status: 204 len: 168 time: 1.0116589 Dec 21 01:57:24.755466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49796) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:24.779396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'routes': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:24.784740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d551-0d70-4d50-9249-05f949cf4177 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Pushing event deleted for resources: {'Network': ['ID=7a760f35-a0d3-4465-96c5-ac2cb3d9f744,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:24.823139 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d796b9-b115-4d00-8ff6-2b448ff63e1f x-openstack-request-id: req-94d796b9-b115-4d00-8ff6-2b448ff63e1f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:24.823345 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:24.823634 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94d796b9-b115-4d00-8ff6-2b448ff63e1f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:24.823980 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'status': 'completed', 'code': 200} Dec 21 01:57:24.885165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-04c09fe6-474d-4fb1-b196-fb469a625717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.887054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-04c09fe6-474d-4fb1-b196-fb469a625717 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.5154059 Dec 21 01:57:24.933760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-2fd3c795-1138-4259-891c-f6b0de9e9f6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372589 Dec 21 01:57:24.943102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d99f-e286-4cc4-95b5-12775ca6afa7 req-34bf4fb5-82ea-40d6-a4fb-389b84cd9b1f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.944724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f80d99f-e286-4cc4-95b5-12775ca6afa7 req-34bf4fb5-82ea-40d6-a4fb-389b84cd9b1f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 943 time: 0.5508432 Dec 21 01:57:24.954860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b8033-cfcc-48e3-9bf5-275b5e1c30cd req-203fcf3e-968d-4f73-9e2d-3e4a21454df9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:24.956641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c88b8033-cfcc-48e3-9bf5-275b5e1c30cd req-203fcf3e-968d-4f73-9e2d-3e4a21454df9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1300468 Dec 21 01:57:24.971380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Added routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 01:57:24.971685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Removed routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 01:57:24.972046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.097140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c88b8033-cfcc-48e3-9bf5-275b5e1c30cd req-c791ec3a-15c0-45cd-b500-6ebda657318a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302207 Dec 21 01:57:25.121991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.125513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.132240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f80d99f-e286-4cc4-95b5-12775ca6afa7 req-ce665f55-a9bf-4207-b936-449345455b09 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670439 Dec 21 01:57:25.187742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-cbc2f9e9-098e-4e73-be02-a11c1b14cee7 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419896 Dec 21 01:57:25.284670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router df152f95-cbad-4ff6-917f-da57a1079f8a has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:25.349381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d630d27-095f-4d65-bcee-17ceb849c021 req-36830c82-088e-4cb5-98ee-ccf8094f9216 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464543 Dec 21 01:57:25.387879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:25.402104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Sync routers for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:25.406074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.407633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1f4b414-edea-45b5-af5d-283fd86b3c1e tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 700 time: 0.6487408 Dec 21 01:57:25.412410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49814) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:25.441957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:25.442536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:25.469313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627735-2057-4278-94da-e2077b24ec18 req-529e848d-5a9a-4c71-8667-78b151835ad8 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:25.473091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6627735-2057-4278-94da-e2077b24ec18 req-529e848d-5a9a-4c71-8667-78b151835ad8 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1041489 Dec 21 01:57:25.529032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eec697d4-a6a9-44b7-bd87-cfe995ee2677 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 205 time: 0.1146538 Dec 21 01:57:25.533729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49818) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:25.594882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:25.621420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:25.621995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6decf7a2-c4c7-4e4d-9e02-8bd4a513091e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:25.622574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 63dd576a-de04-463d-8e3d-fb330217c6aa no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:25.630993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:25.651630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-f51bac7c-5746-49e0-a439-c3805873dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:25.653272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-f51bac7c-5746-49e0-a439-c3805873dd4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea087a34bd434566b191f956f9e5c430&device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 1095 time: 0.1792455 Dec 21 01:57:25.661284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.735261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:25.750195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6627735-2057-4278-94da-e2077b24ec18 req-7f7da2ba-ef1f-4500-a2b6-b0d16a8c316c tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547553 Dec 21 01:57:25.763779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: f670b11c-06fa-42e7-a496-9666d85d1b10 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:25.764648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f670b11c-06fa-42e7-a496-9666d85d1b10 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:25.767939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:25.771625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 63dd576a-de04-463d-8e3d-fb330217c6aa {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:25.772240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 63dd576a-de04-463d-8e3d-fb330217c6aa not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:25.817950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Checking router: df152f95-cbad-4ff6-917f-da57a1079f8a for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:25.834840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Routers {'df152f95-cbad-4ff6-917f-da57a1079f8a'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:25.836142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['df152f95-cbad-4ff6-917f-da57a1079f8a'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:25.935757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] Set router df152f95-cbad-4ff6-917f-da57a1079f8a gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:25.937014 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:25.941564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.026084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-26e965f2-349b-4b28-911c-7d418f82016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:26.027581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-26e965f2-349b-4b28-911c-7d418f82016f service neutron] 10.222.0.45 "GET /v2.0/networks?id=13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 200 len: 905 time: 0.3641827 Dec 21 01:57:26.034551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:26.072947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea036-894d-474e-b2e9-b3a890e6d1ad None None] The sync data for ids ['df152f95-cbad-4ff6-917f-da57a1079f8a'] in n-d-761264-20 is: [{'id': 'df152f95-cbad-4ff6-917f-da57a1079f8a', 'name': 'tempest-RoutersTest-router-809203627', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:25Z', 'updated_at': '2021-12-21T01:57:22Z', 'revision_number': 11, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:26.114117 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.119648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router df152f95-cbad-4ff6-917f-da57a1079f8a {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:57:26.122739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-84be69ae-9fd2-4fad-921b-2798d43a250d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d676ecb8-11a7-489b-bf16-360b02e42648 HTTP/1.1" status: 200 len: 217 time: 0.0866232 Dec 21 01:57:26.154085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.161405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-28ac346a-0a66-44db-874b-1bcb9807de34 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 204 len: 168 time: 0.6189075 Dec 21 01:57:26.161571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49836) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:26.165682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1637457173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:26.227805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-d92af2cb-80a7-424b-8dc5-9a05da6e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:26.230111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-d92af2cb-80a7-424b-8dc5-9a05da6e5df5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 200 len: 845 time: 0.0730574 Dec 21 01:57:26.230875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.232364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.344178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-fc549c4f-bcdd-4db2-b384-50a02120e82e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13fff45b-3c0e-4413-b810-165d656564f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984449 Dec 21 01:57:26.503190 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.511806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.549111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b67119-c8ef-4743-953c-0f47538dd5f1 req-7370897c-4dfc-42cd-8e46-793bdb769090 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:26.563194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2b67119-c8ef-4743-953c-0f47538dd5f1 req-7370897c-4dfc-42cd-8e46-793bdb769090 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 943 time: 0.2463417 Dec 21 01:57:26.568425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.569947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c08bb8e-da15-413c-8f07-7f7417ae9657 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4096556 Dec 21 01:57:26.572520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49854) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:26.578878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:26.580501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce32e2-0134-4a0d-886c-4af134a0adf5 req-ba635195-cf54-4b89-961b-694e27f46a73 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:26.584546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:26.585613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7ce32e2-0134-4a0d-886c-4af134a0adf5 req-ba635195-cf54-4b89-961b-694e27f46a73 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.3538225 Dec 21 01:57:26.685706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7ce32e2-0134-4a0d-886c-4af134a0adf5 req-fb10086f-e104-432e-9641-b9d6e217d834 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897536 Dec 21 01:57:26.692124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-0fd5b324-657e-4f9a-a572-7d84a0457fcc service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095918 Dec 21 01:57:26.700066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2b67119-c8ef-4743-953c-0f47538dd5f1 req-158d8ad7-22cb-497d-9d57-14e55c0e6ab2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134238 Dec 21 01:57:26.828376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb24837f-949e-45dc-bd29-e4d2d8329bce req-9bf68973-65cf-42eb-85a0-9a58a7677169 service neutron] 10.222.0.45 "GET /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268671 Dec 21 01:57:27.020267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3fb64-05f3-402f-b6f2-aaf157744cba req-2b3c7f18-34ba-4090-b29f-09b42f8d6213 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:27.022406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b3fb64-05f3-402f-b6f2-aaf157744cba req-2b3c7f18-34ba-4090-b29f-09b42f8d6213 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0606761 Dec 21 01:57:27.083628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b3fb64-05f3-402f-b6f2-aaf157744cba req-769fa099-538c-4a21-9fc0-6cb4894c9bb4 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Dec 21 01:57:27.202884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.216520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.328982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Router 40329eb8-60d8-4ffd-9fbc-26b60de43f12 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:57:27.419977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:27.427314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.431227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b156042d-8a9b-43d4-a188-bc69b61432ce tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "PUT /v2.0/routers/40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 200 len: 694 time: 0.8547225 Dec 21 01:57:27.431727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49874) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:27.433649 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Sync routers for ids ['40329eb8-60d8-4ffd-9fbc-26b60de43f12'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:27.444167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Routers {'40329eb8-60d8-4ffd-9fbc-26b60de43f12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:27.444774 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40329eb8-60d8-4ffd-9fbc-26b60de43f12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:27.522581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e767947a-efad-40e8-a7da-920bd0646e87 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/routers/40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 200 len: 700 time: 0.0870776 Dec 21 01:57:27.522847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:27.533888 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Set router 40329eb8-60d8-4ffd-9fbc-26b60de43f12 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:27.553388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd2e4983-e945-45a7-8894-7842d9d73fac tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 200 len: 205 time: 0.0277402 Dec 21 01:57:27.554953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:27.601585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40329eb8-60d8-4ffd-9fbc-26b60de43f12', 'name': 'tempest-RoutersTest-router-1637457173', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:57:26Z', 'updated_at': '2021-12-21T01:57:27Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:27.637234 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Checking router: 40329eb8-60d8-4ffd-9fbc-26b60de43f12 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:27.640530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.650595 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Routers {'40329eb8-60d8-4ffd-9fbc-26b60de43f12'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:27.651988 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40329eb8-60d8-4ffd-9fbc-26b60de43f12'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:27.737114 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] Set router 40329eb8-60d8-4ffd-9fbc-26b60de43f12 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:27.826028 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40329eb8-60d8-4ffd-9fbc-26b60de43f12', 'name': 'tempest-RoutersTest-router-1637457173', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:57:26Z', 'updated_at': '2021-12-21T01:57:27Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:27.870190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014dd160-b77a-4aff-ac9e-237659d27fdd None None] The sync data for ids ['40329eb8-60d8-4ffd-9fbc-26b60de43f12'] in n-d-761264-20 is: [{'id': '40329eb8-60d8-4ffd-9fbc-26b60de43f12', 'name': 'tempest-RoutersTest-router-1637457173', 'tenant_id': '136c4b6d95254da19cfb4261d696f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:57:26Z', 'updated_at': '2021-12-21T01:57:27Z', 'revision_number': 2, 'project_id': '136c4b6d95254da19cfb4261d696f6c1', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:27.897518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.900425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.937493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec140-6f12-41e2-97e2-a9d2ef5de4b2 req-ae35df10-4010-4b24-a8b7-04bf0d514c34 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:27.939035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4fec140-6f12-41e2-97e2-a9d2ef5de4b2 req-ae35df10-4010-4b24-a8b7-04bf0d514c34 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1369042 Dec 21 01:57:27.950103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8143-41c7-48bc-b933-1653be2e871f req-0fc527a0-4710-4c05-af29-3294f3949827 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:27.954963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.955635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Fanout notify agent at l3_agent the message router_deleted on router 40329eb8-60d8-4ffd-9fbc-26b60de43f12 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:57:27.958334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-693e8143-41c7-48bc-b933-1653be2e871f req-0fc527a0-4710-4c05-af29-3294f3949827 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 943 time: 0.1173363 Dec 21 01:57:27.970934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:27.972073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b3eaa1d-6d6f-4424-bedc-4a1d08a54151 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 204 len: 168 time: 0.4139149 Dec 21 01:57:27.976656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49902) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.010573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a274a776-91d4-4389-9ae8-b49e8b1f4baa tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 200 len: 205 time: 0.0327146 Dec 21 01:57:28.014531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49904) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.126842 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-063ef5d7-71a1-47da-abc2-ee54d276f938 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.128826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-063ef5d7-71a1-47da-abc2-ee54d276f938 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/40329eb8-60d8-4ffd-9fbc-26b60de43f12 HTTP/1.1" status: 404 len: 336 time: 0.1121383 Dec 21 01:57:28.134597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49916) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.146949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-693e8143-41c7-48bc-b933-1653be2e871f req-053e4986-8603-4373-8ff9-94713196fb80 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877306 Dec 21 01:57:28.175957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4fec140-6f12-41e2-97e2-a9d2ef5de4b2 req-ea3d2ea5-28a8-40ac-9825-0653d2f0bb65 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152181 Dec 21 01:57:28.183329 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e370252-16fe-4d17-b562-a8a9f1b4b7a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.184179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e370252-16fe-4d17-b562-a8a9f1b4b7a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.190004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4e370252-16fe-4d17-b562-a8a9f1b4b7a1 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/7f84ad0b-8cd2-45d6-ba03-37256957ab09 HTTP/1.1" status: 404 len: 337 time: 0.0543044 Dec 21 01:57:28.192460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.247614 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ed8f22-f10d-4b78-aff9-ce53c804488c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.248372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ed8f22-f10d-4b78-aff9-ce53c804488c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.251527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4ed8f22-f10d-4b78-aff9-ce53c804488c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/72857289-89c7-42a1-bd26-a58cf31a25cf HTTP/1.1" status: 404 len: 337 time: 0.0577343 Dec 21 01:57:28.254213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49920) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.286740 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce1c46-2638-4f55-bd99-4131431ed69c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.287199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce1c46-2638-4f55-bd99-4131431ed69c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.293388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a7ce1c46-2638-4f55-bd99-4131431ed69c tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/7d0120cc-95bf-42e8-a28f-76109a9f6409 HTTP/1.1" status: 404 len: 337 time: 0.0358500 Dec 21 01:57:28.293830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49922) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.326561 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabded4b-23d9-4b9f-9432-95f0093c66f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.327726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabded4b-23d9-4b9f-9432-95f0093c66f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.333688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dabded4b-23d9-4b9f-9432-95f0093c66f0 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/91998da8-b421-4929-aa01-f486288a9f8d HTTP/1.1" status: 404 len: 337 time: 0.0366762 Dec 21 01:57:28.334012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49926) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.368223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49928) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.373324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89f58115-816f-4155-84fc-15e721c2a7c8 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 200 len: 205 time: 0.0345883 Dec 21 01:57:28.456685 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-999b22bd-cae2-4fdf-8cde-b767d96ad6bb tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.460994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-999b22bd-cae2-4fdf-8cde-b767d96ad6bb tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/df152f95-cbad-4ff6-917f-da57a1079f8a HTTP/1.1" status: 404 len: 336 time: 0.0914741 Dec 21 01:57:28.462230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49934) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.463347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fec59-dd5f-472a-a3ac-2ff9c6429ed7 req-8a863eec-ba37-4364-a58b-f49d01c7bd99 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:28.471000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b4fec59-dd5f-472a-a3ac-2ff9c6429ed7 req-8a863eec-ba37-4364-a58b-f49d01c7bd99 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1079960 Dec 21 01:57:28.497284 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-07e533ec-c1f8-46a1-af90-da827ad2b4db tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=075c1610-e911-46a1-9eca-8bf8a2314228 HTTP/1.1" status: 200 len: 205 time: 0.0340481 Dec 21 01:57:28.498008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49938) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.533526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b4fec59-dd5f-472a-a3ac-2ff9c6429ed7 req-4cb87a4e-e890-46c8-8532-05ab58f47f3d tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614834 Dec 21 01:57:28.544103 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-d713860c-39ed-46dc-9f92-dbac33763c0b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.545444 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d713860c-39ed-46dc-9f92-dbac33763c0b tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/075c1610-e911-46a1-9eca-8bf8a2314228 HTTP/1.1" status: 404 len: 336 time: 0.0458057 Dec 21 01:57:28.548229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49940) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.579941 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fe20f8-0559-4e09-b8f9-93a8b50d4b11 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.580410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fe20f8-0559-4e09-b8f9-93a8b50d4b11 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.583484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b3fe20f8-0559-4e09-b8f9-93a8b50d4b11 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/2fb57dbf-6560-48c0-b4ba-49835645390d HTTP/1.1" status: 404 len: 337 time: 0.0340192 Dec 21 01:57:28.587422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49944) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.616249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-189cb947-93e1-4331-8706-ec60694469dd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 200 len: 205 time: 0.0276277 Dec 21 01:57:28.619357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49946) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.663673 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-647e73f8-8a81-498d-91e0-91921da9acae tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.666109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-647e73f8-8a81-498d-91e0-91921da9acae tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/108fd376-e56e-417a-a765-2f69bac8e974 HTTP/1.1" status: 404 len: 336 time: 0.0451415 Dec 21 01:57:28.668359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49950) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.703566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-012c28ec-6742-421e-8a8a-1512df7268ac tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=dced8dd8-3480-469e-9e3c-1344ab7ac4c6 HTTP/1.1" status: 200 len: 205 time: 0.0320325 Dec 21 01:57:28.703858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49954) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.747899 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-b1e9ee4b-084a-4766-b1be-e1506582a5bd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.749730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1e9ee4b-084a-4766-b1be-e1506582a5bd tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/dced8dd8-3480-469e-9e3c-1344ab7ac4c6 HTTP/1.1" status: 404 len: 336 time: 0.0448084 Dec 21 01:57:28.751960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49958) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.781275 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a3f4e-8baf-4729-b0f7-57b1377bf044 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.781960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a3f4e-8baf-4729-b0f7-57b1377bf044 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.787514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e38a3f4e-8baf-4729-b0f7-57b1377bf044 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/c3ab6ae0-7f34-49fd-bd11-4be94addf760 HTTP/1.1" status: 404 len: 337 time: 0.0320182 Dec 21 01:57:28.788046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49962) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.822834 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f25c551c-45c2-4840-8473-3945e7dde5ec tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c74dd36-9275-4273-a4cf-360309afb16a HTTP/1.1" status: 200 len: 205 time: 0.0335770 Dec 21 01:57:28.825411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49964) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.893012 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-82c60007-7f7f-49e1-8ec5-5860db9c8a46 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:28.894101 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82c60007-7f7f-49e1-8ec5-5860db9c8a46 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/5c74dd36-9275-4273-a4cf-360309afb16a HTTP/1.1" status: 404 len: 336 time: 0.0676749 Dec 21 01:57:28.896603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49970) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.923463 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a998c5-7a76-42c6-a533-5587207d6259 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:28.923930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a998c5-7a76-42c6-a533-5587207d6259 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:28.929388 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-63a998c5-7a76-42c6-a533-5587207d6259 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/b77da7b3-7cd1-45b7-b29c-86195ac1d372 HTTP/1.1" status: 404 len: 337 time: 0.0309112 Dec 21 01:57:28.931869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49972) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.973057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:28.973258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-493f744b-bb45-4c9b-ad9a-50b4152d35e7 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "GET /v2.0/ports?device_id=e59a6719-5756-4282-94e9-fb06404d2a4c HTTP/1.1" status: 200 len: 205 time: 0.0396163 Dec 21 01:57:29.011460 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-b92e8501-2fd7-4a68-9fa7-11dd8327f1f5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] delete failed (client error): The resource could not be found. Dec 21 01:57:29.012504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b92e8501-2fd7-4a68-9fa7-11dd8327f1f5 tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/routers/e59a6719-5756-4282-94e9-fb06404d2a4c HTTP/1.1" status: 404 len: 336 time: 0.0386837 Dec 21 01:57:29.015141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49978) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:29.043703 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bb21ba-b7a3-46b6-aeb0-16e13a447e1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:29.044222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bb21ba-b7a3-46b6-aeb0-16e13a447e1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:29.047295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43bb21ba-b7a3-46b6-aeb0-16e13a447e1f tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/f7053efb-7f22-49b9-87d0-78b638bb7ff0 HTTP/1.1" status: 404 len: 337 time: 0.0312462 Dec 21 01:57:29.050366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49982) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:29.083307 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0395c5-3991-4706-a073-1fe35b2e345d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] DELETE failed (client error): The resource could not be found. Dec 21 01:57:29.083949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0395c5-3991-4706-a073-1fe35b2e345d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:57:29.102214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4b0395c5-3991-4706-a073-1fe35b2e345d tempest-RoutersTest-1521222362 tempest-RoutersTest-1521222362-project] 10.222.0.43 "DELETE /v2.0/subnets/4e4efdd0-6e18-425e-a1e3-95eb690d856a HTTP/1.1" status: 404 len: 337 time: 0.0505061 Dec 21 01:57:29.353555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a142850-50fa-44ee-9e6a-65b96f5f95ab req-53382707-29bf-45f8-a168-00e4b575e906 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:29.355867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a142850-50fa-44ee-9e6a-65b96f5f95ab req-53382707-29bf-45f8-a168-00e4b575e906 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 943 time: 0.1131823 Dec 21 01:57:29.421585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a168-f00c-47a6-aa77-f42e949227ea req-3d1234c4-ec88-4903-a92f-d7f2f395d214 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:29.423507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c761a168-f00c-47a6-aa77-f42e949227ea req-3d1234c4-ec88-4903-a92f-d7f2f395d214 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1152766 Dec 21 01:57:29.458667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:29.475589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a142850-50fa-44ee-9e6a-65b96f5f95ab req-a8c4cf81-6306-43d7-92a8-281ca33c0374 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Dec 21 01:57:29.592872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c761a168-f00c-47a6-aa77-f42e949227ea req-23df8c30-c8c9-4ec0-9fdc-544ee0fe66a5 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620092 Dec 21 01:57:29.726800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:57:29.772909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738ea8-48d7-49a1-b29b-ea66ec5f795d req-8b08dc7d-608a-456e-90bb-621cb0015fcb tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:29.775275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f738ea8-48d7-49a1-b29b-ea66ec5f795d req-8b08dc7d-608a-456e-90bb-621cb0015fcb tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0671716 Dec 21 01:57:29.849683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f738ea8-48d7-49a1-b29b-ea66ec5f795d req-1323713b-c345-4708-b5db-f67883e10bb4 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Dec 21 01:57:29.900991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:29.901203 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ba14161-f351-4484-ab49-9666af545d99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=136c4b6d95254da19cfb4261d696f6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4410090 Dec 21 01:57:29.906299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:29.918882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:57:29.958772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:29.959492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:29.981548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d676ecb8-11a7-489b-bf16-360b02e42648 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:29.986597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:30.008917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:30.013759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:30.048704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:30.054086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:30.056123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba70c42f-a953-492b-8a17-b50ee2e9feb8 HTTP/1.1" status: 204 len: 168 time: 0.1533716 Dec 21 01:57:30.077016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:30.078988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646176-ce87-41d1-80d3-324cf7516002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba70c42f-a953-492b-8a17-b50ee2e9feb8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:30.409228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d676ecb8-11a7-489b-bf16-360b02e42648'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:30.661223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041583-1279-4fee-9ab2-33b8116f60fb req-4eb56780-3f09-4f28-a6a4-ca9d222a1d85 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:30.669614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af041583-1279-4fee-9ab2-33b8116f60fb req-4eb56780-3f09-4f28-a6a4-ca9d222a1d85 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 944 time: 0.0690703 Dec 21 01:57:30.740303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af041583-1279-4fee-9ab2-33b8116f60fb req-a4f324e5-09aa-4ff2-a462-a8436515939f tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 Dec 21 01:57:30.868431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291957bf-8065-48fc-829d-2ba2dcdc0697 req-883816da-fbe1-4c5c-ba28-58a4a25424d4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:30.870420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-291957bf-8065-48fc-829d-2ba2dcdc0697 req-883816da-fbe1-4c5c-ba28-58a4a25424d4 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0736909 Dec 21 01:57:30.947688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-291957bf-8065-48fc-829d-2ba2dcdc0697 req-2bded4ca-ac9e-4c18-ab1c-4f13fd06f25f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 Dec 21 01:57:31.010611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21278-fee5-4437-90ab-2544659453a0 req-cbdf8284-6477-46f1-824b-2175677b9de6 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:31.012194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ad21278-fee5-4437-90ab-2544659453a0 req-cbdf8284-6477-46f1-824b-2175677b9de6 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0632885 Dec 21 01:57:31.084293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ad21278-fee5-4437-90ab-2544659453a0 req-8514e3e1-b0a7-4ed7-a982-391057fd5560 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Dec 21 01:57:31.738586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:31.848775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port d676ecb8-11a7-489b-bf16-360b02e42648 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:57:31.858378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d676ecb8-11a7-489b-bf16-360b02e42648 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:31.858745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:31.921492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-a78a83ab-a718-4af0-8345-9320e1835e18 req-69a2a9d0-03ca-46c4-b7ab-abf9f85668e2 service neutron] (109850) timed out ('10.222.0.24', 53791) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 01:57:31.951024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18296c1c-8c69-4997-86ef-61ff738894e2 req-07e7019b-7e01-4f18-89ed-443f879efb51 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:31.963258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18296c1c-8c69-4997-86ef-61ff738894e2 req-07e7019b-7e01-4f18-89ed-443f879efb51 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 944 time: 0.1202822 Dec 21 01:57:31.966054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.013323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:32.014660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:32.018243 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ee154-2c2d-4fe5-a0fd-c63825b4ea55" -d '{"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-plugged", "status": "completed", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:32.025493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.062565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18296c1c-8c69-4997-86ef-61ff738894e2 req-9e7098aa-87fd-4e62-9986-47087bae4687 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937262 Dec 21 01:57:32.101731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:32.167377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5222a-91c6-4366-af2c-c16b45c1f099 req-a27e8731-fc5d-408b-813d-868b4d32f729 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:32.168997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfe5222a-91c6-4366-af2c-c16b45c1f099 req-a27e8731-fc5d-408b-813d-868b4d32f729 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0653858 Dec 21 01:57:32.222450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfe5222a-91c6-4366-af2c-c16b45c1f099 req-d7d081e0-89b3-4a4a-8251-82d1a10cf8b2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Dec 21 01:57:32.353145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a431-fc01-4c27-8652-3f254101427f req-0e24192d-7917-4525-889e-e255ec58b6f2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:32.354953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff65a431-fc01-4c27-8652-3f254101427f req-0e24192d-7917-4525-889e-e255ec58b6f2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0536723 Dec 21 01:57:32.416121 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99624e10-7065-47a1-8dab-e558a8f245f3 x-openstack-request-id: req-99624e10-7065-47a1-8dab-e558a8f245f3 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:32.416792 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-plugged", "status": "completed", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:32.417158 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99624e10-7065-47a1-8dab-e558a8f245f3 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:32.418052 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'code': 200} Dec 21 01:57:32.478824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff65a431-fc01-4c27-8652-3f254101427f req-b2803f85-caff-418e-8385-8cb039eefd02 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034396 Dec 21 01:57:32.486459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50116) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:32.614775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73f377-1d4c-4eaa-b8aa-d690e63438c4 req-ea94e0ed-5e71-48b4-b3a8-35f8b0991c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:32.616396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a73f377-1d4c-4eaa-b8aa-d690e63438c4 req-ea94e0ed-5e71-48b4-b3a8-35f8b0991c70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 1097 time: 0.0755641 Dec 21 01:57:32.676517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a73f377-1d4c-4eaa-b8aa-d690e63438c4 req-0cb835cd-a4d6-44c5-a777-87275ed45384 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Dec 21 01:57:32.776525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20c46caa-a954-4cc9-9855-08b7ddccbe69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.856385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20c46caa-a954-4cc9-9855-08b7ddccbe69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.864512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20c46caa-a954-4cc9-9855-08b7ddccbe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.909025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-20c46caa-a954-4cc9-9855-08b7ddccbe69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3d6006077ce4576a601c2a52531e755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4212613 Dec 21 01:57:32.910254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46caa-a954-4cc9-9855-08b7ddccbe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b9adb-839c-4309-88f5-bfc44f6045c3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:32.912563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50134) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:32.968206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:32.995247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.059655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.063168 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.068688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae6b9adb-839c-4309-88f5-bfc44f6045c3 HTTP/1.1" status: 204 len: 168 time: 0.1551840 Dec 21 01:57:33.090327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8544bd-d1d4-4530-9a8b-61c11e05344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b9adb-839c-4309-88f5-bfc44f6045c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:33.236916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2aad-0399-430d-8148-dd336696fc33 req-b7a968bf-a845-40ab-af21-d86ad9db398c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:33.245069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e2a2aad-0399-430d-8148-dd336696fc33 req-b7a968bf-a845-40ab-af21-d86ad9db398c tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.0789347 Dec 21 01:57:33.314345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e2a2aad-0399-430d-8148-dd336696fc33 req-2e84bab4-adb5-4962-ac90-f96fe88662dd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674219 Dec 21 01:57:33.414526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240ac8f-784e-433c-ada5-35e150dc6c0b req-6125b8dc-0c9c-40a0-99ae-5421f0f133b2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:33.421845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b240ac8f-784e-433c-ada5-35e150dc6c0b req-6125b8dc-0c9c-40a0-99ae-5421f0f133b2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0818005 Dec 21 01:57:33.492244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b240ac8f-784e-433c-ada5-35e150dc6c0b req-be5384ec-dfaf-4427-96aa-526c70566c15 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Dec 21 01:57:33.566542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50158) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:33.622166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-177196fc-b5a4-4135-8634-e060a1f43d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.644216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ff2a-d691-44e2-a2e2-c55d333e061c req-9e64d461-68d4-4625-b486-c81e3484f781 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:33.645740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5838ff2a-d691-44e2-a2e2-c55d333e061c req-9e64d461-68d4-4625-b486-c81e3484f781 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0728598 Dec 21 01:57:33.713306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5838ff2a-d691-44e2-a2e2-c55d333e061c req-2c1b33cf-04b3-455d-847a-346d24f56a54 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585172 Dec 21 01:57:33.821935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-177196fc-b5a4-4135-8634-e060a1f43d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.826841 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-177196fc-b5a4-4135-8634-e060a1f43d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.870839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-177196fc-b5a4-4135-8634-e060a1f43d20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a03b2ffd2e634996b0f367fb7cf3ea07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3008547 Dec 21 01:57:33.870839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177196fc-b5a4-4135-8634-e060a1f43d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d7027-0081-4e2f-b445-305685538d19,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:33.871788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50164) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:33.944645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:33.992827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:34.070512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:34.074385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:34.075657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b0d7027-0081-4e2f-b445-305685538d19 HTTP/1.1" status: 204 len: 168 time: 0.2028265 Dec 21 01:57:34.085304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21eac4-fc7b-4f29-80e2-6e02f165cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d7027-0081-4e2f-b445-305685538d19,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:34.443449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3634-a5ab-49df-8c98-4786e98600e4 req-870895aa-4d3d-4960-8654-295c2de90df9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:34.449827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21fc3634-a5ab-49df-8c98-4786e98600e4 req-870895aa-4d3d-4960-8654-295c2de90df9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.0617263 Dec 21 01:57:34.510462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21fc3634-a5ab-49df-8c98-4786e98600e4 req-8eea56a0-7a1b-4e44-8c15-44b94d688f90 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585504 Dec 21 01:57:34.673710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275937-dee8-4bcb-821b-72fa7454d631 req-e0383405-bdba-4c87-9d00-9d13089a3995 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:34.675645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33275937-dee8-4bcb-821b-72fa7454d631 req-e0383405-bdba-4c87-9d00-9d13089a3995 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0849597 Dec 21 01:57:34.776225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33275937-dee8-4bcb-821b-72fa7454d631 req-a66616e5-a4b5-40ab-9e5a-a9505b2309db tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832584 Dec 21 01:57:34.922687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadb89-ac11-45db-852f-0dc6726e7569 req-a0cbc95c-9124-4809-9111-7bc1521eaf09 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:34.933829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40eadb89-ac11-45db-852f-0dc6726e7569 req-a0cbc95c-9124-4809-9111-7bc1521eaf09 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0956025 Dec 21 01:57:35.000946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40eadb89-ac11-45db-852f-0dc6726e7569 req-7e4525d0-688d-4cba-add6-2e649e583f22 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Dec 21 01:57:35.257952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e0a2c-7a5d-4254-8555-2d75d89070f5 req-f001a9d3-e347-40c2-ba39-284b10881d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:35.259451 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-552e0a2c-7a5d-4254-8555-2d75d89070f5 req-f001a9d3-e347-40c2-ba39-284b10881d3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.0654843 Dec 21 01:57:35.413087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-552e0a2c-7a5d-4254-8555-2d75d89070f5 req-96417d2c-9238-43c0-8bcc-d4a1470185cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448023 Dec 21 01:57:35.609783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cf91-5eb6-44a7-b950-a2344baec875 req-afd59280-3523-4609-b940-48088838a2b7 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:35.617308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e3cf91-5eb6-44a7-b950-a2344baec875 req-afd59280-3523-4609-b940-48088838a2b7 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.0737736 Dec 21 01:57:35.712545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e3cf91-5eb6-44a7-b950-a2344baec875 req-05b62bea-bd6f-408a-8fc7-8edbda0ddf73 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942030 Dec 21 01:57:35.941730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1660-ed64-484f-bd3e-76c0b9c22659 req-91a9f484-7c81-4e15-8396-90d2e4fcb8a8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:35.943100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f3a1660-ed64-484f-bd3e-76c0b9c22659 req-91a9f484-7c81-4e15-8396-90d2e4fcb8a8 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0696359 Dec 21 01:57:36.014298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f3a1660-ed64-484f-bd3e-76c0b9c22659 req-7d406ff8-091c-4db5-8922-3e356bbbe762 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Dec 21 01:57:36.150212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7d5bd-ead5-4a3b-a282-2f527ccc00fa req-314b3f34-c2b0-4e2a-b9fc-63c6bb182472 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:36.157944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64e7d5bd-ead5-4a3b-a282-2f527ccc00fa req-314b3f34-c2b0-4e2a-b9fc-63c6bb182472 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0648370 Dec 21 01:57:36.220195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64e7d5bd-ead5-4a3b-a282-2f527ccc00fa req-a7e4479a-3bf6-4bde-8cdd-8011344f6007 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588720 Dec 21 01:57:36.895162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e57f9-71b8-4e70-9a0c-2b030f25d2f7 req-d9c4f665-d09f-495d-8dcd-2845fd04da0d tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:36.903433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a23e57f9-71b8-4e70-9a0c-2b030f25d2f7 req-d9c4f665-d09f-495d-8dcd-2845fd04da0d tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.0622969 Dec 21 01:57:36.969483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a23e57f9-71b8-4e70-9a0c-2b030f25d2f7 req-7b6cba9d-bed7-4094-a5ca-07483daa46fd tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642760 Dec 21 01:57:37.172780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623dae3-4375-4401-9ea1-2a78e47d1d85 req-b3c96c3b-3983-4f30-a2d6-cd8cbe167b91 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:37.174313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4623dae3-4375-4401-9ea1-2a78e47d1d85 req-b3c96c3b-3983-4f30-a2d6-cd8cbe167b91 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.0763381 Dec 21 01:57:37.239657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4623dae3-4375-4401-9ea1-2a78e47d1d85 req-4afa34ca-2d1b-4b65-92d6-30468db7fb62 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Dec 21 01:57:37.410219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5704d-4d86-472b-9e4c-f9149a1b0704 req-2e22575d-ee73-40ba-bd6a-b2c769f74bd7 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:37.411749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade5704d-4d86-472b-9e4c-f9149a1b0704 req-2e22575d-ee73-40ba-bd6a-b2c769f74bd7 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1039627 Dec 21 01:57:37.467223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:37.486160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade5704d-4d86-472b-9e4c-f9149a1b0704 req-dcb9b977-fdca-476b-9fda-fe867057f5bf tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667217 Dec 21 01:57:37.533784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1036673343', 'description': 'tempest-description-671101396'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:37.594989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.804944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbdc8e6a-060f-44e6-ace3-ecb6f558bbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.812362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.818361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.845532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc56d42-9c39-4018-b2d7-fb644c6c02c3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:37.863171 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.864630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3de7dfb-e865-4b24-bb9c-5c2434c3b899 req-915de749-46a5-4d75-a673-2236f0f719f0 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3358140 Dec 21 01:57:37.917816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbdc8e6a-060f-44e6-ace3-ecb6f558bbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.925145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbdc8e6a-060f-44e6-ace3-ecb6f558bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:37.952336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc8e6a-060f-44e6-ace3-ecb6f558bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1512093c-603f-474d-aec4-74b623ea1b42,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:37.976975 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bbdc8e6a-060f-44e6-ace3-ecb6f558bbe4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a57592f4ff64d6d95852ecb8edfc3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5085521 Dec 21 01:57:37.979568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:38.014490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-3790403f-073c-4b08-8f5f-8230f1032397 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1036673343&fields=id&tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16 HTTP/1.1" status: 200 len: 267 time: 0.0708194 Dec 21 01:57:38.042297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.083061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.087765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-94b17b58-a870-4767-a49e-451897797933 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:38.095998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-94b17b58-a870-4767-a49e-451897797933 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0757160 Dec 21 01:57:38.104694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'port': {'security_groups': ['0bacbc2d-0f48-40b9-916a-3197ab2b2151', '2cc56d42-9c39-4018-b2d7-fb644c6c02c3']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:38.158990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.165123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.166741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1512093c-603f-474d-aec4-74b623ea1b42 HTTP/1.1" status: 204 len: 168 time: 0.1858892 Dec 21 01:57:38.176961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cad8cd-8dfe-4bd7-9614-56c9e47619b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1512093c-603f-474d-aec4-74b623ea1b42,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:38.248704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.285477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530beb41-9ae0-4822-9851-f45ed0ab3e7f req-b2f64083-843a-4bed-9dc2-e833dce33803 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:38.287277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-530beb41-9ae0-4822-9851-f45ed0ab3e7f req-b2f64083-843a-4bed-9dc2-e833dce33803 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.1888189 Dec 21 01:57:38.413831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-530beb41-9ae0-4822-9851-f45ed0ab3e7f req-4d9a964e-5d02-431b-8b10-ff6b5f252dda tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183078 Dec 21 01:57:38.590342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed04275-c23b-4599-b3dd-7355f393abc1 req-53dc7651-9c40-40dd-8bf3-a4c45b3aa014 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:38.592368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ed04275-c23b-4599-b3dd-7355f393abc1 req-53dc7651-9c40-40dd-8bf3-a4c45b3aa014 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1091058 Dec 21 01:57:38.623469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50352) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:38.625440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:38.641775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9781-1bc5-47d8-a924-b965be3ea996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.686522 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.696816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ed04275-c23b-4599-b3dd-7355f393abc1 req-eb39f139-bd7f-4827-aa30-9eee11600ab6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904236 Dec 21 01:57:38.697987 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.735524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fe55b852-7458-42ea-96fe-f31317d16f1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:38.772592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:38.774355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.784038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f8c24e7-44e0-4862-998b-ff765bf2b3e0 req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "PUT /v2.0/ports/fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 982 time: 0.6867359 Dec 21 01:57:38.784805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:38.797185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9781-1bc5-47d8-a924-b965be3ea996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.806600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9781-1bc5-47d8-a924-b965be3ea996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:38.808997 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd66ed5-c367-4d71-a23e-db6e792e163f" -d '{"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:38.866380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a4afd-9a26-4cee-ae18-34086eacca7e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:38.953543 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0bd9781-1bc5-47d8-a924-b965be3ea996 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2132e0052e1149f2a15a9dda61a6dd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281214 Dec 21 01:57:38.954310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd9781-1bc5-47d8-a924-b965be3ea996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088a8fe-f619-4e90-a2a9-19e2935352ad,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:38.956102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50366) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:38.977417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fe55b852-7458-42ea-96fe-f31317d16f1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:39.056135 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882cc324-b6e3-4194-a85b-71bc572ebb58 x-openstack-request-id: req-882cc324-b6e3-4194-a85b-71bc572ebb58 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:39.057023 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:39.057023 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-882cc324-b6e3-4194-a85b-71bc572ebb58 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:39.057023 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:57:39.187571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:39.239712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-eff90316-4817-429b-91ce-fc68ca0e0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:39.241645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-eff90316-4817-429b-91ce-fc68ca0e0b74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1137 time: 0.1095526 Dec 21 01:57:39.316374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-4a592381-5f9d-4293-a34b-05d1eade5e1f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1036673343&fields=id&tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16 HTTP/1.1" status: 200 len: 267 time: 0.2676258 Dec 21 01:57:39.330326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:39.378858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-096f37bf-7823-4118-a29c-7370c2273555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:39.380446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-096f37bf-7823-4118-a29c-7370c2273555 service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.1312685 Dec 21 01:57:39.478448 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-419c71ad-b712-4b4c-bfb9-79475dd547ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.0892744 Dec 21 01:57:39.483248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-87f8ad0d-8057-4dd6-9efc-9983257edbbf tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:39.491720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-87f8ad0d-8057-4dd6-9efc-9983257edbbf tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 985 time: 0.1737440 Dec 21 01:57:39.498642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'port': {'security_groups': ['0bacbc2d-0f48-40b9-916a-3197ab2b2151']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:39.548246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:39.550963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:39.552299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5088a8fe-f619-4e90-a2a9-19e2935352ad HTTP/1.1" status: 204 len: 168 time: 0.5935905 Dec 21 01:57:39.565409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-778b94d6-d8a0-46d9-89cd-f3c0d435cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:39.566980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-778b94d6-d8a0-46d9-89cd-f3c0d435cd33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.0728006 Dec 21 01:57:39.610028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3761d-80e8-4287-8862-9b52f23f17c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088a8fe-f619-4e90-a2a9-19e2935352ad,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:39.610877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-e0ea0006-f4cd-4beb-a8ef-5bf341787040 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354173 Dec 21 01:57:39.621363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:39.687221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0843-6176-4d1e-bf42-2aa5cfd6f4cd req-fe731547-d26a-4d60-8b7a-c2e3f4da6441 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:39.699245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e8c0843-6176-4d1e-bf42-2aa5cfd6f4cd req-fe731547-d26a-4d60-8b7a-c2e3f4da6441 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.1708767 Dec 21 01:57:39.764553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-a080e6dc-2667-4ffb-8874-5eb84c34c5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455038 Dec 21 01:57:39.795808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6e8c0843-6176-4d1e-bf42-2aa5cfd6f4cd req-940c9659-4fc9-4abe-b841-4e1e79fe27b7 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956197 Dec 21 01:57:39.808654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:57:39.970961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7dd66ed5-c367-4d71-a23e-db6e792e163f req-729a1e35-37a1-4b4c-87ff-77d4689c2035 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982174 Dec 21 01:57:40.048446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:40.076409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'network_id': '13fff45b-3c0e-4413-b810-165d656564f8', 'port_id': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'mac_address': 'fa:16:3e:31:85:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e792a910-7bc2-4e56-9880-77a43fcb7abb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:57:40.161509 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:40.176340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d676ecb8-11a7-489b-bf16-360b02e42648 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:40.200216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:40.206328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:40.290909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:40.420949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d676ecb8-11a7-489b-bf16-360b02e42648'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:40.520261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91446e-b875-42a0-ab08-95f1a1b24e9a req-ab9b7d16-4eec-4f65-a71d-378c22b8cc81 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.529522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d91446e-b875-42a0-ab08-95f1a1b24e9a req-ab9b7d16-4eec-4f65-a71d-378c22b8cc81 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.5262301 Dec 21 01:57:40.568277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-71054ec9-6283-41ed-8f23-196b989c4aad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1638503 Dec 21 01:57:40.592253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:40.649380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d91446e-b875-42a0-ab08-95f1a1b24e9a req-fe3b632f-a7ca-4144-bd2a-22d04acf3022 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174977 Dec 21 01:57:40.696404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:40.720357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:40.769581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fe55b852-7458-42ea-96fe-f31317d16f1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:40.856093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.858970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:40.888312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18477f69-5690-4f9d-b96c-10d1488dd2c0 req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "PUT /v2.0/ports/fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 943 time: 1.3953660 Dec 21 01:57:40.965692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.966188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.966661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.967129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.970141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.970629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.971104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:40.972927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fe55b852-7458-42ea-96fe-f31317d16f1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:40.974703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-49cbfb45-c8ea-4481-94e6-bb750f06ea2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.3200338 Dec 21 01:57:40.978339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969c8c-c60d-487c-a5e8-0cf6ed255e11 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:41.091033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:41.092688 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe35dc8-bfa7-4e1a-b289-d32a366473be" -d '{"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:41.396176 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd45cbd-260e-4690-943c-0522bbde1836 x-openstack-request-id: req-4dd45cbd-260e-4690-943c-0522bbde1836 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:41.396880 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:41.397201 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dd45cbd-260e-4690-943c-0522bbde1836 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:41.397686 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:57:41.463365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-d67d6a4c-c2ee-4b1e-ad20-24132adf4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.464006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-d67d6a4c-c2ee-4b1e-ad20-24132adf4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.464559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-d67d6a4c-c2ee-4b1e-ad20-24132adf4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.466411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-d67d6a4c-c2ee-4b1e-ad20-24132adf4bf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 2294 time: 0.4607897 Dec 21 01:57:41.493777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-fa926c08-e69d-4ad0-9723-6604497127bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.495456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-fa926c08-e69d-4ad0-9723-6604497127bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.0500810 Dec 21 01:57:41.587480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-767e5472-1863-4d33-bf83-97bffcd9f782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.1006694 Dec 21 01:57:41.612999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-98daa732-5450-49b4-8596-016013a9f5b3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5116704 Dec 21 01:57:41.677201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-90911fec-6884-47f4-85f2-3c80bacce2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.678726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-90911fec-6884-47f4-85f2-3c80bacce2a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.0569000 Dec 21 01:57:41.690973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:41.708012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-e840a660-cebb-4895-91ca-d748086b53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.712586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-e840a660-cebb-4895-91ca-d748086b53cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.2095275 Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:41.716667 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:57:41.720054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b2fdb-7d64-4690-a4eb-77608997106e req-99fcf4e2-6542-40c8-98ac-32b2ac7b630b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.720054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0b2fdb-7d64-4690-a4eb-77608997106e req-99fcf4e2-6542-40c8-98ac-32b2ac7b630b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2519498 Dec 21 01:57:41.767805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:41.796048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-1e31007d-27ec-42a0-bb35-eb2898969291 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.0742898 Dec 21 01:57:41.827202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:57:41.901212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0b2fdb-7d64-4690-a4eb-77608997106e req-661b660c-a9db-4bff-ab69-d19fe6a8c65f tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570122 Dec 21 01:57:41.933751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-571551c0-0ad5-4984-95c7-f75e341caec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.938896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-571551c0-0ad5-4984-95c7-f75e341caec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434323 Dec 21 01:57:41.967959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-4ea053f8-4731-49a5-abf5-de1bd5a71b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:41.969772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-4ea053f8-4731-49a5-abf5-de1bd5a71b3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.1633675 Dec 21 01:57:42.010614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d676ecb8-11a7-489b-bf16-360b02e42648 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:42.011257 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:42.040401 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-b358361d-360e-4963-9963-6e3b7bd16b73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540819 Dec 21 01:57:42.156253 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:42.191108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:42.194192 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c1cd24-4b0a-47d0-9af4-1b561ed1d43b" -d '{"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-plugged", "status": "completed", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:42.213321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:42.222682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:42.267827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-e993509b-76d2-415a-b255-09151212f069 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070236 Dec 21 01:57:42.272646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-8ccad3b2-dede-42e9-888c-6bed8425b50c service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199906 Dec 21 01:57:42.302578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:42.416783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:42.449969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cfe35dc8-bfa7-4e1a-b289-d32a366473be req-cb8f0bad-cee8-4ff1-8cbd-01542c003695 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686249 Dec 21 01:57:42.581172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-25571a69-fe76-466f-8397-5a12e3b819d2 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947395 Dec 21 01:57:42.707925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Allocated IP 172.25.6.131 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9534e270-ef1c-4096-bcfb-27a125e4bf68) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:57:42.747147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-2ac4fcd0-02e5-4bfa-8c95-5c63ce7c1651 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 217 time: 0.0571444 Dec 21 01:57:42.764287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecdabd-618d-4b12-8f3d-a952702c853a req-574917b7-3ca8-40ea-ba91-fd335b1672e2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:42.772489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55ecdabd-618d-4b12-8f3d-a952702c853a req-574917b7-3ca8-40ea-ba91-fd335b1672e2 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.2917993 Dec 21 01:57:42.813276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-89da29e6-a64e-409a-ac10-a67441d36a10 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:42.817657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-89da29e6-a64e-409a-ac10-a67441d36a10 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.1003509 Dec 21 01:57:42.913653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-963371ca-8473-4bf0-b3ae-3dc594e97f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:42.915239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-963371ca-8473-4bf0-b3ae-3dc594e97f98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1377065 Dec 21 01:57:42.932704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55ecdabd-618d-4b12-8f3d-a952702c853a req-9de20ef5-aac0-4ddc-a4f7-eaa606c1a5a6 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac20b432-4154-4320-a1af-92a08ed571ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542032 Dec 21 01:57:43.013361 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4736d61-6a9c-41f4-bd46-910db33623cc x-openstack-request-id: req-a4736d61-6a9c-41f4-bd46-910db33623cc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:43.013873 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-plugged", "status": "completed", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:43.013993 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4736d61-6a9c-41f4-bd46-910db33623cc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:43.014379 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'code': 200} Dec 21 01:57:43.097953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-b11da792-acf1-4555-a4b1-aeea32ff3de9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:43.102230 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-b11da792-acf1-4555-a4b1-aeea32ff3de9 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 945 time: 0.1875904 Dec 21 01:57:43.113317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.149603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-df6f23a1-0605-4f63-b984-e1222df4b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:43.151081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-df6f23a1-0605-4f63-b984-e1222df4b4d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2148874 Dec 21 01:57:43.249921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 848f7161-9356-4236-8137-160bd0a38f5a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:43.251325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.276087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Deleting port d676ecb8-11a7-489b-bf16-360b02e42648 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:43.276705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.324260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574681-8bfa-4b98-8935-3bd8e1db27dd req-7557b486-5690-4fc0-9bd1-53bac7361b93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:43.338452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12574681-8bfa-4b98-8935-3bd8e1db27dd req-7557b486-5690-4fc0-9bd1-53bac7361b93 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5b5f617-7acf-48a5-82da-ef3875e3009a HTTP/1.1" status: 200 len: 945 time: 0.2148767 Dec 21 01:57:43.353665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-367a082c-4ca3-497c-97c9-230e54de7510 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870656 Dec 21 01:57:43.372336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.505270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 848f7161-9356-4236-8137-160bd0a38f5a, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=848f7161-9356-4236-8137-160bd0a38f5a,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:43.506050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.518730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] For port d676ecb8-11a7-489b-bf16-360b02e42648, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d676ecb8-11a7-489b-bf16-360b02e42648,segment=NetworkSegment(b0a448fa-49af-47a3-a2c9-5e6c6c0e558c),segment_id=b0a448fa-49af-47a3-a2c9-5e6c6c0e558c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:57:43.519612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.535561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 848f7161-9356-4236-8137-160bd0a38f5a owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:43.537057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'Port': ['ID=9534e270-ef1c-4096-bcfb-27a125e4bf68,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:43.577790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:57:43.585858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:57:43.594220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:57:43.603548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-17e91114-e6f0-4292-9305-395986bbbe9a service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336183 Dec 21 01:57:43.671614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12574681-8bfa-4b98-8935-3bd8e1db27dd req-a5edfdf9-e118-4e62-9b55-03b704c12e25 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317919 Dec 21 01:57:43.715106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Calling delete_port for d676ecb8-11a7-489b-bf16-360b02e42648 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:43.723896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-943b0d6f-2a3e-48b3-890b-479eb9999507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 217 time: 0.0485938 Dec 21 01:57:43.725470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.755435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647a0ec-1521-431e-9c28-6eddc9d5e7b4 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:43.904951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c75d957-61ed-4a08-9171-be20d26a81fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.927856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-2c37dbd1-ecc1-4b18-a5e0-c026286ba57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:43.929667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-2c37dbd1-ecc1-4b18-a5e0-c026286ba57b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1973529 Dec 21 01:57:43.933954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.959633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 848f7161-9356-4236-8137-160bd0a38f5a on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:43.971629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:43.982492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0b65cc56-11bc-4e8c-a684-38b868eb984a req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.24 "DELETE /v2.0/ports/848f7161-9356-4236-8137-160bd0a38f5a HTTP/1.1" status: 204 len: 173 time: 1.1573498 Dec 21 01:57:43.986810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ca3a2-a1ff-4e93-88f7-52ff9f8afc98 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=848f7161-9356-4236-8137-160bd0a38f5a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:43.988502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'name': 'network-vif-deleted', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:43.991592 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327d69bb-bc88-4ef2-814c-cb7169217052" -d '{"events": [{"server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "name": "network-vif-deleted", "tag": "848f7161-9356-4236-8137-160bd0a38f5a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:44.086689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:44.091347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-90d02ded-45e9-4d0f-b872-40156f7a1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:44.092882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-90d02ded-45e9-4d0f-b872-40156f7a1099 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497529 Dec 21 01:57:44.162412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:44.198486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d676ecb8-11a7-489b-bf16-360b02e42648'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:57:44.203158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Pushing event deleted for resources: {'Port': ['ID=d676ecb8-11a7-489b-bf16-360b02e42648,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:44.231862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd0a00-0c2a-4e5b-ba9b-6abbcdc7c93d None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:44.278891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] No DVR routers for this DVR port d676ecb8-11a7-489b-bf16-360b02e42648 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:57:44.282375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:44.286300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6f98dbde-2484-4e8a-9e69-1dd1f3e5bf85 req-8871a933-2a02-4012-9c9b-4f7885090b61 tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.45 "DELETE /v2.0/ports/d676ecb8-11a7-489b-bf16-360b02e42648 HTTP/1.1" status: 204 len: 173 time: 1.1757526 Dec 21 01:57:44.775698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c6a3912-b65b-4238-8772-0972c642b9a1 req-787cb07e-2ed8-475e-a3da-207cf8b9c5cb tempest-ImagesTestJSON-1950602085 tempest-ImagesTestJSON-1950602085-project] 10.222.0.43 "GET /v2.0/ports?device_id=70cc9ec7-6498-4b27-a84e-5adc858b4e82 HTTP/1.1" status: 200 len: 210 time: 0.6141713 Dec 21 01:57:44.924328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 848f7161-9356-4236-8137-160bd0a38f5a no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:44.927371 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b22ced7-b2f9-40ec-a28b-5cd90d010462 x-openstack-request-id: req-7b22ced7-b2f9-40ec-a28b-5cd90d010462 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:44.928024 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b5f617-7acf-48a5-82da-ef3875e3009a", "name": "network-vif-deleted", "tag": "848f7161-9356-4236-8137-160bd0a38f5a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:44.931504 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b22ced7-b2f9-40ec-a28b-5cd90d010462 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:44.931947 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5f617-7acf-48a5-82da-ef3875e3009a', 'name': 'network-vif-deleted', 'tag': '848f7161-9356-4236-8137-160bd0a38f5a', 'status': 'completed', 'code': 200} Dec 21 01:57:44.991348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 848f7161-9356-4236-8137-160bd0a38f5a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:44.997266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 848f7161-9356-4236-8137-160bd0a38f5a not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:45.145858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:45.152493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-45d9fe8e-205c-4db3-86fe-6f7635937dcc service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0223882 Dec 21 01:57:45.157143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:45.317942 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:57:45.389692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event updated for resources: {'Port': ['ID=9534e270-ef1c-4096-bcfb-27a125e4bf68,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:45.421221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:45.444697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-f8c8f69c-336d-494c-8457-72b9e5cfce5d service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671373 Dec 21 01:57:45.479377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:45.480572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-5a28fd74-a333-4109-819f-081e93f44277 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8058324 Dec 21 01:57:45.553452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-88b88cf9-d1cf-4fc0-9c5c-c7dce03e923c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 217 time: 0.0949581 Dec 21 01:57:45.665572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-c00280f2-0fda-4735-92ac-c4b297748f38 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.1182458 Dec 21 01:57:45.728862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-c8101f2a-ff58-4c62-b0aa-6a6729ab275c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:45.730376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-c8101f2a-ff58-4c62-b0aa-6a6729ab275c tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.3062413 Dec 21 01:57:45.736244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-76a90d9b-06cc-401a-9bbd-11c1a90f5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:45.737714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-76a90d9b-06cc-401a-9bbd-11c1a90f5af4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1763926 Dec 21 01:57:45.790683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-cc73c16a-82e2-49aa-aab3-f72d27032981 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/quotas/538dee1340664a009dfc25a2fd8ab28e HTTP/1.1" status: 200 len: 375 time: 0.0518532 Dec 21 01:57:45.857857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-e42ba6e0-c9be-4ad6-acd3-498cf3bdc18b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490758 Dec 21 01:57:45.887649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-26dfc570-a984-41ec-ad41-60b5691e709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:45.889158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-26dfc570-a984-41ec-ad41-60b5691e709d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166744 Dec 21 01:57:45.900199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-b47fe1d2-2802-4b5b-b7e6-b4ffefab39e3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:45.901494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-b47fe1d2-2802-4b5b-b7e6-b4ffefab39e3 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2239287 Dec 21 01:57:45.924935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-1f5b4884-17c2-4aec-9e3b-0fe4a7ede0ea tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:57:45.926006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f1f733d-e0b4-4097-960b-4eb2e1b5b2d0 req-1f5b4884-17c2-4aec-9e3b-0fe4a7ede0ea tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155315 Dec 21 01:57:46.011468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-37aebffc-e0dc-4471-aed0-5e4ae1f3abc2 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089556 Dec 21 01:57:46.309530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-45da9b0f-cd69-41e0-b654-61de7bd80754 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860496 Dec 21 01:57:46.343096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-153e6dc0-60e4-447d-b35d-59433c7dc3ae tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:46.350923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-153e6dc0-60e4-447d-b35d-59433c7dc3ae tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3057740 Dec 21 01:57:46.444378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-8f20f269-dfbb-4f4b-98c0-8c0256f955f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782976 Dec 21 01:57:46.474487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-01c5491b-3d6c-4ead-b190-b0fd77c007e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 217 time: 0.1545403 Dec 21 01:57:46.516465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-93e4fa07-ea09-40ff-b942-af4873852f05 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 696 time: 0.1638350 Dec 21 01:57:46.559304 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e56c83d-8568-4f40-bd8c-0ca2b17f254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:46.575408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'floatingip': {'port_id': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:46.627415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-85d33792-b78c-477c-9f76-efce68aa6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:46.628878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-85d33792-b78c-477c-9f76-efce68aa6c6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1434767 Dec 21 01:57:46.632609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:46.740928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-ffd0493b-2a73-4696-afc9-d8a2ede0b69b service neutron] 10.222.0.43 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654743 Dec 21 01:57:46.789881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-f2b9b3bb-c64b-4e0b-a951-08c85d98fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:46.791441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-f2b9b3bb-c64b-4e0b-a951-08c85d98fc0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1511891 Dec 21 01:57:46.933861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-deleted', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:46.936431 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5b463-5d63-45fd-b91c-192bd46dd0e8" -d '{"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-deleted", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:47.014790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-cb5f5320-573a-4ae4-8afb-34754578dcc2 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128756 Dec 21 01:57:47.214010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:47.349199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81d74890-f6c0-4aaa-8e6f-c3fc24b4558d req-91c725d3-26fc-4a55-aed3-846e20303ba9 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 210 time: 0.0394332 Dec 21 01:57:47.416521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-b104e1f7-0f4d-4289-ad64-ba022966b30a service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620145 Dec 21 01:57:47.450716 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d3213e-aa67-4640-8ccb-3cb0d89fbfc2 x-openstack-request-id: req-78d3213e-aa67-4640-8ccb-3cb0d89fbfc2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:47.450967 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cc9ec7-6498-4b27-a84e-5adc858b4e82", "name": "network-vif-deleted", "tag": "d676ecb8-11a7-489b-bf16-360b02e42648", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:47.451211 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78d3213e-aa67-4640-8ccb-3cb0d89fbfc2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:47.451606 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cc9ec7-6498-4b27-a84e-5adc858b4e82', 'name': 'network-vif-deleted', 'tag': 'd676ecb8-11a7-489b-bf16-360b02e42648', 'status': 'completed', 'code': 200} Dec 21 01:57:47.548744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:47.562434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:47.600805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-284dfdc6-8a71-438b-9257-e359b30bea4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 217 time: 0.0500870 Dec 21 01:57:47.823593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-a3114ef0-cb6c-4021-9dae-395d3efb752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:47.832702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-a3114ef0-cb6c-4021-9dae-395d3efb752f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1858053 Dec 21 01:57:47.843688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:47.871394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:57:47.909690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: d676ecb8-11a7-489b-bf16-360b02e42648 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:57:47.910200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d676ecb8-11a7-489b-bf16-360b02e42648 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:57:47.951767 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Floating IP e2f83739-b728-4c11-af62-720564b34022 associated. External IP: 172.25.6.131, port: fe55b852-7458-42ea-96fe-f31317d16f1b. Dec 21 01:57:47.958973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Deleting subnet e792a910-7bc2-4e56-9880-77a43fcb7abb {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:57:47.968283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.047571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.063799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-e5373e02-2934-4b95-a3f7-b1e596cb5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:48.065307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-e5373e02-2934-4b95-a3f7-b1e596cb5873 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2217214 Dec 21 01:57:48.128136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.200362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.263139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e792a910-7bc2-4e56-9880-77a43fcb7abb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:48.275123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae91e0a-b363-469c-9edc-9a60cbbb2379 None None] Network 13fff45b-3c0e-4413-b810-165d656564f8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:57:48.286756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.295518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7fc9568-6527-404c-80cd-6dfaa84281fe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e792a910-7bc2-4e56-9880-77a43fcb7abb HTTP/1.1" status: 204 len: 168 time: 0.4504545 Dec 21 01:57:48.301473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50660) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:48.512494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.525011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c64e1-6bee-4ef9-9aa4-e1f41d3d5597 None None] DHCP port deletion for 13fff45b-3c0e-4413-b810-165d656564f8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:48.615232 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.727873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.779665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fff45b-3c0e-4413-b810-165d656564f8']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:48.795485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93be5d4d-95f0-4167-be0b-0fedee5f62b9 req-9d5a2f02-64ba-4c92-8d5f-2812612961b2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 210 time: 0.1111979 Dec 21 01:57:48.800734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:48.801270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a448fa-49af-47a3-a2c9-5e6c6c0e558c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:48.816927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-97384020-9e6d-422e-9425-bb4e3fa8b90b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:48.818707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-97384020-9e6d-422e-9425-bb4e3fa8b90b tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.45 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 812 time: 0.3016632 Dec 21 01:57:48.825071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.840085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.854857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Request body: {'port': {'device_id': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'admin_state_up': True, 'tenant_id': '538dee1340664a009dfc25a2fd8ab28e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:48.858638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:57:48.859177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:57:48.861008 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:57:48.975644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-56a07ef4-88fd-4f1f-889e-8f03952066de service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977337 Dec 21 01:57:48.981347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Router 67517d68-8113-4ba8-b5c5-887956236349 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:49.167876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Made reservation on behalf of 538dee1340664a009dfc25a2fd8ab28e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:57:49.175893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:49.187804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:49.194340 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:49.200483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/13fff45b-3c0e-4413-b810-165d656564f8 HTTP/1.1" status: 204 len: 168 time: 0.8954608 Dec 21 01:57:49.215495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdfaf9-f619-4c52-a5f0-615f38cdb5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fff45b-3c0e-4413-b810-165d656564f8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:49.252582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-5d1285bd-c7d2-4acf-9ee2-799af0c86e40 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669723 Dec 21 01:57:49.342316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:49.427923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:49.440647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:49.446993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Sync routers for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:49.460655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Allocated IP 172.20.0.6 (d723ba58-46fe-4b63-b873-9686b3913c96/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6/0f213044-039e-4347-8681-d944ca964586) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:57:49.488630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:49.490114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:49.597466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-e246e4ae-36d5-43a0-908c-2bec12081b96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.1479685 Dec 21 01:57:49.621608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df483df2-2289-489c-bd7c-ecccf18778c2 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "PUT /v2.0/floatingips/e2f83739-b728-4c11-af62-720564b34022 HTTP/1.1" status: 200 len: 997 time: 3.0849388 Dec 21 01:57:49.627637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:49.632473 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98" -d '{"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:49.751786 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cca0c8-f32c-4e7e-8dc2-bed2cd5fd73a x-openstack-request-id: req-37cca0c8-f32c-4e7e-8dc2-bed2cd5fd73a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:49.752077 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:49.752331 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37cca0c8-f32c-4e7e-8dc2-bed2cd5fd73a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:49.752731 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:57:49.804438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-5b19aad2-6415-44b0-92fe-d58c150641b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:49.812721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-5b19aad2-6415-44b0-92fe-d58c150641b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.2003882 Dec 21 01:57:49.929292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-2c0a9397-d6f3-4d6f-aed9-e581e4658dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:49.933471 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-2c0a9397-d6f3-4d6f-aed9-e581e4658dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.1128759 Dec 21 01:57:49.948653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-1eb3135c-4c62-4ee3-a0f1-4d576f46ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:49.965095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-1eb3135c-4c62-4ee3-a0f1-4d576f46ad39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1424086 Dec 21 01:57:50.070943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.086451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:50.209420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4ab7596-19f6-43cc-b981-67d716290568 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea087a34bd434566b191f956f9e5c430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198845 Dec 21 01:57:50.215416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:50.223175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50700) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:50.251776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-a872922c-c14f-4b81-bcca-f5d66e92a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.254212 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-a872922c-c14f-4b81-bcca-f5d66e92a7b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.3045843 Dec 21 01:57:50.294090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6a47e3e-6432-425b-8865-bcce0859552e req-7aacafd8-d04e-46fd-bba9-a611a5d2a3ba tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 210 time: 0.2478077 Dec 21 01:57:50.342575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-9abc0349-c16c-44c1-81b1-346e65abb8de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2992377 Dec 21 01:57:50.445209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-ffa19223-b14a-4271-87fa-afc8dddd82bd service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707251 Dec 21 01:57:50.463442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.488561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:50.601469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Network d723ba58-46fe-4b63-b873-9686b3913c96 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:57:50.606685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df946686-e8e7-411b-a510-602678fa1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.607505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2f83739-b728-4c11-af62-720564b34022', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '67517d68-8113-4ba8-b5c5-887956236349', 'port_id': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'mac_address': 'fa:16:3e:fc:76:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:57:43Z', 'updated_at': '2021-12-21T01:57:47Z', 'revision_number': 1, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:50.611532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-12b0286d-604a-47bc-8c05-ed139996feb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 1000 time: 0.3351769 Dec 21 01:57:50.615457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-df946686-e8e7-411b-a510-602678fa1724 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.9713051 Dec 21 01:57:50.620765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:57:50.629855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912762-8203-4a27-a7fa-be3b065ff652 req-c4d90cd5-f042-45f8-89b3-ea739eb11b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.631404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-c4d90cd5-f042-45f8-89b3-ea739eb11b8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1098 time: 0.2123044 Dec 21 01:57:50.637749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:57:50.647890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc138c-f274-4a65-97dd-79bdbbb80457 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:50.653793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event updated for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:50.656831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Checking router: 67517d68-8113-4ba8-b5c5-887956236349 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:50.683608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:50.685106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:50.752283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f97b350-493a-43a2-a5ee-894d19716fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.760796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.785615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-6221b6ce-e11c-4836-964f-7f5ebe85f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.787249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-6221b6ce-e11c-4836-964f-7f5ebe85f06e service neutron] 10.222.0.43 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.1710312 Dec 21 01:57:50.810551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-528be07e-fb9a-4822-8dda-333386d81939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.820137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-528be07e-fb9a-4822-8dda-333386d81939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.1780603 Dec 21 01:57:50.837256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:50.837903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.858544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.861526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c252b408-224c-47c0-98e8-b852a420e0cd None None] Provisioning complete for port 0f213044-039e-4347-8681-d944ca964586 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:57:50.862110 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c252b408-224c-47c0-98e8-b852a420e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:50.879474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b6fd2-777e-44f2-8c44-623df3de3a84 req-d2eb909f-08da-4f7d-87d0-31502766f3fd service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891680 Dec 21 01:57:50.903318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c252b408-224c-47c0-98e8-b852a420e0cd None None] Port 0f213044-039e-4347-8681-d944ca964586 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:57:50.919416 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-69711432-ca6b-413d-abe5-9d3b1e0bff5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759611 Dec 21 01:57:50.944111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:50.946116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-4992fa0d-06ac-4377-99eb-8abe1d8167c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 1000 time: 0.1324754 Dec 21 01:57:50.969029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-4df0ceaa-2ab1-4c77-878f-4ffb0f6294d6 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1205351 Dec 21 01:57:51.018957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912762-8203-4a27-a7fa-be3b065ff652 req-d34dc154-772d-486d-8668-64281b97dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:51.020486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-d34dc154-772d-486d-8668-64281b97dcb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.3653324 Dec 21 01:57:51.022697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Request body: {'port': {'device_id': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:51.029289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-40fe7577-19e1-435e-a43c-da7bc0c49f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:51.030793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-40fe7577-19e1-435e-a43c-da7bc0c49f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.0839028 Dec 21 01:57:51.076481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-c13225e9-a463-4333-988f-32c0513f490d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280800 Dec 21 01:57:51.115966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-11f6b7ad-67fa-4f6f-a525-f0471391ea46 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:57:51.116950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-11f6b7ad-67fa-4f6f-a525-f0471391ea46 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075274 Dec 21 01:57:51.297096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-3906e65e-55e6-4287-8816-8ed9b2e5386a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 1001 time: 0.2593799 Dec 21 01:57:51.334945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2f83739-b728-4c11-af62-720564b34022', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '67517d68-8113-4ba8-b5c5-887956236349', 'port_id': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'mac_address': 'fa:16:3e:fc:76:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:57:43Z', 'updated_at': '2021-12-21T01:57:47Z', 'revision_number': 1, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:51.450333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5aac7d-c14c-4130-8bcc-106b12a5c14a None None] The sync data for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 is: [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2f83739-b728-4c11-af62-720564b34022', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '67517d68-8113-4ba8-b5c5-887956236349', 'port_id': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'mac_address': 'fa:16:3e:fc:76:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T01:57:43Z', 'updated_at': '2021-12-21T01:57:47Z', 'revision_number': 1, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:51.546210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-29423f7e-6fb5-489e-914e-226d4695fcf1 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123783 Dec 21 01:57:51.714874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912762-8203-4a27-a7fa-be3b065ff652 req-c5cc16b5-bba9-4f41-9bd6-207720e354e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:51.716347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-c5cc16b5-bba9-4f41-9bd6-207720e354e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.4051123 Dec 21 01:57:51.810346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4ff0a-92e9-4e66-b293-4b04a39b1f83 req-552465c8-e082-40cc-808e-0b637b7eda01 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:51.815827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2df4ff0a-92e9-4e66-b293-4b04a39b1f83 req-552465c8-e082-40cc-808e-0b637b7eda01 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 931 time: 0.2950249 Dec 21 01:57:51.917205 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736112b6-f013-4747-826d-3a8c9fb0599a None None] New status for floating IP e2f83739-b728-4c11-af62-720564b34022: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:57:51.986832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:51.987584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86912762-8203-4a27-a7fa-be3b065ff652 req-fc6d4842-4fad-4d14-87d0-c40b73714894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:51.989122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-fc6d4842-4fad-4d14-87d0-c40b73714894 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379954 Dec 21 01:57:52.001073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9662f2c-9846-4e4f-8758-8a709c50d0e2 req-086f8c88-3dc3-42fa-b9eb-71b263cd1ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066055 Dec 21 01:57:52.009617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2df4ff0a-92e9-4e66-b293-4b04a39b1f83 req-7dd9c5a9-6396-4676-966a-199e641c599e tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647489 Dec 21 01:57:52.087712 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-ff9cc8c0-85cc-45a3-8dbf-61be8d732f5e service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1507502 Dec 21 01:57:52.101584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.234509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.237230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.242644 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac20b432-4154-4320-a1af-92a08ed571ba HTTP/1.1" status: 204 len: 168 time: 2.0139225 Dec 21 01:57:52.263615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac20b432-4154-4320-a1af-92a08ed571ba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:52.282632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.282995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.283309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.283650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.283985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.284338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.284618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.284942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.285260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.285631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.285953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.286271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.286587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcf0f-3dbc-4979-b95b-261c687c8409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:52.352262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-29e9bbc8-9da0-4527-bdc0-a161a2a6fe98 req-4532b1cc-8b47-4950-be54-ebe7446bf821 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360902 Dec 21 01:57:52.364862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f97b350-493a-43a2-a5ee-894d19716fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.391775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f97b350-493a-43a2-a5ee-894d19716fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.443309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-f52daf0f-8372-494c-8d31-ceea2ff12f25 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260209 Dec 21 01:57:52.522414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f97b350-493a-43a2-a5ee-894d19716fa3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5468537d3e4641d4b9fab8428bdd91c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0052574 Dec 21 01:57:52.524993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:52.540750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97b350-493a-43a2-a5ee-894d19716fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf78805-3204-4cc7-815f-c94427491e3a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:52.612946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-a2bc208f-c4ea-49d9-8df6-cb8707770ee1 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1000 time: 0.3858032 Dec 21 01:57:52.672934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.674632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-2ac39256-7476-4df6-bdcb-e4120717a1a6 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:52.689601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-2ac39256-7476-4df6-bdcb-e4120717a1a6 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports/fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 943 time: 0.0761893 Dec 21 01:57:52.722898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86912762-8203-4a27-a7fa-be3b065ff652 req-5bc6a09f-a87f-479a-9487-916a1bc1693c service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707803 Dec 21 01:57:52.723157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.823849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f213044-039e-4347-8681-d944ca964586 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:57:52.842978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.859454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.868618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.869772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdf78805-3204-4cc7-815f-c94427491e3a HTTP/1.1" status: 204 len: 168 time: 0.3435814 Dec 21 01:57:52.882048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Transition to ACTIVE for port object 0f213044-039e-4347-8681-d944ca964586 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:57:52.893186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:52.895276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fe030-47b0-43aa-82f1-749745afcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf78805-3204-4cc7-815f-c94427491e3a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:52.936062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-2c2be9a5-2d8e-4380-be6b-fe72eecdee93 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1002 time: 0.1813929 Dec 21 01:57:53.009110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88892379-5a15-40aa-affb-ba62126b3c06 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:53.023014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:53.187189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-387bc9ab-ef4a-4e97-aae6-7382d684622e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:53.199575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-387bc9ab-ef4a-4e97-aae6-7382d684622e tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.2626183 Dec 21 01:57:53.316733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Attempting to bind port 0f213044-039e-4347-8681-d944ca964586 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:57:53.317350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Attempting to bind port 0f213044-039e-4347-8681-d944ca964586 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:57:53.317492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Attempting to bind port 0f213044-039e-4347-8681-d944ca964586 on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:57:53.329375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Port 0f213044-039e-4347-8681-d944ca964586 on network d723ba58-46fe-4b63-b873-9686b3913c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:57:53.329933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Attempting to bind port 0f213044-039e-4347-8681-d944ca964586 on network d723ba58-46fe-4b63-b873-9686b3913c96 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:57:53.335373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-0605189d-7111-44e2-a516-d19bca938d59 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 1002 time: 0.1343656 Dec 21 01:57:53.340241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:57:53.343231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:53.344004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Checking segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:57:53.345387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Bound using segment: {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:57:53.347266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Bound port: 0f213044-039e-4347-8681-d944ca964586, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:57:53.347851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.431544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad184aa-fc7a-4462-9d73-bcb3a73d9971 req-2544788d-9adf-4eb6-b30b-bf8b885948da tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:53.439277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad184aa-fc7a-4462-9d73-bcb3a73d9971 req-2544788d-9adf-4eb6-b30b-bf8b885948da tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 943 time: 0.2230155 Dec 21 01:57:53.456141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.553411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad184aa-fc7a-4462-9d73-bcb3a73d9971 req-15ad9cc9-823d-4cb7-b4f9-b404b12822fa tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116972 Dec 21 01:57:53.592355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:57:53.597747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=0f213044-039e-4347-8681-d944ca964586,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:57:53.609965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.742099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50792) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:53.759915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87c65b-7ede-4ea8-9be4-a0e9e24c75d9 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:57:53.763018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:53.777577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.783347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f213044-039e-4347-8681-d944ca964586 HTTP/1.1" status: 200 len: 1092 time: 2.7778046 Dec 21 01:57:53.868873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'tag': '0f213044-039e-4347-8681-d944ca964586'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:53.874717 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28da8928-740e-4f65-a770-be8eedc26944" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "tag": "0f213044-039e-4347-8681-d944ca964586"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:53.896259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.904805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:53.905431 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Floating IP e2f83739-b728-4c11-af62-720564b34022 disassociated. External IP: 172.25.6.131, port: fe55b852-7458-42ea-96fe-f31317d16f1b. Dec 21 01:57:53.907542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69338d78-20f8-4dda-9ec7-bdb3126bd39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.083025 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58a6fb-674f-4a75-b5be-ab35907ccf5b x-openstack-request-id: req-ef58a6fb-674f-4a75-b5be-ab35907ccf5b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:54.083621 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "tag": "0f213044-039e-4347-8681-d944ca964586", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:54.084043 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef58a6fb-674f-4a75-b5be-ab35907ccf5b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:54.084671 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'tag': '0f213044-039e-4347-8681-d944ca964586', 'status': 'completed', 'code': 200} Dec 21 01:57:54.089001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935453-2755-400a-8a57-dc8e5d2226f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:54.116965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-72e4b177-e532-437b-a104-719aab1c5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:54.119484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-72e4b177-e532-437b-a104-719aab1c5d69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1898615 Dec 21 01:57:54.188491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-7ae3cb5f-e269-42c4-a340-9ecfe7cde818 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f213044-039e-4347-8681-d944ca964586 HTTP/1.1" status: 200 len: 217 time: 0.0517197 Dec 21 01:57:54.327887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69338d78-20f8-4dda-9ec7-bdb3126bd39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.333299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade370-f609-4201-939e-53f73af3db8a req-4b5d90ea-c311-4df0-9cee-fce17b6e83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:54.338682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-4b5d90ea-c311-4df0-9cee-fce17b6e83fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1338849 Dec 21 01:57:54.358166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69338d78-20f8-4dda-9ec7-bdb3126bd39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.433707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69338d78-20f8-4dda-9ec7-bdb3126bd39a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f809b34ea0564c8294909e9a9853111b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6902564 Dec 21 01:57:54.452530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:57:54.462166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-3a46e214-41be-4bb4-96c4-795f63464de9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506370 Dec 21 01:57:54.471851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69338d78-20f8-4dda-9ec7-bdb3126bd39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8691878f-3652-4f4b-85f6-a03d4b11350e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:54.660904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.748642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.794566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-57e23d09-b60a-4508-a330-1a3ed5302324 service neutron] 10.222.0.45 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154027 Dec 21 01:57:54.975229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Router 67517d68-8113-4ba8-b5c5-887956236349 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:57:54.987537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.990687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:54.992835 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8691878f-3652-4f4b-85f6-a03d4b11350e HTTP/1.1" status: 204 len: 168 time: 0.5385010 Dec 21 01:57:55.010567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-3a94b858-d56e-4e51-b274-c30bc01c7a7b tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=71de5984522b467fa55aebcbd9291d15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400329 Dec 21 01:57:55.039731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24ade370-f609-4201-939e-53f73af3db8a req-d7ed12d2-3a32-4cb2-9915-3506df74f04a service neutron] 10.222.0.45 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349842 Dec 21 01:57:55.040855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10639c-57fa-49b6-a407-76574d0f8f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8691878f-3652-4f4b-85f6-a03d4b11350e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:55.279817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8928-740e-4f65-a770-be8eedc26944 req-e55f03eb-5746-4f4a-a017-5d3b23383d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:55.286430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-e55f03eb-5746-4f4a-a017-5d3b23383d29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=538dee1340664a009dfc25a2fd8ab28e&device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0730898 Dec 21 01:57:55.374147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:57:55.408779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:55.412663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Sync routers for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:57:55.437936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:55.439328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:55.482995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8928-740e-4f65-a770-be8eedc26944 req-3581b240-a43a-4e82-ac6e-6e43bd159655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:55.484997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-3581b240-a43a-4e82-ac6e-6e43bd159655 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 200 len: 912 time: 0.1959641 Dec 21 01:57:55.533464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-6b90667b-3510-4a83-8575-1c4eaa151998 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "PUT /v2.0/floatingips/e2f83739-b728-4c11-af62-720564b34022 HTTP/1.1" status: 200 len: 695 time: 2.1962690 Dec 21 01:57:55.548745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:57:55.551670 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e011f85-7015-4cb5-9417-d5fc965f5f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:57:55.619289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-adec5ec0-a842-43de-98bd-eb317c85e45b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f213044-039e-4347-8681-d944ca964586 HTTP/1.1" status: 200 len: 217 time: 0.1255360 Dec 21 01:57:55.621170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-3e2d3165-6d50-4e0d-bb8d-f45c00c9e899 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:55.628305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-3e2d3165-6d50-4e0d-bb8d-f45c00c9e899 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5939167 Dec 21 01:57:55.666107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-3e8417ea-bbb4-452b-96ee-b09b377f9c15 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/quotas/71de5984522b467fa55aebcbd9291d15 HTTP/1.1" status: 200 len: 375 time: 0.0364208 Dec 21 01:57:55.751443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8928-740e-4f65-a770-be8eedc26944 req-380f9a5f-d521-4bcf-959b-dff2fe85b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:55.758460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-380f9a5f-d521-4bcf-959b-dff2fe85b9d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 200 len: 852 time: 0.1304810 Dec 21 01:57:55.762557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-d5058096-a26c-4dc3-b200-31e15a7cd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:55.764114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-d5058096-a26c-4dc3-b200-31e15a7cd31a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.2047117 Dec 21 01:57:55.794104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-69c30ce2-3dd1-41e2-9b4b-f0a3f515aeb2 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71de5984522b467fa55aebcbd9291d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262403 Dec 21 01:57:55.809898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:55.821782 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-9c90ce9a-190f-453c-8acf-fcd5de7f5bd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d723ba58-46fe-4b63-b873-9686b3913c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512886 Dec 21 01:57:56.033491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-5d4254b4-b500-417d-9dc1-8c445df9e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:56.046564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-5d4254b4-b500-417d-9dc1-8c445df9e022 service neutron] 10.222.0.43 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.2490242 Dec 21 01:57:56.070848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-f9a26800-8dc9-4241-9031-cf8b54a61fb6 service neutron] 10.222.0.45 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400932 Dec 21 01:57:56.152058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-97ef5685-acda-4cec-a057-54f5b3fab79b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.1010616 Dec 21 01:57:56.266136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-bf696ac4-0bde-42ed-8f50-84be420fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:56.269670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-bf696ac4-0bde-42ed-8f50-84be420fbac4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.1086164 Dec 21 01:57:56.310794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28da8928-740e-4f65-a770-be8eedc26944 req-369fc687-8166-42d4-a227-d11b85cff685 service neutron] 10.222.0.45 "GET /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319930 Dec 21 01:57:56.332459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-32917e18-d987-4a2d-817a-46638dc32fdf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495620 Dec 21 01:57:56.643484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:56.646980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:56.739501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-608d9a37-4aa0-43b9-96f1-00390a4c6746 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799829 Dec 21 01:57:56.750468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Checking router: 67517d68-8113-4ba8-b5c5-887956236349 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:57:56.783964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:57:56.785468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:56.994163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:57:57.009810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd70d727-6328-4ac1-a09e-a02d309a79ef req-2c5b1841-f564-4fd3-b552-0d8b6d5e8700 service neutron] 10.222.0.43 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469549 Dec 21 01:57:57.195352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3e55c-32bb-43fc-8d10-7ebdffe2461a req-1c300c3d-de2b-4ac5-aaf3-a1fd3447f2f7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:57.199673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfc3e55c-32bb-43fc-8d10-7ebdffe2461a req-1c300c3d-de2b-4ac5-aaf3-a1fd3447f2f7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 943 time: 0.1882074 Dec 21 01:57:57.310568 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ab59d-95d7-46bd-a160-84f307742def x-openstack-request-id: req-703ab59d-95d7-46bd-a160-84f307742def {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:57:57.310865 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:57:57.311359 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-703ab59d-95d7-46bd-a160-84f307742def {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:57:57.311777 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:57:57.335516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:57:57.346269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfc3e55c-32bb-43fc-8d10-7ebdffe2461a req-9dd0fafa-c2f8-43d4-a11a-c086b98e93fe tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339457 Dec 21 01:57:57.404673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e7f1-c2de-4078-b764-73b9c5a15bca None None] The sync data for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 is: [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:56:40Z', 'revision_number': 4, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '53d0848f-efa8-4640-979d-6a6eeec2a40f', 'name': '', 'network_id': '647d7016-dfd8-4d9b-8c2d-884254e8869c', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'mac_address': 'fa:16:3e:d3:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:39Z', 'updated_at': '2021-12-21T01:56:50Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'subnets': [{'id': 'c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:57:57.462958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-df56de7c-d3bb-4a72-9e4e-41ec79f7d297 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips/e2f83739-b728-4c11-af62-720564b34022 HTTP/1.1" status: 200 len: 695 time: 0.1002221 Dec 21 01:57:57.523449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8edfb27d-ec72-4709-8ad7-bddfd9309143 req-85786dd7-c5ff-459b-b4a3-248145de49b9 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 210 time: 0.0724015 Dec 21 01:57:57.553026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-df7b1030-61b2-4dee-a21f-8c0a7d024d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:57.555591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-df7b1030-61b2-4dee-a21f-8c0a7d024d85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 1098 time: 0.1839769 Dec 21 01:57:57.691953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-a314a1f7-99fb-4587-9557-cb56284c0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:57.693898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-a314a1f7-99fb-4587-9557-cb56284c0ee7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 200 len: 920 time: 0.1065860 Dec 21 01:57:57.799035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-328f881c-f5ec-4be6-bc10-5ea687c68bb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 200 len: 217 time: 0.0964186 Dec 21 01:57:57.926386 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0d9150-74b2-4908-a100-e764c68144b7 None None] New status for floating IP e2f83739-b728-4c11-af62-720564b34022: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 01:57:57.954420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-ac0a7bc0-cddb-47b6-8870-92aa0ba2a748 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:57.963886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-ac0a7bc0-cddb-47b6-8870-92aa0ba2a748 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 784 time: 0.4999347 Dec 21 01:57:58.060657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-a29a43e8-54f7-4c11-836f-74c243e51ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:58.063143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-a29a43e8-54f7-4c11-836f-74c243e51ae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 200 len: 860 time: 0.2403176 Dec 21 01:57:58.097620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-82ee125f-5e3d-4222-8922-6de7b1d62592 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 698 time: 0.1331041 Dec 21 01:57:58.126425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-2540e5df-a9ef-4f8c-8259-18825d492498 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=647d7016-dfd8-4d9b-8c2d-884254e8869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466707 Dec 21 01:57:58.254657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-bd81797a-21e1-4e7c-b48e-771aff09309f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.6.131 HTTP/1.1" status: 200 len: 698 time: 0.1555345 Dec 21 01:57:58.407792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-651bb0a1-7d01-405c-841c-b7714b38ede7 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358851 Dec 21 01:57:58.491581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-58b17119-76ef-4de9-ba21-3641cd208617 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=71de5984522b467fa55aebcbd9291d15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462813 Dec 21 01:57:58.655679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9a9266a5-1d44-43f1-a7af-40cf97f709de tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:58.657298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9a9266a5-1d44-43f1-a7af-40cf97f709de tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589923 Dec 21 01:57:58.667568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e011f85-7015-4cb5-9417-d5fc965f5f8f req-04e2a0bf-13e2-4eca-8ae9-e5d50e825e92 service neutron] 10.222.0.24 "GET /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114110 Dec 21 01:57:58.680901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Deleting port 9534e270-ef1c-4096-bcfb-27a125e4bf68 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:57:58.681372 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:58.703449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Request body: {'port': {'device_id': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': '71de5984522b467fa55aebcbd9291d15'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:58.815933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417e3b-b3cb-4998-a040-214159bdf5cd req-80782dde-0440-4922-a567-6f3515c6a4c2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:58.818014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7417e3b-b3cb-4998-a040-214159bdf5cd req-80782dde-0440-4922-a567-6f3515c6a4c2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 943 time: 0.1227598 Dec 21 01:57:58.821836 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:58.822265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:58.838816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Calling delete_port for 9534e270-ef1c-4096-bcfb-27a125e4bf68 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:57:58.877914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Made reservation on behalf of 71de5984522b467fa55aebcbd9291d15 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:57:58.886305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:58.906888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:58.974976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7417e3b-b3cb-4998-a040-214159bdf5cd req-da28cf7d-d525-4a46-9a5f-14d48459b4f0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318140 Dec 21 01:57:59.041283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.056994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.151398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7443ec4-42fa-4757-b91c-5e13d9912256,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:59.204301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6875a-4801-4bf6-8cd5-be6d7a4463ec req-8848754b-9402-4299-837b-d4c906d1e019 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:59.206001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efd6875a-4801-4bf6-8cd5-be6d7a4463ec req-8848754b-9402-4299-837b-d4c906d1e019 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.0874028 Dec 21 01:57:59.207234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.264409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event deleted for resources: {'Port': ['ID=9534e270-ef1c-4096-bcfb-27a125e4bf68,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:59.277099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Allocated IP 192.168.233.79 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/8608ff02-7c05-4cca-aec7-f7ad9efecbe8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:57:59.296392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.296883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.297292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.297741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.298266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.298668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.299084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.299480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.299876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.300267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.300656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.301048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.301741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:57:59.346549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.349473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.351027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a0b0a9-9d66-4479-a115-accda05c3a29 req-c4f72b5a-e8fd-46ee-aa1a-d5ff19b32e4b tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "DELETE /v2.0/floatingips/e2f83739-b728-4c11-af62-720564b34022 HTTP/1.1" status: 204 len: 173 time: 1.0879424 Dec 21 01:57:59.355214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efd6875a-4801-4bf6-8cd5-be6d7a4463ec req-1f4ceea9-5597-4e29-b9b7-161f2880b61d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393082 Dec 21 01:57:59.475872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-3eec65a5-6e04-4d00-ab0b-169d28094293 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups/2cc56d42-9c39-4018-b2d7-fb644c6c02c3 HTTP/1.1" status: 200 len: 1826 time: 0.0777204 Dec 21 01:57:59.478363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bba89c00-76df-432e-bf00-3a63d5958b80 req-7f527194-5ca2-4f19-81f5-535f758100ad tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 210 time: 0.0404859 Dec 21 01:57:59.528090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.575791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.602155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.610861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.660211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:57:59.661089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Pushing event updated for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:59.671090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:57:59.677057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:57:59.711761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.714421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.715564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-736c439a-3be7-43b4-8afe-248c24ca6673 req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "DELETE /v2.0/security-groups/2cc56d42-9c39-4018-b2d7-fb644c6c02c3 HTTP/1.1" status: 204 len: 173 time: 0.2213318 Dec 21 01:57:59.732408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de6a4e-71c4-4a12-b9a6-3722dbabf01f tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc56d42-9c39-4018-b2d7-fb644c6c02c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:57:59.767040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:57:59.767396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:57:59.798287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fb5ed71-abb3-4f1d-bf7c-1fdb1b1f1f18 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1021202 Dec 21 01:57:59.833796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Request body: {'port': {'device_id': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:57:59.919522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 0f213044-039e-4347-8681-d944ca964586 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:57:59.928465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.219477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51042) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:00.325125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=0f213044-039e-4347-8681-d944ca964586,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:00.344189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '0f213044-039e-4347-8681-d944ca964586', 'network_id': 'd723ba58-46fe-4b63-b873-9686b3913c96', 'port_id': '0f213044-039e-4347-8681-d944ca964586', 'mac_address': 'fa:16:3e:e0:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5b0423-60cc-4a10-9820-0e2e44c8e3a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:00.356055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5de70700-e423-40b1-bbf6-f23fba740ef4 None None] Provisioning complete for port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:00.356805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5de70700-e423-40b1-bbf6-f23fba740ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.405758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43401d-f2fd-48a4-97cd-16533680b9ab req-6c23abf9-9080-483d-96bb-fa24707e6fe9 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:00.411936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea43401d-f2fd-48a4-97cd-16533680b9ab req-6c23abf9-9080-483d-96bb-fa24707e6fe9 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.2418182 Dec 21 01:58:00.429028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5de70700-e423-40b1-bbf6-f23fba740ef4 None None] Port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:58:00.455732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12039bc-7582-484e-a614-be76855622c8 req-d1372fb0-fa96-49a0-84ad-b360d02d423d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:00.456534 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.457301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f12039bc-7582-484e-a614-be76855622c8 req-d1372fb0-fa96-49a0-84ad-b360d02d423d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 943 time: 0.3132679 Dec 21 01:58:00.479984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f213044-039e-4347-8681-d944ca964586 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:00.488129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4790fd4b-0658-4bb4-9fb0-7bbe0611a951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.504302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=0f213044-039e-4347-8681-d944ca964586,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:00.510511 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.542254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:00.554153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea43401d-f2fd-48a4-97cd-16533680b9ab req-91b5962b-a7dd-4b27-b210-2385879b47cb tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371245 Dec 21 01:58:00.554915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.567197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f12039bc-7582-484e-a614-be76855622c8 req-ca36a7ec-53d6-4957-894d-f4dbbc362868 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017616 Dec 21 01:58:00.586851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Transition to ACTIVE for port object 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:58:00.589771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:00.602172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.675492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:00.760071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4790fd4b-0658-4bb4-9fb0-7bbe0611a951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.774482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4790fd4b-0658-4bb4-9fb0-7bbe0611a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.775843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d0879-e84f-4840-85fc-40407b36246f req-0b7f8789-e1d1-4e4e-8da9-4f3127243101 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:00.777691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f00d0879-e84f-4840-85fc-40407b36246f req-0b7f8789-e1d1-4e4e-8da9-4f3127243101 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1228955 Dec 21 01:58:00.793728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5f813-ca15-4479-aa43-38cbb83bf7bc req-f06a60b1-7839-4853-9dec-cb0c4ce0027c tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:00.801413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c5f813-ca15-4479-aa43-38cbb83bf7bc req-f06a60b1-7839-4853-9dec-cb0c4ce0027c tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 947 time: 0.0945706 Dec 21 01:58:00.811531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Attempting to bind port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:58:00.812122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Attempting to bind port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:58:00.812654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Attempting to bind port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:00.839100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:58:00.840463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Attempting to bind port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:00.850578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4790fd4b-0658-4bb4-9fb0-7bbe0611a951 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca4dd804640044a094e777262e9f5131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6300704 Dec 21 01:58:00.851661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790fd4b-0658-4bb4-9fb0-7bbe0611a951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d082a93-112b-43be-b8d0-4385041e93ec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:00.852379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:00.857849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:58:00.858456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:00.859060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:58:00.859735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Bound port: 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:58:00.860301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:00.947570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c5f813-ca15-4479-aa43-38cbb83bf7bc req-12ef0fa3-82c8-4197-9132-20addf7a04f9 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451571 Dec 21 01:58:00.951888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:58:00.955168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:58:00.958372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f00d0879-e84f-4840-85fc-40407b36246f req-783ab831-dec0-46b8-b1dc-506a223c9378 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1738706 Dec 21 01:58:00.965607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['0f213044-039e-4347-8681-d944ca964586'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:00.967211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.038442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.054085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.055550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.057367 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] 10.222.0.24 "PUT /v2.0/ports/8608ff02-7c05-4cca-aec7-f7ad9efecbe8 HTTP/1.1" status: 200 len: 1096 time: 1.2384591 Dec 21 01:58:01.057844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:01.061091 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4e6915-34ad-442f-8022-c5df072d6eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:01.075112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.114074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d16559-4ca1-4c9b-8254-1b2668288c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:01.170698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.173976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.177489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d082a93-112b-43be-b8d0-4385041e93ec HTTP/1.1" status: 204 len: 168 time: 0.3192098 Dec 21 01:58:01.189606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a355e-7188-45bb-bf8d-181094c5ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d082a93-112b-43be-b8d0-4385041e93ec,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:01.237458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fe4e745-1dea-44bd-8ad5-30ce2a869394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.239027 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-9fe4e745-1dea-44bd-8ad5-30ce2a869394 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71de5984522b467fa55aebcbd9291d15&device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 1099 time: 0.1044855 Dec 21 01:58:01.317413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-3cf2606b-3d8d-4c31-ae0e-cd60815aa2cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8 HTTP/1.1" status: 200 len: 217 time: 0.0615215 Dec 21 01:58:01.389680 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79bab9f-cd88-48c2-b374-c2c4de5b1bb0 x-openstack-request-id: req-e79bab9f-cd88-48c2-b374-c2c4de5b1bb0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:01.389972 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:01.390233 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e79bab9f-cd88-48c2-b374-c2c4de5b1bb0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:01.390638 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8', 'status': 'completed', 'code': 200} Dec 21 01:58:01.404527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-283e60d4-03db-495d-ac8e-5728a93f061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.406068 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-283e60d4-03db-495d-ac8e-5728a93f061b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0798290 Dec 21 01:58:01.472451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-a34f4454-8980-4f3b-802c-ec0082c3c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.474215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-a34f4454-8980-4f3b-802c-ec0082c3c4a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558321 Dec 21 01:58:01.610186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-c9c8b2d6-4406-4414-8fcc-4cc0da5d25ac service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261048 Dec 21 01:58:01.750927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51098) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:01.775109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-587ef3c4-7414-4948-a441-b6e7babf46e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:01.815218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd9cb3ce-a01c-4b6f-9393-2490ea1bbc66 req-0095c035-5f72-49cb-a48a-c83c6aa70a32 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964970 Dec 21 01:58:01.842415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dd418-0f40-4c56-b9aa-a3d144ea7850 req-be6e8374-65b5-445e-984c-bf76ef6ea334 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.844124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d9dd418-0f40-4c56-b9aa-a3d144ea7850 req-be6e8374-65b5-445e-984c-bf76ef6ea334 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.1602771 Dec 21 01:58:01.853006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b940-9fea-4dd3-ab16-d7de3ca3ab96 req-6bbfd7bc-6f6e-4915-9688-ada3c1d07f92 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.854716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d960b940-9fea-4dd3-ab16-d7de3ca3ab96 req-6bbfd7bc-6f6e-4915-9688-ada3c1d07f92 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 944 time: 0.1801271 Dec 21 01:58:01.977477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-d7c66449-02d5-4779-93ad-04f0533107a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:01.979053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-d7c66449-02d5-4779-93ad-04f0533107a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71de5984522b467fa55aebcbd9291d15&device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 1099 time: 0.0534258 Dec 21 01:58:01.979541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d9dd418-0f40-4c56-b9aa-a3d144ea7850 req-138cba53-5a40-49d5-b470-7c30586e5845 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141615 Dec 21 01:58:01.993978 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-587ef3c4-7414-4948-a441-b6e7babf46e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.000800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-587ef3c4-7414-4948-a441-b6e7babf46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.010008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d960b940-9fea-4dd3-ab16-d7de3ca3ab96 req-893ec0ac-b629-4b01-8a17-be697798d12a tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414673 Dec 21 01:58:02.070397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-587ef3c4-7414-4948-a441-b6e7babf46e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=965f7a1c168043b49b86e251261b1d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173256 Dec 21 01:58:02.073378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef3c4-7414-4948-a441-b6e7babf46e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba79f3-e849-456a-9f6f-7eb53a3dadf8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:02.093977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51110) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:02.150862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-970595df-fc69-4b72-8002-28378e1dfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.153067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-970595df-fc69-4b72-8002-28378e1dfdf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1648335 Dec 21 01:58:02.189224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b2bb-cddd-49ce-988e-a17702cacd86 req-bf609283-50cb-43f0-90ba-a1dc7f4052ee tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.197443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79c5b2bb-cddd-49ce-988e-a17702cacd86 req-bf609283-50cb-43f0-90ba-a1dc7f4052ee tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 947 time: 0.1421874 Dec 21 01:58:02.209304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-77ba575d-f738-4b73-ad94-423a3175679f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8 HTTP/1.1" status: 200 len: 217 time: 0.0463309 Dec 21 01:58:02.225840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad6111-3b14-4fe2-96e3-d1a9eabf566c req-f2b5045a-ca65-4e5e-a69c-e9ee46b74461 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.227286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebad6111-3b14-4fe2-96e3-d1a9eabf566c req-f2b5045a-ca65-4e5e-a69c-e9ee46b74461 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1137395 Dec 21 01:58:02.257392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.296790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-2755631f-c395-421c-851d-a9fbe26b403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.298462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-2755631f-c395-421c-851d-a9fbe26b403b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0816772 Dec 21 01:58:02.315927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.334100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79c5b2bb-cddd-49ce-988e-a17702cacd86 req-5aa0902e-dc20-48aa-9644-3aa4c58f5ecd tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305621 Dec 21 01:58:02.355863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-65feb420-ec59-44c5-8d06-1b79ff607255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.358098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-65feb420-ec59-44c5-8d06-1b79ff607255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518391 Dec 21 01:58:02.390643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebad6111-3b14-4fe2-96e3-d1a9eabf566c req-7d34fec6-a7c0-4812-9762-b0883c8fdefc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1496859 Dec 21 01:58:02.447380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.452088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:02.453440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3ba79f3-e849-456a-9f6f-7eb53a3dadf8 HTTP/1.1" status: 204 len: 168 time: 0.3584239 Dec 21 01:58:02.463862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2baef-3f5b-45cd-905f-99c8c764ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba79f3-e849-456a-9f6f-7eb53a3dadf8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:02.528646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-e6767dc4-2ca3-4217-b95c-aeeee7832bad service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334186 Dec 21 01:58:02.653226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b4e6915-34ad-442f-8022-c5df072d6eb6 req-1f435c29-8678-4717-8748-bd70b487faa2 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167343 Dec 21 01:58:02.759969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-e1a3f236-222e-46a3-96bb-b53ffdbc989a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:02.761728 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-e1a3f236-222e-46a3-96bb-b53ffdbc989a tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.24 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0626938 Dec 21 01:58:02.893549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Deleting port fe55b852-7458-42ea-96fe-f31317d16f1b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:02.894447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:03.113786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d90b44-1f11-4b3a-b062-7cd7992761f8 req-dbc33702-fae7-42c3-9f7e-69b796c663f1 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:03.115658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] For port fe55b852-7458-42ea-96fe-f31317d16f1b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fe55b852-7458-42ea-96fe-f31317d16f1b,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:03.116195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:03.124494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d90b44-1f11-4b3a-b062-7cd7992761f8 req-dbc33702-fae7-42c3-9f7e-69b796c663f1 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/ports?device_id=595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc HTTP/1.1" status: 200 len: 946 time: 0.0809419 Dec 21 01:58:03.146318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Calling delete_port for fe55b852-7458-42ea-96fe-f31317d16f1b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:03.270020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d90b44-1f11-4b3a-b062-7cd7992761f8 req-76d1ca86-fd08-4081-b9e8-087b1e63cc33 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bacbc2d-0f48-40b9-916a-3197ab2b2151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443567 Dec 21 01:58:03.298077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd03f4-4927-4b1b-b751-51bc28bb432a req-4c9097c3-e456-4071-9bf3-e34ba8b41058 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:03.307231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63cd03f4-4927-4b1b-b751-51bc28bb432a req-4c9097c3-e456-4071-9bf3-e34ba8b41058 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 944 time: 0.1294804 Dec 21 01:58:03.325504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:03.381014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Pushing event deleted for resources: {'Port': ['ID=fe55b852-7458-42ea-96fe-f31317d16f1b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:03.410639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63cd03f4-4927-4b1b-b751-51bc28bb432a req-8ee86572-5e3b-4aeb-a38c-f07387469d82 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018977 Dec 21 01:58:03.434034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] No DVR routers for this DVR port fe55b852-7458-42ea-96fe-f31317d16f1b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:58:03.436968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:03.440486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6b570aab-7f2f-42ee-a31f-b0448b6a3357 req-c36edcec-4ac1-42a6-9b00-5938817c2429 tempest-ServerRescueTestJSONUnderV235-693886363 tempest-ServerRescueTestJSONUnderV235-693886363-project] 10.222.0.24 "DELETE /v2.0/ports/fe55b852-7458-42ea-96fe-f31317d16f1b HTTP/1.1" status: 204 len: 173 time: 0.6713576 Dec 21 01:58:03.441163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'name': 'network-vif-deleted', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:03.444212 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2688cd3-5167-4596-a6eb-283451c75268" -d '{"events": [{"server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "name": "network-vif-deleted", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:03.580722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e40a-f283-4b45-9fb0-5b2eabe67120 req-de2aa5ab-506a-48e9-9743-42c8dc337d52 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:03.582335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b785e40a-f283-4b45-9fb0-5b2eabe67120 req-de2aa5ab-506a-48e9-9743-42c8dc337d52 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 947 time: 0.1065202 Dec 21 01:58:03.590667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2672868-0d97-47c8-83ed-a66c9db14c45 req-18cd35cd-fb80-4c52-a425-11ff467b4de7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:03.599565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2672868-0d97-47c8-83ed-a66c9db14c45 req-18cd35cd-fb80-4c52-a425-11ff467b4de7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.0844076 Dec 21 01:58:03.700354 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2672868-0d97-47c8-83ed-a66c9db14c45 req-062fafdb-52d6-4d7f-878d-d01e1372cfdd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998778 Dec 21 01:58:03.704851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b785e40a-f283-4b45-9fb0-5b2eabe67120 req-67436705-dbad-4348-b6b7-e682c2be985f tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975296 Dec 21 01:58:03.758553 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce5bca0-bb31-406b-8fb0-9072636fdac2 x-openstack-request-id: req-8ce5bca0-bb31-406b-8fb0-9072636fdac2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:03.759043 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc", "name": "network-vif-deleted", "tag": "fe55b852-7458-42ea-96fe-f31317d16f1b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:03.759133 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ce5bca0-bb31-406b-8fb0-9072636fdac2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:03.759488 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595f27ee-3ca2-4fe4-9bd5-088e48a5a8fc', 'name': 'network-vif-deleted', 'tag': 'fe55b852-7458-42ea-96fe-f31317d16f1b', 'status': 'completed', 'code': 200} Dec 21 01:58:03.937814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 0f213044-039e-4347-8681-d944ca964586 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:04.064608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 0f213044-039e-4347-8681-d944ca964586 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:58:04.073077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 0f213044-039e-4347-8681-d944ca964586 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:04.073656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.196230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.230381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f213044-039e-4347-8681-d944ca964586'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:04.232354 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130d155-267d-4c0d-a9e8-8f827d1933c1" -d '{"events": [{"server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "name": "network-vif-plugged", "status": "completed", "tag": "0f213044-039e-4347-8681-d944ca964586"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:04.261734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=0f213044-039e-4347-8681-d944ca964586,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:04.271362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.315829 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b02441-c0e6-4050-a531-cdbc24a58ea4 x-openstack-request-id: req-c2b02441-c0e6-4050-a531-cdbc24a58ea4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:04.317049 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "name": "network-vif-plugged", "status": "completed", "tag": "0f213044-039e-4347-8681-d944ca964586", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:04.318223 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2b02441-c0e6-4050-a531-cdbc24a58ea4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:04.318713 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f213044-039e-4347-8681-d944ca964586', 'code': 200} Dec 21 01:58:04.353416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:04.390433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51232) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:04.399005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:04.516508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296e28e-17df-4256-80b0-f19ff46ecd29 req-b31b0687-23cb-4bd5-a4b4-64b60090c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:04.518134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5296e28e-17df-4256-80b0-f19ff46ecd29 req-b31b0687-23cb-4bd5-a4b4-64b60090c41d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0944469 Dec 21 01:58:04.599013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adfcc4db-f20a-4e44-a34d-88df1635c4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.610868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5296e28e-17df-4256-80b0-f19ff46ecd29 req-f315d99e-090e-4a42-8263-8fc219df89a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812442 Dec 21 01:58:04.699292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adfcc4db-f20a-4e44-a34d-88df1635c4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.706596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-adfcc4db-f20a-4e44-a34d-88df1635c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.753395 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-adfcc4db-f20a-4e44-a34d-88df1635c4b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc1a7e5d9fbd47c893ac500e5313676c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532784 Dec 21 01:58:04.754485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc4db-f20a-4e44-a34d-88df1635c4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56145eda-45f1-4e90-b8fc-4a9baa3cd18e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:04.757161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51246) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:04.833384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.862593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.915005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.918544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:04.920245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56145eda-45f1-4e90-b8fc-4a9baa3cd18e HTTP/1.1" status: 204 len: 168 time: 0.1614707 Dec 21 01:58:04.931803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b20270-8d32-453a-b61b-250d0a1ee7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56145eda-45f1-4e90-b8fc-4a9baa3cd18e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:05.017275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fe55b852-7458-42ea-96fe-f31317d16f1b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:05.075377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408d359-f54d-4333-8986-08aeccb3bfc8 req-9cabaf6a-5e27-4855-8bcc-c5cf940c65e7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:05.082305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6408d359-f54d-4333-8986-08aeccb3bfc8 req-9cabaf6a-5e27-4855-8bcc-c5cf940c65e7 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.5681627 Dec 21 01:58:05.110409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71d55a-4b84-47a0-8768-c91ee599ee13 req-d9a160ff-22e0-4e2c-abdc-7f4e8942ba59 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:05.119082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac71d55a-4b84-47a0-8768-c91ee599ee13 req-d9a160ff-22e0-4e2c-abdc-7f4e8942ba59 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1617942 Dec 21 01:58:05.394213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: fe55b852-7458-42ea-96fe-f31317d16f1b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:05.395131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fe55b852-7458-42ea-96fe-f31317d16f1b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:05.450356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac71d55a-4b84-47a0-8768-c91ee599ee13 req-2456e4a9-0535-4005-b1f8-ac6d04ee58a0 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1878819 Dec 21 01:58:05.483149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6408d359-f54d-4333-8986-08aeccb3bfc8 req-f81ed4ef-8dd7-468b-89c9-58590438f145 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913918 Dec 21 01:58:05.590969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:05.736042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3cc7f-e597-48b3-8577-aeabf2ad7e38 req-55b8df26-dd81-4a1f-be15-ad3de97cabaf tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:05.738037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a3cc7f-e597-48b3-8577-aeabf2ad7e38 req-55b8df26-dd81-4a1f-be15-ad3de97cabaf tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 947 time: 0.1036539 Dec 21 01:58:05.891701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60a3cc7f-e597-48b3-8577-aeabf2ad7e38 req-a3f8c793-62cf-4148-b377-f2592876d58c tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 Dec 21 01:58:06.126960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Deleting port 53d0848f-efa8-4640-979d-6a6eeec2a40f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:06.127665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:06.293169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] For port 53d0848f-efa8-4640-979d-6a6eeec2a40f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53d0848f-efa8-4640-979d-6a6eeec2a40f,segment=NetworkSegment(74acd560-3d17-4ae8-95aa-28e025b3f28b),segment_id=74acd560-3d17-4ae8-95aa-28e025b3f28b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:06.293568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:06.320710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Calling delete_port for 53d0848f-efa8-4640-979d-6a6eeec2a40f owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:06.705369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86adf-98b1-4367-b1a3-4b0fb2c42aa5 req-56286dec-2d4b-42d1-a991-78261c72faa5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:06.714401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ee86adf-98b1-4367-b1a3-4b0fb2c42aa5 req-56286dec-2d4b-42d1-a991-78261c72faa5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1180880 Dec 21 01:58:06.723333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:06.797927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d0848f-efa8-4640-979d-6a6eeec2a40f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:06.818132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15cd9-ee95-4237-a2a9-8736a4f98542 req-0616ca7a-ba15-47ef-b284-85e2afae6203 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:06.827857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ac15cd9-ee95-4237-a2a9-8736a4f98542 req-0616ca7a-ba15-47ef-b284-85e2afae6203 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.2002645 Dec 21 01:58:06.869916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ee86adf-98b1-4367-b1a3-4b0fb2c42aa5 req-6be8f1e7-53a2-4195-ba67-499a96664bea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552525 Dec 21 01:58:06.974517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ac15cd9-ee95-4237-a2a9-8736a4f98542 req-b99b85be-b8d5-4c9d-8d45-4ea17e0004c1 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480200 Dec 21 01:58:07.019060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:58:07.187153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:07.210342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:07.236186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d025a0-5efc-429b-ba84-588788b9e49a req-ed3327c4-76e0-4e6c-926a-e7a8ae9cb664 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:07.241251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73d025a0-5efc-429b-ba84-588788b9e49a req-ed3327c4-76e0-4e6c-926a-e7a8ae9cb664 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 947 time: 0.1200640 Dec 21 01:58:07.270691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8', 'mac_address': 'fa:16:3e:1f:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:07.348194 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:07.377281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:07.411656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51346) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:07.416361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:07.426538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:07.524245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:07.528684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:07.541279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.541822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.542319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.542822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.543156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.543487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.543814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.544140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.544630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.544959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.545979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.546269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.546566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:07.562190 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:07.564691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73d025a0-5efc-429b-ba84-588788b9e49a req-efa00710-6318-4525-8683-3fef16bb644d tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085602 Dec 21 01:58:07.611109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59f28a-5d29-4791-aa4e-1a844f37b821 req-b58064b3-d694-49f7-aa7d-0fc953a130cd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:07.612678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b59f28a-5d29-4791-aa4e-1a844f37b821 req-b58064b3-d694-49f7-aa7d-0fc953a130cd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.2577879 Dec 21 01:58:07.737565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:07.779522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b59f28a-5d29-4791-aa4e-1a844f37b821 req-49cad06a-9dc0-4398-a230-704ca270a974 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584675 Dec 21 01:58:07.813443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8608ff02-7c05-4cca-aec7-f7ad9efecbe8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:07.906803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Router 67517d68-8113-4ba8-b5c5-887956236349 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:58:08.018317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Allocated IP 172.25.6.243 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/95a88278-ab50-4372-8060-bf6f2571a1d9) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:08.222594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:58:08.232359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d3507345-13e2-4bcc-97d4-cb6fec7273c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/67517d68-8113-4ba8-b5c5-887956236349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8378522 Dec 21 01:58:08.234532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Sync routers for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:58:08.235825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:08.247090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:58:08.247731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:08.273677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9e59-e065-48df-84e8-9c7d495e40b0 req-f5c42d8b-408e-4f7e-a9ba-c2e8a0370763 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:08.277205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b68b9e59-e065-48df-84e8-9c7d495e40b0 req-f5c42d8b-408e-4f7e-a9ba-c2e8a0370763 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2341292 Dec 21 01:58:08.315466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.389765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b68b9e59-e065-48df-84e8-9c7d495e40b0 req-68735630-6639-45c6-8e06-31928907bb4e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060767 Dec 21 01:58:08.425475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.459814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:58:08.479339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.485775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Pushing event updated for resources: {'Port': ['ID=95a88278-ab50-4372-8060-bf6f2571a1d9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:08.548447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:08.551397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:08.556116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:08.714594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.718295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.769960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:58:06Z', 'revision_number': 5, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port': {'id': 'e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67517d68-8113-4ba8-b5c5-887956236349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:56:32Z', 'updated_at': '2021-12-21T01:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:08.809038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Checking router: 67517d68-8113-4ba8-b5c5-887956236349 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:58:08.818406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Routers {'67517d68-8113-4ba8-b5c5-887956236349'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:58:08.819135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['67517d68-8113-4ba8-b5c5-887956236349'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:08.842280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbfc5b-1cd2-494e-9f0b-c76cf1d7e441 req-ce7ffd48-b6d9-4fe2-a96e-8a78cafbd338 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:08.843783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebfbfc5b-1cd2-494e-9f0b-c76cf1d7e441 req-ce7ffd48-b6d9-4fe2-a96e-8a78cafbd338 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 948 time: 0.1412311 Dec 21 01:58:08.872239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.942165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Deleting port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:08.942671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:08.998291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebfbfc5b-1cd2-494e-9f0b-c76cf1d7e441 req-83635bf9-aaa5-4f16-a4a2-61d108842943 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350615 Dec 21 01:58:09.005412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] Set router 67517d68-8113-4ba8-b5c5-887956236349 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:58:09.028692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc3e5-5913-4269-bfa9-4ca2a97999c3 req-2b3ca8f8-dcb2-41d8-ad83-8438e966efb3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:09.041902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-964dc3e5-5913-4269-bfa9-4ca2a97999c3 req-2b3ca8f8-dcb2-41d8-ad83-8438e966efb3 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.1206579 Dec 21 01:58:09.052402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] For port e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:09.052911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.066856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Calling delete_port for e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:09.132689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:58:08Z', 'revision_number': 6, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:09.164161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-964dc3e5-5913-4269-bfa9-4ca2a97999c3 req-ed200bf5-5431-4ace-98eb-d4d11503660d tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213303 Dec 21 01:58:09.169410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:09.211658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610778dd-fe07-4ea9-a271-0112b3441771 None None] The sync data for ids ['67517d68-8113-4ba8-b5c5-887956236349'] in n-d-761264-20 is: [{'id': '67517d68-8113-4ba8-b5c5-887956236349', 'name': 'tempest-ServerRescueTestJSONUnderV235-2117789121-router', 'tenant_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:56:31Z', 'updated_at': '2021-12-21T01:58:08Z', 'revision_number': 6, 'project_id': '9fd093323d9b46b39f4c0b9a0df6fe16', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:58:09.242576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:58:09.247289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:09.247791 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.381610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.435842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.480655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.486970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Pushing event updated for resources: {'Port': ['ID=95a88278-ab50-4372-8060-bf6f2571a1d9,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:09.570583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:09.570845 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.577054 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10a6568-d388-431a-96e6-9a10d477c6ec" -d '{"events": [{"server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "name": "network-vif-plugged", "status": "completed", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:09.620121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:09.630353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.636157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.640197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b480fa07-fc0e-4144-b423-fbbd5b355eca tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2249241 Dec 21 01:58:09.642173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:09.649893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1793191389', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'fixed_ips': [{'ip_address': '172.25.6.243'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:09.663909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.676213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53d0848f-efa8-4640-979d-6a6eeec2a40f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:09.703759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 53d0848f-efa8-4640-979d-6a6eeec2a40f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:09.706528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53d0848f-efa8-4640-979d-6a6eeec2a40f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:09.706528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf316340-ab6e-4f7c-b6d1-d67a51d8424e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:58:09.736600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:09.756284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:09.781483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4f59-fa4f-401e-b4b9-3352118db27a req-e0c74445-f119-4bdc-96c6-6eaec8a44c12 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:09.797985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef3b4f59-fa4f-401e-b4b9-3352118db27a req-e0c74445-f119-4bdc-96c6-6eaec8a44c12 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2423010 Dec 21 01:58:09.847614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Made reservation on behalf of f43c8927b26a4abf97135528f5459ab2 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:09.850565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.873376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.886278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de73ef-ae18-430e-bb81-ddac53c9140a req-edb4b646-99aa-4f68-975f-2cdb68b62cbd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:09.896500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17de73ef-ae18-430e-bb81-ddac53c9140a req-edb4b646-99aa-4f68-975f-2cdb68b62cbd tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.2236161 Dec 21 01:58:09.909101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:09.931905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef3b4f59-fa4f-401e-b4b9-3352118db27a req-737f1164-6527-41b6-a493-e552c9c24008 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256771 Dec 21 01:58:09.987410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17de73ef-ae18-430e-bb81-ddac53c9140a req-1a97c207-3a54-4583-8fe4-6453f6ea52c0 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895855 Dec 21 01:58:10.039118 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456abb5-8475-42ff-9a68-8935ca78267d x-openstack-request-id: req-b456abb5-8475-42ff-9a68-8935ca78267d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:10.039547 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "name": "network-vif-plugged", "status": "completed", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:10.039871 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b456abb5-8475-42ff-9a68-8935ca78267d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:10.040340 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8', 'code': 200} Dec 21 01:58:10.171012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54694d0f-98e4-47d9-a395-294e98e27d7b req-0e342a5b-03a0-4b9f-9a27-3525186b2a00 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:10.180495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54694d0f-98e4-47d9-a395-294e98e27d7b req-0e342a5b-03a0-4b9f-9a27-3525186b2a00 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.0715725 Dec 21 01:58:10.309854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54694d0f-98e4-47d9-a395-294e98e27d7b req-e2dceb9a-830b-4af9-92e6-4b00d650b3aa tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264024 Dec 21 01:58:10.505507 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.510790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.581523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5cfdc-cc5d-4528-b0ad-ee22b0fb3500 req-e57d8c92-cfa1-4b14-926b-b3d75a11cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:10.583192 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e2c5cfdc-cc5d-4528-b0ad-ee22b0fb3500 req-e57d8c92-cfa1-4b14-926b-b3d75a11cce0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 1101 time: 0.1495237 Dec 21 01:58:10.585733 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.586253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67517d68-8113-4ba8-b5c5-887956236349 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:58:10.592121 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.593521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d1ec2ef0-6ff9-4547-a636-372cc771999a admin admin] 10.222.0.43 "DELETE /v2.0/routers/67517d68-8113-4ba8-b5c5-887956236349 HTTP/1.1" status: 204 len: 168 time: 2.3542573 Dec 21 01:58:10.596091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51432) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:10.634967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.655244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.656204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] device_id is not set on port 7351889a-688e-4743-95b7-9f469756199d yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:58:10.715818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Deleting subnet c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:58:10.724793 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.826819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.871415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:10.925489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a04fa-9ad4-49f2-8777-07bf40a4b562,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:10.954873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e2c5cfdc-cc5d-4528-b0ad-ee22b0fb3500 req-1e240ff5-e8a4-4283-84d8-b1972b4ff504 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600626 Dec 21 01:58:11.024443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.035967 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 01:58:11.036502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:58:11.068351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.077322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2 HTTP/1.1" status: 204 len: 168 time: 0.4794815 Dec 21 01:58:11.079507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:11.121940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1e5d7f7-a85d-4dc1-8cfa-f00eb2ff7dec tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4786971 Dec 21 01:58:11.123953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7baaa-1099-42a3-87cf-5e4c00613201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76d1ef4-8de5-46fc-b8ac-822edc7dd0e2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:11.139690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:11.140382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:11.227981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef3775-0733-4597-bac6-471cf14295b5 req-44d754c1-0366-43f8-b38a-7936740a3a16 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:11.229873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18ef3775-0733-4597-bac6-471cf14295b5 req-44d754c1-0366-43f8-b38a-7936740a3a16 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1104186 Dec 21 01:58:11.304282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d040938-e9ab-4ee8-a249-7dd68177cbba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.313234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb3bf-04f2-49d5-9092-585a0914846c req-3ebefea9-3e19-480b-80e7-2b9f103aa4e2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:11.314876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc4fb3bf-04f2-49d5-9092-585a0914846c req-3ebefea9-3e19-480b-80e7-2b9f103aa4e2 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.1232185 Dec 21 01:58:11.333771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18ef3775-0733-4597-bac6-471cf14295b5 req-ce01f4bf-e63e-4839-a92e-237d8a2fff21 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788975 Dec 21 01:58:11.399785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.450087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc4fb3bf-04f2-49d5-9092-585a0914846c req-6ecc8e8b-8084-4c43-a97e-8028c7428114 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130762 Dec 21 01:58:11.506016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46193d7-8660-4747-a0e3-7d21c13cb084 req-e941207b-7b0a-453f-839e-dd5153cf360f tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:11.508561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b46193d7-8660-4747-a0e3-7d21c13cb084 req-e941207b-7b0a-453f-839e-dd5153cf360f tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.0820782 Dec 21 01:58:11.547459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-2f87cbc2-0537-4ee7-b7b9-a5f106f77863 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:11.548971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-2f87cbc2-0537-4ee7-b7b9-a5f106f77863 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 945 time: 0.1548717 Dec 21 01:58:11.579464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b46193d7-8660-4747-a0e3-7d21c13cb084 req-23678a57-845d-40ce-8884-8762f91dbb6c tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648227 Dec 21 01:58:11.626598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:11.653277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Deleting port 95a88278-ab50-4372-8060-bf6f2571a1d9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:11.653649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.666213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:11.666563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8d8f0cd-7b5c-4774-a546-1a2d3ec672fd not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:11.672119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.769535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d7016-dfd8-4d9b-8c2d-884254e8869c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:11.792847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74acd560-3d17-4ae8-95aa-28e025b3f28b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:11.792847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74acd560-3d17-4ae8-95aa-28e025b3f28b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:11.793217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d040938-e9ab-4ee8-a249-7dd68177cbba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.806939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.810241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d040938-e9ab-4ee8-a249-7dd68177cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.866857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.892359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:58:11.892757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:58:11.896204 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:58:11.901814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.901814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.915962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5d040938-e9ab-4ee8-a249-7dd68177cbba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8c552d4e5f345d6b92ed986edc0ef78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7673397 Dec 21 01:58:11.916698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d040938-e9ab-4ee8-a249-7dd68177cbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696dd19-49aa-4859-85e8-d81dd8c8aff5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:11.918820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:11.962373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Calling delete_port for 95a88278-ab50-4372-8060-bf6f2571a1d9 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:11.979362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:11.983412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Deleting port 0f213044-039e-4347-8681-d944ca964586 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:11.983768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.004692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.046612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.062459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.065273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.066630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6696dd19-49aa-4859-85e8-d81dd8c8aff5 HTTP/1.1" status: 204 len: 168 time: 0.1467323 Dec 21 01:58:12.076467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e53890-2c9a-4672-991b-3e0ff05821a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696dd19-49aa-4859-85e8-d81dd8c8aff5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:12.082191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.085903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] 10.222.0.43 "DELETE /v2.0/networks/647d7016-dfd8-4d9b-8c2d-884254e8869c HTTP/1.1" status: 204 len: 168 time: 1.0048244 Dec 21 01:58:12.107222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e201-562c-44c2-aa0f-05a90fd268fd admin admin] Pushing event deleted for resources: {'Network': ['ID=647d7016-dfd8-4d9b-8c2d-884254e8869c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:12.158560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] For port 0f213044-039e-4347-8681-d944ca964586, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=0f213044-039e-4347-8681-d944ca964586,segment=NetworkSegment(d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c),segment_id=d3b87f6c-63e2-4e70-bf18-06fe4ac46f3c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:12.159021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.181570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Calling delete_port for 0f213044-039e-4347-8681-d944ca964586 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:12.279182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:12.343659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.407247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9459f8b5-d8e0-4ab4-a03f-e052a2af5650 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fd093323d9b46b39f4c0b9a0df6fe16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244593 Dec 21 01:58:12.420721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51492) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:12.429804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Pushing event deleted for resources: {'Port': ['ID=95a88278-ab50-4372-8060-bf6f2571a1d9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:12.570413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d41937-6c45-4a0b-b3e4-412f12684177 req-a8e83692-d87d-4ca1-aeb6-d67ee8a8cb52 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:12.578853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d41937-6c45-4a0b-b3e4-412f12684177 req-a8e83692-d87d-4ca1-aeb6-d67ee8a8cb52 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1415305 Dec 21 01:58:12.590485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.593221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.594566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a9ff89da-144f-4cdf-8f16-f7d9c40e3583 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665 tempest-ExternalNetworksAdminNegativeTestJSON-1068977665-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/329df880-8ead-491d-8b36-b3302b92105d HTTP/1.1" status: 204 len: 168 time: 1.4523523 Dec 21 01:58:12.619156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.648895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.660438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['0f213044-039e-4347-8681-d944ca964586'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:12.673081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:12.681017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Pushing event deleted for resources: {'Port': ['ID=0f213044-039e-4347-8681-d944ca964586,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:12.727851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228376ef-8ac1-47f8-97e9-29385b4fa396 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:58:12.731657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.732335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d206c98-123a-473c-a738-c55e584afdd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.735714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] No DVR routers for this DVR port 0f213044-039e-4347-8681-d944ca964586 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:58:12.740712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8ebf-7921-4be5-a64c-0de58923d72a req-bae9aafd-161c-4c66-b378-69a6073f3a43 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:12.748893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b73f8ebf-7921-4be5-a64c-0de58923d72a req-bae9aafd-161c-4c66-b378-69a6073f3a43 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7 HTTP/1.1" status: 200 len: 867 time: 0.2007356 Dec 21 01:58:12.753796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.757303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7a77387d-a1b3-4d84-a707-cb11a989d5db req-d1cf2efd-0b19-4c1b-ae03-717b279fb267 tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.45 "DELETE /v2.0/ports/0f213044-039e-4347-8681-d944ca964586 HTTP/1.1" status: 204 len: 173 time: 1.1895337 Dec 21 01:58:12.758229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'name': 'network-vif-deleted', 'tag': '0f213044-039e-4347-8681-d944ca964586'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:12.760525 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa85eb-2c1e-4e34-9821-b4e199d5b8f2" -d '{"events": [{"server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "name": "network-vif-deleted", "tag": "0f213044-039e-4347-8681-d944ca964586"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:12.782060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98d41937-6c45-4a0b-b3e4-412f12684177 req-05770c2b-7715-4f00-937b-0e822ba917fb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019448 Dec 21 01:58:12.873649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b73f8ebf-7921-4be5-a64c-0de58923d72a req-bb78443e-d448-4bc7-b133-4e6a7e947cde tempest-DeleteServersTestJSON-621406280 tempest-DeleteServersTestJSON-621406280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238875 Dec 21 01:58:12.916626 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.919690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.921121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bacbc2d-0f48-40b9-916a-3197ab2b2151 HTTP/1.1" status: 204 len: 168 time: 0.4853399 Dec 21 01:58:12.949413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d206c98-123a-473c-a738-c55e584afdd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.954738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d206c98-123a-473c-a738-c55e584afdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:12.987921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4c84-c30a-4d2f-864c-470fdf79d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bacbc2d-0f48-40b9-916a-3197ab2b2151,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:13.018494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d206c98-123a-473c-a738-c55e584afdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d51a11-9d26-4e7a-b82c-871eb23346fa,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:13.020921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51514) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:13.032799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d206c98-123a-473c-a738-c55e584afdd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bc21212e83b4b7b8059c982337143b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560462 Dec 21 01:58:13.032997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:13.082349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e33f6-6183-4311-80d2-4ed8aa24dcf0 req-8c526603-182e-4a3c-850c-cef12e53d1c9 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:13.083901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-422e33f6-6183-4311-80d2-4ed8aa24dcf0 req-8c526603-182e-4a3c-850c-cef12e53d1c9 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.1581497 Dec 21 01:58:13.123992 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f214dceb-d453-47b3-bf3f-497fae072e8b x-openstack-request-id: req-f214dceb-d453-47b3-bf3f-497fae072e8b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:13.124220 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7", "name": "network-vif-deleted", "tag": "0f213044-039e-4347-8681-d944ca964586", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:13.124471 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f214dceb-d453-47b3-bf3f-497fae072e8b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:13.124869 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6c8b69-d44d-4a5c-8fd3-fe30ad571ed7', 'name': 'network-vif-deleted', 'tag': '0f213044-039e-4347-8681-d944ca964586', 'status': 'completed', 'code': 200} Dec 21 01:58:13.147377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.168835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856aa690-91ce-452c-a078-c288cbca27a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.174384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.249857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-422e33f6-6183-4311-80d2-4ed8aa24dcf0 req-7ca8087d-ba44-4aa8-9dac-ca84ec600a21 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590874 Dec 21 01:58:13.272203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856aa690-91ce-452c-a078-c288cbca27a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.273969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.276826 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.282011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8d51a11-9d26-4e7a-b82c-871eb23346fa HTTP/1.1" status: 204 len: 168 time: 0.2452683 Dec 21 01:58:13.282143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856aa690-91ce-452c-a078-c288cbca27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.302184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43881ce7-b813-4892-8486-898c20ffe568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d51a11-9d26-4e7a-b82c-871eb23346fa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:13.344228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-856aa690-91ce-452c-a078-c288cbca27a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d12fcee0a9ad424ca34b39939e1603b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170445 Dec 21 01:58:13.345050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aa690-91ce-452c-a078-c288cbca27a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f229a-5bb2-499a-88be-7c021707d624,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:13.346400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51530) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:13.431269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.511510 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.652580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.656723 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.658045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f31f229a-5bb2-499a-88be-7c021707d624 HTTP/1.1" status: 204 len: 168 time: 0.3102853 Dec 21 01:58:13.693215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3025d-47ad-49a3-abb8-88dc047aedd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f229a-5bb2-499a-88be-7c021707d624,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:13.734730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3d85b-0198-477a-8d86-d250f39ef663 req-0266659c-71fb-4a7a-89dc-845e1d28adf1 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:13.736689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38c3d85b-0198-477a-8d86-d250f39ef663 req-0266659c-71fb-4a7a-89dc-845e1d28adf1 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.0989718 Dec 21 01:58:13.797798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38c3d85b-0198-477a-8d86-d250f39ef663 req-39832046-a9bb-45c2-b8d8-f48343169608 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Dec 21 01:58:13.900280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fdec37-a1aa-43e8-92ae-4275ccdbc6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:13.943138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2b812-b9af-477f-8d7e-4797c15ddd16 req-40bbf2f9-ed83-4f6b-9249-9c2d1478d75e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:13.946779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35f2b812-b9af-477f-8d7e-4797c15ddd16 req-40bbf2f9-ed83-4f6b-9249-9c2d1478d75e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.0805984 Dec 21 01:58:14.047407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35f2b812-b9af-477f-8d7e-4797c15ddd16 req-7fc310de-08d9-4165-86b4-83bd0822165c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935130 Dec 21 01:58:14.169938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:14.234349 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ed5b7f5-a8df-4718-89e2-8c6c6697d036 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f43c8927b26a4abf97135528f5459ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625474 Dec 21 01:58:14.236156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:14.298343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:14.332560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:14.419541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:14.423773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:14.425599 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/743a04fa-9ad4-49f2-8777-07bf40a4b562 HTTP/1.1" status: 204 len: 168 time: 0.1885059 Dec 21 01:58:14.436465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd92cc-6622-4aec-af8c-f9ff5c34da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a04fa-9ad4-49f2-8777-07bf40a4b562,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:14.617785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51622) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:14.825049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1912111678-network', 'tenant_id': 'fc910b6dcc8d43318a9c840d234bb001'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:14.896992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Made reservation on behalf of fc910b6dcc8d43318a9c840d234bb001 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:14.901555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:14.929574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.009574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c99ef-73a7-4109-8f22-96360a40ef66 req-9a55c722-17f1-4c60-a8d5-55690c2aa138 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:15.013695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db2c99ef-73a7-4109-8f22-96360a40ef66 req-9a55c722-17f1-4c60-a8d5-55690c2aa138 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.1044900 Dec 21 01:58:15.103277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.122087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db2c99ef-73a7-4109-8f22-96360a40ef66 req-40a8b40f-0de2-443e-bec9-2a5549096d72 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7443ec4-42fa-4757-b91c-5e13d9912256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995245 Dec 21 01:58:15.124822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.267362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245f256-7925-47a0-bdb1-7a2c55d97bfe req-8895f9eb-dae8-4bb7-a2dc-1d9108a6689b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:15.270432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a245f256-7925-47a0-bdb1-7a2c55d97bfe req-8895f9eb-dae8-4bb7-a2dc-1d9108a6689b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.0869372 Dec 21 01:58:15.310483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:15.325950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:58:15.384281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-c61bb695-e73c-4fa3-8992-a0e0119fb520 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:15.386690 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-c61bb695-e73c-4fa3-8992-a0e0119fb520 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 949 time: 0.2027388 Dec 21 01:58:15.389294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.389670 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Added segment 7490dd9e-2c50-4fec-a51b-bbda37e3108b of type vlan for network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 Dec 21 01:58:15.415799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a245f256-7925-47a0-bdb1-7a2c55d97bfe req-0b8dfc9b-dda6-4d23-9191-17b38c74eb65 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350658 Dec 21 01:58:15.498721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.590035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.591021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:15.591639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.684489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51674) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:15.684747 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0656495 Dec 21 01:58:15.689947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051a5ee-0d2a-46af-9999-9782f3eeb421 admin admin] Pushing event updated for resources: {'Network': ['ID=04ee3d6f-9026-44f4-a1b3-39c7281538c9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:15.690744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Request body: {'subnet': {'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1912111678-subnet', 'tenant_id': 'fc910b6dcc8d43318a9c840d234bb001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:15.699694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:58:15.707993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Deleting port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:15.708333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.793771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Made reservation on behalf of fc910b6dcc8d43318a9c840d234bb001 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:15.797611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.934410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] For port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:15.934846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:15.967789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Calling delete_port for 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:16.029513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 0f213044-039e-4347-8681-d944ca964586 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:16.078454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 0f213044-039e-4347-8681-d944ca964586 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:16.079839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 0f213044-039e-4347-8681-d944ca964586 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:16.103781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:16.300741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:16.319179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2609fcf7-05d6-4d2d-9c77-4a5672f7f555,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:16.338361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8608ff02-7c05-4cca-aec7-f7ad9efecbe8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:16.443441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Pushing event deleted for resources: {'Port': ['ID=8608ff02-7c05-4cca-aec7-f7ad9efecbe8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:16.447921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d583152b-f65f-42e8-8478-5d3513df15f5 req-388f2102-08a6-4fea-bae1-61f1451e03c6 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3e8ca7c-3066-4f64-b6de-0009a591294c HTTP/1.1" status: 200 len: 210 time: 0.1149316 Dec 21 01:58:16.451708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Checking segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:16.452050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Network hostable DHCP agents. Network: 04ee3d6f-9026-44f4-a1b3-39c7281538c9, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:58:16.512095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:58:16.540958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 04ee3d6f-9026-44f4-a1b3-39c7281538c9) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:16.549550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:16.550326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:16.555298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] No DVR routers for this DVR port 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:58:16.564731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:16.568408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14fa9398-8db6-4d3f-b0c2-75b1a694a27d req-995eb9be-08fa-4215-97b4-717c35e37d39 tempest-ImagesNegativeTestJSON-576336095 tempest-ImagesNegativeTestJSON-576336095-project] 10.222.0.24 "DELETE /v2.0/ports/8608ff02-7c05-4cca-aec7-f7ad9efecbe8 HTTP/1.1" status: 204 len: 173 time: 1.1551261 Dec 21 01:58:16.572058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003bdef-cc4d-4452-8633-9a9a19720da0 None None] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:16.582627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'name': 'network-vif-deleted', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:16.586292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-188e2faa-bdd5-40ae-8a2d-8edc5451607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:16.590119 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b87904b-18a7-457d-88eb-12411b1a54e0" -d '{"events": [{"server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "name": "network-vif-deleted", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:16.621267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6e6e5291-5e19-41cb-8cfb-8b1204955f74 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9270279 Dec 21 01:58:16.728278 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ce2e27-8512-40a1-9e5a-e1508b03fec2 x-openstack-request-id: req-d1ce2e27-8512-40a1-9e5a-e1508b03fec2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:16.729167 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e8ca7c-3066-4f64-b6de-0009a591294c", "name": "network-vif-deleted", "tag": "8608ff02-7c05-4cca-aec7-f7ad9efecbe8", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:16.729665 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1ce2e27-8512-40a1-9e5a-e1508b03fec2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:16.730321 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e8ca7c-3066-4f64-b6de-0009a591294c', 'name': 'network-vif-deleted', 'tag': '8608ff02-7c05-4cca-aec7-f7ad9efecbe8', 'status': 'completed', 'code': 200} Dec 21 01:58:16.816312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378556d-55ff-443c-80c7-1da3fd8381d7 req-65ac2f47-6908-479e-b92b-0e5c53d79870 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:16.825041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e378556d-55ff-443c-80c7-1da3fd8381d7 req-65ac2f47-6908-479e-b92b-0e5c53d79870 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2068851 Dec 21 01:58:16.880177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2b229-fc2a-421f-bb5a-935c00e33c44 None None] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:16.902013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e378556d-55ff-443c-80c7-1da3fd8381d7 req-65012578-b342-429f-920c-db72a81cab02 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631599 Dec 21 01:58:17.057639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:58:17.266601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:17.275133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:17.300927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:17.425285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:17.467470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:17.515360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:17.533715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:17.668539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:17.754460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ad60fc18-4e49-48ef-9dd1-dff893203b60'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:17.861778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51768) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:17.902129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-ca1e9f22-0cc8-4e49-bad3-bb7a925e892f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:17.912656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-ca1e9f22-0cc8-4e49-bad3-bb7a925e892f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 814 time: 0.2850685 Dec 21 01:58:17.956389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-8a794930-d72a-4362-ae0a-212ba7d540bf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/quotas/fc910b6dcc8d43318a9c840d234bb001 HTTP/1.1" status: 200 len: 375 time: 0.0398042 Dec 21 01:58:18.053150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-3f6bc496-6699-43fc-9f44-90d60e12ae2b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956299 Dec 21 01:58:18.162954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0fa90719-9b5e-4ccb-ae4d-825198b58989 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2100320727'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:18.164229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0fa90719-9b5e-4ccb-ae4d-825198b58989 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Unknown quota resources ['metering_label']. {{(pid=109850) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:58:18.288889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd3fd-943d-49fc-8bbf-43042a3cf68a req-16f3317d-b2fa-4ff5-89b1-26f465e064ac tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:18.296674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5ddd3fd-943d-49fc-8bbf-43042a3cf68a req-16f3317d-b2fa-4ff5-89b1-26f465e064ac tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 945 time: 0.1752028 Dec 21 01:58:18.314841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:18.366339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-b30a0db9-7e6d-4dce-ac83-717876c5fadb service neutron] 10.222.0.43 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107491 Dec 21 01:58:18.480716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e2aca227-b92a-440b-bb29-460c761d79d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71de5984522b467fa55aebcbd9291d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619678 Dec 21 01:58:18.480918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:18.550909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:18.575259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:18.631997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:18.651865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:18.655477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:18.657068 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7443ec4-42fa-4757-b91c-5e13d9912256 HTTP/1.1" status: 204 len: 168 time: 0.1749237 Dec 21 01:58:18.668920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12ceb5-bcff-4782-8117-6ea838f0574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7443ec4-42fa-4757-b91c-5e13d9912256,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:19.089244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:19.155306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ad60fc18-4e49-48ef-9dd1-dff893203b60 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:19.156709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.299357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fa90719-9b5e-4ccb-ae4d-825198b58989 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.312365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0fa90719-9b5e-4ccb-ae4d-825198b58989 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4487815 Dec 21 01:58:19.314678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:19.321465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4ed7f68c-85a4-49f5-95b8-70875630c017 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4d976a3e-00ca-46cd-85c2-eddbed4771de'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:19.322689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4ed7f68c-85a4-49f5-95b8-70875630c017 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:58:19.329871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-e3719326-ea05-473c-93ef-d62fefd33396 service neutron] 10.222.0.43 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630606 Dec 21 01:58:19.430584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.433857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5ddd3fd-943d-49fc-8bbf-43042a3cf68a req-86a567da-90b6-4b1f-9d08-21484275f586 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1362760 Dec 21 01:58:19.482618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.530816 n-d-761264-20 neutron-server[109851]: WARNING neutron.services.metering.metering_plugin [None req-4ed7f68c-85a4-49f5-95b8-70875630c017 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 01:58:19.598516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:19.619999 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af815e73-6555-46f0-9a58-e84ed4487c0c" -d '{"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:19.637387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:19.645042 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.646312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:19.740510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:19.742808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8608ff02-7c05-4cca-aec7-f7ad9efecbe8 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:19.780191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f68c-85a4-49f5-95b8-70875630c017 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:19.789065 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4ed7f68c-85a4-49f5-95b8-70875630c017 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4730766 Dec 21 01:58:19.790425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51854) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:19.797020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dca1828c-e150-4bec-a56a-d682ba84edb6 req-0473e0a5-d3f9-43dc-9016-1e8f5ce4ca59 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0459027 Dec 21 01:58:19.807891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8f9f1a40-5a11-46c5-adda-abcbd1ee73c2 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4d976a3e-00ca-46cd-85c2-eddbed4771de'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:19.810397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8f9f1a40-5a11-46c5-adda-abcbd1ee73c2 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:58:19.810870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:19.831458 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c79c4b-172d-4320-bf85-db8c1100ab66 x-openstack-request-id: req-33c79c4b-172d-4320-bf85-db8c1100ab66 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:19.831757 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:19.832152 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33c79c4b-172d-4320-bf85-db8c1100ab66 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:19.832683 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'code': 200} Dec 21 01:58:19.930704 n-d-761264-20 neutron-server[109851]: WARNING neutron.services.metering.metering_plugin [None req-8f9f1a40-5a11-46c5-adda-abcbd1ee73c2 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 21 01:58:20.100461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1a40-5a11-46c5-adda-abcbd1ee73c2 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:20.103859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f9f1a40-5a11-46c5-adda-abcbd1ee73c2 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3076913 Dec 21 01:58:20.104305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.118663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-60c1b886-aff6-47db-b245-c4d8c3017a1a tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=80ef3658-e65b-4038-92c1-6b8c6fd68bbd HTTP/1.1" status: 200 len: 464 time: 0.0106900 Dec 21 01:58:20.119133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51884) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.432373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0b773d10-aa43-433a-8556-f7d8c842940e tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:20.436363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51904) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.438343 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b773d10-aa43-433a-8556-f7d8c842940e tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/80ef3658-e65b-4038-92c1-6b8c6fd68bbd HTTP/1.1" status: 204 len: 168 time: 0.3161430 Dec 21 01:58:20.458287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-440b592f-dfc9-4190-8f14-4555165fd951 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=80ef3658-e65b-4038-92c1-6b8c6fd68bbd HTTP/1.1" status: 200 len: 221 time: 0.0207484 Dec 21 01:58:20.463170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.467257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-99acf6b3-70e5-4efe-a6d5-5021f0f06256 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--52564332', 'description': 'label created by tempest'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:20.468079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-99acf6b3-70e5-4efe-a6d5-5021f0f06256 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Unknown quota resources ['metering_label']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 01:58:20.471840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51910) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.827306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c032a-f6a9-4e06-811c-5587c1b2fdf2 req-243b7db6-b5ad-47d2-a8ee-de792f930ce8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:20.835442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e03c032a-f6a9-4e06-811c-5587c1b2fdf2 req-243b7db6-b5ad-47d2-a8ee-de792f930ce8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2104092 Dec 21 01:58:20.957924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-99acf6b3-70e5-4efe-a6d5-5021f0f06256 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:20.959395 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-99acf6b3-70e5-4efe-a6d5-5021f0f06256 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4957571 Dec 21 01:58:20.965851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51950) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:20.998581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e03c032a-f6a9-4e06-811c-5587c1b2fdf2 req-55dc2222-a0f5-4d3c-a44f-fd8a5a983619 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1617167 Dec 21 01:58:21.097015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Deleting subnet 2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:58:21.106863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:21.161514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b169806c-9498-4001-8158-3162385aaabe tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=047b7ba8-a53d-46f6-8d98-8b2cc87e878d HTTP/1.1" status: 200 len: 466 time: 0.1940453 Dec 21 01:58:21.165098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:21.206241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0251a4de-d23c-4d5e-b61c-e9daaff785b5 req-3e9425da-4f74-4c6e-b9ed-fb0010028260 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0411034 Dec 21 01:58:21.226407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:21.330366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:21.552457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:21.642236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:21.651516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace9574-d525-45a1-9a59-91d9a54acaee None None] Network d723ba58-46fe-4b63-b873-9686b3913c96 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:21.675611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:21.695413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b5b0423-60cc-4a10-9820-0e2e44c8e3a6 HTTP/1.1" status: 204 len: 168 time: 1.2060528 Dec 21 01:58:21.699879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c6fe-f142-428b-81b6-22e3de329217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5b0423-60cc-4a10-9820-0e2e44c8e3a6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:21.705216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51982) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:21.994555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d49e3e-6219-489b-a0d0-4d23cc274572 None None] DHCP port deletion for d723ba58-46fe-4b63-b873-9686b3913c96 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:58:22.011808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.029704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c603fca-49a1-46fa-86f5-02087b3c3fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.040670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.299777 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c603fca-49a1-46fa-86f5-02087b3c3fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.313831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c603fca-49a1-46fa-86f5-02087b3c3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.317819 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:58:22.320719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.411698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d723ba58-46fe-4b63-b873-9686b3913c96']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:22.425104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dd6a4-4a87-4c08-add2-157bad486cfa req-e863bdb7-36c3-444e-8c5a-49d41081184e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:22.433580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f9dd6a4-4a87-4c08-add2-157bad486cfa req-e863bdb7-36c3-444e-8c5a-49d41081184e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2667680 Dec 21 01:58:22.453217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c603fca-49a1-46fa-86f5-02087b3c3fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff2143-5342-4cde-8319-e89b2197d94f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:22.492636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:22.493382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b87f6c-63e2-4e70-bf18-06fe4ac46f3c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:22.497360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2c603fca-49a1-46fa-86f5-02087b3c3fe2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb9de29b586146ff8c1c8e494f957765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8508365 Dec 21 01:58:22.508035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adb6d04f-3a67-43a5-bc29-0840bc2f726f req-76727d32-53aa-428b-8f85-80b447d65a2d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 210 time: 0.1173477 Dec 21 01:58:22.516728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:22.534705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.561673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.577867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:58:22.578640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:58:22.580793 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:58:22.610803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f9dd6a4-4a87-4c08-add2-157bad486cfa req-0f45c247-25e3-4502-9cf3-9f51cc6f949f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1760590 Dec 21 01:58:22.620411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0d540d68-7892-4223-a26e-9977ee686b9e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:22.622026 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0d540d68-7892-4223-a26e-9977ee686b9e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.24 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 814 time: 0.2927806 Dec 21 01:58:22.686766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Request body: {'port': {'device_id': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'admin_state_up': True, 'tenant_id': 'fc910b6dcc8d43318a9c840d234bb001'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:22.737397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f495813-e264-49d0-b079-ea5c6189a174 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.739382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f495813-e264-49d0-b079-ea5c6189a174 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/047b7ba8-a53d-46f6-8d98-8b2cc87e878d HTTP/1.1" status: 204 len: 168 time: 1.5730646 Dec 21 01:58:22.743970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52008) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:22.787523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:22.791252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-142da8c9-32ea-4d2e-8ba7-300f4c634903 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=047b7ba8-a53d-46f6-8d98-8b2cc87e878d HTTP/1.1" status: 200 len: 216 time: 0.0435894 Dec 21 01:58:22.792056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.835770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.835770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d723ba58-46fe-4b63-b873-9686b3913c96 HTTP/1.1" status: 204 len: 168 time: 1.1018217 Dec 21 01:58:22.856986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f069f4-5760-4732-8cfd-009ce330817e admin admin] Pushing event deleted for resources: {'Network': ['ID=d723ba58-46fe-4b63-b873-9686b3913c96,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:22.869375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1c0a8d2-dd28-4720-b6c1-9d9ec87973ad tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0779893 Dec 21 01:58:22.873364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52016) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:22.880322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:22.890957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d1a83b37-b33a-4d7f-a97c-6251e0161942 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161910 Dec 21 01:58:22.895006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.021933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.039939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-02084c37-b4f6-43df-b2c0-f4c6656a838c tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/4d976a3e-00ca-46cd-85c2-eddbed4771de HTTP/1.1" status: 200 len: 473 time: 0.1401281 Dec 21 01:58:23.040320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.058188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55da5ecb-15b2-438f-9e50-4f28ec88cf82 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/cbe0eff5-002f-4232-b2c5-7d0048587fc2 HTTP/1.1" status: 200 len: 461 time: 0.0107286 Dec 21 01:58:23.058825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52024) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.066239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52026) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.200737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-21a06905-b8a3-4321-8c66-b43ceea74f21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=538dee1340664a009dfc25a2fd8ab28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311843 Dec 21 01:58:23.204049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52030) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.218268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Made reservation on behalf of fc910b6dcc8d43318a9c840d234bb001 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:23.224634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.270773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.274021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.277403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfff2143-5342-4cde-8319-e89b2197d94f HTTP/1.1" status: 204 len: 168 time: 0.7574484 Dec 21 01:58:23.334484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-298633e8-e3dd-4f27-a7f6-90df956313e8 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.339533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-298633e8-e3dd-4f27-a7f6-90df956313e8 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/cbe0eff5-002f-4232-b2c5-7d0048587fc2 HTTP/1.1" status: 204 len: 168 time: 0.2797277 Dec 21 01:58:23.343428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52038) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:23.433670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ecb80-48ec-401a-8d1e-5ab3736ab0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff2143-5342-4cde-8319-e89b2197d94f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:23.495406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.683910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.768965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Allocated IP 172.20.0.11 (04ee3d6f-9026-44f4-a1b3-39c7281538c9/2609fcf7-05d6-4d2d-9c77-4a5672f7f555/65696a81-6332-43e9-82ba-2c9682e6b9a4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:23.770944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d2e9ff1-f8a4-4c98-aa8e-197e91fa47af req-ee3f0b8b-c2b4-490a-94af-13d9a9002d3a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0522752 Dec 21 01:58:23.870348 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6873395a-be22-4694-8c79-dab3cbc2de87 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.872258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6873395a-be22-4694-8c79-dab3cbc2de87 tempest-MeteringTestJSON-1771541575 tempest-MeteringTestJSON-1771541575-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/4d976a3e-00ca-46cd-85c2-eddbed4771de HTTP/1.1" status: 204 len: 168 time: 0.5274317 Dec 21 01:58:23.902021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.902021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:23.909374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f85c76f-0efa-48e4-b030-d56b0a3f0b3b HTTP/1.1" status: 204 len: 168 time: 0.7024763 Dec 21 01:58:23.954912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352afa4-ab8a-48d4-b8ac-e9f17605fd71 req-3b5e9974-7506-4929-aa77-7d46ae87560a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:23.967186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e352afa4-ab8a-48d4-b8ac-e9f17605fd71 req-3b5e9974-7506-4929-aa77-7d46ae87560a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1462922 Dec 21 01:58:23.977119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7ecbe-88e6-4e38-bb8d-9b4171675f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f85c76f-0efa-48e4-b030-d56b0a3f0b3b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:24.092219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e352afa4-ab8a-48d4-b8ac-e9f17605fd71 req-fe898d2c-7135-4d11-9507-29515d6370bb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093099 Dec 21 01:58:24.306785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:24.398061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:24.462874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52074) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:24.490903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:24.508883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:24.514735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:24.540578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:24.623227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:24.623868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:24.667245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-c2bba49a-d8ca-4c08-b0be-6b25a9f3abd4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9902494 Dec 21 01:58:24.687597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Request body: {'port': {'device_id': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:24.857852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:24.905231 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1a9b-78b0-46d9-8efa-0b4baab6e25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.208657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f249-d65e-4a33-bd75-b445327ea4e8 req-58717d9d-953d-4588-84ca-2f2e7c3e6ec5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:25.225399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8616f249-d65e-4a33-bd75-b445327ea4e8 req-58717d9d-953d-4588-84ca-2f2e7c3e6ec5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 932 time: 0.3019514 Dec 21 01:58:25.296385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:25.307045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.323013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Transition to ACTIVE for port object 65696a81-6332-43e9-82ba-2c9682e6b9a4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:58:25.333016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.480638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:25.537491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8616f249-d65e-4a33-bd75-b445327ea4e8 req-6e773458-fce3-40b4-bcbe-86d887c05814 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953429 Dec 21 01:58:25.567344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b00a6-b893-42ef-81de-6dd7f5d4cd0c req-a7cf79e8-df7f-4876-95e9-7e869709db65 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:25.577709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c7b00a6-b893-42ef-81de-6dd7f5d4cd0c req-a7cf79e8-df7f-4876-95e9-7e869709db65 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.3033643 Dec 21 01:58:25.639640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1a9b-78b0-46d9-8efa-0b4baab6e25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.653196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1a9b-78b0-46d9-8efa-0b4baab6e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.670084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:58:25.671280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:58:25.671641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:25.697465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:58:25.698190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:25.720353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:58:25.720708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Checking segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:25.721104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Bound using segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:58:25.725106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Bound port: 65696a81-6332-43e9-82ba-2c9682e6b9a4, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:58:25.725278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:25.789203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee4a1a9b-78b0-46d9-8efa-0b4baab6e25c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b40977811bdd4633844039c2c32f435b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3246915 Dec 21 01:58:25.790349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:25.874821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a1a9b-78b0-46d9-8efa-0b4baab6e25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c7132-5634-48e3-936a-7870635ad1ab,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:25.904397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52124) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:25.923561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c7b00a6-b893-42ef-81de-6dd7f5d4cd0c req-ba021c50-2740-4061-9b1c-d399a370acf1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3432541 Dec 21 01:58:25.987996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:58:25.995010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:58:26.005790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.010174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.056320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.121652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:26.125912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.129272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] 10.222.0.24 "PUT /v2.0/ports/65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 1093 time: 1.4454420 Dec 21 01:58:26.129965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:26.133646 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139792c5-6c9f-4286-a192-7f8f68c9ae3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:26.156057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.160551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.162036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/937c7132-5634-48e3-936a-7870635ad1ab HTTP/1.1" status: 204 len: 168 time: 0.3387508 Dec 21 01:58:26.184562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9182e-accc-4425-a75b-18ec59bc478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c7132-5634-48e3-936a-7870635ad1ab,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:26.253319 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de31d95-2c25-458b-9634-0303e159f35e x-openstack-request-id: req-8de31d95-2c25-458b-9634-0303e159f35e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:26.254033 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:26.254506 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8de31d95-2c25-458b-9634-0303e159f35e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:26.255137 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'status': 'completed', 'code': 200} Dec 21 01:58:26.255965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fc9cf-e38e-4092-af00-4c197eaa8833 service neutron] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:26.302223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-e1f591f0-4913-4ac3-8549-ac558aabaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:26.304182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-e1f591f0-4913-4ac3-8549-ac558aabaa61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1096 time: 0.0942938 Dec 21 01:58:26.360255 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-ee196450-c368-4504-bc92-570cfba4e6ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0413630 Dec 21 01:58:26.396468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-689648262-network', 'tenant_id': '751e4bbd25a04e5bbfbeb99cca204416'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:26.455186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Made reservation on behalf of 751e4bbd25a04e5bbfbeb99cca204416 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:26.460705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.499921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.535446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-17029330-944b-407d-889d-0bb7e88eb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:26.537060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-17029330-944b-407d-889d-0bb7e88eb01d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.1634707 Dec 21 01:58:26.630725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.714256 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-0f233f72-eb08-49e0-abf6-7c48fffe9818 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521678 Dec 21 01:58:26.854504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.878642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:26.963028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:58:27.016918 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-aa8e9e0c-d132-4ffa-a34a-726527f4a3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906356 Dec 21 01:58:27.019766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.020561 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Added segment f1e712e6-23b1-49e7-9499-f2eea9eeabeb of type vlan for network 3530cf52-87eb-4b66-97ae-1fef719bb535 Dec 21 01:58:27.102576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368f912-230b-404f-a4fb-43f551e44682 req-20f751d9-447c-4343-8d0c-08612883c3e6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:27.122552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4368f912-230b-404f-a4fb-43f551e44682 req-20f751d9-447c-4343-8d0c-08612883c3e6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.3730209 Dec 21 01:58:27.210999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:27.214504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484590cd-ba46-4e48-bfc1-7b7d11bf6642,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:27.268307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6dc831ea-16e7-4f6c-bb36-d4cc79451827 req-bc391617-c0ef-49c3-903e-7fb167d52559 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433972 Dec 21 01:58:27.278679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b11ac8e-b33c-421d-95df-a9e6aaf42c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.297494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.405348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4368f912-230b-404f-a4fb-43f551e44682 req-81e50018-455c-43d1-98cd-50619a877e44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815485 Dec 21 01:58:27.416009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.416993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:27.419177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.467412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-19675ec6-0c68-44ce-8133-15848e7803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:27.468374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-19675ec6-0c68-44ce-8133-15848e7803f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1096 time: 0.0805690 Dec 21 01:58:27.636050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7036085 Dec 21 01:58:27.642099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52172) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:27.655607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Request body: {'subnet': {'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-689648262-subnet', 'tenant_id': '751e4bbd25a04e5bbfbeb99cca204416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:27.667319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3cc1e-bf21-4aaa-8b9d-6ce7e58af6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3530cf52-87eb-4b66-97ae-1fef719bb535,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:27.689787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 3530cf52-87eb-4b66-97ae-1fef719bb535 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:58:27.753197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Made reservation on behalf of 751e4bbd25a04e5bbfbeb99cca204416 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:27.760357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.858317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b11ac8e-b33c-421d-95df-a9e6aaf42c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.928825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b11ac8e-b33c-421d-95df-a9e6aaf42c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:27.942771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9952a1b6-c9ff-4ff8-8c07-4ff5a833d01d req-ce332925-f7bf-4e58-adc4-47efab154f28 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1117949 Dec 21 01:58:28.116400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59efa-a691-4b7e-a55c-dcd296e38751 req-f6da5001-0b42-478b-b7d9-57ff35a9e01f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:28.120463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ae59efa-a691-4b7e-a55c-dcd296e38751 req-f6da5001-0b42-478b-b7d9-57ff35a9e01f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.4020457 Dec 21 01:58:28.136863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0b11ac8e-b33c-421d-95df-a9e6aaf42c50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=904d35c3c1ea4a91acec853b1a580520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9213381 Dec 21 01:58:28.141140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52192) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:28.159339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ac8e-b33c-421d-95df-a9e6aaf42c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2529326-fa3b-4f6c-878b-cbe2af3f1cc6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:28.251093 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.321059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-f72caa84-651f-461b-9de3-c37ecb43fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:28.323320 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-f72caa84-651f-461b-9de3-c37ecb43fb23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 0.8447995 Dec 21 01:58:28.382220 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-2e8a5cef-78d1-4e2c-97c1-4522605c9826 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0508244 Dec 21 01:58:28.414208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ae59efa-a691-4b7e-a55c-dcd296e38751 req-a8c6e22b-0167-41fa-b5f9-cbc18b5c3dec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2840152 Dec 21 01:58:28.431925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04e08de-80e6-4b11-adb0-a1ded55c55a4,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:28.480680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.507013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Checking segment: {'id': 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:28.510826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Network hostable DHCP agents. Network: 3530cf52-87eb-4b66-97ae-1fef719bb535, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:58:28.551758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-2343ca75-7e43-4f12-895d-c967785b26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:28.556305 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-2343ca75-7e43-4f12-895d-c967785b26bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.1507938 Dec 21 01:58:28.568420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.665922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Network 3530cf52-87eb-4b66-97ae-1fef719bb535 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:58:28.696999 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-6fbae422-6bbf-4136-9896-eb5ea3fc59e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284289 Dec 21 01:58:28.715874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ae9f-2a8d-4b95-86d8-d9c90a1d0f0b req-381e34d3-fbb3-4c79-bf48-c633a420aa7a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:28.717628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6b3ae9f-2a8d-4b95-86d8-d9c90a1d0f0b req-381e34d3-fbb3-4c79-bf48-c633a420aa7a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.0895028 Dec 21 01:58:28.727396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.731458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.734952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2529326-fa3b-4f6c-878b-cbe2af3f1cc6 HTTP/1.1" status: 204 len: 168 time: 0.5783291 Dec 21 01:58:28.754266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5becb6-f93d-49be-bd4d-ea637c2ae02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2529326-fa3b-4f6c-878b-cbe2af3f1cc6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:28.896994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-58f73f25-4316-41df-8f89-780f9b375dcc service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863956 Dec 21 01:58:28.897984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 3530cf52-87eb-4b66-97ae-1fef719bb535) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:28.930357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:28.931307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:28.931919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6b3ae9f-2a8d-4b95-86d8-d9c90a1d0f0b req-7f9b3712-23df-4245-9503-def168b00c1f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803489 Dec 21 01:58:29.123542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc20e4da-1ccd-4546-8d41-5d6d9db666af None None] Network 3530cf52-87eb-4b66-97ae-1fef719bb535 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:29.150097 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a31734b9-c10d-4629-9cbe-70054a426ef5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5066748 Dec 21 01:58:29.182027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52222) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:29.237647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-139792c5-6c9f-4286-a192-7f8f68c9ae3d req-a356858e-dca3-4d2b-858f-928faa393299 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282242 Dec 21 01:58:29.333022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01390899-30c8-4f8f-a323-9af5e01cbaeb req-48708ea7-eeca-4fdd-9112-344b383ef037 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0599742 Dec 21 01:58:29.417574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ac54a-ae4b-4b2f-bfb3-aa9c2b235a3a None None] Network 3530cf52-87eb-4b66-97ae-1fef719bb535 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:29.551792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebfdd6cf-8c2f-4e54-b8fe-6a6faa78cf7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:29.859307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d48e8d-106a-4c19-abef-eeb4ef3bc70e req-9da588de-d09a-4b29-98d7-8b070c2eb25a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:29.866026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11d48e8d-106a-4c19-abef-eeb4ef3bc70e req-9da588de-d09a-4b29-98d7-8b070c2eb25a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2353303 Dec 21 01:58:30.033037 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebfdd6cf-8c2f-4e54-b8fe-6a6faa78cf7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.052845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebfdd6cf-8c2f-4e54-b8fe-6a6faa78cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.213698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdd6cf-8c2f-4e54-b8fe-6a6faa78cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7ff4b-f059-449b-aecb-e6b774bda4c7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:30.240144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ebfdd6cf-8c2f-4e54-b8fe-6a6faa78cf7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95860260c75c4d39ad43e6d292d5248f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0547159 Dec 21 01:58:30.240887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52262) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:30.285598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11d48e8d-106a-4c19-abef-eeb4ef3bc70e req-443199df-805d-43d1-83c4-b6b19774aa3d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4067497 Dec 21 01:58:30.411165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.478592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.545194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a141c4-73ce-4007-9405-a4de88ac9c29 req-9e4025ae-1789-4a15-8979-4f53bbf4ac07 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:30.553846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2a141c4-73ce-4007-9405-a4de88ac9c29 req-9e4025ae-1789-4a15-8979-4f53bbf4ac07 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.1251626 Dec 21 01:58:30.587391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.595775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:30.603958 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30a7ff4b-f059-449b-aecb-e6b774bda4c7 HTTP/1.1" status: 204 len: 168 time: 0.3560750 Dec 21 01:58:30.634803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d944b8-0178-455a-a053-9feb20594f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7ff4b-f059-449b-aecb-e6b774bda4c7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:30.710895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5b57b54-4d68-44d2-a9fd-fe5dd94633cb req-209297c1-ece0-4de7-bda0-19fe0af36278 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0711958 Dec 21 01:58:30.732997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2a141c4-73ce-4007-9405-a4de88ac9c29 req-9224cff2-70ac-492a-a35d-736dce30c6d7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776762 Dec 21 01:58:31.137693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:58:31.273280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:31.300977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-512ac126-1f1d-42ef-97ac-5bf8cb58ddee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.405626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:31.424170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'port_id': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'mac_address': 'fa:16:3e:be:9e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2609fcf7-05d6-4d2d-9c77-4a5672f7f555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:31.482241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.511350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:31.540725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-512ac126-1f1d-42ef-97ac-5bf8cb58ddee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.544273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:31.555124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-512ac126-1f1d-42ef-97ac-5bf8cb58ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.559714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.607232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd55952-8661-440e-8f11-ee73f2997a09 req-91682621-290f-4a75-9668-1d03ec35509f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:31.616957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd55952-8661-440e-8f11-ee73f2997a09 req-91682621-290f-4a75-9668-1d03ec35509f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1507614 Dec 21 01:58:31.682977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac126-1f1d-42ef-97ac-5bf8cb58ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1801d2c9-1e7a-403a-8fe7-951a85db3be0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:31.687280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d82eda4-89d8-44a5-b53e-e410ef22c1e6 req-d2675da8-6318-4e5b-a387-2bb3887f179e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1448646 Dec 21 01:58:31.711233 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-512ac126-1f1d-42ef-97ac-5bf8cb58ddee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e18836a0aad34f00be34243f8f822dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365711 Dec 21 01:58:31.711914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:31.717885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd55952-8661-440e-8f11-ee73f2997a09 req-29b9c853-60b4-4b5d-bd00-622d25ca6b91 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992403 Dec 21 01:58:31.765051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:31.847494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.901550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-668fbee6-8e09-4eca-9fa2-3157842cbccb req-8df57349-fd71-4557-bc55-24d1a47c8c95 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0512424 Dec 21 01:58:31.912524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.942665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:31.994349 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:31.998798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:32.005290 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1801d2c9-1e7a-403a-8fe7-951a85db3be0 HTTP/1.1" status: 204 len: 168 time: 0.2916834 Dec 21 01:58:32.016591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341f81-a1ce-4a0d-98d9-5233bee2cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1801d2c9-1e7a-403a-8fe7-951a85db3be0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:32.058071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935824e-eb1a-4e2e-84a9-f5ec24060f90 req-9f81f30a-1463-4812-9b37-8615bc45cce4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:32.066502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a935824e-eb1a-4e2e-84a9-f5ec24060f90 req-9f81f30a-1463-4812-9b37-8615bc45cce4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.1782496 Dec 21 01:58:32.208399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-cf053ae9-945a-4812-a757-b5704d49e17a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:32.216957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-cf053ae9-945a-4812-a757-b5704d49e17a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/networks?id=3530cf52-87eb-4b66-97ae-1fef719bb535 HTTP/1.1" status: 200 len: 809 time: 0.1420255 Dec 21 01:58:32.249420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-8cb6bb6f-6b6f-45cb-a049-fc3ff4c386c5 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/quotas/751e4bbd25a04e5bbfbeb99cca204416 HTTP/1.1" status: 200 len: 375 time: 0.0312798 Dec 21 01:58:32.313051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-92105d93-0c3e-4490-9a61-5aa32ea7e2c2 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=751e4bbd25a04e5bbfbeb99cca204416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625746 Dec 21 01:58:32.341764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a935824e-eb1a-4e2e-84a9-f5ec24060f90 req-25db5cc6-8528-44d0-9e98-e052bce5a03d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742016 Dec 21 01:58:32.520671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-ac703e28-6488-4f0d-9ac5-763a05d3648d service neutron] 10.222.0.43 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065806 Dec 21 01:58:32.567081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:32.755580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-12ef35e1-5a61-4e34-8229-750a22716212 service neutron] 10.222.0.43 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274919 Dec 21 01:58:32.794047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e9d1be56-d7e7-422e-88d0-da2deb7672ea tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:32.861881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9d1be56-d7e7-422e-88d0-da2deb7672ea tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "PUT /v2.0/quotas/a5a2eb177b5a4c57bd9b812ecc6ced72 HTTP/1.1" status: 200 len: 368 time: 0.2917626 Dec 21 01:58:32.864589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52380) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:32.870394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Request body: {'network': {'project_id': 'a5a2eb177b5a4c57bd9b812ecc6ced72'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:33.002609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Made reservation on behalf of a5a2eb177b5a4c57bd9b812ecc6ced72 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:33.006993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.023297 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.071525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4c8a-94e0-4545-bcf0-ef9c9f1d9caf req-4b2a3fb4-a28b-4363-a4a3-25b0cd806558 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:33.079319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-febb4c8a-94e0-4545-bcf0-ef9c9f1d9caf req-4b2a3fb4-a28b-4363-a4a3-25b0cd806558 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1775281 Dec 21 01:58:33.160605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:33.223390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-febb4c8a-94e0-4545-bcf0-ef9c9f1d9caf req-63c3df55-836a-4476-baac-988e651a54c1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422031 Dec 21 01:58:33.287578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.319654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 65696a81-6332-43e9-82ba-2c9682e6b9a4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:58:33.332053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 65696a81-6332-43e9-82ba-2c9682e6b9a4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:33.332719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.342588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.385922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4027e886-9462-4e24-88c6-f073aa51343d req-cf246e74-89f4-470a-b404-ac49ef61b1ae tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0915022 Dec 21 01:58:33.477627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:58:33.538119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd7f355a-cb59-45b7-a561-5cb91aa2552a req-44d1729f-6a71-4ed7-94f5-06757d06cefb tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 210 time: 0.1228931 Dec 21 01:58:33.550338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc934f-e3eb-4d1b-bfc7-d15c720aec26,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:33.564199 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.606488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.606838 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Added segment 1cebf0de-d145-405f-8134-b893c51ff565 of type vlan for network 434e2a48-8cde-4675-bd25-76bca242b4c4 Dec 21 01:58:33.618104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:33.619361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:33.622075 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f582391-2c86-420a-992b-e77d65b0f212" -d '{"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:33.626849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.684173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.686733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:33.859780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895165-56d1-49e7-ae50-11a9510d34b6 req-2c5bd2a9-9e40-48fc-8f4f-21d3d212db09 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:33.869851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5895165-56d1-49e7-ae50-11a9510d34b6 req-2c5bd2a9-9e40-48fc-8f4f-21d3d212db09 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3357673 Dec 21 01:58:33.878099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:33.880379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:33.883580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.015506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1478329 Dec 21 01:58:34.016648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:34.029663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Request body: {'network': {'project_id': 'a5a2eb177b5a4c57bd9b812ecc6ced72'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:34.070756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b03e2-7a7c-49cf-afe6-5b11bc0c350c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event updated for resources: {'Network': ['ID=434e2a48-8cde-4675-bd25-76bca242b4c4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:34.083398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 434e2a48-8cde-4675-bd25-76bca242b4c4 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:58:34.108734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Made reservation on behalf of a5a2eb177b5a4c57bd9b812ecc6ced72 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:34.111574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.113000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5895165-56d1-49e7-ae50-11a9510d34b6 req-4f6338a7-31d1-4eb3-a866-90c6c67f95a2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422042 Dec 21 01:58:34.184734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:58:34.203124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.203782 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Added segment 5141128d-1418-47e2-80e0-2ce355cf5250 of type vlan for network 0b1e2eeb-4fd2-4b19-9130-01c5bee30596 Dec 21 01:58:34.320380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.334610 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55743d71-1ff1-4184-bf29-e5e2fa9e10f0 x-openstack-request-id: req-55743d71-1ff1-4184-bf29-e5e2fa9e10f0 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:34.335785 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:34.336208 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55743d71-1ff1-4184-bf29-e5e2fa9e10f0 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:34.338696 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'code': 200} Dec 21 01:58:34.398905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.400326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:34.402945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:34.562484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5432823 Dec 21 01:58:34.566595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:34.572777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f25233ae-2219-4174-81d0-c6574d6a462f tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Request body: {'network': {'project_id': 'a5a2eb177b5a4c57bd9b812ecc6ced72'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:34.603529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576dc56-f554-438e-8383-1f0466d2b643 req-d8b0bdf8-9380-461c-90de-85d819b7f367 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:34.610484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e576dc56-f554-438e-8383-1f0466d2b643 req-d8b0bdf8-9380-461c-90de-85d819b7f367 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1053650 Dec 21 01:58:34.611621 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25233ae-2219-4174-81d0-c6574d6a462f tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 01:58:34.612219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25233ae-2219-4174-81d0-c6574d6a462f tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 01:58:34.613805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f25233ae-2219-4174-81d0-c6574d6a462f tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0459285 Dec 21 01:58:34.629405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52450) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:34.714129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06145676-e42b-4b90-8924-7ce24c4a9f6c tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event updated for resources: {'Network': ['ID=0b1e2eeb-4fd2-4b19-9130-01c5bee30596,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:34.730401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1ecd359f-4663-477e-9c21-6c94235a6b2f tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5a2eb177b5a4c57bd9b812ecc6ced72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881057 Dec 21 01:58:34.731379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0b1e2eeb-4fd2-4b19-9130-01c5bee30596 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:58:34.732390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52454) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:34.792784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1495d-45de-4669-88c7-e818e1265943 req-3e7c066b-ecbf-459e-b585-8b0b83dfa6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:34.804669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1e1495d-45de-4669-88c7-e818e1265943 req-3e7c066b-ecbf-459e-b585-8b0b83dfa6a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1098 time: 0.3156979 Dec 21 01:58:34.923325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1e1495d-45de-4669-88c7-e818e1265943 req-f9f802ac-7174-4087-a693-ba035a9e3e4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114810 Dec 21 01:58:34.990283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e576dc56-f554-438e-8383-1f0466d2b643 req-d987a272-3608-4e79-a2d2-588fe5c6efbb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3672905 Dec 21 01:58:35.093553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.174224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-489d87a7-6f34-4950-86ab-afdb1176202b req-f7e7a88a-7b1a-4a57-8360-6abbcb2956ad tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 210 time: 0.1821964 Dec 21 01:58:35.217771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.239367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c00c277d-fa85-4446-b43c-08ca047e6b7d req-87d80e14-b092-4b0a-aa4e-35adee84627c tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0474565 Dec 21 01:58:35.319474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201b86f-8b2f-48ea-aaa5-9079e9bf4abf req-a9126f4d-6a57-48fe-a6eb-2c9d62e2d199 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:35.321167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1201b86f-8b2f-48ea-aaa5-9079e9bf4abf req-a9126f4d-6a57-48fe-a6eb-2c9d62e2d199 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0701149 Dec 21 01:58:35.357139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.361126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.361126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fdc934f-e3eb-4d1b-bfc7-d15c720aec26 HTTP/1.1" status: 204 len: 168 time: 0.6058016 Dec 21 01:58:35.385875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:35.399047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6088a-003b-4fd2-b1c1-a5dfcd5fd5e1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc934f-e3eb-4d1b-bfc7-d15c720aec26,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:35.518531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1201b86f-8b2f-48ea-aaa5-9079e9bf4abf req-10175437-68f7-46ca-93fa-2461da1be66c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871202 Dec 21 01:58:35.641115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.822493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.885262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1e2eeb-4fd2-4b19-9130-01c5bee30596']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:35.900550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5141128d-1418-47e2-80e0-2ce355cf5250') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:35.900875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5141128d-1418-47e2-80e0-2ce355cf5250') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:35.921431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.940856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:35.948322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:58:35.948783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:58:36.026310 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:58:36.067988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.133937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.151549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52488) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:36.154232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0b1e2eeb-4fd2-4b19-9130-01c5bee30596 HTTP/1.1" status: 204 len: 168 time: 0.7669299 Dec 21 01:58:36.243750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826a227-f543-4a8a-8890-bad4cae7c759 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b1e2eeb-4fd2-4b19-9130-01c5bee30596,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:36.340838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-f8653efd-4c75-4a42-bf65-7c435548f9ea tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:36.342635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-f8653efd-4c75-4a42-bf65-7c435548f9ea tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.24 "GET /v2.0/networks?id=3530cf52-87eb-4b66-97ae-1fef719bb535 HTTP/1.1" status: 200 len: 809 time: 0.4882975 Dec 21 01:58:36.383825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Request body: {'port': {'device_id': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535', 'admin_state_up': True, 'tenant_id': '751e4bbd25a04e5bbfbeb99cca204416'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:36.398442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.441464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-334a35e4-40f2-42b0-bc52-d543b17ce1f5 req-0f54da56-da64-40a7-910f-008f689f0478 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0894549 Dec 21 01:58:36.469954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5847e-c875-4388-834c-80e8f8a8451d req-952de456-3880-4ed4-82a1-420efcb124a1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:36.477635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87d5847e-c875-4388-834c-80e8f8a8451d req-952de456-3880-4ed4-82a1-420efcb124a1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.3403761 Dec 21 01:58:36.535439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Made reservation on behalf of 751e4bbd25a04e5bbfbeb99cca204416 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:36.540295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.637953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87d5847e-c875-4388-834c-80e8f8a8451d req-6a69b1f2-1dda-4b0f-b343-9af56b39033c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526432 Dec 21 01:58:36.682570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1668606c-f4e9-40ea-8bcc-8c656f3ada99 req-a8cfa557-729f-4c60-9566-1dedaadfd1d9 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0720477 Dec 21 01:58:36.765166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.782301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Allocated IP 172.20.0.14 (3530cf52-87eb-4b66-97ae-1fef719bb535/c04e08de-80e6-4b11-adb0-a1ded55c55a4/61cef382-0387-4230-9dd2-bc577806980d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:36.812547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434e2a48-8cde-4675-bd25-76bca242b4c4']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:36.839045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cebf0de-d145-405f-8134-b893c51ff565') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:36.839346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cebf0de-d145-405f-8134-b893c51ff565') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:58:36.858975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.898068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.907398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:58:36.907838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:58:36.909732 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:58:36.976704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71b4c7-e691-4fbc-bfde-c17b361190a6 req-5fb33217-0ce4-4fe0-b0cd-e9f50edfdb80 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:36.978337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba71b4c7-e691-4fbc-bfde-c17b361190a6 req-5fb33217-0ce4-4fe0-b0cd-e9f50edfdb80 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1370363 Dec 21 01:58:37.027930 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.061772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.065378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] 10.222.0.43 "DELETE /v2.0/networks/434e2a48-8cde-4675-bd25-76bca242b4c4 HTTP/1.1" status: 204 len: 168 time: 0.9127185 Dec 21 01:58:37.066554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67260e-be77-4af5-8647-2234c169c2a1 tempest-QuotasNegativeTest-94928480 tempest-QuotasNegativeTest-94928480-project-admin] Pushing event deleted for resources: {'Network': ['ID=434e2a48-8cde-4675-bd25-76bca242b4c4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:37.088224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.136055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba71b4c7-e691-4fbc-bfde-c17b361190a6 req-693f28a9-ed1c-430c-9175-5fbf2db3d245 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375880 Dec 21 01:58:37.198453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.357382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Pushing event updated for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:37.436797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Network 3530cf52-87eb-4b66-97ae-1fef719bb535 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:37.441228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:37.444055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:37.563831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:37.570333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.638989 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-4402d085-aae6-49c9-9600-91bb8222c49e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2715662 Dec 21 01:58:37.661638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Request body: {'port': {'device_id': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:37.787460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59355e9-8f6e-42d0-a193-a4d5881cf679 req-8c8ec3ef-026f-4bfa-861a-5964da845247 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:37.791030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59355e9-8f6e-42d0-a193-a4d5881cf679 req-8c8ec3ef-026f-4bfa-861a-5964da845247 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 932 time: 0.1809094 Dec 21 01:58:37.826252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:37.869780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59355e9-8f6e-42d0-a193-a4d5881cf679 req-bc939231-54da-4690-bb5b-579b2a7ded05 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713315 Dec 21 01:58:37.959495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-fcae1e25-bc46-45ff-a2fe-514a20d31080 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:37.970977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-fcae1e25-bc46-45ff-a2fe-514a20d31080 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 814 time: 0.4219799 Dec 21 01:58:37.996592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-0ffce5d4-31bc-45e9-8ff2-216faff5abd5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/quotas/fc910b6dcc8d43318a9c840d234bb001 HTTP/1.1" status: 200 len: 375 time: 0.0245056 Dec 21 01:58:38.137171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-92edce39-250f-4629-a86e-70fd9116e228 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1392384 Dec 21 01:58:38.202883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8b0f-3dc3-40e1-9665-02caaa17bce4 req-e8380bb0-f62e-40c3-8283-96ccb80f4a1d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:38.204759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17cb8b0f-3dc3-40e1-9665-02caaa17bce4 req-e8380bb0-f62e-40c3-8283-96ccb80f4a1d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1551027 Dec 21 01:58:38.304439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52580) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:38.390511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17cb8b0f-3dc3-40e1-9665-02caaa17bce4 req-cd6f3a74-6548-4c01-96dc-5bdf63d80c39 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580625 Dec 21 01:58:38.453125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-50b534c4-c237-4005-84dc-e1db33681d29 service neutron] 10.222.0.43 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021691 Dec 21 01:58:38.506780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cef382-0387-4230-9dd2-bc577806980d {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:38.528029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.561098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Transition to ACTIVE for port object 61cef382-0387-4230-9dd2-bc577806980d will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:58:38.571842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.592496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-675135be-52dd-4acf-aec2-9f17e67249a9 req-ad466695-f39b-45f4-8c29-b2bbd781b060 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0617929 Dec 21 01:58:38.617980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54eb6dcc-6019-438f-9da0-151dab802104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.740328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-8e26d430-edda-4d17-a4e7-4a4d54d4d520 service neutron] 10.222.0.43 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806699 Dec 21 01:58:38.800221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Pushing event updated for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:38.840973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54eb6dcc-6019-438f-9da0-151dab802104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.850977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54eb6dcc-6019-438f-9da0-151dab802104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.860750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Attempting to bind port 61cef382-0387-4230-9dd2-bc577806980d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:58:38.861462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Attempting to bind port 61cef382-0387-4230-9dd2-bc577806980d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:58:38.861969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Attempting to bind port 61cef382-0387-4230-9dd2-bc577806980d on network 3530cf52-87eb-4b66-97ae-1fef719bb535 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:38.866873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Port 61cef382-0387-4230-9dd2-bc577806980d on network 3530cf52-87eb-4b66-97ae-1fef719bb535 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:58:38.867415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Attempting to bind port 61cef382-0387-4230-9dd2-bc577806980d on network 3530cf52-87eb-4b66-97ae-1fef719bb535 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:38.872621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:58:38.873166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Checking segment: {'id': 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:38.873772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Bound using segment: {'id': 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:58:38.874361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Bound port: 61cef382-0387-4230-9dd2-bc577806980d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:58:38.875191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:38.900320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb6dcc-6019-438f-9da0-151dab802104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cffe31-9399-49f2-bc49-ca55ab7f704a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:38.926342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-54eb6dcc-6019-438f-9da0-151dab802104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33e9c4750b66493d84c0fa7f48716ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189075 Dec 21 01:58:38.929976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52592) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:39.028871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:58:39.036632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=61cef382-0387-4230-9dd2-bc577806980d,segment=NetworkSegment(f1e712e6-23b1-49e7-9499-f2eea9eeabeb),segment_id=f1e712e6-23b1-49e7-9499-f2eea9eeabeb)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:58:39.063803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:39.094165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:39.154898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5870ef6-f047-468c-8210-bf2ea0e83c68 req-3b5b6e45-c5e5-4f2e-b093-562613f98dc9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 210 time: 0.0788314 Dec 21 01:58:39.210700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:39.218543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:39.221134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] 10.222.0.24 "PUT /v2.0/ports/61cef382-0387-4230-9dd2-bc577806980d HTTP/1.1" status: 200 len: 1093 time: 1.5665197 Dec 21 01:58:39.223333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'tag': '61cef382-0387-4230-9dd2-bc577806980d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:39.225922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea138a12-b130-4baf-9b9c-461e4f97ebdf req-210119dc-f17c-4248-96c1-dc62e7a0b045 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:39.230244 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa480eaa-a91a-40b4-a458-03e1c911bf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "tag": "61cef382-0387-4230-9dd2-bc577806980d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:39.237930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea138a12-b130-4baf-9b9c-461e4f97ebdf req-210119dc-f17c-4248-96c1-dc62e7a0b045 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 944 time: 0.2510359 Dec 21 01:58:39.291835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc96d6-9cdd-4838-969c-096badb6db74 service neutron] Pushing event updated for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:39.344926 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b05216-a87b-4316-82d1-ac0b2d2a0042 x-openstack-request-id: req-65b05216-a87b-4316-82d1-ac0b2d2a0042 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:39.345220 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "tag": "61cef382-0387-4230-9dd2-bc577806980d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:39.345506 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65b05216-a87b-4316-82d1-ac0b2d2a0042 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:39.345910 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'tag': '61cef382-0387-4230-9dd2-bc577806980d', 'status': 'completed', 'code': 200} Dec 21 01:58:39.388430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-cfbeb6c2-d5f3-4253-b69a-49ba91ec4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:39.390111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-cfbeb6c2-d5f3-4253-b69a-49ba91ec4a4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751e4bbd25a04e5bbfbeb99cca204416&device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0825932 Dec 21 01:58:39.508161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-871ad3a1-6297-4ca8-a155-f70e2feddaf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61cef382-0387-4230-9dd2-bc577806980d HTTP/1.1" status: 200 len: 217 time: 0.1001470 Dec 21 01:58:39.576850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224deb66-930b-4f26-bdde-43723d974abb req-169d89a9-e408-47a0-a57d-5c0a6e572af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:39.578499 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-169d89a9-e408-47a0-a57d-5c0a6e572af4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04e08de-80e6-4b11-adb0-a1ded55c55a4 HTTP/1.1" status: 200 len: 849 time: 0.0631053 Dec 21 01:58:39.670906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-55fec18c-5775-4bf9-bfe6-135d4ef3ec83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3530cf52-87eb-4b66-97ae-1fef719bb535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777812 Dec 21 01:58:39.799154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-4e21c2f6-9f97-4222-99be-fda1c58d805e service neutron] 10.222.0.24 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157529 Dec 21 01:58:39.823954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:39.926763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-224deb66-930b-4f26-bdde-43723d974abb req-5f38c694-75ea-42cf-b642-3c17373f34c2 service neutron] 10.222.0.24 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215475 Dec 21 01:58:39.987083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea138a12-b130-4baf-9b9c-461e4f97ebdf req-5df27161-d2a5-470d-88c3-cc439a7c9350 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478096 Dec 21 01:58:39.999287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f011f6-9af9-45bc-b26e-c28f70377f7f req-53c10177-56b0-4463-83ef-507ba50f8bbf tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:40.000343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58f011f6-9af9-45bc-b26e-c28f70377f7f req-53c10177-56b0-4463-83ef-507ba50f8bbf tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1824758 Dec 21 01:58:40.103995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:40.108689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:40.116715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5cffe31-9399-49f2-bc49-ca55ab7f704a HTTP/1.1" status: 204 len: 168 time: 1.1831086 Dec 21 01:58:40.157731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf2248-648d-4e84-bbb3-f0ef3f41aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cffe31-9399-49f2-bc49-ca55ab7f704a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:40.162933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-5158b5ee-a78b-4f83-89d5-81e893ce36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:40.168672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-5158b5ee-a78b-4f83-89d5-81e893ce36f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751e4bbd25a04e5bbfbeb99cca204416&device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1460755 Dec 21 01:58:40.200493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58f011f6-9af9-45bc-b26e-c28f70377f7f req-0bcdf8aa-dfcc-4e29-b548-8de65a251edb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1936376 Dec 21 01:58:40.296053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-8e69ab6e-8a1c-4a6e-877f-3fede8245e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:40.297942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-8e69ab6e-8a1c-4a6e-877f-3fede8245e97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3530cf52-87eb-4b66-97ae-1fef719bb535 HTTP/1.1" status: 200 len: 909 time: 0.1213841 Dec 21 01:58:40.311102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d530573-deb6-441e-9e7b-dec2ace970f6 req-54b67487-23a4-476d-b859-2b695d0ef59a tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0984757 Dec 21 01:58:40.450078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-ebfe67d0-8d45-4775-9a60-da59b7678b2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61cef382-0387-4230-9dd2-bc577806980d HTTP/1.1" status: 200 len: 217 time: 0.1441796 Dec 21 01:58:40.545899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02bebf2e-90ea-448d-ae5e-0737df76f1b8 req-9638fae6-16ba-42f8-aac7-2c00316adb51 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 210 time: 0.0501781 Dec 21 01:58:40.599859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-e45730df-1679-47a6-88d1-76be7a478726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:40.604105 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-e45730df-1679-47a6-88d1-76be7a478726 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c04e08de-80e6-4b11-adb0-a1ded55c55a4 HTTP/1.1" status: 200 len: 849 time: 0.1340926 Dec 21 01:58:40.674197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-10ec1c33-d7eb-4727-8c4f-a9a7d84d402d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3530cf52-87eb-4b66-97ae-1fef719bb535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605915 Dec 21 01:58:40.831652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:40.845865 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d92d7e52-0b63-417a-8857-fd42e49da857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:40.896438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-581b9b70-3644-47b0-9d89-0e365b7824bb service neutron] 10.222.0.24 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095163 Dec 21 01:58:40.985365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d92d7e52-0b63-417a-8857-fd42e49da857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:40.999877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d92d7e52-0b63-417a-8857-fd42e49da857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.049320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d92d7e52-0b63-417a-8857-fd42e49da857 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d4d14caa5e64b9ebfbe9e56bb4ba0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143068 Dec 21 01:58:41.049320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d7e52-0b63-417a-8857-fd42e49da857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72663d1a-9f7e-4937-9954-b02899f25463,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:41.052322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52646) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:41.109634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.168811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.205944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa480eaa-a91a-40b4-a458-03e1c911bf1c req-e021591c-4941-4436-bb45-5d2e94e97689 service neutron] 10.222.0.24 "GET /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932596 Dec 21 01:58:41.235747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-ac4142d9-70c8-4798-b371-7f317ea3a03e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:41.239955 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-ac4142d9-70c8-4798-b371-7f317ea3a03e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 814 time: 0.2412000 Dec 21 01:58:41.261991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Request body: {'port': {'device_id': '085b9e62-ad09-44ab-b368-a5594429f973', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'admin_state_up': True, 'tenant_id': 'fc910b6dcc8d43318a9c840d234bb001'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:41.302289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.305351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.306523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72663d1a-9f7e-4937-9954-b02899f25463 HTTP/1.1" status: 204 len: 168 time: 0.2531691 Dec 21 01:58:41.380092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bdac3-1658-4949-855c-05c8b6f593eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72663d1a-9f7e-4937-9954-b02899f25463,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:41.417065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ade339-0ca0-4e0b-ad74-01b82eb2e59c req-82cdbb13-f566-4fb5-8252-708d8fee36ae tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:41.418957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4ade339-0ca0-4e0b-ad74-01b82eb2e59c req-82cdbb13-f566-4fb5-8252-708d8fee36ae tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 944 time: 0.1538923 Dec 21 01:58:41.435495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f877c-4511-42a6-a089-b11af14d5b7f req-1ae9f9a1-d42c-4438-8528-5a278360ab6a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:41.441883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-958f877c-4511-42a6-a089-b11af14d5b7f req-1ae9f9a1-d42c-4438-8528-5a278360ab6a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1004310 Dec 21 01:58:41.564330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Made reservation on behalf of fc910b6dcc8d43318a9c840d234bb001 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:41.573970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:41.592003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4ade339-0ca0-4e0b-ad74-01b82eb2e59c req-a547c203-a688-4e92-8a81-e0975d21f99d tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489279 Dec 21 01:58:41.619908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-958f877c-4511-42a6-a089-b11af14d5b7f req-ab0fd8a7-db89-4978-ba15-c085bdb2a9c4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408854 Dec 21 01:58:41.810898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bd3db28-e2c3-429a-ae50-63b95a7e0cd2 req-b12d3af0-4812-4160-ae5c-d199d0adf0fd tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0791881 Dec 21 01:58:41.933041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8822ebb2-8172-484e-8c5a-233446f9b343 req-f05e62e3-1e6d-4d16-9a7b-3c283c483608 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 210 time: 0.0478425 Dec 21 01:58:42.383084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-7184adc7-6ef0-4653-81fe-df3532855d8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1595631 Dec 21 01:58:42.485244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-f8e767bc-2e1f-4205-938f-d85cfd676385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:42.487016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-f8e767bc-2e1f-4205-938f-d85cfd676385 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f20c0f042f7444e86da1a44f6777084&device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 1100 time: 0.0617962 Dec 21 01:58:42.611202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Allocated IP 172.20.0.5 (04ee3d6f-9026-44f4-a1b3-39c7281538c9/2609fcf7-05d6-4d2d-9c77-4a5672f7f555/ae4fde8c-ede6-4843-a235-f43527130686) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:43.042537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.059898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-98622b02-6300-469c-a9da-cab11569e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.063062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-98622b02-6300-469c-a9da-cab11569e0be service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.5480440 Dec 21 01:58:43.091618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dfcbf-4b33-412e-b86f-cb68805fd49a req-21b7e4fb-1875-457f-bea7-36078fe66269 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.093157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a28dfcbf-4b33-412e-b86f-cb68805fd49a req-21b7e4fb-1875-457f-bea7-36078fe66269 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.2464669 Dec 21 01:58:43.126106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.160301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:43.232571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:43.245191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:43.256898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:43.281917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-9486d7da-e161-4610-a7f9-0cbf3ee2c5df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e HTTP/1.1" status: 200 len: 217 time: 0.1956716 Dec 21 01:58:43.364864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b3857-e3fa-4c58-a595-efdc4895a5c4 req-f4c4fafb-3727-4326-a5c4-f808ac364746 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.366834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-902b3857-e3fa-4c58-a595-efdc4895a5c4 req-f4c4fafb-3727-4326-a5c4-f808ac364746 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 944 time: 0.5212796 Dec 21 01:58:43.415144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Pushing event updated for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:43.437936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.438618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.505885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-5a66f69d-78f1-4eb1-848d-213d5463f126 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2489367 Dec 21 01:58:43.511702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:43.528335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Request body: {'port': {'device_id': '085b9e62-ad09-44ab-b368-a5594429f973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:43.626454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.706079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-902b3857-e3fa-4c58-a595-efdc4895a5c4 req-d588a3c8-a597-4f9d-b7e1-be1b0eac504e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677124 Dec 21 01:58:43.732971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a28dfcbf-4b33-412e-b86f-cb68805fd49a req-70ef383a-ee18-4cf5-bb64-790ad946bc77 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4888337 Dec 21 01:58:43.738192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-52a688d8-4832-4f0b-88ad-8d0f073bf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.741799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-52a688d8-4832-4f0b-88ad-8d0f073bf998 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.4382482 Dec 21 01:58:43.880995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd015b03-e343-48c3-a476-0dcbc0bf2d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.881361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-518c0f8b-33c3-4900-a347-1ba7e283396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:43.893105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-518c0f8b-33c3-4900-a347-1ba7e283396c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245306 Dec 21 01:58:43.921028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ec41-20cd-4fa1-ba9b-a1ffa1449103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:43.995881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c4fc3b0-89f6-4ed9-9682-8b3b316f2709 req-0e2fd103-f491-4884-a6d3-f18781140ede tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0965247 Dec 21 01:58:44.168942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10c3df-900d-48d2-a01b-2161f50310f8 req-0dfa50fd-fe15-40bf-98fe-ed54b4fe43f4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:44.177314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c10c3df-900d-48d2-a01b-2161f50310f8 req-0dfa50fd-fe15-40bf-98fe-ed54b4fe43f4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 931 time: 0.0946634 Dec 21 01:58:44.191331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd015b03-e343-48c3-a476-0dcbc0bf2d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.202884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd015b03-e343-48c3-a476-0dcbc0bf2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.217526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-47463ed5-f662-4268-bb64-e9a9cde6528d service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988055 Dec 21 01:58:44.226707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4fde8c-ede6-4843-a235-f43527130686 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:44.246155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.279938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52740) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:44.280348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd015b03-e343-48c3-a476-0dcbc0bf2d0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19c40e7b5e564a39aa09bf8d30e80c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7675464 Dec 21 01:58:44.286776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd015b03-e343-48c3-a476-0dcbc0bf2d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78720b32-a15c-4fa2-a41c-423d0225bf4c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:44.292672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Transition to ACTIVE for port object ae4fde8c-ede6-4843-a235-f43527130686 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:58:44.298757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.377912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c10c3df-900d-48d2-a01b-2161f50310f8 req-3f55474c-febf-4f9f-aa80-e1d8c5c970ca tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951666 Dec 21 01:58:44.414921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:44.462255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Attempting to bind port ae4fde8c-ede6-4843-a235-f43527130686 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:58:44.462657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Attempting to bind port ae4fde8c-ede6-4843-a235-f43527130686 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:58:44.462904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Attempting to bind port ae4fde8c-ede6-4843-a235-f43527130686 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:44.469783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Port ae4fde8c-ede6-4843-a235-f43527130686 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:58:44.470105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Attempting to bind port ae4fde8c-ede6-4843-a235-f43527130686 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:44.476029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:58:44.476405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Checking segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:44.476729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Bound using segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:58:44.477196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Bound port: ae4fde8c-ede6-4843-a235-f43527130686, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:58:44.477551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.503181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.515394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78853ee2-179b-44c0-81f5-1ad5b2aa3502 req-4f811941-90f7-4e55-8929-73370fb55926 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884407 Dec 21 01:58:44.540855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.560016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:58:44.565918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ae4fde8c-ede6-4843-a235-f43527130686,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:58:44.573683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.627542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52750) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:44.656399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.659636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.661002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78720b32-a15c-4fa2-a41c-423d0225bf4c HTTP/1.1" status: 204 len: 168 time: 0.3507550 Dec 21 01:58:44.680277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:44.683164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:44.686943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271067-90e5-4f14-a4a3-43473f003f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78720b32-a15c-4fa2-a41c-423d0225bf4c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:44.688509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae4fde8c-ede6-4843-a235-f43527130686 HTTP/1.1" status: 200 len: 1092 time: 1.1663241 Dec 21 01:58:44.695539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:44.697884 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c9d144-ea1f-4462-9d5a-4f1d41932064" -d '{"events": [{"name": "network-changed", "server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "tag": "ae4fde8c-ede6-4843-a235-f43527130686"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:44.867796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2053672177', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:44.930715 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a5fca-a430-4ee3-92a5-b3ff48a03ac7 x-openstack-request-id: req-e34a5fca-a430-4ee3-92a5-b3ff48a03ac7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:44.931041 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "tag": "ae4fde8c-ede6-4843-a235-f43527130686", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:44.931293 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e34a5fca-a430-4ee3-92a5-b3ff48a03ac7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:44.931716 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686', 'status': 'completed', 'code': 200} Dec 21 01:58:44.952445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad52cbf-c9e1-4025-9f3a-b4091603fb84 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:44.981595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Made reservation on behalf of 5fba657862214e2fa408ae2326b599c0 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:44.984713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.012376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-a0afd550-8b0f-46b1-9890-fbc9397454d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:45.013946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-a0afd550-8b0f-46b1-9890-fbc9397454d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 1095 time: 0.2445624 Dec 21 01:58:45.027931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.060420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79038a-98f4-46b4-94c0-44f5c6b1489f req-68f9aebc-9919-474d-9780-cba4a700e1d9 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:45.062169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee79038a-98f4-46b4-94c0-44f5c6b1489f req-68f9aebc-9919-474d-9780-cba4a700e1d9 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 944 time: 0.1625898 Dec 21 01:58:45.111091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-6de43aa8-5c42-4e99-a704-0bdc88f9425d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4fde8c-ede6-4843-a235-f43527130686 HTTP/1.1" status: 200 len: 217 time: 0.0747867 Dec 21 01:58:45.217942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.232662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 61cef382-0387-4230-9dd2-bc577806980d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:58:45.277442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feae85-4bae-407b-88ca-826f36375533 req-1304ea18-2f2e-4819-ac9a-78a1ca4cb006 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:45.288661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6feae85-4bae-407b-88ca-826f36375533 req-1304ea18-2f2e-4819-ac9a-78a1ca4cb006 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.3006365 Dec 21 01:58:45.296387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08185fb-94b5-459d-b844-42990d51deac req-5bcc6d19-0183-4f77-84af-961a690f5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:45.297863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-5bcc6d19-0183-4f77-84af-961a690f5308 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.1626270 Dec 21 01:58:45.302399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.339199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee79038a-98f4-46b4-94c0-44f5c6b1489f req-8d14a1e5-c6a1-4172-b3c9-42a9d6ab5905 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526588 Dec 21 01:58:45.348544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] device_id is not set on port c03d6db7-66ea-4911-93f7-40d007d01db1 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:58:45.398429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=61cef382-0387-4230-9dd2-bc577806980d,segment=NetworkSegment(f1e712e6-23b1-49e7-9499-f2eea9eeabeb),segment_id=f1e712e6-23b1-49e7-9499-f2eea9eeabeb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:45.412657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '61cef382-0387-4230-9dd2-bc577806980d', 'network_id': '3530cf52-87eb-4b66-97ae-1fef719bb535', 'port_id': '61cef382-0387-4230-9dd2-bc577806980d', 'mac_address': 'fa:16:3e:d1:eb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04e08de-80e6-4b11-adb0-a1ded55c55a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:45.422818 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-793faff3-16a1-4de7-ae51-c3b93b07f214 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164820 Dec 21 01:58:45.445494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd74d61-66c2-4680-987d-c0b90f09d7e5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:45.474868 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.492944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cef382-0387-4230-9dd2-bc577806980d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:45.519290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=61cef382-0387-4230-9dd2-bc577806980d,segment=NetworkSegment(f1e712e6-23b1-49e7-9499-f2eea9eeabeb),segment_id=f1e712e6-23b1-49e7-9499-f2eea9eeabeb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:45.526965 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:45.668062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:45.698493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6feae85-4bae-407b-88ca-826f36375533 req-c27dd4b5-f0cb-44b7-bf6b-332ff2bffb0d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4050775 Dec 21 01:58:45.711156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-17abcb3c-7341-4c4d-a0fe-0f1078359597 service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755783 Dec 21 01:58:45.893243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b8eac55-4cfb-481d-a460-c9ad50be8627 req-a79b3747-3393-414e-9bce-afada8494a1a tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1087554 Dec 21 01:58:45.956958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['61cef382-0387-4230-9dd2-bc577806980d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:45.970856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e08185fb-94b5-459d-b844-42990d51deac req-c28adf35-ff43-4a81-87df-1aa329d729dd service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505269 Dec 21 01:58:45.975275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Allocated IP 172.25.6.16 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c03d6db7-66ea-4911-93f7-40d007d01db1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:46.051898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4170a-bfad-4e3a-b8a7-403c1c227daf req-8367cf58-8f4d-425f-a684-10367437c01e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.054978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60e4170a-bfad-4e3a-b8a7-403c1c227daf req-8367cf58-8f4d-425f-a684-10367437c01e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 943 time: 0.2570682 Dec 21 01:58:46.232811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-8ed04d1c-2a2e-4f0d-87e6-d09bc3f595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.234461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-8ed04d1c-2a2e-4f0d-87e6-d09bc3f595c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 1095 time: 0.1181774 Dec 21 01:58:46.371449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60e4170a-bfad-4e3a-b8a7-403c1c227daf req-8d0451e6-e077-46b3-8bc4-9e323128ab14 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057718 Dec 21 01:58:46.412369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-efa7eb05-1781-47f2-ac10-e5f5b5dfc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.413895 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-efa7eb05-1781-47f2-ac10-e5f5b5dfc1f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 0.1648030 Dec 21 01:58:46.461796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:46.488342 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-a8c9c246-443e-4544-94cf-76c1230855fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4fde8c-ede6-4843-a235-f43527130686 HTTP/1.1" status: 200 len: 217 time: 0.0649428 Dec 21 01:58:46.557923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2c3c-831e-482e-ab36-a47f18a79dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:46.576575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd692685-56be-427a-8f59-4794b57d70e2 req-b37baf49-db23-48c6-8d73-865717c8b229 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.580609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd692685-56be-427a-8f59-4794b57d70e2 req-b37baf49-db23-48c6-8d73-865717c8b229 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 945 time: 0.1096947 Dec 21 01:58:46.611479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-528d405c-ef9d-4c8b-b75e-d5ced900df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.613238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-528d405c-ef9d-4c8b-b75e-d5ced900df17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.1133809 Dec 21 01:58:46.656643 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:46.671856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-e74df63d-4f84-44b5-8e62-e1f6d13c5365 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424962 Dec 21 01:58:46.789263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:46.814583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:46.831914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:46.832124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151b652-3e53-4cb5-b250-c68b855b3f1d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:58:46.859123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-0d21a7b7-41f3-4b2e-a053-1a6b76e8ac18 service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765382 Dec 21 01:58:46.893511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:46.894284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:46.939507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd692685-56be-427a-8f59-4794b57d70e2 req-eab0ca4d-a3bb-46e6-a801-9aae3b33b365 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458817 Dec 21 01:58:46.958719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9a9d361c-d6bd-4735-881b-785c8328b31f None None] Provisioning complete for port c03d6db7-66ea-4911-93f7-40d007d01db1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:46.962780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a9d361c-d6bd-4735-881b-785c8328b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:46.966543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Pushing event updated for resources: {'Port': ['ID=c03d6db7-66ea-4911-93f7-40d007d01db1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:46.983607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5124589c-0549-450e-bc96-374b273e3dac tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3548012 Dec 21 01:58:46.986445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52846) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:46.993064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.16'}]}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:47.036095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.058668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.169346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d361c-d6bd-4735-881b-785c8328b31f None None] Port c03d6db7-66ea-4911-93f7-40d007d01db1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:58:47.179813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43c9d144-ea1f-4462-9d5a-4f1d41932064 req-09dbb7fa-79b3-44f1-8954-f12c6d497edf service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076775 Dec 21 01:58:47.195269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 61cef382-0387-4230-9dd2-bc577806980d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:47.248182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.298079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-956f904b-dc34-4ae7-8869-9f867abccd83 req-0392d1d5-122b-4f4f-8435-9342fd3737e2 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0630703 Dec 21 01:58:47.317284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.372206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 61cef382-0387-4230-9dd2-bc577806980d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:58:47.380528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 61cef382-0387-4230-9dd2-bc577806980d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:47.380925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.475536 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.516059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=61cef382-0387-4230-9dd2-bc577806980d,segment=NetworkSegment(f1e712e6-23b1-49e7-9499-f2eea9eeabeb),segment_id=f1e712e6-23b1-49e7-9499-f2eea9eeabeb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:47.517443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cef382-0387-4230-9dd2-bc577806980d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:47.520898 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb45ae4-9085-47e2-b3d1-014af7e78276" -d '{"events": [{"server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61cef382-0387-4230-9dd2-bc577806980d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:47.527124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.538325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25563f-d81f-497b-bfa6-3652a1c3d1a5 req-9b782399-f51a-4640-9ac4-eb16e55c1280 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:47.549542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe25563f-d81f-497b-bfa6-3652a1c3d1a5 req-9b782399-f51a-4640-9ac4-eb16e55c1280 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.3256445 Dec 21 01:58:47.582243 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.586408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:47.676778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe25563f-d81f-497b-bfa6-3652a1c3d1a5 req-ca8d3ce1-cce9-41ba-a795-8750132f487d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265080 Dec 21 01:58:47.721130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96a85b-8cf5-4ef9-ae46-b4edf8957b40 req-31f24054-354a-49c3-9559-32dce1a715c3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:47.722695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b96a85b-8cf5-4ef9-ae46-b4edf8957b40 req-31f24054-354a-49c3-9559-32dce1a715c3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 943 time: 0.2285333 Dec 21 01:58:47.752874 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f96f29-8504-4f0e-8839-1be4248cfa5d x-openstack-request-id: req-61f96f29-8504-4f0e-8839-1be4248cfa5d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:47.753168 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "name": "network-vif-plugged", "status": "completed", "tag": "61cef382-0387-4230-9dd2-bc577806980d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:47.754031 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61f96f29-8504-4f0e-8839-1be4248cfa5d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:47.754031 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cef382-0387-4230-9dd2-bc577806980d', 'code': 200} Dec 21 01:58:47.789395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b96a85b-8cf5-4ef9-ae46-b4edf8957b40 req-1cd660b2-c148-42b8-b211-c6c030db86d3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582883 Dec 21 01:58:47.954486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:47.982061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.054308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567192f-2f9e-4a35-bfdb-8ca26282057a req-282ff596-5737-4beb-917a-dd40eb1c20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:48.055869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8567192f-2f9e-4a35-bfdb-8ca26282057a req-282ff596-5737-4beb-917a-dd40eb1c20c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0703640 Dec 21 01:58:48.142802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8567192f-2f9e-4a35-bfdb-8ca26282057a req-73ea7fc0-b6ef-42ba-9b49-c0d147f6013f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792527 Dec 21 01:58:48.246573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bd5b1-6a68-40fb-9ef7-29a8f382b09b req-79675f76-0e46-4dc7-b523-c8fdb753670b tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:48.247998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710bd5b1-6a68-40fb-9ef7-29a8f382b09b req-79675f76-0e46-4dc7-b523-c8fdb753670b tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.1688201 Dec 21 01:58:48.373479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710bd5b1-6a68-40fb-9ef7-29a8f382b09b req-95af3f01-d751-411c-8a16-76a6a672bc0e tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Dec 21 01:58:48.375456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.489919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-334b4dd6-8f62-4880-95e5-2cb25bc513ef req-e9ea93d8-5300-4f76-a598-a09c3d0d5f8d tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1017079 Dec 21 01:58:48.594435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.597134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.616960 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.649941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.650530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caf20d3f-45cd-4b07-ab2b-86526bc17c69 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 01:58:48.663335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-6756f920-1c36-487c-a6e6-3dc88ee2fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:48.669221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-6756f920-1c36-487c-a6e6-3dc88ee2fa64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1098 time: 0.0661139 Dec 21 01:58:48.680230 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 01:58:48.685030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fc777e4-69bd-4363-a479-803800b9d169 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6945360 Dec 21 01:58:48.685306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52928) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:48.823083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-e44f1f62-a171-4488-888b-6739d6a3dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:48.826359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-e44f1f62-a171-4488-888b-6739d6a3dbf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.1479821 Dec 21 01:58:48.855697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dcac3-fbab-44fd-a3e9-7d2bfbea5ac0 req-03a205a7-f810-4749-9cdb-b9985e8279d1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:48.858936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a3dcac3-fbab-44fd-a3e9-7d2bfbea5ac0 req-03a205a7-f810-4749-9cdb-b9985e8279d1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.0891047 Dec 21 01:58:48.868509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Deleting port c03d6db7-66ea-4911-93f7-40d007d01db1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:48.868856 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:48.930497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-4acea029-ebcc-4957-a242-45dc8d91a9d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 1001 time: 0.0936015 Dec 21 01:58:48.956312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a3dcac3-fbab-44fd-a3e9-7d2bfbea5ac0 req-ff27c92b-424f-4130-b9f3-a2f26ad7e28d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843816 Dec 21 01:58:48.997502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-e87ea9cf-0ebf-4ecd-bb12-0c9a408dbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:49.000366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-e87ea9cf-0ebf-4ecd-bb12-0c9a408dbc19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0628054 Dec 21 01:58:49.056432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793fc55-3a0e-4e70-995d-ee67b50efad4 req-119a5093-b3d4-4ce1-9980-d944f3117107 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:49.057987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8793fc55-3a0e-4e70-995d-ee67b50efad4 req-119a5093-b3d4-4ce1-9980-d944f3117107 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 943 time: 0.1568167 Dec 21 01:58:49.059045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-8c878c23-e793-4341-bcbf-fae23af9581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:49.060545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-8c878c23-e793-4341-bcbf-fae23af9581a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519853 Dec 21 01:58:49.096454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:49.140663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8793fc55-3a0e-4e70-995d-ee67b50efad4 req-875dcc20-602c-40fe-bec3-bc7f51d6d1f0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Dec 21 01:58:49.141686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Calling delete_port for c03d6db7-66ea-4911-93f7-40d007d01db1 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:49.180305 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-a0fe2e3b-3b01-4a41-97e3-9bfebe25a55f service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092844 Dec 21 01:58:49.313099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:49.328162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:49.346336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00b73d8e-213e-493a-bc4c-f34cc2b991da req-ee7a2ed2-b0c5-4691-9793-13b7268728d5 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555252 Dec 21 01:58:49.353897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Pushing event deleted for resources: {'Port': ['ID=c03d6db7-66ea-4911-93f7-40d007d01db1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:49.372805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc2d15-c870-4c2d-a568-3fafa7e33ffd None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:58:49.444234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:49.451097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9917df9-f4a8-4df1-a3f3-17bdd6df63a8 tempest-RoutersAdminNegativeTest-401062172 tempest-RoutersAdminNegativeTest-401062172-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c03d6db7-66ea-4911-93f7-40d007d01db1 HTTP/1.1" status: 204 len: 168 time: 0.7616742 Dec 21 01:58:49.545309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837ad09-7a7f-41ce-a4fd-96c0889ae0fc req-b914b975-088b-49d2-bf67-19c045fe052a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:49.547376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b837ad09-7a7f-41ce-a4fd-96c0889ae0fc req-b914b975-088b-49d2-bf67-19c045fe052a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.0708816 Dec 21 01:58:49.624127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b837ad09-7a7f-41ce-a4fd-96c0889ae0fc req-2705782d-e5e7-4cf3-b647-fbccbb373320 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701568 Dec 21 01:58:49.652398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9bd1996-04a1-4048-8c38-eb4f8b04fc45 req-1fe99f20-cd8d-49d0-912d-aacabd988b5d tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0268891 Dec 21 01:58:49.823026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52948) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:49.949790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da55849b-72a8-4a65-892b-4d3e88c9807b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.039177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da55849b-72a8-4a65-892b-4d3e88c9807b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.045855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da55849b-72a8-4a65-892b-4d3e88c9807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.111838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55849b-72a8-4a65-892b-4d3e88c9807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad914fc9-26bb-45de-b3f5-14259cf1228c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:50.119147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da55849b-72a8-4a65-892b-4d3e88c9807b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d90bdd38e7434aa09e587b08332d6ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950511 Dec 21 01:58:50.121778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52954) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:50.174299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e014434-1e4e-46de-b8a0-d58fee96bc20 req-9321d17f-3fa7-4106-b971-70b9fad70033 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:50.176752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e014434-1e4e-46de-b8a0-d58fee96bc20 req-9321d17f-3fa7-4106-b971-70b9fad70033 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 946 time: 0.1125832 Dec 21 01:58:50.198595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.211809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ae4fde8c-ede6-4843-a235-f43527130686 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:58:50.249396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.346391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ae4fde8c-ede6-4843-a235-f43527130686,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:50.360791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ae4fde8c-ede6-4843-a235-f43527130686', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'port_id': 'ae4fde8c-ede6-4843-a235-f43527130686', 'mac_address': 'fa:16:3e:4f:ef:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2609fcf7-05d6-4d2d-9c77-4a5672f7f555', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:58:50.413661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.435608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4fde8c-ede6-4843-a235-f43527130686 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:58:50.465464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ae4fde8c-ede6-4843-a235-f43527130686,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:50.473998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.564512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:50.698844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e014434-1e4e-46de-b8a0-d58fee96bc20 req-69d005b5-991f-4550-9fbe-6b511427b053 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5029626 Dec 21 01:58:50.722571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c005-726a-4cb3-9a7b-7c148e1be566 req-14b6c0d3-9c7f-4e48-ab4a-19ab705ba6e7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:50.724048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c13c005-726a-4cb3-9a7b-7c148e1be566 req-14b6c0d3-9c7f-4e48-ab4a-19ab705ba6e7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 943 time: 0.4612913 Dec 21 01:58:50.751995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.757308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:50.760230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad914fc9-26bb-45de-b3f5-14259cf1228c HTTP/1.1" status: 204 len: 168 time: 0.6360528 Dec 21 01:58:50.785079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec721c8a-cd4f-45b1-8a23-2375a2c60ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad914fc9-26bb-45de-b3f5-14259cf1228c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:50.833521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c13c005-726a-4cb3-9a7b-7c148e1be566 req-b7e311b8-bd8f-4aa1-9a5f-a13c76b307fd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911767 Dec 21 01:58:50.886516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ae4fde8c-ede6-4843-a235-f43527130686'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:50.991306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b23b8b1f-2f1b-4bbf-93f0-06e90116345a req-32aeab43-902b-426e-b7f8-398b144b57f7 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0443237 Dec 21 01:58:51.041364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8044-54c0-49f8-8fb4-500ac6369bc2 req-c6bd222c-2443-441d-8745-f4eb9a5e7378 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:51.042926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bdd8044-54c0-49f8-8fb4-500ac6369bc2 req-c6bd222c-2443-441d-8745-f4eb9a5e7378 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.1391459 Dec 21 01:58:51.113044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bdd8044-54c0-49f8-8fb4-500ac6369bc2 req-b3b8a200-6520-4c3a-9ce3-39e9206c5307 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631642 Dec 21 01:58:51.190168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:51.264762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:51.327279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74e23c4a-e530-4dbf-a110-f0523aa10c46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fba657862214e2fa408ae2326b599c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0607703 Dec 21 01:58:51.330137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52980) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:51.397114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.435709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:51.436950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:51.439988 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c98fa-c536-42c2-ae4e-dc0c6956a7a5" -d '{"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:51.448979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.484357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.528261 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d55672-bc52-458d-82b7-65bf58335320 x-openstack-request-id: req-60d55672-bc52-458d-82b7-65bf58335320 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:51.529896 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:51.530150 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60d55672-bc52-458d-82b7-65bf58335320 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:51.530798 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'code': 200} Dec 21 01:58:51.531777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.532319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:51.569575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc3b57-c936-439b-b102-bfa83ebbb8f1 req-11b2984e-b422-4682-945d-d7474160e56b tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:51.571344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9bdc3b57-c936-439b-b102-bfa83ebbb8f1 req-11b2984e-b422-4682-945d-d7474160e56b tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.0731306 Dec 21 01:58:51.600971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.605636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:51.614673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fd74d61-66c2-4680-987d-c0b90f09d7e5 HTTP/1.1" status: 204 len: 168 time: 0.2823040 Dec 21 01:58:51.635983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67c751-7b7e-4f86-8876-cd670909bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd74d61-66c2-4680-987d-c0b90f09d7e5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:51.674235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9bdc3b57-c936-439b-b102-bfa83ebbb8f1 req-09538e08-82f2-48bc-bef1-2e1142145f1a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859277 Dec 21 01:58:51.902926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3b70-0efd-4dc2-9dfb-625cbe7bde69 req-92406326-e8d0-46a4-9cb8-ef53c84b7f4e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:51.913398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26db3b70-0efd-4dc2-9dfb-625cbe7bde69 req-92406326-e8d0-46a4-9cb8-ef53c84b7f4e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1141846 Dec 21 01:58:52.007585 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:52.018006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26db3b70-0efd-4dc2-9dfb-625cbe7bde69 req-c0f7efe7-89a8-4a0f-bc28-c492691864cd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850432 Dec 21 01:58:52.137548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3553-2c3f-4263-af9b-f86f389f9903 req-a5fab9ad-696a-4fde-996c-483dad8af4c1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:52.145468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80cb3553-2c3f-4263-af9b-f86f389f9903 req-a5fab9ad-696a-4fde-996c-483dad8af4c1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 944 time: 0.1049316 Dec 21 01:58:52.168942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-417ba31a-ed79-47f3-a5f2-9ea00e9a3d65 req-bee6df7d-b0dd-4a86-955c-eec724ad49e8 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0550494 Dec 21 01:58:52.227813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ae4fde8c-ede6-4843-a235-f43527130686 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:52.250084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80cb3553-2c3f-4263-af9b-f86f389f9903 req-cad28050-fc9c-4b35-ab38-e537532835a9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035419 Dec 21 01:58:52.299876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ae4fde8c-ede6-4843-a235-f43527130686 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:58:52.306604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ae4fde8c-ede6-4843-a235-f43527130686 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:52.306983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:52.451701 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:52.499729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ae4fde8c-ede6-4843-a235-f43527130686,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:52.505088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:52.579053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:52.816835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:52.862043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d95e66-60c4-42f6-9d2f-b70326965b4a req-271b41ce-0034-4e05-9d12-6f4b3364b2f1 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:52.864304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12d95e66-60c4-42f6-9d2f-b70326965b4a req-271b41ce-0034-4e05-9d12-6f4b3364b2f1 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.0716040 Dec 21 01:58:52.901974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-b761d654-a08a-4c17-8f8e-8a23522c434a req-13d4b75e-514c-4eab-93cc-67c6be144d26 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:58:52.903636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b761d654-a08a-4c17-8f8e-8a23522c434a req-13d4b75e-514c-4eab-93cc-67c6be144d26 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057554 Dec 21 01:58:52.947075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12d95e66-60c4-42f6-9d2f-b70326965b4a req-4a0e3f8b-6879-4d2f-9024-3dbd73062142 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Dec 21 01:58:52.957267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1284004373'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:53.013879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:53.023702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.040772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.142483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.152286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.182145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:58:53.213034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8354a5-2257-458c-9c32-adf7f63e30e8 req-e984037e-d9c8-41bc-9bc4-6f95e79794a9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:53.219863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf8354a5-2257-458c-9c32-adf7f63e30e8 req-e984037e-d9c8-41bc-9bc4-6f95e79794a9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1098919 Dec 21 01:58:53.254727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c8c32-5e1b-4325-80a6-a37e588e4cb2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:53.272938 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.277862 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Added segment e0a0ea22-2ecd-474b-a967-5d45355125e3 of type vlan for network 9ea5688b-1259-464a-9e4f-23509a39381c Dec 21 01:58:53.310554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.311166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.311681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.312191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.312817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.314016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.314532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.315039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.315830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.316344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.316863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.317379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.317893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:58:53.364364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.372981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf8354a5-2257-458c-9c32-adf7f63e30e8 req-306e24a8-6a95-4a3f-8e61-c12b994eb848 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455238 Dec 21 01:58:53.379196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-81d89153-1ce5-47e1-bf34-5d6c51549edb tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:53.382181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-81d89153-1ce5-47e1-bf34-5d6c51549edb tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.1954226 Dec 21 01:58:53.415698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff4d5c5c-4983-4c70-aa29-9d50e078b334 req-8f92b729-eb26-4ad5-a55e-4d9711564be7 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0969074 Dec 21 01:58:53.483762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.492034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:53.492664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.532359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:53.538238 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9472584-a563-42fe-aea6-3b7800b3a6d9" -d '{"events": [{"server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "name": "network-vif-plugged", "status": "completed", "tag": "ae4fde8c-ede6-4843-a235-f43527130686"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:53.605081 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e85b27-80ac-495d-8db5-17a9038f5924 x-openstack-request-id: req-51e85b27-80ac-495d-8db5-17a9038f5924 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:53.605669 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "name": "network-vif-plugged", "status": "completed", "tag": "ae4fde8c-ede6-4843-a235-f43527130686", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:53.607001 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51e85b27-80ac-495d-8db5-17a9038f5924 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:53.608126 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686', 'code': 200} Dec 21 01:58:53.660480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f7b5-1a58-42c8-bc68-6712b4d92f08 req-0307b10c-c852-40a6-9c58-f82f8cdacc06 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:53.678887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a071f7b5-1a58-42c8-bc68-6712b4d92f08 req-0307b10c-c852-40a6-9c58-f82f8cdacc06 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.1176736 Dec 21 01:58:53.699481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8783550 Dec 21 01:58:53.700305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:53.720295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'subnet': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:53.747271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a071f7b5-1a58-42c8-bc68-6712b4d92f08 req-78bad9d5-c374-4558-b75e-d658ba5d98ae tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Dec 21 01:58:53.821756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf787-fa4f-469e-b0ec-409457fe6c71 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Network': ['ID=9ea5688b-1259-464a-9e4f-23509a39381c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:53.833019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 9ea5688b-1259-464a-9e4f-23509a39381c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:58:53.929948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-e0a2a85e-0a6d-4967-9b35-79d9cc756117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3400459 Dec 21 01:58:53.944556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-5f6d0734-55b9-4576-a13c-a8098ea86763 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 01:58:53.945779 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-5f6d0734-55b9-4576-a13c-a8098ea86763 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101814 Dec 21 01:58:53.952415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Deleting port 61cef382-0387-4230-9dd2-bc577806980d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:53.952748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:53.996377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a506c-c773-43d3-b062-bb868355d246 req-37283aa0-02da-45df-b779-6fd02ce0a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:53.997971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6a506c-c773-43d3-b062-bb868355d246 req-37283aa0-02da-45df-b779-6fd02ce0a3b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 1097 time: 0.2066042 Dec 21 01:58:54.069626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:54.073174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:54.164686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b6f0a-fc8d-4500-9b54-2273ed789e7b req-69407568-acdd-4a81-b938-ffaa293ab456 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:54.170693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c4b6f0a-fc8d-4500-9b54-2273ed789e7b req-69407568-acdd-4a81-b938-ffaa293ab456 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 946 time: 0.0898545 Dec 21 01:58:54.203388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] For port 61cef382-0387-4230-9dd2-bc577806980d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=61cef382-0387-4230-9dd2-bc577806980d,segment=NetworkSegment(f1e712e6-23b1-49e7-9499-f2eea9eeabeb),segment_id=f1e712e6-23b1-49e7-9499-f2eea9eeabeb)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:54.204302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:54.220624 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c6a506c-c773-43d3-b062-bb868355d246 req-5049ac15-5dad-4988-8261-a90f1d0e23c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761129 Dec 21 01:58:54.252037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Calling delete_port for 61cef382-0387-4230-9dd2-bc577806980d owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:54.362388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c4b6f0a-fc8d-4500-9b54-2273ed789e7b req-aa5a0929-17f1-4e24-b779-e079e4949eaf tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/security-groups?id=484590cd-ba46-4e48-bfc1-7b7d11bf6642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829989 Dec 21 01:58:54.553473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:54.631428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7994a-2f8a-4b64-985e-0fb5b7f9822e req-e1f8ea78-8440-47cf-8624-2bff870b5d1a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:54.634774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9df7994a-2f8a-4b64-985e-0fb5b7f9822e req-e1f8ea78-8440-47cf-8624-2bff870b5d1a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1256492 Dec 21 01:58:54.720355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Subnet': ['ID=4c01bab0-59a4-43f4-b0b0-6451cfc1a781,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:54.723945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:54.741765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Checking segment: {'id': 'e0a0ea22-2ecd-474b-a967-5d45355125e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:54.742132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network hostable DHCP agents. Network: 9ea5688b-1259-464a-9e4f-23509a39381c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:58:54.784950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Pushing event deleted for resources: {'Port': ['ID=61cef382-0387-4230-9dd2-bc577806980d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:54.809489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2f4ca17-fa1c-40f8-ab31-ef2cacef96ca req-88687e83-743e-4855-8460-c29e09d38520 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1095369 Dec 21 01:58:54.856674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] No DVR routers for this DVR port 61cef382-0387-4230-9dd2-bc577806980d on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:58:54.857789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9df7994a-2f8a-4b64-985e-0fb5b7f9822e req-5b08d823-f308-4c45-ac12-273449c49b60 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2168081 Dec 21 01:58:54.864119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:54.870218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b0d00a0d-8ad0-4786-b5fc-6b4d225fcd5f req-f8664d5a-4ae6-4bbb-82c2-5b79a6a19243 tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.24 "DELETE /v2.0/ports/61cef382-0387-4230-9dd2-bc577806980d HTTP/1.1" status: 204 len: 173 time: 1.4802229 Dec 21 01:58:54.871185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'name': 'network-vif-deleted', 'tag': '61cef382-0387-4230-9dd2-bc577806980d'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:58:54.876271 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c535e-f59d-4db5-8284-ca7e4e09b7a2" -d '{"events": [{"server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "name": "network-vif-deleted", "tag": "61cef382-0387-4230-9dd2-bc577806980d"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:58:54.910487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:58:54.931634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 9ea5688b-1259-464a-9e4f-23509a39381c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:54.947255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503ae04-fe2e-4bc7-ad36-0f868931778b None None] Network 9ea5688b-1259-464a-9e4f-23509a39381c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:54.959617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:54.960597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:55.024648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80862ebc-6eda-4626-9079-a51c249b6cbc tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3187251 Dec 21 01:58:55.026901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53202) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:55.047839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1904823828'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:55.119955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb640a-472a-46c6-8322-87ec587c46a9 req-4e99c63c-450c-4074-b3aa-11466fdf2587 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:55.133649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24bb640a-472a-46c6-8322-87ec587c46a9 req-4e99c63c-450c-4074-b3aa-11466fdf2587 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.1601055 Dec 21 01:58:55.172393 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29de66b-fed3-429b-8a09-37b554be2308 x-openstack-request-id: req-a29de66b-fed3-429b-8a09-37b554be2308 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:58:55.172694 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0", "name": "network-vif-deleted", "tag": "61cef382-0387-4230-9dd2-bc577806980d", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:58:55.173198 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a29de66b-fed3-429b-8a09-37b554be2308 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:58:55.175806 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0', 'name': 'network-vif-deleted', 'tag': '61cef382-0387-4230-9dd2-bc577806980d', 'status': 'completed', 'code': 200} Dec 21 01:58:55.210842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 61cef382-0387-4230-9dd2-bc577806980d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:58:55.259021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24bb640a-472a-46c6-8322-87ec587c46a9 req-7186943e-6796-41e8-85d3-289cd2c94cc0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238017 Dec 21 01:58:55.262110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:55.266001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:55.273055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 61cef382-0387-4230-9dd2-bc577806980d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:58:55.274597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 61cef382-0387-4230-9dd2-bc577806980d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:58:55.314795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port 5ab90528-0616-4215-92b1-51b9cfcaaa34 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:58:55.360129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-9ea5688b-1259-464a-9e4f-23509a39381c', 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'project_id': '89fc08ecb1614b7781700d70b78060cd', 'fixed_ips': [{'subnet_id': '4c01bab0-59a4-43f4-b0b0-6451cfc1a781'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 01:58:55.361650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:55.621952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87f5a22f-cb73-47c2-922f-a089a223803b req-97fd46ab-2fc9-4dca-8df7-6c1dc893fc4a tempest-ServerGroupTestJSON-301551232 tempest-ServerGroupTestJSON-301551232-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1a9763-00cd-4e38-9aa6-3ba08c10e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0809555 Dec 21 01:58:55.676840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::15e (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/5ab90528-0616-4215-92b1-51b9cfcaaa34) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:56.039350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3395ac3b-a8d8-4585-807a-2a4b590da57a req-3d22ce22-7e3d-448d-bdb4-f52e1b83bf04 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1016884 Dec 21 01:58:56.079393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.118931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.140511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda89140-d14a-4880-9e39-531e58775074 req-9c5566ce-50dc-4434-a8a0-a7d168439edf tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:56.150118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fda89140-d14a-4880-9e39-531e58775074 req-9c5566ce-50dc-4434-a8a0-a7d168439edf tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.0923822 Dec 21 01:58:56.167464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:56.172183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:56.180365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:56.189115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:56.191152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.227559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1974959 Dec 21 01:58:56.232583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53302) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:56.242618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Allocated IP 2001:db8::2 (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/ff922ad4-87e9-4506-b6d6-39765be8e85a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:56.252028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1286190526', 'allowed_address_pairs': [{'ip_address': '2001:db8::15e', 'mac_address': 'fa:16:3e:20:09:4c'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:56.262392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8fe2f-ac51-4366-93e4-817d39ab3aa2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=5ab90528-0616-4215-92b1-51b9cfcaaa34,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:56.272502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fda89140-d14a-4880-9e39-531e58775074 req-bcc39c2f-3d17-4d16-8c16-02fb9a77d910 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211076 Dec 21 01:58:56.515910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:56.537858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804e1b5-5e90-4f3d-8bce-eb1e9aea0477 req-3f794028-509d-424c-84d5-5f92b96e5911 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:56.539667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7804e1b5-5e90-4f3d-8bce-eb1e9aea0477 req-3f794028-509d-424c-84d5-5f92b96e5911 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.1274629 Dec 21 01:58:56.552221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.559996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.606457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Pushing event updated for resources: {'Port': ['ID=ff922ad4-87e9-4506-b6d6-39765be8e85a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:56.628008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:56.632536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:56.635735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:56.645078 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.677726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7804e1b5-5e90-4f3d-8bce-eb1e9aea0477 req-ae2e5f5b-c64e-4bdc-9404-588e614f87df tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305482 Dec 21 01:58:56.751148 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.804390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Attempting to bind port ff922ad4-87e9-4506-b6d6-39765be8e85a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:58:56.809805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Attempting to bind port ff922ad4-87e9-4506-b6d6-39765be8e85a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e0a0ea22-2ecd-474b-a967-5d45355125e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:58:56.812098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Attempting to bind port ff922ad4-87e9-4506-b6d6-39765be8e85a on network 9ea5688b-1259-464a-9e4f-23509a39381c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:58:56.824240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port 3589b301-4cd4-4a1a-98dc-e1960e1d2ca7 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:58:56.830143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:58:56.834703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Checking segment: {'id': 'e0a0ea22-2ecd-474b-a967-5d45355125e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:58:56.835752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.836445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Bound using segment: {'id': 'e0a0ea22-2ecd-474b-a967-5d45355125e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:58:56.837756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Bound port: ff922ad4-87e9-4506-b6d6-39765be8e85a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a0ea22-2ecd-474b-a967-5d45355125e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:58:56.839010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:56.986926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] For port ff922ad4-87e9-4506-b6d6-39765be8e85a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:58:56.997028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] For port ff922ad4-87e9-4506-b6d6-39765be8e85a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ff922ad4-87e9-4506-b6d6-39765be8e85a,segment=NetworkSegment(e0a0ea22-2ecd-474b-a967-5d45355125e3),segment_id=e0a0ea22-2ecd-474b-a967-5d45355125e3)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:58:57.007849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:57.175906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::3ba (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/3589b301-4cd4-4a1a-98dc-e1960e1d2ca7) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:58:57.222796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117315f-d701-476d-b97f-51c303d2b7bc None None] Pushing event updated for resources: {'Port': ['ID=ff922ad4-87e9-4506-b6d6-39765be8e85a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:57.457049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74fb0de1-53ad-4910-8337-6941fe81ed09 req-341191d7-cc9c-4974-8b0c-d92e6e544113 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1483254 Dec 21 01:58:57.565205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5105e-1d8d-4b95-ad20-8b7fe35802d8 req-19a5e951-37b4-42c9-aad9-ad59eeac5ae9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:57.610014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2e5105e-1d8d-4b95-ad20-8b7fe35802d8 req-19a5e951-37b4-42c9-aad9-ad59eeac5ae9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.2488492 Dec 21 01:58:57.709324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:57.829196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:57.894892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ff922ad4-87e9-4506-b6d6-39765be8e85a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:57.895444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:58:57.898811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:58:57.904538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:58:57.910868 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:58:57.916906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:57.917797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:57.922806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=3589b301-4cd4-4a1a-98dc-e1960e1d2ca7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:57.939126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a2e5105e-1d8d-4b95-ad20-8b7fe35802d8 req-e6b1ac45-4278-4129-9f73-3eea6f1b1d27 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281350 Dec 21 01:58:57.969289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-218af315-dc1c-4d14-ac87-25c89eae3188 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7317538 Dec 21 01:58:57.970789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53462) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:58.009039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ff922ad4-87e9-4506-b6d6-39765be8e85a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:58.010184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.043805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75a14-477a-4b3c-93f8-12c1bfdf29fc req-cb62a1b8-55cb-433c-9d97-35ea1a19314e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:58.057683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cff75a14-477a-4b3c-93f8-12c1bfdf29fc req-cb62a1b8-55cb-433c-9d97-35ea1a19314e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2881472 Dec 21 01:58:58.142775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dc064-0a6c-40f9-8a2f-62357df5a839 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:58.155086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dc064-0a6c-40f9-8a2f-62357df5a839 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:58.163268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dc064-0a6c-40f9-8a2f-62357df5a839 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:58.171575 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1d6dc064-0a6c-40f9-8a2f-62357df5a839 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1970775 Dec 21 01:58:58.176991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53486) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:58.181679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.213826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cff75a14-477a-4b3c-93f8-12c1bfdf29fc req-16b15a78-829c-46ff-94c3-4c18435fa767 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550920 Dec 21 01:58:58.246272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port ff922ad4-87e9-4506-b6d6-39765be8e85a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ff922ad4-87e9-4506-b6d6-39765be8e85a,segment=NetworkSegment(e0a0ea22-2ecd-474b-a967-5d45355125e3),segment_id=e0a0ea22-2ecd-474b-a967-5d45355125e3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:58.258175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.340427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=ff922ad4-87e9-4506-b6d6-39765be8e85a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:58.439291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:58.451712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port 3589b301-4cd4-4a1a-98dc-e1960e1d2ca7 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:58.452063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.546762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Deleting subnet c04e08de-80e6-4b11-adb0-a1ded55c55a4 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:58:58.554464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.583385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.610649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for 3589b301-4cd4-4a1a-98dc-e1960e1d2ca7 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:58.626120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0e71dba-f201-486b-a3a6-3dc3a116046e req-f70468a2-3972-487a-acea-ada3ad85a485 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Dec 21 01:58:58.644815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.739161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.800499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.848424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=3589b301-4cd4-4a1a-98dc-e1960e1d2ca7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:58.899981 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.957662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04e08de-80e6-4b11-adb0-a1ded55c55a4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:58.983907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-c3e8dec1-2023-4638-91ca-d79457fe6fad tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:58.985454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-c3e8dec1-2023-4638-91ca-d79457fe6fad tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.2003241 Dec 21 01:58:58.987750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:58.992052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32bb2d2c-06db-4cf8-a3db-2f6d1ac516bb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/3589b301-4cd4-4a1a-98dc-e1960e1d2ca7 HTTP/1.1" status: 204 len: 168 time: 0.8113282 Dec 21 01:58:58.998125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53570) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:59.104277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Deleting port ae4fde8c-ede6-4843-a235-f43527130686 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:58:59.105155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.115271 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9176f1-2720-438e-b091-3bade13f8275 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] GET failed (client error): The resource could not be found. Dec 21 01:58:59.122719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6b9176f1-2720-438e-b091-3bade13f8275 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports/3589b301-4cd4-4a1a-98dc-e1960e1d2ca7 HTTP/1.1" status: 404 len: 333 time: 0.1222696 Dec 21 01:58:59.124036 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.127864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a7958673-267b-46dd-ad28-ce7fd3bc5851 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c04e08de-80e6-4b11-adb0-a1ded55c55a4 HTTP/1.1" status: 204 len: 168 time: 0.6875172 Dec 21 01:58:59.128404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53582) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:59.135919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:58:59.136573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1043563-984e-483e-85d8-1a4cbd4458a1 None None] Network 9ea5688b-1259-464a-9e4f-23509a39381c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:58:59.166234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-919384100'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:58:59.239028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] For port ae4fde8c-ede6-4843-a235-f43527130686, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ae4fde8c-ede6-4843-a235-f43527130686,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:58:59.240718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.255728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Calling delete_port for ae4fde8c-ede6-4843-a235-f43527130686 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:58:59.317873 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:58:59.484132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a2917f2e-fe9d-4905-88a8-ea06e6eecf71 None None] Provisioning complete for port ff922ad4-87e9-4506-b6d6-39765be8e85a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:58:59.485105 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2917f2e-fe9d-4905-88a8-ea06e6eecf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.515092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fe31-c89a-417b-b159-068d3716ed75 req-bf928b94-183e-467b-81da-0663ede71f19 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:59.516754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95a1fe31-c89a-417b-b159-068d3716ed75 req-bf928b94-183e-467b-81da-0663ede71f19 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 945 time: 0.3874986 Dec 21 01:58:59.576449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.698978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95a1fe31-c89a-417b-b159-068d3716ed75 req-b7d36a4c-5548-4bc1-8011-a5366c717567 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502452 Dec 21 01:58:59.725412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ff922ad4-87e9-4506-b6d6-39765be8e85a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:58:59.737651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.752591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e9cd-a138-4c0a-b74f-4f631d043d71 req-e7a784f7-f373-4029-a917-d6c8a69fadba tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:58:59.762533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9193e9cd-a138-4c0a-b74f-4f631d043d71 req-e7a784f7-f373-4029-a917-d6c8a69fadba tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2426300 Dec 21 01:58:59.783673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:59.789667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ae4fde8c-ede6-4843-a235-f43527130686'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:58:59.811892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Pushing event deleted for resources: {'Port': ['ID=ae4fde8c-ede6-4843-a235-f43527130686,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:58:59.844121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:58:59.847887 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:58:59.907165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:58:59.919156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] No DVR routers for this DVR port ae4fde8c-ede6-4843-a235-f43527130686 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:58:59.936893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f66fcf2-fb8f-4cf0-8da6-7a5994e51ba5 req-2b1e4575-b396-44a5-9a35-689476116bf1 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1133897 Dec 21 01:59:00.017963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.031743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ff922ad4-87e9-4506-b6d6-39765be8e85a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:00.033830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.041580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3530cf52-87eb-4b66-97ae-1fef719bb535']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:00.052158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:00.053264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e712e6-23b1-49e7-9499-f2eea9eeabeb') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:00.066253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.083015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.092781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:59:00.093255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.120665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9193e9cd-a138-4c0a-b74f-4f631d043d71 req-8eefd05b-b98b-4133-b44d-aa795eb43d45 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3566477 Dec 21 01:59:00.170757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.174527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17a30af8-43ef-4362-9481-fc5577ab7c0c req-286f3de9-2474-4310-b299-360d81cddf44 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "DELETE /v2.0/ports/ae4fde8c-ede6-4843-a235-f43527130686 HTTP/1.1" status: 204 len: 173 time: 1.1811333 Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:59:00.175561 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:59:00.179481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'name': 'network-vif-deleted', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:00.182543 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5741476-c87a-49c1-9968-505b05244357" -d '{"events": [{"server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "name": "network-vif-deleted", "tag": "ae4fde8c-ede6-4843-a235-f43527130686"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:00.187552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.195156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.204525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3530cf52-87eb-4b66-97ae-1fef719bb535 HTTP/1.1" status: 204 len: 168 time: 1.0678773 Dec 21 01:59:00.219556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163be33-04aa-4831-b0be-46294f18b437 admin admin] Pushing event deleted for resources: {'Network': ['ID=3530cf52-87eb-4b66-97ae-1fef719bb535,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:00.248305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ea115390-5c16-4dbe-bc76-1227711d55b5 None None] Provisioning complete for port ff922ad4-87e9-4506-b6d6-39765be8e85a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:00.267398 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea115390-5c16-4dbe-bc76-1227711d55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.282021 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c637438b-2475-4e50-9604-c3e4012e112d x-openstack-request-id: req-c637438b-2475-4e50-9604-c3e4012e112d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:00.282554 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b9e62-ad09-44ab-b368-a5594429f973", "name": "network-vif-deleted", "tag": "ae4fde8c-ede6-4843-a235-f43527130686", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:00.282753 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c637438b-2475-4e50-9604-c3e4012e112d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:00.283181 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085b9e62-ad09-44ab-b368-a5594429f973', 'name': 'network-vif-deleted', 'tag': 'ae4fde8c-ede6-4843-a235-f43527130686', 'status': 'completed', 'code': 200} Dec 21 01:59:00.395507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::332 (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/e0e5e2a1-e7ba-4757-941b-6b2d63308e96) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:00.659631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53636) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:00.717896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-001e388a-aed2-4956-a4fc-c0d18ef0baa5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=751e4bbd25a04e5bbfbeb99cca204416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570450 Dec 21 01:59:00.720719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:00.772088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.837084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.850154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.897712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.979755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ea115390-5c16-4dbe-bc76-1227711d55b5 None None] Provisioning complete for port 5ab90528-0616-4215-92b1-51b9cfcaaa34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:00.980140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea115390-5c16-4dbe-bc76-1227711d55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:00.982486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b48eb1ba-c6d8-499f-a32a-8084ff0c024b req-1178fd5e-4190-4471-a521-9d74ea4675a4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=085b9e62-ad09-44ab-b368-a5594429f973 HTTP/1.1" status: 200 len: 210 time: 0.0609224 Dec 21 01:59:01.012159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:01.025597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:01.035417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.039506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.043753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ea115390-5c16-4dbe-bc76-1227711d55b5 None None] Port 5ab90528-0616-4215-92b1-51b9cfcaaa34 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:01.046120 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/484590cd-ba46-4e48-bfc1-7b7d11bf6642 HTTP/1.1" status: 204 len: 168 time: 0.3242819 Dec 21 01:59:01.052381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:01.060049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:01.066842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.070076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb74b4-6e56-4b79-ba80-aacfc80b1e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484590cd-ba46-4e48-bfc1-7b7d11bf6642,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:01.090909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=e0e5e2a1-e7ba-4757-941b-6b2d63308e96,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:01.113471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:01.120479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15e', 'mac_address': 'fa:16:3e:20:09:4c'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:01.126268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9706476 Dec 21 01:59:01.128667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.130967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.137608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.139173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.139613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.140651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.141022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.141372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.141721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.142075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.145060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.145429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.145773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9e108-6e86-42ee-9d03-59cc2efbdd6b tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:01.164701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cb6cdbbf-78f3-4a93-88d8-e1aa86c569a0 None None] Could not find standard attr ID for object 3589b301-4cd4-4a1a-98dc-e1960e1d2ca7. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 01:59:01.200682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cb6cdbbf-78f3-4a93-88d8-e1aa86c569a0 None None] Provisioning complete for port 5ab90528-0616-4215-92b1-51b9cfcaaa34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:01.206542 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdbbf-78f3-4a93-88d8-e1aa86c569a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.279990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4d0d3b8-72a4-4a9a-9eba-ed45748860f0 req-abea85e1-5076-4373-b991-ff6d8c0c86cb tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0563674 Dec 21 01:59:01.288494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cdbbf-78f3-4a93-88d8-e1aa86c569a0 None None] Port 5ab90528-0616-4215-92b1-51b9cfcaaa34 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:01.299397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.397045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13b18-0b64-4be7-9092-f472f679a318 req-66b55808-9201-451b-a495-183570ede7b4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:01.425051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3df13b18-0b64-4be7-9092-f472f679a318 req-66b55808-9201-451b-a495-183570ede7b4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.0926235 Dec 21 01:59:01.526695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3df13b18-0b64-4be7-9092-f472f679a318 req-adafc0e9-8f13-4f68-8ce6-755cf14b75ea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933573 Dec 21 01:59:01.735255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.744306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.809656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] In _notify_port_updated(), no bound segment for port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 on network 9ea5688b-1259-464a-9e4f-23509a39381c {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:59:01.819293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:01.819956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.823905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "PUT /v2.0/ports/e0e5e2a1-e7ba-4757-941b-6b2d63308e96 HTTP/1.1" status: 200 len: 1002 time: 0.7065115 Dec 21 01:59:01.824295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53666) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:01.843166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-860ccfff-e1c2-4512-8523-291f3e78911b None None] Provisioning complete for port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:01.843539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-860ccfff-e1c2-4512-8523-291f3e78911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:01.869792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd6e7c-1361-4d34-b096-719b2fab1a2d tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=e0e5e2a1-e7ba-4757-941b-6b2d63308e96,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:01.946832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-860ccfff-e1c2-4512-8523-291f3e78911b None None] Port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:01.950048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:01.950396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.092469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.108130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for e0e5e2a1-e7ba-4757-941b-6b2d63308e96 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:02.265214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ae4fde8c-ede6-4843-a235-f43527130686 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:59:02.299927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: ae4fde8c-ede6-4843-a235-f43527130686 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:59:02.301005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ae4fde8c-ede6-4843-a235-f43527130686 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:59:02.331224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c6d08e46-bf8e-43ab-aa05-6eac97422402 None None] Provisioning complete for port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:02.332051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6d08e46-bf8e-43ab-aa05-6eac97422402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.372038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc8cc-6f36-4192-944f-8d9f621ec414 req-1fb20216-5247-449d-9894-21760f2ab401 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:02.383512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f42dc8cc-6f36-4192-944f-8d9f621ec414 req-1fb20216-5247-449d-9894-21760f2ab401 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1547837 Dec 21 01:59:02.405902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c6d08e46-bf8e-43ab-aa05-6eac97422402 None None] Port e0e5e2a1-e7ba-4757-941b-6b2d63308e96 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:02.408646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.420496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:02.457550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=e0e5e2a1-e7ba-4757-941b-6b2d63308e96,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:02.582409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f42dc8cc-6f36-4192-944f-8d9f621ec414 req-620a750d-84f2-4277-a7b9-1497d7ed835d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801524 Dec 21 01:59:02.596515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e420db5-6f1d-4993-8da4-aa24595023a7 req-9e561d4d-d83b-431c-a60b-a5e53d7f7b2b tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1391065 Dec 21 01:59:02.633285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1031083579-network', 'tenant_id': '64be4d9c383348c3816b17512b01c74e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:02.695322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Made reservation on behalf of 64be4d9c383348c3816b17512b01c74e for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:02.697810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.721761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.895750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.903851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.954644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:59:02.980926 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:02.981612 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Added segment 82a65a49-2ab4-48ec-87b1-04f0057aa82f of type vlan for network c01f4562-219d-42cc-93a9-b91a1200b762 Dec 21 01:59:02.983009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004867be-93b7-4edf-88f9-e19654030b21,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:03.004308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.008538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a5baeb67-0fcb-412c-891d-ca1b05664d88 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/e0e5e2a1-e7ba-4757-941b-6b2d63308e96 HTTP/1.1" status: 204 len: 168 time: 1.1832128 Dec 21 01:59:03.013322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:03.038935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180494-01a1-4ec4-bf9b-fcd8a58be13e req-1d13cde9-6e60-468f-b604-5f80e82d12ec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:03.039712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b180494-01a1-4ec4-bf9b-fcd8a58be13e req-1d13cde9-6e60-468f-b604-5f80e82d12ec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2833846 Dec 21 01:59:03.075063 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a34666a-dc02-4a7c-b07b-36201ac42be8 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] GET failed (client error): The resource could not be found. Dec 21 01:59:03.076551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3a34666a-dc02-4a7c-b07b-36201ac42be8 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports/e0e5e2a1-e7ba-4757-941b-6b2d63308e96 HTTP/1.1" status: 404 len: 333 time: 0.0565102 Dec 21 01:59:03.076741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594b318-8ba5-46db-9a16-685058ebe579 req-838ef264-a425-47ee-b552-a0c9e3453931 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:03.081162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53698) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:03.084390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f594b318-8ba5-46db-9a16-685058ebe579 req-838ef264-a425-47ee-b552-a0c9e3453931 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1086328 Dec 21 01:59:03.090975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1324323948'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:03.132378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b180494-01a1-4ec4-bf9b-fcd8a58be13e req-396f8ed9-d581-4184-b6a8-1a23511df3a9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802202 Dec 21 01:59:03.185441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f594b318-8ba5-46db-9a16-685058ebe579 req-5811f186-1785-405a-acc7-1d6e915f2157 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001205 Dec 21 01:59:03.329141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a06e-d5c8-4b07-a410-c200f444e031 req-087ed7b0-171b-489c-9bb2-1f904ae0f48f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:03.330636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f516a06e-d5c8-4b07-a410-c200f444e031 req-087ed7b0-171b-489c-9bb2-1f904ae0f48f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0685387 Dec 21 01:59:03.421729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f516a06e-d5c8-4b07-a410-c200f444e031 req-e59f0ba2-8ece-417d-9362-f430c5ec9976 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753868 Dec 21 01:59:03.551699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.620376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.621354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:03.621937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.712923 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2884884 Dec 21 01:59:03.713517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53706) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:03.717955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425777b-dbce-495c-aa5e-fd6f358f3a8b admin admin] Pushing event updated for resources: {'Network': ['ID=c01f4562-219d-42cc-93a9-b91a1200b762,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:03.719762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Request body: {'subnet': {'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1031083579-subnet', 'tenant_id': '64be4d9c383348c3816b17512b01c74e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:03.729675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c01f4562-219d-42cc-93a9-b91a1200b762 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:59:03.754078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:03.760775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.784153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port 1a6204a2-3db3-469d-8672-9108f6bf6d0d yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:03.806158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37389f12-1a5a-467a-a109-26c087063d94 req-b826ea84-566c-48ea-ba30-b968c04adb20 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0517373 Dec 21 01:59:03.816843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Made reservation on behalf of 64be4d9c383348c3816b17512b01c74e for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:03.821034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:03.988619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::167 (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/1a6204a2-3db3-469d-8672-9108f6bf6d0d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:04.058642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.128433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c89e57-f6b4-4913-920e-bb0322788771,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:04.137059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Checking segment: {'id': '82a65a49-2ab4-48ec-87b1-04f0057aa82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:04.137436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Network hostable DHCP agents. Network: c01f4562-219d-42cc-93a9-b91a1200b762, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:59:04.160762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Network c01f4562-219d-42cc-93a9-b91a1200b762 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:59:04.175972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c01f4562-219d-42cc-93a9-b91a1200b762) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:04.181387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:04.182222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.188623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.190086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc65a05-f45e-47aa-b18b-c573e613a33c None None] Network c01f4562-219d-42cc-93a9-b91a1200b762 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:04.232084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-48f168cb-4aee-45bc-9e53-aea490b9e6f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5167973 Dec 21 01:59:04.257584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.335624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800daee-ec6b-4619-b9c2-8d416deaaa2e None None] Network c01f4562-219d-42cc-93a9-b91a1200b762 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:04.390475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe2f5-8006-4267-bc5c-a736441bc518 req-801f89af-48d8-4076-a0af-48d258deaf6b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:04.395652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19ebe2f5-8006-4267-bc5c-a736441bc518 req-801f89af-48d8-4076-a0af-48d258deaf6b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1111541 Dec 21 01:59:04.404485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:04.414927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:04.419078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:04.439464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:04.440144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.475550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=1a6204a2-3db3-469d-8672-9108f6bf6d0d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:04.504947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fabdeb05-9ce7-486d-b91c-d05f1160df06 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4223659 Dec 21 01:59:04.505697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:04.511015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:20:09:4c'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:04.550827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19ebe2f5-8006-4267-bc5c-a736441bc518 req-1fbc9a47-f2a7-4d06-98e9-a4fa9fac01ba tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477451 Dec 21 01:59:04.792855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.796207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-987c28fd-943a-452c-8509-a0c4ca1d8f75 None None] Provisioning complete for port 1a6204a2-3db3-469d-8672-9108f6bf6d0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:04.796776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-987c28fd-943a-452c-8509-a0c4ca1d8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:04.845685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-987c28fd-943a-452c-8509-a0c4ca1d8f75 None None] Port 1a6204a2-3db3-469d-8672-9108f6bf6d0d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:04.944592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-090e93b8-b7a0-4352-ab7b-33e83abc9dfa tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:04.952882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-090e93b8-b7a0-4352-ab7b-33e83abc9dfa tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/networks?id=c01f4562-219d-42cc-93a9-b91a1200b762 HTTP/1.1" status: 200 len: 813 time: 0.1876807 Dec 21 01:59:04.978505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-2d7d1ed4-1989-459a-906f-4c8922d68d70 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/quotas/64be4d9c383348c3816b17512b01c74e HTTP/1.1" status: 200 len: 375 time: 0.0246515 Dec 21 01:59:05.022816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2aaad3e7-b91e-4241-ac3d-a0516c227c69 req-2d57892d-c674-421b-b434-a81fef35b2df tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0676944 Dec 21 01:59:05.044737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-d98ad931-4c23-43be-b855-2af1d0564990 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=64be4d9c383348c3816b17512b01c74e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653145 Dec 21 01:59:05.056198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.068726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.137033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] In _notify_port_updated(), no bound segment for port 1a6204a2-3db3-469d-8672-9108f6bf6d0d on network 9ea5688b-1259-464a-9e4f-23509a39381c {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:59:05.143730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:05.144476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.148568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "PUT /v2.0/ports/1a6204a2-3db3-469d-8672-9108f6bf6d0d HTTP/1.1" status: 200 len: 1003 time: 0.6394725 Dec 21 01:59:05.149737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53734) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:05.169165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb46f-1f67-49e6-8688-5a3b62b2eb6a tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=1a6204a2-3db3-469d-8672-9108f6bf6d0d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:05.169975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-7dd445b4-41f6-4548-bb9f-0d79cd2f10b2 service neutron] 10.222.0.43 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243951 Dec 21 01:59:05.290613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-6d6c7242-82d6-41d3-b538-c3bfc61a93dd service neutron] 10.222.0.43 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095684 Dec 21 01:59:05.323749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port 1a6204a2-3db3-469d-8672-9108f6bf6d0d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:05.326367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.448436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.468846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for 1a6204a2-3db3-469d-8672-9108f6bf6d0d owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:05.516428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7dd3cd6f-b6cb-4192-ad94-371687d7f4c1 req-cd88e410-5839-41ce-9def-2ab97481101d tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 210 time: 0.0454957 Dec 21 01:59:05.574182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0700f2f5-dd36-4bfb-850b-d798d19c3a1d None None] Provisioning complete for port 1a6204a2-3db3-469d-8672-9108f6bf6d0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:05.576307 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0700f2f5-dd36-4bfb-850b-d798d19c3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.625203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0700f2f5-dd36-4bfb-850b-d798d19c3a1d None None] Port 1a6204a2-3db3-469d-8672-9108f6bf6d0d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:05.692658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.734119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=1a6204a2-3db3-469d-8672-9108f6bf6d0d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:05.782448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11440f1-f0fb-4d81-ac23-46d5ebef461a req-be69e601-d4cd-4131-b806-78a3a91d998e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:05.788871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:05.790813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b11440f1-f0fb-4d81-ac23-46d5ebef461a req-be69e601-d4cd-4131-b806-78a3a91d998e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.0862253 Dec 21 01:59:05.793498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-60bb3b8f-91ec-4efb-84c2-f18694194ead tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/1a6204a2-3db3-469d-8672-9108f6bf6d0d HTTP/1.1" status: 204 len: 168 time: 0.6429718 Dec 21 01:59:05.800732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53746) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:05.838855 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-54de6bf2-3673-43ca-bff3-8171396c9aab tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] GET failed (client error): The resource could not be found. Dec 21 01:59:05.847197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:05.847395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-54de6bf2-3673-43ca-bff3-8171396c9aab tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports/1a6204a2-3db3-469d-8672-9108f6bf6d0d HTTP/1.1" status: 404 len: 333 time: 0.0455656 Dec 21 01:59:05.853086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013998152'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:05.911032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b11440f1-f0fb-4d81-ac23-46d5ebef461a req-c1a73f2a-7d44-470e-a1f3-306e9c7137df tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193638 Dec 21 01:59:06.032358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:06.036529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:06.067806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:06.203285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ff57389-d940-48a5-b8c3-be0b51dfa9d7 req-74b53ae2-e04d-4ac8-9480-cd32209165ce tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0637498 Dec 21 01:59:06.250209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::1a (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/b2932ed7-2b3e-4ef4-a8de-26037ce79cd7) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:06.454476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:06.504211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:06.545296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:06.548915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:06.551335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:06.557908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:06.558604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:06.588198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7393951 Dec 21 01:59:06.591143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:06.602745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'network_id': '9ea5688b-1259-464a-9e4f-23509a39381c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-322601006'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:06.634709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011e157-34ce-4af7-90bc-83fff85784a4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=b2932ed7-2b3e-4ef4-a8de-26037ce79cd7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:06.692072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2dd6a3e1-ee92-4d48-be4e-75c8a13d15ea req-0a4726e1-c2cc-4f95-a68d-39a5de68bf9f tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 210 time: 0.0602825 Dec 21 01:59:06.781258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Made reservation on behalf of 89fc08ecb1614b7781700d70b78060cd for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:06.785829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:06.809774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] device_id is not set on port 0468410b-2192-47fb-af12-2c3bcff56c98 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:06.967085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4ade7dc0-58a5-4367-b61f-2af11f4a3133 None None] Provisioning complete for port b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:06.971418 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4ade7dc0-58a5-4367-b61f-2af11f4a3133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.074348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4ade7dc0-58a5-4367-b61f-2af11f4a3133 None None] Port b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:07.078297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Allocated IP 2001:db8::25 (9ea5688b-1259-464a-9e4f-23509a39381c/4c01bab0-59a4-43f4-b0b0-6451cfc1a781/0468410b-2192-47fb-af12-2c3bcff56c98) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:07.093523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-daeb5574-2c87-408f-9d5e-8aa3a9159026 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:07.095019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-daeb5574-2c87-408f-9d5e-8aa3a9159026 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.24 "GET /v2.0/networks?id=c01f4562-219d-42cc-93a9-b91a1200b762 HTTP/1.1" status: 200 len: 813 time: 0.2302942 Dec 21 01:59:07.124590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb740ff-4940-404f-8403-cbdb346444a1 req-bc36f661-e9cf-44c0-adaf-4c52c983c155 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:07.135199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Request body: {'port': {'device_id': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762', 'admin_state_up': True, 'tenant_id': '64be4d9c383348c3816b17512b01c74e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:07.135775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eb740ff-4940-404f-8403-cbdb346444a1 req-bc36f661-e9cf-44c0-adaf-4c52c983c155 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1006708 Dec 21 01:59:07.209819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eb740ff-4940-404f-8403-cbdb346444a1 req-bffd1212-d7c3-4e65-9e6e-e227ece46e8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727887 Dec 21 01:59:07.356438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.366009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efb1cb87-ce13-4f89-ac9f-ee017488f3a2 req-4440c92d-249c-431d-a762-1ec17be6002b tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0527258 Dec 21 01:59:07.386264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Made reservation on behalf of 64be4d9c383348c3816b17512b01c74e for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:07.390654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.474131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.538317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Network 9ea5688b-1259-464a-9e4f-23509a39381c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:07.566408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:07.571455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:07.578416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:07.578933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.581489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=0468410b-2192-47fb-af12-2c3bcff56c98,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:07.611580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1d787027-02cb-479c-8a2e-c7999e6f7b43 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0173168 Dec 21 01:59:07.614893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53778) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:07.619150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Allocated IP 172.20.0.7 (c01f4562-219d-42cc-93a9-b91a1200b762/29c89e57-f6b4-4913-920e-bb0322788771/520b17c4-0275-439a-a6f0-8e750e9b7411) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:07.626140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15e', 'mac_address': 'fa:16:3e:20:09:4c'}, {'ip_address': '2001:db8::1a', 'mac_address': 'fa:16:3e:79:60:c1'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:07.874721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7dd66755-19a9-4684-a77f-70e77f7e167d req-27c79398-b7c3-40e2-bc08-6cb246b1342b tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Dec 21 01:59:07.889640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.897216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:07.963911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.066569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Network c01f4562-219d-42cc-93a9-b91a1200b762 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:08.073438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:08.082794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:08.116828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Pushing event updated for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:08.147570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-72fa0d8b-469a-4980-9796-b5b2a1596635 None None] Provisioning complete for port 0468410b-2192-47fb-af12-2c3bcff56c98 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:08.148667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-72fa0d8b-469a-4980-9796-b5b2a1596635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.159832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.172784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.192030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] In _notify_port_updated(), no bound segment for port 0468410b-2192-47fb-af12-2c3bcff56c98 on network 9ea5688b-1259-464a-9e4f-23509a39381c {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 01:59:08.198918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:08.199606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.201568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "PUT /v2.0/ports/0468410b-2192-47fb-af12-2c3bcff56c98 HTTP/1.1" status: 200 len: 1065 time: 0.5846434 Dec 21 01:59:08.234899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53786) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:08.245387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-72fa0d8b-469a-4980-9796-b5b2a1596635 None None] Port 0468410b-2192-47fb-af12-2c3bcff56c98 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:08.248843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:08.250706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.274666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-27830ea9-dd8f-49d0-8d63-975a39a33f2a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458933 Dec 21 01:59:08.300565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Request body: {'port': {'device_id': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:08.408785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.451665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b65b8a-91ff-45ac-8d7a-b1e83bdff6f4 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event updated for resources: {'Port': ['ID=0468410b-2192-47fb-af12-2c3bcff56c98,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:08.593153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e476d8-07c8-4fdb-b383-5ddb8cc554ef req-81aaa306-3cca-4279-bd5d-53b5d20e80f9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:08.604134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58e476d8-07c8-4fdb-b383-5ddb8cc554ef req-81aaa306-3cca-4279-bd5d-53b5d20e80f9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2746320 Dec 21 01:59:08.693937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-223d1bfb-56ff-4267-a97e-df5e95160b76 None None] Provisioning complete for port 0468410b-2192-47fb-af12-2c3bcff56c98 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:08.719596 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-223d1bfb-56ff-4267-a97e-df5e95160b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.785998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4cbd1dc-84a2-44a3-bfa8-af608f796ca4 req-19f93cf9-27a9-4d18-a91c-332525a64d54 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.1050155 Dec 21 01:59:08.813198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58e476d8-07c8-4fdb-b383-5ddb8cc554ef req-b94bc194-219b-4759-bbf6-bffca5292e3a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2079222 Dec 21 01:59:08.815598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port 0468410b-2192-47fb-af12-2c3bcff56c98 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:08.815940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:08.845352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-223d1bfb-56ff-4267-a97e-df5e95160b76 None None] Port 0468410b-2192-47fb-af12-2c3bcff56c98 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:08.856626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-57c29e56-1798-45ed-97a5-fd6f7721f949 req-19ceb9e3-cc6f-4406-9600-7021d6ea47c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0750601 Dec 21 01:59:09.034592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520b17c4-0275-439a-a6f0-8e750e9b7411 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:59:09.070019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.119074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Transition to ACTIVE for port object 520b17c4-0275-439a-a6f0-8e750e9b7411 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:59:09.132671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.257565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.283817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:09.284712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668a24f-80b4-4cbd-b425-c8bc21c43eef req-d49bb0f5-a14f-4792-b03b-080de782314a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:09.296490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f668a24f-80b4-4cbd-b425-c8bc21c43eef req-d49bb0f5-a14f-4792-b03b-080de782314a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 931 time: 0.2943068 Dec 21 01:59:09.409827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for 0468410b-2192-47fb-af12-2c3bcff56c98 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:09.425711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Attempting to bind port 520b17c4-0275-439a-a6f0-8e750e9b7411 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:59:09.426056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Attempting to bind port 520b17c4-0275-439a-a6f0-8e750e9b7411 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '82a65a49-2ab4-48ec-87b1-04f0057aa82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:59:09.426312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Attempting to bind port 520b17c4-0275-439a-a6f0-8e750e9b7411 on network c01f4562-219d-42cc-93a9-b91a1200b762 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:09.436274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Port 520b17c4-0275-439a-a6f0-8e750e9b7411 on network c01f4562-219d-42cc-93a9-b91a1200b762 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:59:09.436643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Attempting to bind port 520b17c4-0275-439a-a6f0-8e750e9b7411 on network c01f4562-219d-42cc-93a9-b91a1200b762 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:09.448247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:59:09.448663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Checking segment: {'id': '82a65a49-2ab4-48ec-87b1-04f0057aa82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:09.448977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Bound using segment: {'id': '82a65a49-2ab4-48ec-87b1-04f0057aa82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:59:09.449431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Bound port: 520b17c4-0275-439a-a6f0-8e750e9b7411, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a65a49-2ab4-48ec-87b1-04f0057aa82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:59:09.449792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.570005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f668a24f-80b4-4cbd-b425-c8bc21c43eef req-7e4ecc6f-ff9a-4778-9c29-0d0aa39f386e tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702675 Dec 21 01:59:09.592194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:59:09.598587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=520b17c4-0275-439a-a6f0-8e750e9b7411,segment=NetworkSegment(82a65a49-2ab4-48ec-87b1-04f0057aa82f),segment_id=82a65a49-2ab4-48ec-87b1-04f0057aa82f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:59:09.610535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40527e-05e8-46e3-ba81-0f2fc7cc3e5b req-4026d885-2f41-4e85-97c7-cbd58a860ec7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:09.615504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.618899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b40527e-05e8-46e3-ba81-0f2fc7cc3e5b req-4026d885-2f41-4e85-97c7-cbd58a860ec7 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.3172705 Dec 21 01:59:09.671988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:09.672603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.675540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/520b17c4-0275-439a-a6f0-8e750e9b7411 HTTP/1.1" status: 200 len: 1092 time: 1.3834796 Dec 21 01:59:09.676046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:09.678739 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:09.724364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5db19-f289-4403-a80c-ee69698ec8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:09.759349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b40527e-05e8-46e3-ba81-0f2fc7cc3e5b req-2a386435-ddf7-4aca-a1a6-11fec522e8ea tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379914 Dec 21 01:59:09.870202 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9dca39-c803-4888-861e-af230349c537 x-openstack-request-id: req-fe9dca39-c803-4888-861e-af230349c537 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:09.870501 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:09.870760 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe9dca39-c803-4888-861e-af230349c537 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:09.871171 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411', 'status': 'completed', 'code': 200} Dec 21 01:59:09.883485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-50f482ba-81b0-4f86-8667-84bd2148f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:09.885038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-50f482ba-81b0-4f86-8667-84bd2148f687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64be4d9c383348c3816b17512b01c74e&device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 1095 time: 0.1316118 Dec 21 01:59:09.916600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:09.952650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=0468410b-2192-47fb-af12-2c3bcff56c98,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:09.995437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ace80ad7-c091-47f1-b262-8411e34fc598 req-94fb0fc0-599c-485b-a74c-27231174adb5 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0449815 Dec 21 01:59:10.042332 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-46878d8f-d13d-42bb-a480-777e60c98f28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=520b17c4-0275-439a-a6f0-8e750e9b7411 HTTP/1.1" status: 200 len: 217 time: 0.1329710 Dec 21 01:59:10.189505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-57da8405-9095-4f6e-b170-21b6cc469a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:10.191792 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-57da8405-9095-4f6e-b170-21b6cc469a7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29c89e57-f6b4-4913-920e-bb0322788771 HTTP/1.1" status: 200 len: 853 time: 0.1370757 Dec 21 01:59:10.202202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7256da9-0d23-4d78-b8b8-57964043d865 req-d88c29f9-bdbd-45a2-94a7-d402089bec98 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:10.206773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7256da9-0d23-4d78-b8b8-57964043d865 req-d88c29f9-bdbd-45a2-94a7-d402089bec98 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1610923 Dec 21 01:59:10.242677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-15bf7f60-d717-4b64-93a6-1d00d2237070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c01f4562-219d-42cc-93a9-b91a1200b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418780 Dec 21 01:59:10.429817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:10.431434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd91bcb5-d112-48ff-b3f1-778ce5c5c101 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/0468410b-2192-47fb-af12-2c3bcff56c98 HTTP/1.1" status: 204 len: 168 time: 2.1953123 Dec 21 01:59:10.438177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53818) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:10.475778 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d9d7ad-d895-4d78-b290-9c786778f718 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] GET failed (client error): The resource could not be found. Dec 21 01:59:10.477614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-29d9d7ad-d895-4d78-b290-9c786778f718 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports/0468410b-2192-47fb-af12-2c3bcff56c98 HTTP/1.1" status: 404 len: 333 time: 0.0384626 Dec 21 01:59:10.480777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:10.494147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7256da9-0d23-4d78-b8b8-57964043d865 req-15f3b060-446a-405f-9424-970f0d57fa7e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2765489 Dec 21 01:59:10.609494 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-f85cd383-7bbf-4604-80b4-8f1d8e9d474a service neutron] 10.222.0.24 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375294 Dec 21 01:59:10.727431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fa920-af70-4054-a867-58f1b04274e4 req-e4668bee-4879-4f10-a2a8-cf7c0b479573 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:10.729163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a0fa920-af70-4054-a867-58f1b04274e4 req-e4668bee-4879-4f10-a2a8-cf7c0b479573 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 943 time: 0.0597882 Dec 21 01:59:10.781461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17e94446-9617-4d75-9e22-8a33bc5eeb25 req-59957238-27d1-4cc6-acad-07a69bd3ee96 service neutron] 10.222.0.24 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630144 Dec 21 01:59:10.803540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:10.803965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:10.854276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a0fa920-af70-4054-a867-58f1b04274e4 req-fbfd4f1d-8653-442e-8ace-d0bc585c1b52 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Dec 21 01:59:10.994052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce976b3-568d-4359-832c-7af30fa3a51d req-f6b4e3e0-1f31-407f-a50a-c9d39e9372c4 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.005712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ce976b3-568d-4359-832c-7af30fa3a51d req-f6b4e3e0-1f31-407f-a50a-c9d39e9372c4 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.0797415 Dec 21 01:59:11.024718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-507a1905-3fd0-4466-a0d4-79bd2615a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.026641 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-507a1905-3fd0-4466-a0d4-79bd2615a936 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64be4d9c383348c3816b17512b01c74e&device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 1095 time: 0.0863307 Dec 21 01:59:11.070475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ce976b3-568d-4359-832c-7af30fa3a51d req-91ab001f-1a94-4e89-91ba-d5a34d0991c8 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637777 Dec 21 01:59:11.137271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d782bbf-757a-4cb5-8f84-c8c0a73a002d req-e0468de1-981d-4935-889a-5039b3aaa14c tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0290096 Dec 21 01:59:11.176863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:11.199293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-fcb69419-cf5a-4b88-ac41-7edec320f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.200618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-fcb69419-cf5a-4b88-ac41-7edec320f89e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c01f4562-219d-42cc-93a9-b91a1200b762 HTTP/1.1" status: 200 len: 913 time: 0.1562402 Dec 21 01:59:11.202613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:11.424432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-4aad8181-870a-4106-bf77-48d541ecd984 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=520b17c4-0275-439a-a6f0-8e750e9b7411 HTTP/1.1" status: 200 len: 217 time: 0.0899847 Dec 21 01:59:11.456827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7102a797-6f9d-4609-871e-4d3ca8d8064c req-1ddd80ac-030e-4276-ab0f-addc0558485a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=65bf461f56cf4990a1dd1dee6bbfae45&device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0365558 Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-7ef3af22-69c0-4117-a79c-7744a5e444d0 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.490915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-7ef3af22-69c0-4117-a79c-7744a5e444d0 tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.1545963 Dec 21 01:59:11.507244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:11.521189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e1452bc-0001-4ca5-9656-20ee95b71efa req-2bf53bb1-cac6-4ac0-a834-eb3c3ead8d0e tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0615234 Dec 21 01:59:11.539483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7102a797-6f9d-4609-871e-4d3ca8d8064c req-d3dd1417-7fd4-4f3c-91d1-6286c35c547c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=65bf461f56cf4990a1dd1dee6bbfae45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522208 Dec 21 01:59:11.623278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=b2932ed7-2b3e-4ef4-a8de-26037ce79cd7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:11.652843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:11.666623 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a043369-1a8b-4908-9e51-bd7d25f6dcf2 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 HTTP/1.1" status: 204 len: 168 time: 1.1845841 Dec 21 01:59:11.668466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-6bc2f7d4-69e8-44bf-87a1-98dcefd9da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.669969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-6bc2f7d4-69e8-44bf-87a1-98dcefd9da88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=29c89e57-f6b4-4913-920e-bb0322788771 HTTP/1.1" status: 200 len: 853 time: 0.2342730 Dec 21 01:59:11.670541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53854) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:11.719388 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-246dc5df-c9e3-4139-ab63-11e37bd3e761 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] GET failed (client error): The resource could not be found. Dec 21 01:59:11.726808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-246dc5df-c9e3-4139-ab63-11e37bd3e761 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "GET /v2.0/ports/b2932ed7-2b3e-4ef4-a8de-26037ce79cd7 HTTP/1.1" status: 404 len: 333 time: 0.0543156 Dec 21 01:59:11.727695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53858) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:11.777360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a797-6f9d-4609-871e-4d3ca8d8064c req-ac60199b-8956-411e-b3c2-a079ecdbd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.778717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7102a797-6f9d-4609-871e-4d3ca8d8064c req-ac60199b-8956-411e-b3c2-a079ecdbd7e9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2313139 Dec 21 01:59:11.851014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-c268fda6-a437-4239-bb2c-64d056d0c09a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c01f4562-219d-42cc-93a9-b91a1200b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223240 Dec 21 01:59:11.919721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38a27-e3fa-405c-ad5c-88e10a471a0c req-0f4743cd-8726-42db-9dfa-30b91d2f8a8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:11.929835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3df38a27-e3fa-405c-ad5c-88e10a471a0c req-0f4743cd-8726-42db-9dfa-30b91d2f8a8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1492629 Dec 21 01:59:12.081070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Deleting port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:12.081394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:12.115004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-c6998c40-810c-4a0e-8361-0761e6d97485 service neutron] 10.222.0.24 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391868 Dec 21 01:59:12.187924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port 5ab90528-0616-4215-92b1-51b9cfcaaa34 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:12.188603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:12.310109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] For port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:12.310562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:12.342149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Calling delete_port for bacc0964-d5bc-42de-b94e-4adcd0eb2a2e owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:12.345525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cdd43b0-076d-48dc-9f6a-4ad7ec982f2a req-52f4df3e-d9ba-4577-ae5f-23e1c826870e service neutron] 10.222.0.24 "GET /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001150 Dec 21 01:59:12.405443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:12.438090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580b8f-3f0e-46b4-91f0-ed416ff1832c req-b0be21fe-5d2a-486e-b83b-4fa4ea5c00d9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:12.439891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34580b8f-3f0e-46b4-91f0-ed416ff1832c req-b0be21fe-5d2a-486e-b83b-4fa4ea5c00d9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 943 time: 0.4780614 Dec 21 01:59:12.448626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3df38a27-e3fa-405c-ad5c-88e10a471a0c req-4215a3a1-a02d-461d-b325-fd86a2c4a21a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5171468 Dec 21 01:59:12.508346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34580b8f-3f0e-46b4-91f0-ed416ff1832c req-139208b3-3b07-4cc1-a866-b611758aacda tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584824 Dec 21 01:59:12.597971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497b14-3129-4894-a68a-7e197ad2cca8 req-354e9213-afbe-449a-b882-c3f09ad240a9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:12.599503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d497b14-3129-4894-a68a-7e197ad2cca8 req-354e9213-afbe-449a-b882-c3f09ad240a9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0590782 Dec 21 01:59:12.658977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d497b14-3129-4894-a68a-7e197ad2cca8 req-a97b56b3-b8cf-409e-a6d9-69d8e0a8ec27 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523689 Dec 21 01:59:12.773145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885721-0e6e-465d-9041-04adf49b44a8 req-5e150231-9061-4b30-aa19-9c042542e17d tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:12.775409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d885721-0e6e-465d-9041-04adf49b44a8 req-5e150231-9061-4b30-aa19-9c042542e17d tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6611910-b6be-46f6-a4a4-07de29041d98 HTTP/1.1" status: 200 len: 948 time: 0.0981996 Dec 21 01:59:12.797693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1a253e2-63d2-4c2f-9928-3c45f20ffc10 req-263b2a01-5501-44c2-bd04-c3aad9d51af5 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0412111 Dec 21 01:59:12.828901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-0bb951a0-8e59-4db4-96d1-3c9eb691ee28 req-7809c08c-db9a-4b9c-9d1a-386ff4620c7c service neutron] (109851) timed out ('10.222.0.45', 57748) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 01:59:12.852440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for 5ab90528-0616-4215-92b1-51b9cfcaaa34 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:12.876023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d885721-0e6e-465d-9041-04adf49b44a8 req-538e826f-5dff-45f4-a91b-6520852ec2cc tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e0b25a6-e33d-4205-b28d-e4185afb939a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778055 Dec 21 01:59:12.921033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-222e9e5c-2a9a-4557-8580-8e85bb9560cf req-6ad3677e-f2fd-47a3-b12b-cc98ee0aceed service neutron] (109850) timed out ('10.222.0.45', 57759) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 01:59:12.966503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f74e-8665-4547-aa29-9d0c80b520ab req-20710e7e-a978-4a65-a676-1779085ea8e9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:12.969345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-b27b53f3-b031-4a93-b498-474ec902b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:12.970965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-b27b53f3-b031-4a93-b498-474ec902b8b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 1096 time: 0.5629864 Dec 21 01:59:12.973287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e748f74e-8665-4547-aa29-9d0c80b520ab req-20710e7e-a978-4a65-a676-1779085ea8e9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0914938 Dec 21 01:59:13.030813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e748f74e-8665-4547-aa29-9d0c80b520ab req-19913663-d063-459a-8058-818a2853cd2a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566425 Dec 21 01:59:13.093244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.129007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['bacc0964-d5bc-42de-b94e-4adcd0eb2a2e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:13.156636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Pushing event deleted for resources: {'Port': ['ID=bacc0964-d5bc-42de-b94e-4adcd0eb2a2e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:13.159681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-0ac359ba-6558-4096-bb8b-1c71ae309364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.161172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-0ac359ba-6558-4096-bb8b-1c71ae309364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1096 time: 0.1379402 Dec 21 01:59:13.244450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] No DVR routers for this DVR port bacc0964-d5bc-42de-b94e-4adcd0eb2a2e on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:59:13.245984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.248023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.251304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-764361d9-b173-4f94-98c7-d102cd4bacc6 req-b2f8df3f-587c-4a97-b465-654278837c3f tempest-VolumesBackupsTest-2021613392 tempest-VolumesBackupsTest-2021613392-project] 10.222.0.45 "DELETE /v2.0/ports/bacc0964-d5bc-42de-b94e-4adcd0eb2a2e HTTP/1.1" status: 204 len: 173 time: 1.7533219 Dec 21 01:59:13.254154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'name': 'network-vif-deleted', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:13.256645 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcb2ba2-b66b-4dab-b593-f466af4e7c65" -d '{"events": [{"server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "name": "network-vif-deleted", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:13.274166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7102a797-6f9d-4609-871e-4d3ca8d8064c req-0ed65ade-7734-41de-a4a8-bad8f8c89e6f tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.45 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0436897 Dec 21 01:59:13.327044 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8026e123-171f-4b01-bc6b-b2947d9202b1 x-openstack-request-id: req-8026e123-171f-4b01-bc6b-b2947d9202b1 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:13.327372 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6611910-b6be-46f6-a4a4-07de29041d98", "name": "network-vif-deleted", "tag": "bacc0964-d5bc-42de-b94e-4adcd0eb2a2e", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:13.327721 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8026e123-171f-4b01-bc6b-b2947d9202b1 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:13.328002 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6611910-b6be-46f6-a4a4-07de29041d98', 'name': 'network-vif-deleted', 'tag': 'bacc0964-d5bc-42de-b94e-4adcd0eb2a2e', 'status': 'completed', 'code': 200} Dec 21 01:59:13.331907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=5ab90528-0616-4215-92b1-51b9cfcaaa34,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:13.389815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.395342 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0add482d-fffa-4ab7-ac8f-c6695a541358 tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/ports/5ab90528-0616-4215-92b1-51b9cfcaaa34 HTTP/1.1" status: 204 len: 168 time: 1.6360903 Dec 21 01:59:13.397056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53884) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:13.427756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-b301fe80-3ecd-4dc9-8e03-479722d35db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.429271 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-b301fe80-3ecd-4dc9-8e03-479722d35db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.2558892 Dec 21 01:59:13.591397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting subnet 4c01bab0-59a4-43f4-b0b0-6451cfc1a781 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:59:13.629189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.636350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-0f9d4697-ef58-43e1-b666-1956d1a247be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 999 time: 0.1979396 Dec 21 01:59:13.734901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-684b1f2f-2e77-4fd7-b145-0d5353086e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.736398 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-684b1f2f-2e77-4fd7-b145-0d5353086e95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0883641 Dec 21 01:59:13.806722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-3a51fb0a-7584-42a8-9e62-480b69e8a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.815226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-3a51fb0a-7584-42a8-9e62-480b69e8a2c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708652 Dec 21 01:59:13.837142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.909200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b82c3-a510-472a-8110-bbc16610a3d8 req-4f1770b0-5b12-4d61-ab5f-74d7bfaa004a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.917261 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82934855-42e1-4d87-b01a-3738c4675df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:13.918228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0b82c3-a510-472a-8110-bbc16610a3d8 req-4f1770b0-5b12-4d61-ab5f-74d7bfaa004a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2892828 Dec 21 01:59:13.957234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa605-4edc-4ae5-b123-70daddfddbcc req-1dd09d2e-14b0-4865-9bc0-271f765cec58 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:13.967230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-460aa605-4edc-4ae5-b123-70daddfddbcc req-1dd09d2e-14b0-4865-9bc0-271f765cec58 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 943 time: 0.2616882 Dec 21 01:59:14.027557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-b4c911c6-f95a-4d12-bd23-c6cd5d2767c5 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046795 Dec 21 01:59:14.117994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0b82c3-a510-472a-8110-bbc16610a3d8 req-19dd32eb-080e-4380-8acd-d26727ed9f19 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1969666 Dec 21 01:59:14.152770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.186614 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-a58e77f5-8ff8-4b99-8331-ba7a6d660aba service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512825 Dec 21 01:59:14.249935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-460aa605-4edc-4ae5-b123-70daddfddbcc req-a29aab5b-c270-4e57-accf-2457a9d39656 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816498 Dec 21 01:59:14.334453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.368120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Subnet': ['ID=4c01bab0-59a4-43f4-b0b0-6451cfc1a781,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:14.390924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51f200-798a-49d6-bbca-96bbaf40a0f4 None None] Network 9ea5688b-1259-464a-9e4f-23509a39381c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:14.402790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.415503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-32afb273-26ca-4b85-8ac8-53dddcdc56fb tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/subnets/4c01bab0-59a4-43f4-b0b0-6451cfc1a781 HTTP/1.1" status: 204 len: 168 time: 1.0142071 Dec 21 01:59:14.415985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53910) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:14.529364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b002fc7-0567-4a7a-a778-24095a8a731a req-1ec89091-6084-405c-9bf1-3074c4e05843 tempest-ServerShowV254Test-965574669 tempest-ServerShowV254Test-965574669-project] 10.222.0.43 "GET /v2.0/ports?device_id=012495c2-4f82-47dc-9459-e59c52a4e9d3 HTTP/1.1" status: 200 len: 210 time: 0.0940151 Dec 21 01:59:14.714338 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.767344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] DHCP port deletion for 9ea5688b-1259-464a-9e4f-23509a39381c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:59:14.838688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Deleting port ff922ad4-87e9-4506-b6d6-39765be8e85a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:14.839091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.845984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Deleting port ff922ad4-87e9-4506-b6d6-39765be8e85a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:14.847269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.977497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] For port ff922ad4-87e9-4506-b6d6-39765be8e85a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ff922ad4-87e9-4506-b6d6-39765be8e85a,segment=NetworkSegment(e0a0ea22-2ecd-474b-a967-5d45355125e3),segment_id=e0a0ea22-2ecd-474b-a967-5d45355125e3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:14.978423 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:14.999562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Calling delete_port for ff922ad4-87e9-4506-b6d6-39765be8e85a owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:15.038194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] For port ff922ad4-87e9-4506-b6d6-39765be8e85a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ff922ad4-87e9-4506-b6d6-39765be8e85a,segment=NetworkSegment(e0a0ea22-2ecd-474b-a967-5d45355125e3),segment_id=e0a0ea22-2ecd-474b-a967-5d45355125e3)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:15.038463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.074835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Calling delete_port for ff922ad4-87e9-4506-b6d6-39765be8e85a owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:15.104838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.137131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Pushing event deleted for resources: {'Port': ['ID=ff922ad4-87e9-4506-b6d6-39765be8e85a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:15.151234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] No DVR routers for this DVR port ff922ad4-87e9-4506-b6d6-39765be8e85a on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:59:15.181867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.184584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.186091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.188264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.188881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.189476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.195171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.196988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.199582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.200765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.201244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.202333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.203942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d72fe-599e-4954-b919-6aa24f0f564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:15.307452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 520b17c4-0275-439a-a6f0-8e750e9b7411 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:59:15.315914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.410199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Port': ['ID=ff922ad4-87e9-4506-b6d6-39765be8e85a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:15.421650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] No DVR routers for this DVR port ff922ad4-87e9-4506-b6d6-39765be8e85a on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:59:15.459634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdb99-e6f7-4ec3-bb0a-dd88c596b1f4 req-de02599d-1e68-4e93-8b60-6afe0504f407 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:15.461427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a83bdb99-e6f7-4ec3-bb0a-dd88c596b1f4 req-de02599d-1e68-4e93-8b60-6afe0504f407 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2029920 Dec 21 01:59:15.658509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a83bdb99-e6f7-4ec3-bb0a-dd88c596b1f4 req-fb163ca9-5c43-4605-94ec-fc9752d4a7d3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1876307 Dec 21 01:59:15.662092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.678221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=520b17c4-0275-439a-a6f0-8e750e9b7411,segment=NetworkSegment(82a65a49-2ab4-48ec-87b1-04f0057aa82f),segment_id=82a65a49-2ab4-48ec-87b1-04f0057aa82f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:15.746005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '520b17c4-0275-439a-a6f0-8e750e9b7411', 'network_id': 'c01f4562-219d-42cc-93a9-b91a1200b762', 'port_id': '520b17c4-0275-439a-a6f0-8e750e9b7411', 'mac_address': 'fa:16:3e:47:8f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c89e57-f6b4-4913-920e-bb0322788771', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:59:15.762017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea5688b-1259-464a-9e4f-23509a39381c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:15.803440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a0ea22-2ecd-474b-a967-5d45355125e3') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:15.803843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a0ea22-2ecd-474b-a967-5d45355125e3') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:15.823044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.826685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8e29-4151-4d19-8e8a-aeab3e390824 req-20b903ad-716d-41d2-b023-01e5515dc0f8 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:15.828225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-441f8e29-4151-4d19-8e8a-aeab3e390824 req-20b903ad-716d-41d2-b023-01e5515dc0f8 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 943 time: 0.1674128 Dec 21 01:59:15.854051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.861327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ff922ad4-87e9-4506-b6d6-39765be8e85a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:59:15.864136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.868446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:59:15.868873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: timer() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:59:15.872020 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:59:15.925226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ff922ad4-87e9-4506-b6d6-39765be8e85a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:59:15.936238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ff922ad4-87e9-4506-b6d6-39765be8e85a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:59:15.936985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-441f8e29-4151-4d19-8e8a-aeab3e390824 req-5c70e1ab-caac-45f0-9733-11cfe1d38d5e tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923369 Dec 21 01:59:15.955828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520b17c4-0275-439a-a6f0-8e750e9b7411 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:59:15.980696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=520b17c4-0275-439a-a6f0-8e750e9b7411,segment=NetworkSegment(82a65a49-2ab4-48ec-87b1-04f0057aa82f),segment_id=82a65a49-2ab4-48ec-87b1-04f0057aa82f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:15.993662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:16.038684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:16.050455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:16.063936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] 10.222.0.43 "DELETE /v2.0/networks/9ea5688b-1259-464a-9e4f-23509a39381c HTTP/1.1" status: 204 len: 168 time: 1.6467481 Dec 21 01:59:16.121033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:16.122745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ebec7-7b47-497c-9cd7-c058707f804c tempest-AllowedAddressPairIpV6TestJSON-1021094722 tempest-AllowedAddressPairIpV6TestJSON-1021094722-project] Pushing event deleted for resources: {'Network': ['ID=9ea5688b-1259-464a-9e4f-23509a39381c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:16.182292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97084c3-93bf-4bd3-a85c-60792c5b7ac2 req-aeb1aa78-3f7a-4839-b2ab-fa2fa065af15 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:16.183876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f97084c3-93bf-4bd3-a85c-60792c5b7ac2 req-aeb1aa78-3f7a-4839-b2ab-fa2fa065af15 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1416731 Dec 21 01:59:16.294210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bacc0964-d5bc-42de-b94e-4adcd0eb2a2e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:59:16.353964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f97084c3-93bf-4bd3-a85c-60792c5b7ac2 req-cdcd9c07-bd8f-42e6-acd6-0f134700fc0d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595330 Dec 21 01:59:16.359568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: bacc0964-d5bc-42de-b94e-4adcd0eb2a2e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:59:16.360190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bacc0964-d5bc-42de-b94e-4adcd0eb2a2e not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:59:16.409051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['520b17c4-0275-439a-a6f0-8e750e9b7411'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:16.448877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53960) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:16.479413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53964) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:16.592485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f600-276d-429b-be7e-1986ea4927ec req-bd95826b-1ac2-440f-8a3e-27e3e78502d9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:16.607506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0b0f600-276d-429b-be7e-1986ea4927ec req-bd95826b-1ac2-440f-8a3e-27e3e78502d9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1360564 Dec 21 01:59:16.696691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0b0f600-276d-429b-be7e-1986ea4927ec req-851b7179-b519-454f-afd2-41d6918dae0a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875196 Dec 21 01:59:16.735579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b1dabdf-cfb6-4100-a85c-961fa62ad27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:16.821043 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-751dfe09-fa4e-4a15-8b4b-44355f39ae4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89fc08ecb1614b7781700d70b78060cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404732 Dec 21 01:59:16.823645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:16.882594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a4b635-c5e1-4fb7-a539-1c93a1237045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.061100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.110328 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a4b635-c5e1-4fb7-a539-1c93a1237045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.115935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.123834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65a4b635-c5e1-4fb7-a539-1c93a1237045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.180365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-65a4b635-c5e1-4fb7-a539-1c93a1237045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65bf461f56cf4990a1dd1dee6bbfae45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303054 Dec 21 01:59:17.183358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:17.184059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4b635-c5e1-4fb7-a539-1c93a1237045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a0c41-f27f-4421-8100-7aaf45087026,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:17.201958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8579205-29a5-49b3-a2ee-5b8b56a843b3 req-88f7d0ef-a698-41f9-989b-8696734cbf88 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:17.212400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8579205-29a5-49b3-a2ee-5b8b56a843b3 req-88f7d0ef-a698-41f9-989b-8696734cbf88 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.3190284 Dec 21 01:59:17.225897 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.267933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117d4c-85af-4802-a796-6ac235f67896 req-74616333-da1e-48c3-b2ca-3f4c54583a0c tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:17.271443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.283945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2117d4c-85af-4802-a796-6ac235f67896 req-74616333-da1e-48c3-b2ca-3f4c54583a0c tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 944 time: 0.1707907 Dec 21 01:59:17.319216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.385081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8579205-29a5-49b3-a2ee-5b8b56a843b3 req-51ec1328-2d09-42c2-be71-14b7bf852255 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716034 Dec 21 01:59:17.427415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.430200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.434637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a8a0c41-f27f-4421-8100-7aaf45087026 HTTP/1.1" status: 204 len: 168 time: 0.2435117 Dec 21 01:59:17.455884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714ffe1-8a53-4bd1-b042-d975c93556a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a0c41-f27f-4421-8100-7aaf45087026,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:17.478999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.493076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:17.495907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef2c8c32-5e1b-4325-80a6-a37e588e4cb2 HTTP/1.1" status: 204 len: 168 time: 0.6711934 Dec 21 01:59:17.553992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21239e87-fbac-41db-bd76-b10d5940f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c8c32-5e1b-4325-80a6-a37e588e4cb2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:17.581665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2117d4c-85af-4802-a796-6ac235f67896 req-43b8c4ac-eb5f-4a99-8861-e642dd503a8e tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924609 Dec 21 01:59:17.663114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516685-7969-473e-baa5-3c55433a1a37 req-37147c9b-d2c7-4c4a-b043-11ece9391dcb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:17.674199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92516685-7969-473e-baa5-3c55433a1a37 req-37147c9b-d2c7-4c4a-b043-11ece9391dcb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0893610 Dec 21 01:59:17.823378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92516685-7969-473e-baa5-3c55433a1a37 req-42ea1b92-e437-44ca-a699-0af1a3548a29 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479905 Dec 21 01:59:18.167092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8ee8-19f9-4faf-a576-64d31d0bda30 req-1d85b4b0-6e74-4b48-905b-844e6ace8cbe tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:18.169302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d9d8ee8-19f9-4faf-a576-64d31d0bda30 req-1d85b4b0-6e74-4b48-905b-844e6ace8cbe tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1345298 Dec 21 01:59:18.307316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d9d8ee8-19f9-4faf-a576-64d31d0bda30 req-028cb693-f892-4be2-9d4b-e5a1d331485e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313012 Dec 21 01:59:18.637130 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:18.673998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc853d9-9040-4b20-b1f4-c350c9bf95c7 req-66627e01-82ab-4526-85f6-912dcff720ae tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:18.684913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdc853d9-9040-4b20-b1f4-c350c9bf95c7 req-66627e01-82ab-4526-85f6-912dcff720ae tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1415422 Dec 21 01:59:18.924748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdc853d9-9040-4b20-b1f4-c350c9bf95c7 req-01adcbdf-563e-4ee6-b1e0-4c85e11cb6e1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360506 Dec 21 01:59:18.965491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da8e17-809d-4097-83c9-e41578ecfd21 req-adc42d1f-004b-476d-95cd-ee1722bb320f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:18.975176 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21da8e17-809d-4097-83c9-e41578ecfd21 req-adc42d1f-004b-476d-95cd-ee1722bb320f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2249436 Dec 21 01:59:19.053526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21da8e17-809d-4097-83c9-e41578ecfd21 req-2c621247-5a80-44c0-b788-220dcd4a82a8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761979 Dec 21 01:59:19.134980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:19.277772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b519597-1414-4c66-a2c8-be3d7a99d571 req-b4b44a3f-ecb1-4ce2-9305-a2ac94d044c4 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:19.292943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b519597-1414-4c66-a2c8-be3d7a99d571 req-b4b44a3f-ecb1-4ce2-9305-a2ac94d044c4 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 944 time: 0.1595380 Dec 21 01:59:19.327868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 520b17c4-0275-439a-a6f0-8e750e9b7411 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:19.397433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54064) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:19.422908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b519597-1414-4c66-a2c8-be3d7a99d571 req-ff4b9eec-1b89-4747-8f6d-5f35949a6e66 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 Dec 21 01:59:19.452589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.531486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 520b17c4-0275-439a-a6f0-8e750e9b7411 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:59:19.536094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 520b17c4-0275-439a-a6f0-8e750e9b7411 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:19.537216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.546095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-661023216-network', 'tenant_id': '774aec1679b74cf29bdc988213ed4417'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:19.563283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-827641919'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:19.570196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fd346-2ce5-4220-a42e-4fd3f1ec9bfa req-b2f0b338-d8a3-4593-b5df-6c2eda6aebc2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:19.581640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-333fd346-2ce5-4220-a42e-4fd3f1ec9bfa req-b2f0b338-d8a3-4593-b5df-6c2eda6aebc2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1054835 Dec 21 01:59:19.655841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:19.662318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-333fd346-2ce5-4220-a42e-4fd3f1ec9bfa req-16f07d57-6829-41c0-b366-13c2bd3089bd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789664 Dec 21 01:59:19.665824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.670809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Made reservation on behalf of 774aec1679b74cf29bdc988213ed4417 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:19.673852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.698922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.713249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.736053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.779142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:19.788110 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4375e8f-39c5-4fb3-ad63-97c4a5fc9e97" -d '{"events": [{"server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "name": "network-vif-plugged", "status": "completed", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:19.819621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=520b17c4-0275-439a-a6f0-8e750e9b7411,segment=NetworkSegment(82a65a49-2ab4-48ec-87b1-04f0057aa82f),segment_id=82a65a49-2ab4-48ec-87b1-04f0057aa82f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:19.829876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.883605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.887083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.892391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.923972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:59:19.947835 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26921696-a0c2-4e79-83ef-76e7619bd6ad x-openstack-request-id: req-26921696-a0c2-4e79-83ef-76e7619bd6ad {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:19.948135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "name": "network-vif-plugged", "status": "completed", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:19.948391 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26921696-a0c2-4e79-83ef-76e7619bd6ad {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:19.948791 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411', 'code': 200} Dec 21 01:59:19.952156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:19.952156 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Added segment c2e496ce-ee68-4856-9e05-0390e12af30c of type vlan for network 32804b7c-648d-4c23-a60f-d39852f74d9c Dec 21 01:59:19.953259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:20.059727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.079419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.087419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad0992-00db-4fea-8e8b-c3b4735b011e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:20.118198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:59:20.182473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.183182 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Added segment e31098de-fe0d-4cad-89ae-ff618cdb5080 of type vlan for network ae31c468-9376-4f35-aa3d-220f678d550b Dec 21 01:59:20.190204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26217e48-667f-4b6c-a2b5-f600d1c49a1e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:20.268136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.269144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:20.269871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.324702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31b19-8d49-4102-8b27-eabd7656c67f req-d977d033-bc98-413c-bd02-bbe4734d07b1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:20.344045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2d31b19-8d49-4102-8b27-eabd7656c67f req-d977d033-bc98-413c-bd02-bbe4734d07b1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1536732 Dec 21 01:59:20.385529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf03e2-cdd4-4edc-9560-de4897053ca2 req-282647c8-5b7a-43d0-809d-7d0a3934781e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:20.397723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0bf03e2-cdd4-4edc-9560-de4897053ca2 req-282647c8-5b7a-43d0-809d-7d0a3934781e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2709072 Dec 21 01:59:20.566411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.587800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49793eea-dd4a-4cf8-b3d2-6d0ff1f28994 req-0582ade5-2cfa-44d6-b7d2-d3a542679fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:20.589196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2d31b19-8d49-4102-8b27-eabd7656c67f req-b0f60369-f467-44a0-9263-85a874b113dc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2351186 Dec 21 01:59:20.595458 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49793eea-dd4a-4cf8-b3d2-6d0ff1f28994 req-0582ade5-2cfa-44d6-b7d2-d3a542679fd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 1097 time: 0.4922686 Dec 21 01:59:20.657782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0bf03e2-cdd4-4edc-9560-de4897053ca2 req-c90d9aba-3465-4954-b7c0-ffc348d7673b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543747 Dec 21 01:59:20.669997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] Pushing event updated for resources: {'Network': ['ID=32804b7c-648d-4c23-a60f-d39852f74d9c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:20.669997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0aebba8c-745b-4c7e-b931-a3e29ec3532b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2712195 Dec 21 01:59:20.672790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54090) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:20.681021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 32804b7c-648d-4c23-a60f-d39852f74d9c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:59:20.681541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.691641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:20.693075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.697605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Request body: {'subnet': {'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-661023216-subnet', 'tenant_id': '774aec1679b74cf29bdc988213ed4417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:20.778311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Made reservation on behalf of 774aec1679b74cf29bdc988213ed4417 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:20.782330 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:20.818530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6787810 Dec 21 01:59:20.818530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1ae3-a9b6-455c-857c-e4f7d34196f4 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Network': ['ID=ae31c468-9376-4f35-aa3d-220f678d550b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:20.819220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:20.832216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'subnet': {'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:20.884773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ae31c468-9376-4f35-aa3d-220f678d550b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:59:21.212654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-49793eea-dd4a-4cf8-b3d2-6d0ff1f28994 req-3d5217f6-d61e-4303-be0d-f3e02ceef393 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746444 Dec 21 01:59:21.251985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:21.270937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:21.271209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbc84c-f12b-4881-a35a-dcb80de79036 req-189f6777-34db-4fc4-9964-b5ff07a42eb9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:21.273569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1dbc84c-f12b-4881-a35a-dcb80de79036 req-189f6777-34db-4fc4-9964-b5ff07a42eb9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.4002929 Dec 21 01:59:21.330364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2573-6ff5-4020-ba22-4f249a34a111 req-38f61d08-6d2f-4343-b19d-9b466d0c3899 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:21.340884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f1f2573-6ff5-4020-ba22-4f249a34a111 req-38f61d08-6d2f-4343-b19d-9b466d0c3899 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3358212 Dec 21 01:59:21.523833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f1f2573-6ff5-4020-ba22-4f249a34a111 req-c9dacaed-49ef-4aff-8c5b-beb78410e3e2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759617 Dec 21 01:59:21.561294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1dbc84c-f12b-4881-a35a-dcb80de79036 req-b682f5e1-7769-449f-b427-ef92e3bf986c tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605851 Dec 21 01:59:21.816626 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:21.969209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Subnet': ['ID=6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:22.016846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.044353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.093396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Checking segment: {'id': 'e31098de-fe0d-4cad-89ae-ff618cdb5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:22.093783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network hostable DHCP agents. Network: ae31c468-9376-4f35-aa3d-220f678d550b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:59:22.148479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:59:22.166169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816db85-fe38-4e77-943a-90068e8a4ac7 req-ef2388be-1714-45eb-9991-22a2c9614b86 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:22.171103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ae31c468-9376-4f35-aa3d-220f678d550b) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:22.175362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9816db85-fe38-4e77-943a-90068e8a4ac7 req-ef2388be-1714-45eb-9991-22a2c9614b86 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.3677118 Dec 21 01:59:22.176344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:22.178101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.181168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1785768-c2f4-47d3-a2ff-54f1be68e6ef None None] Network ae31c468-9376-4f35-aa3d-220f678d550b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:22.224724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56871-879d-49a4-94da-be12a8d59531 req-82162081-c24f-4b05-b886-ab06c70ce806 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:22.233667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0f56871-879d-49a4-94da-be12a8d59531 req-82162081-c24f-4b05-b886-ab06c70ce806 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3662486 Dec 21 01:59:22.245704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff528913-d7bf-44c3-a746-f644b109ed9f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4184065 Dec 21 01:59:22.249499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:22.264904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-396774112', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:22.326660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0f56871-879d-49a4-94da-be12a8d59531 req-0c03c3a4-28f1-40b1-b456-e87de4a9c6b5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908468 Dec 21 01:59:22.380698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.383362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.394454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Checking segment: {'id': 'c2e496ce-ee68-4856-9e05-0390e12af30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:22.395020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Network hostable DHCP agents. Network: 32804b7c-648d-4c23-a60f-d39852f74d9c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:59:22.403989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d00447-1488-4ff3-91f8-b16a38177ca6,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:22.494402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Network 32804b7c-648d-4c23-a60f-d39852f74d9c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:59:22.519866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9816db85-fe38-4e77-943a-90068e8a4ac7 req-bde0bda4-f53b-4624-8606-23c85e041251 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3432415 Dec 21 01:59:22.536167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 32804b7c-648d-4c23-a60f-d39852f74d9c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:22.552978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:22.553994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.571010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8ae29-3d01-4080-8a84-59f84d059849 None None] Network 32804b7c-648d-4c23-a60f-d39852f74d9c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:22.616454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef503e6-1006-420d-a6ba-14a85af227c1 None None] Network ae31c468-9376-4f35-aa3d-220f678d550b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:22.646145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0addad94-c217-4e2a-a02b-721aa3b54f3d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9650257 Dec 21 01:59:22.648592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:22.909446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07689d4-92a8-41dd-8fc3-da82158d24e5 None None] Network 32804b7c-648d-4c23-a60f-d39852f74d9c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:22.980437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285a269-08e1-4713-8aaf-12795d9d885f req-428a95cc-aa4e-4033-81ce-821ecb84551e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:23.004028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d285a269-08e1-4713-8aaf-12795d9d885f req-428a95cc-aa4e-4033-81ce-821ecb84551e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3565423 Dec 21 01:59:23.013683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:23.113302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75218c02-0e5c-4a6c-b1c3-0ab3a79a787d req-cc8284f8-64ac-441f-8aaf-6464fe9e68ab tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:23.132585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75218c02-0e5c-4a6c-b1c3-0ab3a79a787d req-cc8284f8-64ac-441f-8aaf-6464fe9e68ab tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.3575060 Dec 21 01:59:23.217846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d285a269-08e1-4713-8aaf-12795d9d885f req-f1212232-7695-4f4d-a74d-6ed016e7d88d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058148 Dec 21 01:59:23.328155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75218c02-0e5c-4a6c-b1c3-0ab3a79a787d req-4b1d0f2d-c3cd-49a1-896b-242f5265e914 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712291 Dec 21 01:59:23.606453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:23.729896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:23.793629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d314-63ad-452f-ba23-8179510e8aae req-aa6d907a-4259-4ea4-ad74-613485264acd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:23.807438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fd6d314-63ad-452f-ba23-8179510e8aae req-aa6d907a-4259-4ea4-ad74-613485264acd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1334391 Dec 21 01:59:23.919491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.5 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9407c052-138e-48c2-99db-35b4826831fd) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:23.959180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2fd6d314-63ad-452f-ba23-8179510e8aae req-a31c3c5b-f77d-4afa-83f9-724759933c46 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498902 Dec 21 01:59:23.964470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54212) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:24.002543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1632831828-network', 'tenant_id': '24ddeaaa45fa456e927c1b16b5853b39'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:24.160890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f6d7-89dc-437e-8364-34bad917b0ae req-443e5cc5-f8d6-4a52-b096-28f856b45e52 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:24.162393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.170640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2037f6d7-89dc-437e-8364-34bad917b0ae req-443e5cc5-f8d6-4a52-b096-28f856b45e52 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2036002 Dec 21 01:59:24.202423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Made reservation on behalf of 24ddeaaa45fa456e927c1b16b5853b39 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:24.205264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.208516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.224586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.264014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:24.269253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:24.279686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:24.287731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b4d88-e160-4a8b-a9a3-f059161d7c1f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:59:24.333490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=9407c052-138e-48c2-99db-35b4826831fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:24.378379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6723b-ef96-4cb1-b5bc-1a4ba04a0a47 req-f91209fb-e2db-42f5-8adf-dab7d6632b03 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:24.389005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb6723b-ef96-4cb1-b5bc-1a4ba04a0a47 req-f91209fb-e2db-42f5-8adf-dab7d6632b03 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2918448 Dec 21 01:59:24.434932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2fe9f923-8732-4b14-a18d-6087640f0d0d None None] Provisioning complete for port 9407c052-138e-48c2-99db-35b4826831fd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:24.437932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fe9f923-8732-4b14-a18d-6087640f0d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.443954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2037f6d7-89dc-437e-8364-34bad917b0ae req-562eb8a0-e170-4d66-a625-b53716da58eb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2723968 Dec 21 01:59:24.483428 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.493952 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.528949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:59:24.562394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.563027 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Added segment 7dff6ff9-bafd-47d9-ae52-d060e79a1fa9 of type vlan for network 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 Dec 21 01:59:24.665731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9f923-8732-4b14-a18d-6087640f0d0d None None] Port 9407c052-138e-48c2-99db-35b4826831fd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:24.666711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.716513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.717936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:24.718837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:24.810484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb6723b-ef96-4cb1-b5bc-1a4ba04a0a47 req-dc9689a4-5a4a-486a-b77c-740f70d374c4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187539 Dec 21 01:59:24.896033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526c447-995e-4771-b476-62d9b4797c73,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:24.929321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54228) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:24.930393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9458385 Dec 21 01:59:24.939969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Request body: {'subnet': {'network_id': '69a47b08-bcbc-4d0b-b1d4-d93aefcb3259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1632831828-subnet', 'tenant_id': '24ddeaaa45fa456e927c1b16b5853b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:24.960756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea498e-b5d2-49f3-9105-b9dc65e93abc req-2839c60c-9710-401d-b485-721ecae924cb tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:24.982688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2ea498e-b5d2-49f3-9105-b9dc65e93abc req-2839c60c-9710-401d-b485-721ecae924cb tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.2850249 Dec 21 01:59:24.998080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7b844-0c62-42c4-b166-c7dccdf7489a admin admin] Pushing event updated for resources: {'Network': ['ID=69a47b08-bcbc-4d0b-b1d4-d93aefcb3259,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:25.010714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:59:25.112537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2ea498e-b5d2-49f3-9105-b9dc65e93abc req-ba431270-b9e6-4977-9336-397d8486db03 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283464 Dec 21 01:59:25.121089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:25.236460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Made reservation on behalf of 24ddeaaa45fa456e927c1b16b5853b39 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:25.240863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:25.730306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:25.822427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ceeef-84b4-484a-a823-18f0b89f9842 req-7077a9d2-23a2-40cd-af2d-962174ce8159 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:25.833908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c30ceeef-84b4-484a-a823-18f0b89f9842 req-7077a9d2-23a2-40cd-af2d-962174ce8159 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1055243 Dec 21 01:59:25.960931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c30ceeef-84b4-484a-a823-18f0b89f9842 req-a267e264-0ad3-49de-af78-833878c093e6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240377 Dec 21 01:59:26.193118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cf043-3107-4fdf-a12e-fd463994b7ac req-927379e5-f3da-4804-81c6-25fddb175d9e tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:26.206269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b1cf043-3107-4fdf-a12e-fd463994b7ac req-927379e5-f3da-4804-81c6-25fddb175d9e tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.1286454 Dec 21 01:59:26.384439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b1cf043-3107-4fdf-a12e-fd463994b7ac req-8bb4342e-0406-49b8-87e6-0026b62175ff tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771178 Dec 21 01:59:26.602223 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:26.656275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:26.671085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:59:26.883502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:26.896363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:26.919009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0e0642-4605-42f8-a34e-43988d59e99d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:26.922858 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:26.923486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:26.967495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Checking segment: {'id': '7dff6ff9-bafd-47d9-ae52-d060e79a1fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '69a47b08-bcbc-4d0b-b1d4-d93aefcb3259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:26.967868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Network hostable DHCP agents. Network: 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:59:26.985835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:26.987258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-63e5592c-b7e4-4fad-977b-c58b2aee3d46 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7353573 Dec 21 01:59:26.990844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54258) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:27.005798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Network 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:59:27.007646 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:27.028798 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:27.031298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:27.031508 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:27.038146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:27.040360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:27.044294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85148dab-0ca8-4635-927e-64fe9b5d4769 None None] Network 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:27.133477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb7dbf83-906e-4faf-820d-0f021ba7f549 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1915848 Dec 21 01:59:27.407171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc2254-fbe2-413a-9ee7-296f9b1f78eb None None] Network 69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:27.494522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:27.531250 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b7ec0-6a9f-4a38-9c61-794131e81c79 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:27.546348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b4a6-4a5e-49f4-a880-539163a7d2bc req-3124d3e8-fd95-4aa4-8c18-26a83348169e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:27.556906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa70b4a6-4a5e-49f4-a880-539163a7d2bc req-3124d3e8-fd95-4aa4-8c18-26a83348169e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2050281 Dec 21 01:59:27.783956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa70b4a6-4a5e-49f4-a880-539163a7d2bc req-782bc980-4c5d-4afa-aa07-7b46224f639f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2260764 Dec 21 01:59:28.170689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadeb06-44b8-421e-8542-3532bd0940e9 req-1728f1ea-4294-4e54-83db-f7776ba5eeb9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:28.183291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fadeb06-44b8-421e-8542-3532bd0940e9 req-1728f1ea-4294-4e54-83db-f7776ba5eeb9 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.2122843 Dec 21 01:59:28.329958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fadeb06-44b8-421e-8542-3532bd0940e9 req-de789d62-7411-4007-9886-8f583f970448 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456990 Dec 21 01:59:28.694633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:29.155133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.1 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/859f3739-fc75-4403-b4ca-98546fa1789b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:29.995954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841fe0d-0fb4-486a-8700-c1c6363b6d5d req-710b6281-3532-4d51-8d7a-f70f2f91ec18 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:29.997122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6841fe0d-0fb4-486a-8700-c1c6363b6d5d req-710b6281-3532-4d51-8d7a-f70f2f91ec18 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 814 time: 0.7818069 Dec 21 01:59:30.042538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-85e69053-b637-4bdb-880d-7329287674dd tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:30.044385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-85e69053-b637-4bdb-880d-7329287674dd tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/networks?id=32804b7c-648d-4c23-a60f-d39852f74d9c HTTP/1.1" status: 200 len: 824 time: 0.8062019 Dec 21 01:59:30.048516 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:30.051512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6841fe0d-0fb4-486a-8700-c1c6363b6d5d req-d22ff106-bb16-4a6a-9e1b-e87952459771 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/quotas/fc910b6dcc8d43318a9c840d234bb001 HTTP/1.1" status: 200 len: 375 time: 0.0437953 Dec 21 01:59:30.099719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-a5fccc8b-191c-494f-a256-4a0a75799d6e tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/quotas/774aec1679b74cf29bdc988213ed4417 HTTP/1.1" status: 200 len: 375 time: 0.0329170 Dec 21 01:59:30.174063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-144be135-b655-4aa0-b509-351b3849ab8d tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=774aec1679b74cf29bdc988213ed4417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482731 Dec 21 01:59:30.277051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:30.296255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6841fe0d-0fb4-486a-8700-c1c6363b6d5d req-7ca2e9db-97d4-44c0-8f7c-d5a3e90f2e55 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186496 Dec 21 01:59:30.358688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:30.383334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:30.391841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:30.455693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=859f3739-fc75-4403-b4ca-98546fa1789b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:30.495414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-9b399067-fc13-41a2-b43b-4fe475062ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097613 Dec 21 01:59:30.543633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:30.665817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db888e6-d62d-4427-be52-4fb18af62c39 req-b403a1b1-a6eb-485d-aff4-e36c72ff7b60 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:30.668756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0db888e6-d62d-4427-be52-4fb18af62c39 req-b403a1b1-a6eb-485d-aff4-e36c72ff7b60 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2376721 Dec 21 01:59:30.788777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-99fc745a-cea7-41a1-ad5e-cf9c4010c53a service neutron] 10.222.0.43 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773359 Dec 21 01:59:30.822480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0db888e6-d62d-4427-be52-4fb18af62c39 req-3af7e58c-3b20-40b7-bfcf-064289ed874d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434119 Dec 21 01:59:30.973309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:31.018405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62505ee-58bd-4747-a3d5-bfdeb5b78d6b req-d6716e8a-ed22-4aed-8573-632873fdc9ed tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:31.026699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e62505ee-58bd-4747-a3d5-bfdeb5b78d6b req-d6716e8a-ed22-4aed-8573-632873fdc9ed tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.1017332 Dec 21 01:59:31.169774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e62505ee-58bd-4747-a3d5-bfdeb5b78d6b req-8ce19486-aff9-4ac5-800e-92eb04eb8011 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409426 Dec 21 01:59:31.297291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c28f9f5-3721-4a27-971e-27bdcad4d17f req-eba41c4e-73dd-42b8-b99d-a7c6ebb91b05 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 210 time: 0.0390851 Dec 21 01:59:31.523126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c523-a226-440b-a62b-29e8cfeee92b req-81ad62d0-7a35-4406-831b-f1f31810e298 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:31.524522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c105c523-a226-440b-a62b-29e8cfeee92b req-81ad62d0-7a35-4406-831b-f1f31810e298 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1672709 Dec 21 01:59:31.630401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c105c523-a226-440b-a62b-29e8cfeee92b req-4c101b49-ffd4-4a2c-a507-abdf3168e953 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940473 Dec 21 01:59:31.661830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:31.671661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:31.849196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:31.853933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=859f3739-fc75-4403-b4ca-98546fa1789b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:31.869671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0760-6a6e-4376-9fbc-2c681f6de8c8 req-fc08bfd3-8a94-4263-af6c-96e544611f96 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:31.870791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12ee0760-6a6e-4376-9fbc-2c681f6de8c8 req-fc08bfd3-8a94-4263-af6c-96e544611f96 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1448903 Dec 21 01:59:32.042441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12ee0760-6a6e-4376-9fbc-2c681f6de8c8 req-4a09b625-42c4-40cb-92e1-27798706a7a1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631019 Dec 21 01:59:32.101723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ceb3d-1c35-4785-b0e1-d1a3f4e26085 req-6a8c13e4-01db-4f88-98f0-d5c9a39607bd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:32.109872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e3ceb3d-1c35-4785-b0e1-d1a3f4e26085 req-6a8c13e4-01db-4f88-98f0-d5c9a39607bd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1566253 Dec 21 01:59:32.127783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:32.137891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:32.315603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e3ceb3d-1c35-4785-b0e1-d1a3f4e26085 req-e6b63231-5ac6-431b-b206-e7ac7df648b6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2047138 Dec 21 01:59:32.418230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c63aae86-f803-452e-b298-98ce5c39cfcd req-147fadaa-4855-45f4-9217-65cab2f64fba tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc910b6dcc8d43318a9c840d234bb001 HTTP/1.1" status: 200 len: 221 time: 0.1618865 Dec 21 01:59:32.433963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:32.654218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9755e945-c3fb-4e4c-90e8-28af77f5641c req-b3eb86a6-2dfb-4c9d-92f6-6e28b3cb31f3 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 210 time: 0.0808487 Dec 21 01:59:32.740883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e5eb-f799-4e28-b8e2-21bcf55eea28 req-a976485c-f7cc-4111-87ad-c4333ff104d5 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:32.742903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca86e5eb-f799-4e28-b8e2-21bcf55eea28 req-a976485c-f7cc-4111-87ad-c4333ff104d5 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.1565373 Dec 21 01:59:32.748354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:32.763867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bad319c2-85fd-4752-812b-d27b593ddeed tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/routers/ce895819-54b0-459d-96b7-f8fc5130dece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7678277 Dec 21 01:59:32.763994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54348) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:32.766977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:32.768368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'port': {'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b', 'name': 'tempest-FloatingIPTestJSON-64128288'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:32.797947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:32.798671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:32.855951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:32.880308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:32.881274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:32.957177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca86e5eb-f799-4e28-b8e2-21bcf55eea28 req-bc02069a-af27-48be-ab2f-978d9facc073 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948354 Dec 21 01:59:32.991210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f443-05e5-4135-b6c3-3fd788f76a0d req-3190c7f1-2f90-4632-bd95-6d0348e6d89c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:32.999428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9951f443-05e5-4135-b6c3-3fd788f76a0d req-3190c7f1-2f90-4632-bd95-6d0348e6d89c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1732297 Dec 21 01:59:33.011011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:33.011761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f65a25-af53-44d5-9421-6bc681f27d83 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:33.062785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:33.071403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:33.144730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] device_id is not set on port 47ab1eb2-1938-46a0-947b-bb86c9db9227 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:33.167979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9951f443-05e5-4135-b6c3-3fd788f76a0d req-2b4409cb-3e9b-46fd-8129-5250aed6d544 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604147 Dec 21 01:59:33.192852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-4e7e4e59-0a8f-4d71-8627-19fb635c64a2 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:33.194432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-4e7e4e59-0a8f-4d71-8627-19fb635c64a2 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.45 "GET /v2.0/networks?id=32804b7c-648d-4c23-a60f-d39852f74d9c HTTP/1.1" status: 200 len: 824 time: 0.1808252 Dec 21 01:59:33.223469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Request body: {'port': {'device_id': '5d759c04-2894-48df-978f-6803374f725b', 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c', 'admin_state_up': True, 'tenant_id': '774aec1679b74cf29bdc988213ed4417'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:33.392058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-2607fbce-89ac-4ba2-b7ae-055031c9f06a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:33.407270 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-2607fbce-89ac-4ba2-b7ae-055031c9f06a tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.1364801 Dec 21 01:59:33.455059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7614f-2d0d-4c61-9a88-6d91f0d8c3b5 req-46455cb6-8874-43a4-8483-4f0ead460d72 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:33.458111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98c7614f-2d0d-4c61-9a88-6d91f0d8c3b5 req-46455cb6-8874-43a4-8483-4f0ead460d72 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1429510 Dec 21 01:59:33.486931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.12 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/47ab1eb2-1938-46a0-947b-bb86c9db9227) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:33.583953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf605d-00f0-4d56-87e7-e27ca45c41df req-5256bbd1-03ed-4013-9d90-b91847b909bc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:33.591954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23bf605d-00f0-4d56-87e7-e27ca45c41df req-5256bbd1-03ed-4013-9d90-b91847b909bc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1666157 Dec 21 01:59:33.621594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98c7614f-2d0d-4c61-9a88-6d91f0d8c3b5 req-128061aa-716d-4290-aa40-df20cdd562f4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201937 Dec 21 01:59:33.623904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Made reservation on behalf of 774aec1679b74cf29bdc988213ed4417 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:33.627416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:33.702908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23bf605d-00f0-4d56-87e7-e27ca45c41df req-4fa517dd-654c-4818-b7ce-553e994c0abc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102238 Dec 21 01:59:33.705725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Deleting port 520b17c4-0275-439a-a6f0-8e750e9b7411 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:33.706039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:33.814503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:33.904230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d5a8c61-520d-4eb5-b840-99a88cc9bcd7 req-06bc0b2a-90b3-461e-9035-5de93dac42c0 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 210 time: 0.0462022 Dec 21 01:59:33.941503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Allocated IP 172.20.0.5 (32804b7c-648d-4c23-a60f-d39852f74d9c/65d00447-1488-4ff3-91f8-b16a38177ca6/19657a93-fba9-4920-a2fe-e921f991b999) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:33.963673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] For port 520b17c4-0275-439a-a6f0-8e750e9b7411, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=520b17c4-0275-439a-a6f0-8e750e9b7411,segment=NetworkSegment(82a65a49-2ab4-48ec-87b1-04f0057aa82f),segment_id=82a65a49-2ab4-48ec-87b1-04f0057aa82f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:33.964245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:33.992744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Calling delete_port for 520b17c4-0275-439a-a6f0-8e750e9b7411 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:34.034542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.151080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:34.159877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:34.164402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:34.167240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=47ab1eb2-1938-46a0-947b-bb86c9db9227,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:34.258677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4f744-2366-4496-9823-bbdba6c1b8bb req-e46de7a7-7aa2-4e8d-8679-3830f1b83ded tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:34.259728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:34.260706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.266667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ed4f744-2366-4496-9823-bbdba6c1b8bb req-e46de7a7-7aa2-4e8d-8679-3830f1b83ded tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3156991 Dec 21 01:59:34.307043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8ff9f-33ff-40ed-8a72-4e93aaf78584 req-a38c78dc-312d-4fae-bc33-75978a861e97 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:34.308656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e8ff9f-33ff-40ed-8a72-4e93aaf78584 req-a38c78dc-312d-4fae-bc33-75978a861e97 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0155f95-12bf-4009-9ab5-fefd971a7160 HTTP/1.1" status: 200 len: 945 time: 0.1983769 Dec 21 01:59:34.325088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f50c70a-e4de-43b8-b150-f9aee4af1d6a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5609443 Dec 21 01:59:34.329893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54370) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:34.335357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'port': {'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b', 'name': 'tempest-FloatingIPTestJSON-1034581856'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:34.352982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.372059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.406729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['520b17c4-0275-439a-a6f0-8e750e9b7411'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:34.430853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Pushing event deleted for resources: {'Port': ['ID=520b17c4-0275-439a-a6f0-8e750e9b7411,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:34.476474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ed4f744-2366-4496-9823-bbdba6c1b8bb req-317b38f4-e14e-436e-bde3-c0f09bcbe551 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043674 Dec 21 01:59:34.502663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] No DVR routers for this DVR port 520b17c4-0275-439a-a6f0-8e750e9b7411 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:59:34.509243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.516700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-248008be-4c9e-41db-bcf7-acb67fd8135f req-820ed89d-e49b-422d-ae34-86939bae7312 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.24 "DELETE /v2.0/ports/520b17c4-0275-439a-a6f0-8e750e9b7411 HTTP/1.1" status: 204 len: 173 time: 1.1000223 Dec 21 01:59:34.517499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'name': 'network-vif-deleted', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:34.522323 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329b0b3-4d81-4b33-b586-6cd697ae0bab" -d '{"events": [{"server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "name": "network-vif-deleted", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:34.636927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04e8ff9f-33ff-40ed-8a72-4e93aaf78584 req-75c0e6af-d066-4784-9ad3-468119fb9165 tempest-ServerPasswordTestJSON-601316769 tempest-ServerPasswordTestJSON-601316769-project] 10.222.0.43 "GET /v2.0/security-groups?id=004867be-93b7-4edf-88f9-e19654030b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165061 Dec 21 01:59:34.712644 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95a346-60a5-4228-b40e-1e529a889104 x-openstack-request-id: req-0e95a346-60a5-4228-b40e-1e529a889104 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:34.713247 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0155f95-12bf-4009-9ab5-fefd971a7160", "name": "network-vif-deleted", "tag": "520b17c4-0275-439a-a6f0-8e750e9b7411", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:34.713247 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e95a346-60a5-4228-b40e-1e529a889104 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:34.713665 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0155f95-12bf-4009-9ab5-fefd971a7160', 'name': 'network-vif-deleted', 'tag': '520b17c4-0275-439a-a6f0-8e750e9b7411', 'status': 'completed', 'code': 200} Dec 21 01:59:34.721432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.787330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Pushing event updated for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:34.804413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59bde9-c22e-4284-a352-68d2b88a248e req-f46de9ac-2842-4321-ac37-0bcab5fa067b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:34.805958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b59bde9-c22e-4284-a352-68d2b88a248e req-f46de9ac-2842-4321-ac37-0bcab5fa067b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1680439 Dec 21 01:59:34.821350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Network 32804b7c-648d-4c23-a60f-d39852f74d9c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:34.830414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:34.833807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:34.845230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:34.862763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:34.922689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] device_id is not set on port 86f6a6f4-fcd2-464d-ae52-b729dc0fab36 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:35.017020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:35.018005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:35.024367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b59bde9-c22e-4284-a352-68d2b88a248e req-58f54d72-d009-48f8-a3b2-d911ca89ec79 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050879 Dec 21 01:59:35.071091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e98b-8844-410b-87ef-badb4a11122b req-aab162ce-a05f-4532-bee9-6f335dfd84b9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:35.072658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f13e98b-8844-410b-87ef-badb4a11122b req-aab162ce-a05f-4532-bee9-6f335dfd84b9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2545769 Dec 21 01:59:35.081913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-2cd8c287-edb5-4b89-809d-a39bc498bdb6 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8628178 Dec 21 01:59:35.112836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Request body: {'port': {'device_id': '5d759c04-2894-48df-978f-6803374f725b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:35.234138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.8 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/86f6a6f4-fcd2-464d-ae52-b729dc0fab36) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:35.239698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f13e98b-8844-410b-87ef-badb4a11122b req-8b0d79ee-79a9-4804-9826-9c419a75f4de tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1561384 Dec 21 01:59:35.283386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:35.420519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d61ee-7441-4da5-8eca-1b0cf8cd2e6c req-a764e437-b3bb-4fbc-b086-b691817f1c67 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:35.422117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f5d61ee-7441-4da5-8eca-1b0cf8cd2e6c req-a764e437-b3bb-4fbc-b086-b691817f1c67 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 931 time: 0.1703391 Dec 21 01:59:35.952031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d018eb-7a5a-403c-831f-446dd31312d2 req-ea09d1bc-1a7c-408e-8bd0-d4d3592f88da tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:35.953768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18d018eb-7a5a-403c-831f-446dd31312d2 req-ea09d1bc-1a7c-408e-8bd0-d4d3592f88da tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.6017418 Dec 21 01:59:36.032927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f5d61ee-7441-4da5-8eca-1b0cf8cd2e6c req-01c227d0-338b-4268-9cc7-9e29699b3822 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921648 Dec 21 01:59:36.089395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:36.102328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.147308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18d018eb-7a5a-403c-831f-446dd31312d2 req-e4062037-0455-4dc2-acc1-963f181a8785 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659460 Dec 21 01:59:36.193683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Deleting subnet 29c89e57-f6b4-4913-920e-bb0322788771 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 01:59:36.205001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.218721 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.275411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.285058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:36.297463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:36.310262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:36.317979 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 01:59:36.342268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.423053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19657a93-fba9-4920-a2fe-e921f991b999 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:59:36.440426 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.456490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=86f6a6f4-fcd2-464d-ae52-b729dc0fab36,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:36.470198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.492558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.504871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54404) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:36.505493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/29c89e57-f6b4-4913-920e-bb0322788771 HTTP/1.1" status: 204 len: 168 time: 0.4158328 Dec 21 01:59:36.532875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a0c70-ccf9-4b76-a8e2-34b672ecefa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c89e57-f6b4-4913-920e-bb0322788771,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:36.569620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:36.573945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b82b-25d7-4305-bbff-6b71def40897 req-c5707c04-0d32-4b83-8d2d-186e14ea6676 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:36.573945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58c3b82b-25d7-4305-bbff-6b71def40897 req-c5707c04-0d32-4b83-8d2d-186e14ea6676 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2407014 Dec 21 01:59:36.578930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:36.579536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.585185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Transition to ACTIVE for port object 19657a93-fba9-4920-a2fe-e921f991b999 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 01:59:36.616393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.665072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.678540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:36.682386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0d3ef1db-7a8a-4792-9bb5-674665ded424 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3508480 Dec 21 01:59:36.683187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '86f6a6f4-fcd2-464d-ae52-b729dc0fab36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:36.728423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64df636-e1d7-4253-9266-9adda380c850 req-c68cefdf-4892-45e6-ad0d-a5c2600a8fdd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:36.737275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b64df636-e1d7-4253-9266-9adda380c850 req-c68cefdf-4892-45e6-ad0d-a5c2600a8fdd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.2768171 Dec 21 01:59:36.755902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.757218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58c3b82b-25d7-4305-bbff-6b71def40897 req-fe8ac3b4-6d47-47bf-87f6-7fdf3f312446 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732481 Dec 21 01:59:36.763423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Pushing event updated for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:36.893901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:36.996078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b64df636-e1d7-4253-9266-9adda380c850 req-fa052f1e-cc21-45c2-b684-83cdc25e9488 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2576571 Dec 21 01:59:36.999588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.043774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.110 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/7e33590c-c7d9-46b2-b70c-632e94fe2513) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:37.059187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01f4562-219d-42cc-93a9-b91a1200b762']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:37.073665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Attempting to bind port 19657a93-fba9-4920-a2fe-e921f991b999 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:59:37.074005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Attempting to bind port 19657a93-fba9-4920-a2fe-e921f991b999 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'c2e496ce-ee68-4856-9e05-0390e12af30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:59:37.074333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Attempting to bind port 19657a93-fba9-4920-a2fe-e921f991b999 on network 32804b7c-648d-4c23-a60f-d39852f74d9c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:37.081806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Port 19657a93-fba9-4920-a2fe-e921f991b999 on network 32804b7c-648d-4c23-a60f-d39852f74d9c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 01:59:37.082019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Attempting to bind port 19657a93-fba9-4920-a2fe-e921f991b999 on network 32804b7c-648d-4c23-a60f-d39852f74d9c {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:37.092789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a65a49-2ab4-48ec-87b1-04f0057aa82f') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:37.093084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a65a49-2ab4-48ec-87b1-04f0057aa82f') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:37.095106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:59:37.095440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Checking segment: {'id': 'c2e496ce-ee68-4856-9e05-0390e12af30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:37.095822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Bound using segment: {'id': 'c2e496ce-ee68-4856-9e05-0390e12af30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:59:37.096256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Bound port: 19657a93-fba9-4920-a2fe-e921f991b999, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e496ce-ee68-4856-9e05-0390e12af30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:59:37.096607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.107325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590c3bf-6177-49b7-a84c-14e743bae7d7 req-1cad448f-9020-4928-986e-3ee9c5210ee5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:37.115504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6590c3bf-6177-49b7-a84c-14e743bae7d7 req-1cad448f-9020-4928-986e-3ee9c5210ee5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1924157 Dec 21 01:59:37.157750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.167790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.208950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.262207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6590c3bf-6177-49b7-a84c-14e743bae7d7 req-e4aa7dbc-3ed0-4df0-881e-a8325c1b4a83 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454527 Dec 21 01:59:37.274273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=7e33590c-c7d9-46b2-b70c-632e94fe2513,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:37.299393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.301074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:37.303789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:37.306781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:37.360276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 01:59:37.361051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: timer() Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 01:59:37.365493 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 01:59:37.391325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 520b17c4-0275-439a-a6f0-8e750e9b7411 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 01:59:37.430978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 520b17c4-0275-439a-a6f0-8e750e9b7411 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 01:59:37.431740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 520b17c4-0275-439a-a6f0-8e750e9b7411 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 01:59:37.446536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42fc29-ff93-4dfc-88c1-0dfb2e986771 req-297aebcc-7ecb-4811-b70b-b7aa12d889fb tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:37.448962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a42fc29-ff93-4dfc-88c1-0dfb2e986771 req-297aebcc-7ecb-4811-b70b-b7aa12d889fb tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 943 time: 0.2893088 Dec 21 01:59:37.588985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57da243-66a1-4ce0-95b5-8691d91a9add req-ac4a7ff3-b215-4ec7-9a57-58d9fdab2a37 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:37.597244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b57da243-66a1-4ce0-95b5-8691d91a9add req-ac4a7ff3-b215-4ec7-9a57-58d9fdab2a37 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2480674 Dec 21 01:59:37.606414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:59:37.611296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.615181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=19657a93-fba9-4920-a2fe-e921f991b999,segment=NetworkSegment(c2e496ce-ee68-4856-9e05-0390e12af30c),segment_id=c2e496ce-ee68-4856-9e05-0390e12af30c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:59:37.651623 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.655331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] 10.222.0.43 "DELETE /v2.0/networks/c01f4562-219d-42cc-93a9-b91a1200b762 HTTP/1.1" status: 204 len: 168 time: 1.1462085 Dec 21 01:59:37.660931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.712863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a42fc29-ff93-4dfc-88c1-0dfb2e986771 req-68c0ed14-83f5-4fdd-b6c7-e01e873a42d4 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110693 Dec 21 01:59:37.717728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d03809-531e-4927-89d4-952e2b5c101b admin admin] Pushing event deleted for resources: {'Network': ['ID=c01f4562-219d-42cc-93a9-b91a1200b762,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:37.772729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:37.773372 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.776468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] 10.222.0.45 "PUT /v2.0/ports/19657a93-fba9-4920-a2fe-e921f991b999 HTTP/1.1" status: 200 len: 1092 time: 2.6680584 Dec 21 01:59:37.788098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:37.797444 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a7763-fae3-414c-8a6a-761398ea6b14" -d '{"events": [{"name": "network-changed", "server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "tag": "19657a93-fba9-4920-a2fe-e921f991b999"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:37.873181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b57da243-66a1-4ce0-95b5-8691d91a9add req-96bc7fe3-7cf6-402e-b1f1-2af237174a34 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750318 Dec 21 01:59:37.877960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411501-c15a-48c5-a73a-76c6604f9830 service neutron] Pushing event updated for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:37.878437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:37.976773 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35248f79-8384-4830-8658-51941466b921 x-openstack-request-id: req-35248f79-8384-4830-8658-51941466b921 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:37.977441 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "tag": "19657a93-fba9-4920-a2fe-e921f991b999", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:37.978593 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35248f79-8384-4830-8658-51941466b921 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:37.979189 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999', 'status': 'completed', 'code': 200} Dec 21 01:59:37.998485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-db3c570c-e81e-438b-9230-534fd11da6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.000444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-db3c570c-e81e-438b-9230-534fd11da6c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=774aec1679b74cf29bdc988213ed4417&device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 1095 time: 0.1009514 Dec 21 01:59:38.043468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:38.072106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.123411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-1b4e46e1-be3f-497c-8ca0-4bbfe7ebe6c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19657a93-fba9-4920-a2fe-e921f991b999 HTTP/1.1" status: 200 len: 217 time: 0.1048286 Dec 21 01:59:38.132630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fb6f12f-95b0-4d7c-9a33-f89c4c8455ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64be4d9c383348c3816b17512b01c74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879943 Dec 21 01:59:38.139260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:38.243410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43755a-20be-4888-a3ef-eff7bdfe3ec2 req-0b69b7dd-402c-4954-8871-f10af7d789ef tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.250625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f43755a-20be-4888-a3ef-eff7bdfe3ec2 req-0b69b7dd-402c-4954-8871-f10af7d789ef tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1319304 Dec 21 01:59:38.253273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.260710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-401f82e5-3c31-48b1-a676-5368c54bf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.262195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-401f82e5-3c31-48b1-a676-5368c54bf3c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65d00447-1488-4ff3-91f8-b16a38177ca6 HTTP/1.1" status: 200 len: 864 time: 0.1216207 Dec 21 01:59:38.281739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00f6b7-f86c-4c2b-88ee-2dd7e5f19819 req-9fd22751-85e2-43d8-9d7d-693290b423ea tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.290134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc00f6b7-f86c-4c2b-88ee-2dd7e5f19819 req-9fd22751-85e2-43d8-9d7d-693290b423ea tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1703157 Dec 21 01:59:38.295770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.335346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-daa00718-eb82-4a09-92e7-15673014c55e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32804b7c-648d-4c23-a60f-d39852f74d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431550 Dec 21 01:59:38.386654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.390614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.395601 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/004867be-93b7-4edf-88f9-e19654030b21 HTTP/1.1" status: 204 len: 168 time: 0.2548392 Dec 21 01:59:38.409592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a378a-95dc-406c-97c8-45a8aa28e540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004867be-93b7-4edf-88f9-e19654030b21,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:38.417487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f43755a-20be-4888-a3ef-eff7bdfe3ec2 req-1928598d-dc53-4057-b320-d707eaa74c74 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658158 Dec 21 01:59:38.428686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.439451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.502462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc00f6b7-f86c-4c2b-88ee-2dd7e5f19819 req-ae03d1ae-6b95-455f-a89e-5a198d18790e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078083 Dec 21 01:59:38.504049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=7e33590c-c7d9-46b2-b70c-632e94fe2513,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:38.566109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:38.594255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-459cb1f1-3425-4317-a346-f62b3cfa71a3 service neutron] 10.222.0.45 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424822 Dec 21 01:59:38.693755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ebd3-92ef-4dc4-ac0d-d65c03cb57d1 req-8de00981-a220-4d62-b9e2-18043c7290d4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.701972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e5ebd3-92ef-4dc4-ac0d-d65c03cb57d1 req-8de00981-a220-4d62-b9e2-18043c7290d4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1244259 Dec 21 01:59:38.783768 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP e47c846e-18d0-4a8d-a0aa-3bd9bddc1c01 associated. External IP: 172.25.6.110, port: 86f6a6f4-fcd2-464d-ae52-b729dc0fab36. Dec 21 01:59:38.840352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17e5ebd3-92ef-4dc4-ac0d-d65c03cb57d1 req-38d00df0-c7cf-4612-a085-51f36d155903 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261742 Dec 21 01:59:38.842527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ce22720d-4c74-4b0e-81c2-3839301909dc req-f8cbbeaa-624f-4fa3-8a60-1a2e1b4481b6 service neutron] 10.222.0.45 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329626 Dec 21 01:59:38.945098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f12e-2f26-4439-b23b-f79c2399611f req-88518406-2e50-4f86-83a9-14a7bf94eb5f tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:38.948184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9a8f12e-2f26-4439-b23b-f79c2399611f req-88518406-2e50-4f86-83a9-14a7bf94eb5f tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 943 time: 0.1047592 Dec 21 01:59:39.095770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-ce2959b3-dda9-4cd7-b5ad-824369f6b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.097301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-ce2959b3-dda9-4cd7-b5ad-824369f6b6a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=774aec1679b74cf29bdc988213ed4417&device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 1095 time: 0.1158147 Dec 21 01:59:39.102463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9a8f12e-2f26-4439-b23b-f79c2399611f req-1834cf6b-8926-4fb8-9e6d-712b4c10622d tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479130 Dec 21 01:59:39.111439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308dcaa-a9d3-4477-81bf-ec88e3f2479b req-6de3e0ad-899c-4023-a83f-58b98163c358 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.119657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0308dcaa-a9d3-4477-81bf-ec88e3f2479b req-6de3e0ad-899c-4023-a83f-58b98163c358 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1394095 Dec 21 01:59:39.201666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:39.274266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0308dcaa-a9d3-4477-81bf-ec88e3f2479b req-6114a999-8703-4ee3-9f76-8fbd33adfe4e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532874 Dec 21 01:59:39.329088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-108d6c1e-27f6-4643-b78f-b4b990483a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.337051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-108d6c1e-27f6-4643-b78f-b4b990483a8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=32804b7c-648d-4c23-a60f-d39852f74d9c HTTP/1.1" status: 200 len: 924 time: 0.2099569 Dec 21 01:59:39.379734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:39.396035 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:39.400901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:39.422429 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:39.422718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:39.433602 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d60c24ba-162b-44ac-a479-ee2c2c0f4ca7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7539222 Dec 21 01:59:39.436295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:39.442489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:39.512704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-b78495fc-f3bb-4220-a154-5fbcd8ab73e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19657a93-fba9-4920-a2fe-e921f991b999 HTTP/1.1" status: 200 len: 217 time: 0.1569808 Dec 21 01:59:39.550810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:39.561969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:39.573999 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:39.575118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25cc90-d601-418a-95df-1f6a61920138 req-f2d1e732-4b24-4ff0-becf-791d3509cd9e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.576640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d25cc90-d601-418a-95df-1f6a61920138 req-f2d1e732-4b24-4ff0-becf-791d3509cd9e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2386367 Dec 21 01:59:39.584120 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:39.635896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-7f8faa7b-0804-4727-b2cd-d79a0c728796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.637366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-7f8faa7b-0804-4727-b2cd-d79a0c728796 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65d00447-1488-4ff3-91f8-b16a38177ca6 HTTP/1.1" status: 200 len: 864 time: 0.1156948 Dec 21 01:59:39.699494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-c66ab09b-6e21-48ab-a35e-9f2b48492bb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32804b7c-648d-4c23-a60f-d39852f74d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451410 Dec 21 01:59:39.712603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f703d-025a-443d-b4ce-cbb0d0cc17cd req-1f6691fb-81e4-4a8b-98e6-37c56858370f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:39.714947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae6f703d-025a-443d-b4ce-cbb0d0cc17cd req-1f6691fb-81e4-4a8b-98e6-37c56858370f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1523032 Dec 21 01:59:39.715778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54488) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:39.740435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:39.740848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d25cc90-d601-418a-95df-1f6a61920138 req-50bc5c8f-28eb-4f80-b137-d0da266db203 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539893 Dec 21 01:59:39.741961 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:39.744592 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73061f3-0430-4d59-9289-207c201ffd7b None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:39.756499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:39.757205 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP e47c846e-18d0-4a8d-a0aa-3bd9bddc1c01 disassociated. External IP: 172.25.6.110, port: 86f6a6f4-fcd2-464d-ae52-b729dc0fab36. Dec 21 01:59:39.929613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-network', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:40.004974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae6f703d-025a-443d-b4ce-cbb0d0cc17cd req-58fd8222-802b-4ed3-bee7-c99d744d03ca tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2715347 Dec 21 01:59:40.071563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-d79d4709-8228-4689-a11c-eaea07a6a4e6 service neutron] 10.222.0.45 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531203 Dec 21 01:59:40.072241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Made reservation on behalf of 837dde61fcf9423a9a0bd37e9c808f9b for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:40.077670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.156340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:40.201708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.240841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a7763-fae3-414c-8a6a-761398ea6b14 req-d0c7ccb9-49f4-413b-9e99-5813e3addb30 service neutron] 10.222.0.45 "GET /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549537 Dec 21 01:59:40.248131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45912ef2-125b-40cd-969c-11758d56a801 req-70d4a90f-dc3a-4149-b033-2beff6f69bae tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:40.253797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45912ef2-125b-40cd-969c-11758d56a801 req-70d4a90f-dc3a-4149-b033-2beff6f69bae tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3324230 Dec 21 01:59:40.289062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:40.294327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.298998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:40.312713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:40.313674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:40.332132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09ae31e3-ea88-4599-9bc3-e8a3483daf65 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/e47c846e-18d0-4a8d-a0aa-3bd9bddc1c01 HTTP/1.1" status: 200 len: 688 time: 0.8944476 Dec 21 01:59:40.333074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:40.347362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d3047-271b-4d6e-a51f-ef5558f70a24 req-7c099503-1787-47c3-b819-c0e37d0bd046 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:40.349717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa5d3047-271b-4d6e-a51f-ef5558f70a24 req-7c099503-1787-47c3-b819-c0e37d0bd046 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 943 time: 0.1526480 Dec 21 01:59:40.357779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:40.367907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:40.368546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:40.392032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45912ef2-125b-40cd-969c-11758d56a801 req-9e81a620-a601-45df-a01b-8809b1cccede tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352367 Dec 21 01:59:40.420918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:40.421960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06a130-c0b5-4136-92c2-54183f6e6303 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:40.468571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa5d3047-271b-4d6e-a51f-ef5558f70a24 req-81b15e79-add4-4516-93c5-170531c1b330 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Dec 21 01:59:40.478307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 7e33590c-c7d9-46b2-b70c-632e94fe2513 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:40.478922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.495455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.500805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.543781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8a49d-125a-4186-bf13-845b58fdea46,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:40.569079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 01:59:40.587107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.587429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.600690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 7e33590c-c7d9-46b2-b70c-632e94fe2513 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:40.606688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.607437 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Added segment 6c99f3cc-4208-4384-ac8c-5fe06e883c5e of type vlan for network ef29e50c-7359-48d1-8f49-3f206e60fd98 Dec 21 01:59:40.661578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dfe7b-a6f6-45ea-9dfa-09fc752b43d6 req-07fb392f-2c0b-4a9c-be5f-b4e0d88d5310 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:40.663142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-932dfe7b-a6f6-45ea-9dfa-09fc752b43d6 req-07fb392f-2c0b-4a9c-be5f-b4e0d88d5310 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0951717 Dec 21 01:59:40.664854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.719266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.720251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:40.720901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.762438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-932dfe7b-a6f6-45ea-9dfa-09fc752b43d6 req-aa75c2bf-82fa-4f86-bd42-64513a2433dd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928090 Dec 21 01:59:40.771597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.808737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0904727 Dec 21 01:59:40.814050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54512) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:40.823607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Request body: {'subnet': {'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-subnet', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:40.825584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=7e33590c-c7d9-46b2-b70c-632e94fe2513,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:40.856699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07057313-34a5-48f1-a043-9e5850123b4a admin admin] Pushing event updated for resources: {'Network': ['ID=ef29e50c-7359-48d1-8f49-3f206e60fd98,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:40.862247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Made reservation on behalf of 837dde61fcf9423a9a0bd37e9c808f9b for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:40.865609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.867039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 01:59:40.891665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.897995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:40.899907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c67fb12-af38-47c0-b6cc-86f552f5af48 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/e47c846e-18d0-4a8d-a0aa-3bd9bddc1c01 HTTP/1.1" status: 204 len: 168 time: 0.5657396 Dec 21 01:59:40.903256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:40.908023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '47ab1eb2-1938-46a0-947b-bb86c9db9227'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:40.962116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.165902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.258394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf51ae-576c-4de7-b9db-8b1d24c1f8cc req-87e30410-50f7-4d77-86c0-9b50e32de5c3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:41.260018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ebf51ae-576c-4de7-b9db-8b1d24c1f8cc req-87e30410-50f7-4d77-86c0-9b50e32de5c3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1528840 Dec 21 01:59:41.264002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.314912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc645a-0be6-40e3-bdfa-6f5aef6d5ae0 req-58cab225-0141-464e-b3d9-7fa7bb452b77 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:41.316423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5fc645a-0be6-40e3-bdfa-6f5aef6d5ae0 req-58cab225-0141-464e-b3d9-7fa7bb452b77 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 944 time: 0.1558914 Dec 21 01:59:41.347467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.31 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f136f321-36fd-4629-9dfc-247f08f0ccae) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:41.399287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7549efbf-e403-4379-b798-ccf33e8d3aa3,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:41.403177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:59:41.470038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ebf51ae-576c-4de7-b9db-8b1d24c1f8cc req-c044d5dd-ab1b-402c-bbd1-d9e90e0c89bb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958361 Dec 21 01:59:41.498763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Checking segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:41.499131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Network hostable DHCP agents. Network: ef29e50c-7359-48d1-8f49-3f206e60fd98, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 01:59:41.511216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5fc645a-0be6-40e3-bdfa-6f5aef6d5ae0 req-5cc99b12-920c-4fc7-b672-d322b13d2e73 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530428 Dec 21 01:59:41.518669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.527461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 01:59:41.559258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ef29e50c-7359-48d1-8f49-3f206e60fd98) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:41.560164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:41.560889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.571738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d14137-431a-46f9-b17a-0eb63b478682 None None] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:41.586352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.628598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-937676a5-57f3-4c1e-a240-ab4878ecca68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8129623 Dec 21 01:59:41.631286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54538) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:41.638271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:41.644311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:41.654504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:41.662791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:41.668077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=f136f321-36fd-4629-9dfc-247f08f0ccae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:41.668646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28471b13-f4ee-4827-94a8-3edebe6acff9 req-2ef9fc47-dba9-47a2-9df1-c94b7785c8b4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:41.670388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28471b13-f4ee-4827-94a8-3edebe6acff9 req-2ef9fc47-dba9-47a2-9df1-c94b7785c8b4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0951331 Dec 21 01:59:41.706326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.708450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.735660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:41.773049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'mac_address': 'fa:16:3e:fb:d0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:59:41.785060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568b942-2d26-4618-9206-ef0ffcfdbf7c None None] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 01:59:41.823143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.936864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:41.979182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:59:42.009741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:42.020652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.137593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:42.256786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.345908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28471b13-f4ee-4827-94a8-3edebe6acff9 req-ddd5d7ec-5a24-4e52-8bbc-aaff73b00839 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657901 Dec 21 01:59:42.369804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.416386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ad60fc18-4e49-48ef-9dd1-dff893203b60'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:42.472024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 19657a93-fba9-4920-a2fe-e921f991b999 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 01:59:42.509262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d83be-12a8-493b-9734-2b426cf17d82 req-80da7ce9-38b7-44b2-9288-0d60f9cf0596 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:42.510674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f92d83be-12a8-493b-9734-2b426cf17d82 req-80da7ce9-38b7-44b2-9288-0d60f9cf0596 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 943 time: 0.7841370 Dec 21 01:59:42.527660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.624109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.631215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.670135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=19657a93-fba9-4920-a2fe-e921f991b999,segment=NetworkSegment(c2e496ce-ee68-4856-9e05-0390e12af30c),segment_id=c2e496ce-ee68-4856-9e05-0390e12af30c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:42.698542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '19657a93-fba9-4920-a2fe-e921f991b999', 'network_id': '32804b7c-648d-4c23-a60f-d39852f74d9c', 'port_id': '19657a93-fba9-4920-a2fe-e921f991b999', 'mac_address': 'fa:16:3e:1d:5d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d00447-1488-4ff3-91f8-b16a38177ca6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 01:59:42.729045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f92d83be-12a8-493b-9734-2b426cf17d82 req-e1c5dfbe-5252-43a0-9e5b-0c3f60687c51 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978543 Dec 21 01:59:42.751714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0623621-cdf9-412f-ad1d-c78bf523e6bb req-a4595cf2-de6a-4b84-8992-4c9ecb385b57 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:42.767351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0623621-cdf9-412f-ad1d-c78bf523e6bb req-a4595cf2-de6a-4b84-8992-4c9ecb385b57 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1936452 Dec 21 01:59:42.773228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.813446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.830882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19657a93-fba9-4920-a2fe-e921f991b999 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 01:59:42.852087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=f136f321-36fd-4629-9dfc-247f08f0ccae,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:42.857098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=19657a93-fba9-4920-a2fe-e921f991b999,segment=NetworkSegment(c2e496ce-ee68-4856-9e05-0390e12af30c),segment_id=c2e496ce-ee68-4856-9e05-0390e12af30c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:42.865739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:42.878011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0623621-cdf9-412f-ad1d-c78bf523e6bb req-91b3b61b-49e1-47f8-b53d-b5a8fc4a38fe tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948520 Dec 21 01:59:42.959083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:43.051304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa9315-1194-45c5-9151-f61d69a919b1 req-b9a39fb1-ca7e-4a99-80e6-22a8fe520b4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:43.058971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12aa9315-1194-45c5-9151-f61d69a919b1 req-b9a39fb1-ca7e-4a99-80e6-22a8fe520b4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 945 time: 0.1871641 Dec 21 01:59:43.115660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:43.149598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:43.183203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430555f-69f5-4493-82b4-a2cd13237453 req-c7754499-1a10-45a9-bd04-4ddef6fd5e2b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:43.185284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0430555f-69f5-4493-82b4-a2cd13237453 req-c7754499-1a10-45a9-bd04-4ddef6fd5e2b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1570060 Dec 21 01:59:43.204289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12aa9315-1194-45c5-9151-f61d69a919b1 req-015aed79-355a-4225-9cbe-6551217055d6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442716 Dec 21 01:59:43.309113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['19657a93-fba9-4920-a2fe-e921f991b999'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:43.343518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0430555f-69f5-4493-82b4-a2cd13237453 req-e7e9b09a-6200-420a-8520-1b2a60f93710 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026413 Dec 21 01:59:43.411618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Allocated IP 172.25.6.192 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e479c00b-eba0-41d5-8e4a-293915ae2e90) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:43.461226 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP aeeeadb1-f318-44ba-b10d-41a523ae089f associated. External IP: 172.25.6.31, port: 47ab1eb2-1938-46a0-947b-bb86c9db9227. Dec 21 01:59:43.665065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee842-ee3e-4d30-ae1f-0fbed8d90f7e req-a4c2f4b8-a6d7-461f-ba04-86f4240c5b06 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:43.672569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3bee842-ee3e-4d30-ae1f-0fbed8d90f7e req-a4c2f4b8-a6d7-461f-ba04-86f4240c5b06 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1884351 Dec 21 01:59:43.705104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:43.814200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3bee842-ee3e-4d30-ae1f-0fbed8d90f7e req-79579fd2-0b7a-4d2d-acfe-4536d61168b1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346965 Dec 21 01:59:43.839982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:43.912426 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b737b22c-9283-4e24-96ac-7461a0d9caa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:43.969143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:43.986630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:43.990629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Pushing event updated for resources: {'Port': ['ID=e479c00b-eba0-41d5-8e4a-293915ae2e90,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:44.001609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:44.008486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:44.017290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966632e7-be22-419c-a5b8-68cbd8e5f53b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:59:44.092519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-62a446fd-9326-4f21-a1a9-20194f221a72 None None] Provisioning complete for port e479c00b-eba0-41d5-8e4a-293915ae2e90 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:44.094970 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62a446fd-9326-4f21-a1a9-20194f221a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:44.165384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408c-86ad-43b6-9899-f6b746832176 req-28cef4e3-8daf-4e9a-9573-756a87b480d8 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:44.171133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-590d408c-86ad-43b6-9899-f6b746832176 req-28cef4e3-8daf-4e9a-9573-756a87b480d8 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 944 time: 0.2461152 Dec 21 01:59:44.182627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-62a446fd-9326-4f21-a1a9-20194f221a72 None None] Port e479c00b-eba0-41d5-8e4a-293915ae2e90 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 01:59:44.197492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:44.207982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:44.221100 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:44.221751 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:44.233551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:44.271184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667465f9-d669-47fd-b63a-9de74724a32c req-0cd21896-02fd-4538-a9f1-eb06c957a021 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:44.279789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-667465f9-d669-47fd-b63a-9de74724a32c req-0cd21896-02fd-4538-a9f1-eb06c957a021 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2733033 Dec 21 01:59:44.285072 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d27bf08b-83b9-435f-b7b1-10786bcbfda9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3783038 Dec 21 01:59:44.286095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:44.303541 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:44.328302 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:44.329009 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:44.361631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-590d408c-86ad-43b6-9899-f6b746832176 req-59bc20ff-fb96-479e-ba70-7f993bf52759 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654091 Dec 21 01:59:44.415839 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:44.416389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d706bb3-032d-40ca-bdad-c91ffba95682 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:44.427935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cd5b9e60-34fc-4a94-8312-f51866fb9a7f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/floatingips/aeeeadb1-f318-44ba-b10d-41a523ae089f HTTP/1.1" status: 200 len: 976 time: 0.1384590 Dec 21 01:59:44.429071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:44.453381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-667465f9-d669-47fd-b63a-9de74724a32c req-ad1be6a2-8f98-4bc9-8ee0-ef75afd57058 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726906 Dec 21 01:59:44.474500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:44.693735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f9fbc34f-7211-4f67-b409-0472538b87d5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2624354 Dec 21 01:59:44.696479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54598) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:44.706943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': '86f6a6f4-fcd2-464d-ae52-b729dc0fab36'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:44.828324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d394-5e8d-4303-8f16-dc408cadcd9b req-8f4d4556-f61e-4ee5-b6da-d45a1325efa0 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:44.829131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:44.831560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a722d394-5e8d-4303-8f16-dc408cadcd9b req-8f4d4556-f61e-4ee5-b6da-d45a1325efa0 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 945 time: 0.2293506 Dec 21 01:59:44.849466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:44.864609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d56d-a3df-4a7b-97ea-18753f07c7e5 req-fd84ae4b-5fbf-48ed-822b-07625e58c479 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:44.872518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6bb1d56d-a3df-4a7b-97ea-18753f07c7e5 req-fd84ae4b-5fbf-48ed-822b-07625e58c479 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1757967 Dec 21 01:59:45.006124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6bb1d56d-a3df-4a7b-97ea-18753f07c7e5 req-d31747f8-1f9c-4879-91ac-4958c316c772 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307702 Dec 21 01:59:45.081681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a722d394-5e8d-4303-8f16-dc408cadcd9b req-e5eb81d5-ced1-4b64-aa5e-3d88df74737d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2357247 Dec 21 01:59:45.160863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Router b030d77f-846e-4c13-97a3-0eed00740d9c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 01:59:45.297530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:45.309069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Sync routers for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:45.321733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:45.324731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f53b8fef-7e96-4e72-9360-19e04d23f35e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6912305 Dec 21 01:59:45.326387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:45.327356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:45.329692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54604) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:45.433437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:45.521823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:59:45.556138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6e477-eb69-4d07-b4a5-a92d52b15910 req-75083a4d-750e-4663-b16f-aee0ce64d4c4 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:45.578427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8a6e477-eb69-4d07-b4a5-a92d52b15910 req-75083a4d-750e-4663-b16f-aee0ce64d4c4 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 944 time: 0.1147509 Dec 21 01:59:45.649284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8a6e477-eb69-4d07-b4a5-a92d52b15910 req-dc82c8db-610b-4784-9368-7cbd7785963a tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696604 Dec 21 01:59:45.691520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ad60fc18-4e49-48ef-9dd1-dff893203b60 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:45.691908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:45.874086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:45.885585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.024070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.064517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:46.065064 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP aeeeadb1-f318-44ba-b10d-41a523ae089f associated. External IP: 172.25.6.31, port: 47ab1eb2-1938-46a0-947b-bb86c9db9227. Dec 21 01:59:46.069539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:44Z', 'revision_number': 3, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:46.072725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:46.075487 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c979db4c-321b-431a-a1e8-8550876a05c9" -d '{"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:46.104118 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.109611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Checking router: b030d77f-846e-4c13-97a3-0eed00740d9c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:59:46.109966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Updating router b030d77f-846e-4c13-97a3-0eed00740d9c port e479c00b-eba0-41d5-8e4a-293915ae2e90 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:59:46.136878 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.251311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e76c91-0db6-4268-837b-2b9727a4919b req-7e8de3b9-0969-44da-919c-48d87a3b9da0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:46.259390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34e76c91-0db6-4268-837b-2b9727a4919b req-7e8de3b9-0969-44da-919c-48d87a3b9da0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1178961 Dec 21 01:59:46.384372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34e76c91-0db6-4268-837b-2b9727a4919b req-53fc5d48-420a-43b0-b9f6-2e525f20f5bc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237853 Dec 21 01:59:46.422496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc88fd-7016-44b0-8bec-a8939b39bf87 req-a44ec173-8eab-4b58-ab5c-010e6d921514 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:46.431065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcbc88fd-7016-44b0-8bec-a8939b39bf87 req-a44ec173-8eab-4b58-ab5c-010e6d921514 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.1265690 Dec 21 01:59:46.451765 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18ddf41-c5b5-4ec3-94ec-84290576c09d x-openstack-request-id: req-f18ddf41-c5b5-4ec3-94ec-84290576c09d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:46.452334 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-plugged", "status": "completed", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:46.452334 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f18ddf41-c5b5-4ec3-94ec-84290576c09d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:46.452695 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'code': 200} Dec 21 01:59:46.489358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 19657a93-fba9-4920-a2fe-e921f991b999 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:46.558198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcbc88fd-7016-44b0-8bec-a8939b39bf87 req-0c6009d2-e8e4-474c-a3e8-537017985972 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262243 Dec 21 01:59:46.635623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:46.656245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2970b-f8ca-4e00-a34c-762e6215141b req-48dc9b4c-77fb-4c8c-80eb-6ee1315b28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:46.659113 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-faa2970b-f8ca-4e00-a34c-762e6215141b req-48dc9b4c-77fb-4c8c-80eb-6ee1315b28cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1099 time: 0.2404232 Dec 21 01:59:46.663420 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88fd1135-20d7-4214-8bf7-10867a377009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.752339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.772587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.784350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 19657a93-fba9-4920-a2fe-e921f991b999 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 01:59:46.824346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-faa2970b-f8ca-4e00-a34c-762e6215141b req-97808c12-6910-474a-b0ef-8f6a63b386dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465437 Dec 21 01:59:46.854219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3121-757a-4d59-8d35-8f3c58cd315e None None] Pushing event updated for resources: {'Port': ['ID=e479c00b-eba0-41d5-8e4a-293915ae2e90,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:46.862570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664713ea-b591-4277-8f81-9d4092f08fd5 req-d89c527e-6e02-4fa0-8669-fbcbd6e7e556 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:46.873446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-664713ea-b591-4277-8f81-9d4092f08fd5 req-d89c527e-6e02-4fa0-8669-fbcbd6e7e556 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 944 time: 0.1256866 Dec 21 01:59:46.876957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:46.887629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 19657a93-fba9-4920-a2fe-e921f991b999 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:46.889200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:46.966517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530bc35-a165-4074-a4d0-77f08e6f21cc None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:59:47.006098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Attempting to bind port e479c00b-eba0-41d5-8e4a-293915ae2e90 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:59:47.006477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Attempting to bind port e479c00b-eba0-41d5-8e4a-293915ae2e90 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:59:47.006845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Attempting to bind port e479c00b-eba0-41d5-8e4a-293915ae2e90 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:47.027261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:59:47.027641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:47.028048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.028455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:59:47.028939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Bound port: e479c00b-eba0-41d5-8e4a-293915ae2e90, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:59:47.029322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.045270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-664713ea-b591-4277-8f81-9d4092f08fd5 req-efdeadde-64d1-4a35-a9f6-8a084b2b3072 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706371 Dec 21 01:59:47.101714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] For port e479c00b-eba0-41d5-8e4a-293915ae2e90, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:59:47.105062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] For port e479c00b-eba0-41d5-8e4a-293915ae2e90, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e479c00b-eba0-41d5-8e4a-293915ae2e90,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:59:47.137778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.143271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] Provisioning complete for port e479c00b-eba0-41d5-8e4a-293915ae2e90 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:47.143829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.157367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7a1b9-348f-4f02-b917-026c65f1b178 req-caaa4e2f-1897-4208-a306-2217fdd2b470 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:47.166930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcd7a1b9-348f-4f02-b917-026c65f1b178 req-caaa4e2f-1897-4208-a306-2217fdd2b470 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0885105 Dec 21 01:59:47.253217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcd7a1b9-348f-4f02-b917-026c65f1b178 req-445d8c16-1846-4aa8-9a27-3debece2755f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Dec 21 01:59:47.280316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca66839-b839-4992-ae87-c1208fc21223 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 01:59:47.284161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.303690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:47.318264 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:47.327846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:47.328536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:47.333734 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:47.334210 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:47.404905 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.407855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.415037 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:47.418140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3121-757a-4d59-8d35-8f3c58cd315e None None] Pushing event updated for resources: {'Port': ['ID=e479c00b-eba0-41d5-8e4a-293915ae2e90,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:47.440301 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:47.440940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:47.467412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=19657a93-fba9-4920-a2fe-e921f991b999,segment=NetworkSegment(c2e496ce-ee68-4856-9e05-0390e12af30c),segment_id=c2e496ce-ee68-4856-9e05-0390e12af30c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:47.506756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.527196 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:47.528755 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97cc78-056b-431b-87c0-5f97909a71a0 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:47.772776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:47.795879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:59:47.891170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:47.956425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] For port e479c00b-eba0-41d5-8e4a-293915ae2e90, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e479c00b-eba0-41d5-8e4a-293915ae2e90,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:47.974975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:48.075542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06454e6-9d4c-4114-8804-caa07f3b7054 None None] Pushing event updated for resources: {'Port': ['ID=e479c00b-eba0-41d5-8e4a-293915ae2e90,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:48.122205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aaec5921-7f0f-4a6d-a0e8-2aaabbec3de5 None None] Provisioning complete for port e479c00b-eba0-41d5-8e4a-293915ae2e90 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:48.122581 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aaec5921-7f0f-4a6d-a0e8-2aaabbec3de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:48.218755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:44Z', 'revision_number': 3, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:48.291696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b639676-7fc0-4c57-8c0d-ce763d7fe78f req-4598bd10-ffad-4c58-bf2e-ce05df74a853 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:48.305138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b639676-7fc0-4c57-8c0d-ce763d7fe78f req-4598bd10-ffad-4c58-bf2e-ce05df74a853 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.1426246 Dec 21 01:59:48.314566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205847fb-a443-4dc1-8aeb-81792ab5d725 None None] The sync data for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 is: [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:44Z', 'revision_number': 3, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:48.376074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30039-d860-49cb-878f-4408dfff4d6b req-11392143-3de3-4563-b54e-500263f72aa1 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:48.388630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21e30039-d860-49cb-878f-4408dfff4d6b req-11392143-3de3-4563-b54e-500263f72aa1 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.1935160 Dec 21 01:59:48.453999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:48.456514 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e82dbf5-4b52-40c6-93d3-c74c449bdc6a" -d '{"events": [{"server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "name": "network-vif-plugged", "status": "completed", "tag": "19657a93-fba9-4920-a2fe-e921f991b999"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:48.537609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21e30039-d860-49cb-878f-4408dfff4d6b req-3b4a0901-3eb0-4636-bebf-a911c0a5ef9a tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Dec 21 01:59:48.557845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b639676-7fc0-4c57-8c0d-ce763d7fe78f req-b7a503f6-0fbf-40f7-a990-b3b372692880 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2513020 Dec 21 01:59:48.614772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:48.637089 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fff9cc-26f5-45c3-88dc-49c81f6c3731 x-openstack-request-id: req-72fff9cc-26f5-45c3-88dc-49c81f6c3731 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:48.637423 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "name": "network-vif-plugged", "status": "completed", "tag": "19657a93-fba9-4920-a2fe-e921f991b999", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:48.637685 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72fff9cc-26f5-45c3-88dc-49c81f6c3731 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:48.638093 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999', 'code': 200} Dec 21 01:59:48.740641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:48.763813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Allocated IP 172.20.0.1 (ef29e50c-7359-48d1-8f49-3f206e60fd98/7549efbf-e403-4379-b798-ccf33e8d3aa3/78e88689-7620-49a9-ab40-9547d8b6e812) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:48.807813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585afe2c-108d-4712-b9e4-a6f78a2d83e4 req-f93c1ef4-b193-411c-afe9-1e4269d52bd6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:48.809397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-585afe2c-108d-4712-b9e4-a6f78a2d83e4 req-f93c1ef4-b193-411c-afe9-1e4269d52bd6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1438954 Dec 21 01:59:48.942389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:48.959194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:48.982186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6328e1d-dcf2-4809-9d1d-26378d0430e9 req-a9cf46b6-c952-43a1-980f-ea805bb9d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:48.982455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6328e1d-dcf2-4809-9d1d-26378d0430e9 req-a9cf46b6-c952-43a1-980f-ea805bb9d244 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 1097 time: 0.2097492 Dec 21 01:59:48.995663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.001226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:49.014906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:49.142223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-585afe2c-108d-4712-b9e4-a6f78a2d83e4 req-bbdb4257-475d-4e9c-bdd2-3b02c4fea6a8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238904 Dec 21 01:59:49.157049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6328e1d-dcf2-4809-9d1d-26378d0430e9 req-a5fdb5ee-e7cc-4e90-9486-f77199b1f00c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559246 Dec 21 01:59:49.157181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:49.181324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:49.181800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:49.253795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54702) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:49.257547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:49.259020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5d8af0b-b7a8-4e42-bdc6-36dcadbea80c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/aeeeadb1-f318-44ba-b10d-41a523ae089f HTTP/1.1" status: 200 len: 977 time: 4.5544717 Dec 21 01:59:49.264540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:49.268939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f805be-919a-4ace-b953-ce99be125b54 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:49.329703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.385754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.412517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.428523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0223e20-a814-45bf-8d3c-008bcddd6859 req-9e413db5-5523-4899-af68-2c75cd4e4e98 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:49.433155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0223e20-a814-45bf-8d3c-008bcddd6859 req-9e413db5-5523-4899-af68-2c75cd4e4e98 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1696348 Dec 21 01:59:49.491684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.546161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:49.590138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:49.595552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:49.693902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0223e20-a814-45bf-8d3c-008bcddd6859 req-cc73926d-eb6a-481b-91b9-6b97395ec89f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010214 Dec 21 01:59:49.725119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.854791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.902254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e479c00b-eba0-41d5-8e4a-293915ae2e90 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:49.912261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:49.912628 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP aeeeadb1-f318-44ba-b10d-41a523ae089f disassociated. External IP: 172.25.6.31, port: 86f6a6f4-fcd2-464d-ae52-b729dc0fab36. Dec 21 01:59:49.923385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Pushing event updated for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:50.106502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e479c00b-eba0-41d5-8e4a-293915ae2e90 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:50.108464 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:50.230193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad5d94-7ec6-4952-94f4-883fe7bafcad req-dd994ebe-88b2-49c1-ba1c-28bb1219db68 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:50.232035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94ad5d94-7ec6-4952-94f4-883fe7bafcad req-dd994ebe-88b2-49c1-ba1c-28bb1219db68 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.4744546 Dec 21 01:59:50.251990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62626-a3fa-48e2-8a48-27a894a94c6f req-3d420b41-c50b-4528-98f7-3ffacd2dfaf3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:50.264097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60f62626-a3fa-48e2-8a48-27a894a94c6f req-3d420b41-c50b-4528-98f7-3ffacd2dfaf3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.4141278 Dec 21 01:59:50.323939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:50.481923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94ad5d94-7ec6-4952-94f4-883fe7bafcad req-6790f039-be0d-4f5c-a4ab-23b7af080610 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145042 Dec 21 01:59:50.536626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:50.552885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60f62626-a3fa-48e2-8a48-27a894a94c6f req-140cc4a8-cdb2-4b22-9f89-5ebb5dc37de3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820501 Dec 21 01:59:50.565162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:50.574722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:50.696839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:50.820377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Pushing event updated for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:51.024209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:51.029570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:51.236107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Router b030d77f-846e-4c13-97a3-0eed00740d9c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 01:59:51.364755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:51.381412 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:51.383949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:51.394167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:51.396031 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:51.402182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11041-72aa-43d5-b553-6a353d052fd6 req-82731b37-24a1-4e65-acb0-566e0d6d89a2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:51.410154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6f11041-72aa-43d5-b553-6a353d052fd6 req-82731b37-24a1-4e65-acb0-566e0d6d89a2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.6921701 Dec 21 01:59:51.464097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-51de74ff-2e6c-4642-8ccd-b4955b741739 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/aeeeadb1-f318-44ba-b10d-41a523ae089f HTTP/1.1" status: 200 len: 687 time: 2.2018504 Dec 21 01:59:51.487881 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:51.489218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54724) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:51.500412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6f11041-72aa-43d5-b553-6a353d052fd6 req-c40ae8f3-93d0-4664-a29e-601d40286314 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 Dec 21 01:59:51.502561 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:51.503621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:51.510898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 01:59:51.533260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1eacf196-59be-4a7a-b257-12d833c83c5c admin admin] 10.222.0.43 "PUT /v2.0/routers/b030d77f-846e-4c13-97a3-0eed00740d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2023799 Dec 21 01:59:51.556908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:51.558393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2218c-9848-4e2f-b44b-cc1de35285ff None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:51.699688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Sync routers for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 01:59:51.723006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:51.724373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:51.805094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458a348-414a-40e3-9b69-3902b5956dbc req-32a19b17-b923-438b-81fe-c322f60e40ba tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:51.806865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7458a348-414a-40e3-9b69-3902b5956dbc req-32a19b17-b923-438b-81fe-c322f60e40ba tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1400819 Dec 21 01:59:51.810102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port f136f321-36fd-4629-9dfc-247f08f0ccae {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:51.811241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:51.855917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2118-cb86-425d-a3ce-c00dbe983737 req-5d924ce4-c5dc-49e1-80c2-b272e0e4e7be tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:51.857541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80ce2118-cb86-425d-a3ce-c00dbe983737 req-5d924ce4-c5dc-49e1-80c2-b272e0e4e7be tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.1368523 Dec 21 01:59:51.887454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:59:51.983546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7458a348-414a-40e3-9b69-3902b5956dbc req-94abe8ea-4abe-4274-8246-a6b670bf9a51 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428139 Dec 21 01:59:52.033597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.033932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.051233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80ce2118-cb86-425d-a3ce-c00dbe983737 req-34df4a00-0dac-4a81-a332-c84ed6ecc2f3 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570666 Dec 21 01:59:52.055735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for f136f321-36fd-4629-9dfc-247f08f0ccae owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:52.102754 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.235374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d683cc-f525-4111-8e82-2fa00694ffbe req-8a70fc91-d058-4984-b191-b796f5624eea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:52.247959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08d683cc-f525-4111-8e82-2fa00694ffbe req-8a70fc91-d058-4984-b191-b796f5624eea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.1158772 Dec 21 01:59:52.384959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:50Z', 'revision_number': 4, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '78e88689-7620-49a9-ab40-9547d8b6e812', 'name': '', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'mac_address': 'fa:16:3e:3c:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:47Z', 'updated_at': '2021-12-21T01:59:50Z', 'revision_number': 2, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'subnets': [{'id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:52.427920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08d683cc-f525-4111-8e82-2fa00694ffbe req-bcce2833-38f8-4a20-97b1-7754978e573b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790581 Dec 21 01:59:52.473473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Checking router: b030d77f-846e-4c13-97a3-0eed00740d9c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 01:59:52.473473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Updating router b030d77f-846e-4c13-97a3-0eed00740d9c port 78e88689-7620-49a9-ab40-9547d8b6e812 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 01:59:52.511073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.514396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.619159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=f136f321-36fd-4629-9dfc-247f08f0ccae,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:52.784800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769c501-9a2a-4995-8fa7-04f9b3ea3864 req-b92c8ea4-2aa7-494b-a29c-b2ee87bac4f0 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:52.793051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9769c501-9a2a-4995-8fa7-04f9b3ea3864 req-b92c8ea4-2aa7-494b-a29c-b2ee87bac4f0 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.2001393 Dec 21 01:59:52.866084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9769c501-9a2a-4995-8fa7-04f9b3ea3864 req-16d29439-d1e7-4b5a-b05f-733c766f2c30 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717709 Dec 21 01:59:52.897593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-382e1d0d-2dbe-4eb6-945d-2c9ea18e6685 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:52.902218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-382e1d0d-2dbe-4eb6-945d-2c9ea18e6685 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 819 time: 0.3550251 Dec 21 01:59:52.904306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.912680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:52.916333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0fc969b5-324d-4a16-948b-f41ee3ab3044 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/aeeeadb1-f318-44ba-b10d-41a523ae089f HTTP/1.1" status: 204 len: 168 time: 1.4126587 Dec 21 01:59:52.916801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54764) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:52.956036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-94afb99a-77a8-4635-b017-30f31b6f4dc4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/quotas/837dde61fcf9423a9a0bd37e9c808f9b HTTP/1.1" status: 200 len: 375 time: 0.0407307 Dec 21 01:59:52.984217 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-ad17aa7b-44cf-4225-b197-c25c10af52aa tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] delete failed (client error): The resource could not be found. Dec 21 01:59:53.005469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad17aa7b-44cf-4225-b197-c25c10af52aa tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/aeeeadb1-f318-44ba-b10d-41a523ae089f HTTP/1.1" status: 404 len: 345 time: 0.0795183 Dec 21 01:59:53.005469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:53.146159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-caadf060-688b-41b4-ab9f-a3b586a4e9d3 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842031 Dec 21 01:59:53.154040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59099c9-54cd-4715-972d-a64ec0b8bc01 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:53.161628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59099c9-54cd-4715-972d-a64ec0b8bc01 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:53.168930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59099c9-54cd-4715-972d-a64ec0b8bc01 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:53.183749 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a59099c9-54cd-4715-972d-a64ec0b8bc01 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/ports?network_id=ae31c468-9376-4f35-aa3d-220f678d550b HTTP/1.1" status: 200 len: 2357 time: 0.1821473 Dec 21 01:59:53.189672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:53.200030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c58d23-2e42-456c-911b-b14ab95acc9c req-53b0d01d-e459-4072-9d84-d21c35708b0a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:53.201823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c58d23-2e42-456c-911b-b14ab95acc9c req-53b0d01d-e459-4072-9d84-d21c35708b0a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1774139 Dec 21 01:59:53.305684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.321197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-98542a01-1dee-4d9d-ad83-31b21bbb92d8 service neutron] 10.222.0.43 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736555 Dec 21 01:59:53.343094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.352280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d76447-dcc9-42b6-acf9-9ccc6d40263e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:53.388754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9d76447-dcc9-42b6-acf9-9ccc6d40263e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/subnets/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207 HTTP/1.1" status: 200 len: 797 time: 0.1932020 Dec 21 01:59:53.389277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54774) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:53.405653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'port': {'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b', 'name': 'tempest-FloatingIPTestJSON-1698635023', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:53.435091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-7b415c4a-aca5-4470-869c-50a86d5781d6 service neutron] 10.222.0.43 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129577 Dec 21 01:59:53.527974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1c58d23-2e42-456c-911b-b14ab95acc9c req-c9a3a44b-a86d-4df2-9860-99680100ec08 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936427 Dec 21 01:59:53.568729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2fd16-5589-465d-ba6c-61437d5d83e4 None None] Pushing event updated for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:53.617590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:53.651521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Attempting to bind port 78e88689-7620-49a9-ab40-9547d8b6e812 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 01:59:53.652551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Attempting to bind port 78e88689-7620-49a9-ab40-9547d8b6e812 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 01:59:53.653196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Attempting to bind port 78e88689-7620-49a9-ab40-9547d8b6e812 on network ef29e50c-7359-48d1-8f49-3f206e60fd98 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 01:59:53.661702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 01:59:53.662448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Checking segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 01:59:53.662857 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.663295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Bound using segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 01:59:53.663808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Bound port: 78e88689-7620-49a9-ab40-9547d8b6e812, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 01:59:53.664355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.784977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] For port 78e88689-7620-49a9-ab40-9547d8b6e812, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 01:59:53.794788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] For port 78e88689-7620-49a9-ab40-9547d8b6e812, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78e88689-7620-49a9-ab40-9547d8b6e812,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 01:59:53.797591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.806742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:53.820422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] device_id is not set on port ffad9e84-9874-4524-a479-00aaa0fda853 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 01:59:53.953039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 01:59:53.953764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:54.002758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0fb39-b844-4985-b8f9-d966ac46a0f2 req-d81b71d1-07f0-4f00-babe-ced17a66d030 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.012025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88a0fb39-b844-4985-b8f9-d966ac46a0f2 req-d81b71d1-07f0-4f00-babe-ced17a66d030 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0925255 Dec 21 01:59:54.088025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c1abb23-faa3-45f3-adfb-d44a67a9112b req-414bce33-66fa-474e-abc5-1a14d4054d8f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 210 time: 0.0715210 Dec 21 01:59:54.102117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2fd16-5589-465d-ba6c-61437d5d83e4 None None] Pushing event updated for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:54.131990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88a0fb39-b844-4985-b8f9-d966ac46a0f2 req-d366f88d-5e73-456f-b9c8-1bb8e1a9ad57 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190186 Dec 21 01:59:54.210054 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-0a4a10d0-1a0a-4290-a105-6450b8e3d5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1826324 Dec 21 01:59:54.268926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbec797-8480-4eb9-8483-ae550e9116f1 req-89bc63bb-72dc-493d-8d73-b4123fc45bbf tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.286460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edbec797-8480-4eb9-8483-ae550e9116f1 req-89bc63bb-72dc-493d-8d73-b4123fc45bbf tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.1184044 Dec 21 01:59:54.325271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 01:59:54.491433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-eb31ce65-91d8-4c60-bddc-6735cec45173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.491433 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-eb31ce65-91d8-4c60-bddc-6735cec45173 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 1099 time: 0.2011039 Dec 21 01:59:54.491433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.14 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/ffad9e84-9874-4524-a479-00aaa0fda853) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:54.511746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.13 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/ffad9e84-9874-4524-a479-00aaa0fda853) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:54.532957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edbec797-8480-4eb9-8483-ae550e9116f1 req-4c20250b-01bb-4b76-b7d0-90de6c13569f tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414229 Dec 21 01:59:54.787106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-953bd35e-219e-4837-9c7a-7655bc359781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.790537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-953bd35e-219e-4837-9c7a-7655bc359781 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.2662411 Dec 21 01:59:54.823585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:50Z', 'revision_number': 4, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '78e88689-7620-49a9-ab40-9547d8b6e812', 'name': '', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'mac_address': 'fa:16:3e:3c:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:47Z', 'updated_at': '2021-12-21T01:59:53Z', 'revision_number': 4, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'subnets': [{'id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 01:59:54.841082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e06b49-4540-4752-b1dc-ee378a44513f req-b0200e10-c132-413b-8fe5-f2fff3d0f4d3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.849274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76e06b49-4540-4752-b1dc-ee378a44513f req-b0200e10-c132-413b-8fe5-f2fff3d0f4d3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1508052 Dec 21 01:59:54.895083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d87f6e7-de98-4a3c-a863-a5eee3268903 None None] The sync data for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 is: [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T01:59:50Z', 'revision_number': 4, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '78e88689-7620-49a9-ab40-9547d8b6e812', 'name': '', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'mac_address': 'fa:16:3e:3c:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:47Z', 'updated_at': '2021-12-21T01:59:53Z', 'revision_number': 4, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'subnets': [{'id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 01:59:54.905625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-95747ab1-d35c-46d7-a9cd-00873df1de33 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:54.914596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-95747ab1-d35c-46d7-a9cd-00873df1de33 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 819 time: 0.4543474 Dec 21 01:59:55.000363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-0de74fb7-8010-4e7c-a203-35ae025e55f2 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/quotas/837dde61fcf9423a9a0bd37e9c808f9b HTTP/1.1" status: 200 len: 375 time: 0.0728600 Dec 21 01:59:55.006748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76e06b49-4540-4752-b1dc-ee378a44513f req-76ef9cd1-2ff5-4bd7-ae50-be1331b9f28f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566339 Dec 21 01:59:55.107791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a092bb73-e287-4af7-801e-69019baa77bd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061933 Dec 21 01:59:55.117044 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-e0f0ebc7-27f5-4ad9-92f6-4f58bada9fca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 200 len: 1001 time: 0.2299032 Dec 21 01:59:55.179069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:55.209318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-85a79d1f-74fa-4c63-a7f8-c97ebb9fe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:55.211368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-85a79d1f-74fa-4c63-a7f8-c97ebb9fe044 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0835686 Dec 21 01:59:55.233471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-98a6f7e3-b716-47d0-9ca3-b74382e7f8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160517 Dec 21 01:59:55.387229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:55.395202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-78caaf0a-9914-43b5-bd77-de2770f8adae service neutron] 10.222.0.43 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602609 Dec 21 01:59:55.466583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=ffad9e84-9874-4524-a479-00aaa0fda853,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:55.471328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-2aef45c6-5da0-4dfe-89eb-1f4b984a8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:55.474227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-2aef45c6-5da0-4dfe-89eb-1f4b984a8b59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488475 Dec 21 01:59:55.494752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.503844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.504330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.504682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.505024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.505385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.505721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.506409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.506409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.506694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.507019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.507341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.507661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 01:59:55.518978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:55.558751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:55.586432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:55.605125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3abf2-8524-419e-96be-df6238f4a9dc req-ebb97e02-43a0-414b-b1ba-32ba4b709c7b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:55.608744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4a3abf2-8524-419e-96be-df6238f4a9dc req-ebb97e02-43a0-414b-b1ba-32ba4b709c7b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1378329 Dec 21 01:59:55.724804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:55.725541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:55.784360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4a3abf2-8524-419e-96be-df6238f4a9dc req-3e830fbd-8bf3-4fb4-abdc-7768ae3cbbc6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660607 Dec 21 01:59:55.909014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54840) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 01:59:55.916067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87c22595-1b06-499e-9c36-c816adb9e833 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5109463 Dec 21 01:59:55.923332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'ffad9e84-9874-4524-a479-00aaa0fda853', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:55.971409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78e88689-7620-49a9-ab40-9547d8b6e812 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:55.990604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-7f2f17cb-92f7-47c1-b849-dc7e1eb102dc service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753957 Dec 21 01:59:56.042202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db5ead49-ae3e-4721-a9b7-29c8700be863 req-b8258fbd-172b-47df-bbc5-4c1dc3fe4450 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 210 time: 0.1536493 Dec 21 01:59:56.084093 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:56.282592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 78e88689-7620-49a9-ab40-9547d8b6e812 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:56.282962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:56.629929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:56.674343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c1791-fef6-4c45-9362-e9649d451174 req-c404fb73-b1a5-4d1f-a8e6-1a6f1759fd05 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:56.688795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-572c1791-fef6-4c45-9362-e9649d451174 req-c404fb73-b1a5-4d1f-a8e6-1a6f1759fd05 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3395960 Dec 21 01:59:56.704506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00622bf9-cffa-4f76-b3f9-a053c5d44b52 req-cdece622-52da-48c5-bf1d-44a8ab382ca3 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:56.722376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00622bf9-cffa-4f76-b3f9-a053c5d44b52 req-cdece622-52da-48c5-bf1d-44a8ab382ca3 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.2497416 Dec 21 01:59:56.757914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 78e88689-7620-49a9-ab40-9547d8b6e812, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78e88689-7620-49a9-ab40-9547d8b6e812,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:56.771654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:56.802554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:56.840694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:56.890590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-d55a91e5-b610-425e-80b3-424989d56204 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:56.895694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-d55a91e5-b610-425e-80b3-424989d56204 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 819 time: 0.6633697 Dec 21 01:59:56.947189 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f5f4350e-ddac-4bca-9e57-8cd81f5823c5 req-62df093e-58c2-4721-a030-168b5d8c2bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480591 Dec 21 01:59:56.948594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Request body: {'port': {'device_id': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'admin_state_up': True, 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:57.137670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00622bf9-cffa-4f76-b3f9-a053c5d44b52 req-9e2ad63b-3151-4a7d-8e91-cd2646fadf49 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143317 Dec 21 01:59:57.156548 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:57.173084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-572c1791-fef6-4c45-9362-e9649d451174 req-ae360f6b-0494-4697-b82d-25b054c2c539 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833503 Dec 21 01:59:57.262635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Made reservation on behalf of 837dde61fcf9423a9a0bd37e9c808f9b for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:57.267031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:57.409789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a65f092-569f-4139-9c1e-ff7f80287da2 req-9ecae621-a5b4-475c-9ed0-7ce2d1129791 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 210 time: 0.0596392 Dec 21 01:59:57.551871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.189 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d421152f-06bc-483b-b686-4dc3ddd10891) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:57.586666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98659faf-ce5f-42ab-a6fb-2b3a7896afe1 req-a5cc4487-110c-42a2-a9bf-36798ecda02b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:57.588345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98659faf-ce5f-42ab-a6fb-2b3a7896afe1 req-a5cc4487-110c-42a2-a9bf-36798ecda02b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1173525 Dec 21 01:59:57.764265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78e88689-7620-49a9-ab40-9547d8b6e812 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 01:59:57.812217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 78e88689-7620-49a9-ab40-9547d8b6e812 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 01:59:57.812527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:57.842259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:57.903785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Allocated IP 172.20.0.14 (ef29e50c-7359-48d1-8f49-3f206e60fd98/7549efbf-e403-4379-b798-ccf33e8d3aa3/77cba194-6ed7-4da2-8b7b-e57a703c6daa) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:57.951437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98659faf-ce5f-42ab-a6fb-2b3a7896afe1 req-7db4c6f0-b939-4dae-b267-000c99841076 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349705 Dec 21 01:59:58.013856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-f7b040c1-764e-424f-bd32-2f1f3588ef2f tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:58.016721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-f7b040c1-764e-424f-bd32-2f1f3588ef2f tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.0922403 Dec 21 01:59:58.047937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-3be8039a-9a68-468b-8f9b-9104c0b38fcd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:58.050395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-3be8039a-9a68-468b-8f9b-9104c0b38fcd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.45 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 819 time: 0.4326780 Dec 21 01:59:58.064154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.088400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Request body: {'port': {'device_id': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'admin_state_up': True, 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 01:59:58.148046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Deleting port 19657a93-fba9-4920-a2fe-e921f991b999 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 01:59:58.148327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.235854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:58.254852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:58.256321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] For port 19657a93-fba9-4920-a2fe-e921f991b999, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=19657a93-fba9-4920-a2fe-e921f991b999,segment=NetworkSegment(c2e496ce-ee68-4856-9e05-0390e12af30c),segment_id=c2e496ce-ee68-4856-9e05-0390e12af30c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 01:59:58.261443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.268937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:58.283310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Calling delete_port for 19657a93-fba9-4920-a2fe-e921f991b999 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 01:59:58.465394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=d421152f-06bc-483b-b686-4dc3ddd10891,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:58.487111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.519647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcb8c2-3f99-40e5-b5ee-5ed1176fbbd2 req-053ac321-76f3-49a9-8685-28fb77d7df93 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:58.533241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08bcb8c2-3f99-40e5-b5ee-5ed1176fbbd2 req-053ac321-76f3-49a9-8685-28fb77d7df93 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.4091465 Dec 21 01:59:58.535939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Pushing event deleted for resources: {'Port': ['ID=19657a93-fba9-4920-a2fe-e921f991b999,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:58.539417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['19657a93-fba9-4920-a2fe-e921f991b999'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 01:59:58.574133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Made reservation on behalf of 837dde61fcf9423a9a0bd37e9c808f9b for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 01:59:58.578417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.611578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135c0fd-3a0e-437b-bf30-61396066740b req-fb938f4a-9e4c-4d55-818b-fb4af72d780e tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:58.613865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5135c0fd-3a0e-437b-bf30-61396066740b req-fb938f4a-9e4c-4d55-818b-fb4af72d780e tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d759c04-2894-48df-978f-6803374f725b HTTP/1.1" status: 200 len: 945 time: 0.3534873 Dec 21 01:59:58.615328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] No DVR routers for this DVR port 19657a93-fba9-4920-a2fe-e921f991b999 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 01:59:58.618476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.621715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36501ec1-794d-40a5-b196-ab06a10a3872 req-0f7e07a0-3cab-4a1f-ba97-65891f78e176 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.45 "DELETE /v2.0/ports/19657a93-fba9-4920-a2fe-e921f991b999 HTTP/1.1" status: 204 len: 173 time: 0.5945144 Dec 21 01:59:58.622230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'name': 'network-vif-deleted', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 01:59:58.624471 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcca052-87fb-4790-af42-7a022a2cd84f" -d '{"events": [{"server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "name": "network-vif-deleted", "tag": "19657a93-fba9-4920-a2fe-e921f991b999"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 01:59:58.759261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:58.791740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08bcb8c2-3f99-40e5-b5ee-5ed1176fbbd2 req-7aa01a36-4fec-4688-bfeb-3e0f17c0e77c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572398 Dec 21 01:59:58.942268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5135c0fd-3a0e-437b-bf30-61396066740b req-d1bed3a6-8c8c-42ab-82e7-e99706de2812 tempest-ServersNegativeTestMultiTenantJSON-837673249 tempest-ServersNegativeTestMultiTenantJSON-837673249-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8ad0992-00db-4fea-8e8b-c3b4735b011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871575 Dec 21 01:59:58.991901 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da134cde-ceae-43fb-8393-d2e16e31b136 x-openstack-request-id: req-da134cde-ceae-43fb-8393-d2e16e31b136 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 01:59:58.992201 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d759c04-2894-48df-978f-6803374f725b", "name": "network-vif-deleted", "tag": "19657a93-fba9-4920-a2fe-e921f991b999", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 01:59:58.992447 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da134cde-ceae-43fb-8393-d2e16e31b136 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 01:59:58.992843 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d759c04-2894-48df-978f-6803374f725b', 'name': 'network-vif-deleted', 'tag': '19657a93-fba9-4920-a2fe-e921f991b999', 'status': 'completed', 'code': 200} Dec 21 01:59:59.038373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8f0d8d4-48ea-4464-9d4b-ed62311da654 req-d42a90b6-af6d-4a7c-91bd-755adc8ef398 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 210 time: 0.0388198 Dec 21 01:59:59.044550 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:59.717806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 01:59:59.723983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Allocated IP 172.20.0.13 (ef29e50c-7359-48d1-8f49-3f206e60fd98/7549efbf-e403-4379-b798-ccf33e8d3aa3/818d310c-73b2-47c8-ac3e-dde39786c2ec) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 01:59:59.734017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 01:59:59.744924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 01:59:59.780779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Pushing event updated for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 01:59:59.801537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c81e-5cf8-4a56-b47b-c3dc95890c82 req-a718c23b-4829-48e9-b7bb-8d8d9bd4c508 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:59.803099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6f0c81e-5cf8-4a56-b47b-c3dc95890c82 req-a718c23b-4829-48e9-b7bb-8d8d9bd4c508 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.7385197 Dec 21 01:59:59.859412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 01:59:59.928580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 01:59:59.929132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.020322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6f0c81e-5cf8-4a56-b47b-c3dc95890c82 req-c20efbf9-0a9e-4c00-9844-bb2176f9d3d7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032523 Dec 21 02:00:00.042016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-47152e27-2443-4e4c-a603-8c57f35f61c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1152358 Dec 21 02:00:00.077771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Request body: {'port': {'device_id': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:00.096823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:00.118436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.174262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Deleting subnet 65d00447-1488-4ff3-91f8-b16a38177ca6 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:00:00.178773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.208321 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.228094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.232350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.288688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.381668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.386139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f6ae0c6-8eb4-42f7-b0dc-7bdd2f1cd84f req-c5c52013-17fd-4b88-ae4b-4fd9b812122d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 210 time: 0.1190653 Dec 21 02:00:00.421647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.428147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65d00447-1488-4ff3-91f8-b16a38177ca6 HTTP/1.1" status: 204 len: 168 time: 0.3268154 Dec 21 02:00:00.434828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54910) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:00.446175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ccf1f-9c17-4318-9906-9818164f0d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d00447-1488-4ff3-91f8-b16a38177ca6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:00.495252 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.676690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b9494-6106-4ca1-8c2d-33710d4a56f1 req-bfa5e082-3a18-4675-90f5-8b267c1a372c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:00.678394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93b9494-6106-4ca1-8c2d-33710d4a56f1 req-bfa5e082-3a18-4675-90f5-8b267c1a372c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3703349 Dec 21 02:00:00.690579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.696309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:00.737136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:00.757594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:00.762471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Pushing event updated for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:00.833067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.853126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:00.950815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c93b9494-6106-4ca1-8c2d-33710d4a56f1 req-26892cda-2484-4e2b-88bf-baffc0022af5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557657 Dec 21 02:00:01.070575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:01.072642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.115567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.129622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-18fcf05c-9747-4d21-b236-18dd921bf322 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0491073 Dec 21 02:00:01.186909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Request body: {'port': {'device_id': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:01.221535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=d421152f-06bc-483b-b686-4dc3ddd10891,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:01.232781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32804b7c-648d-4c23-a60f-d39852f74d9c']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:01.277493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e496ce-ee68-4856-9e05-0390e12af30c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:01.277801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e496ce-ee68-4856-9e05-0390e12af30c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:01.280534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.280884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.281222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.281582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.281912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.282244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.282570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.282893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.283215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.283535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.283852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.284167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.284607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:01.288259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.352159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.379369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cba194-6ed7-4da2-8b7b-e57a703c6daa {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:00:01.421458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ef03-60bc-4312-bf18-66ed3b2b91b8 req-95b8abb2-c74a-4ee2-a61c-4bb7dfc58962 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:01.429620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fa8ef03-60bc-4312-bf18-66ed3b2b91b8 req-95b8abb2-c74a-4ee2-a61c-4bb7dfc58962 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3425534 Dec 21 02:00:01.435197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.472101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.503966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:00:01.504431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:00:01.506263 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:00:01.545998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.697882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1fa8ef03-60bc-4312-bf18-66ed3b2b91b8 req-22dcf124-3a83-4080-a2ac-cff0d8410a71 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672894 Dec 21 02:00:01.703632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Transition to ACTIVE for port object 77cba194-6ed7-4da2-8b7b-e57a703c6daa will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:00:01.707398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.713801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.717117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/32804b7c-648d-4c23-a60f-d39852f74d9c HTTP/1.1" status: 204 len: 168 time: 1.2796347 Dec 21 02:00:01.719950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:01.725500 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 9471271f-c1f3-4ff9-b972-1d88c00c4f0f associated. External IP: 172.25.6.189, port: ffad9e84-9874-4524-a479-00aaa0fda853. Dec 21 02:00:01.731277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.838300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Deleting subnet ad0e0642-4605-42f8-a34e-43988d59e99d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:00:01.840995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066e36-1975-40e0-8267-fd36a96ae5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32804b7c-648d-4c23-a60f-d39852f74d9c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:01.860539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.864473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22dcd-a82f-4014-8907-934ab6a19e71 req-f66882fd-99fa-4f41-a83d-75e7bb16d6a6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:01.871848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9af22dcd-a82f-4014-8907-934ab6a19e71 req-f66882fd-99fa-4f41-a83d-75e7bb16d6a6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 932 time: 0.3157730 Dec 21 02:00:01.932631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:01.981058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.058375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.069969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Pushing event updated for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:02.100792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0e0642-4605-42f8-a34e-43988d59e99d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:02.109660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.115585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-51bc6039-717a-4bc5-9453-6296383857f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad0e0642-4605-42f8-a34e-43988d59e99d HTTP/1.1" status: 204 len: 168 time: 0.3928788 Dec 21 02:00:02.119141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54928) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:02.192661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9af22dcd-a82f-4014-8907-934ab6a19e71 req-63795f83-1403-4a74-8aba-94d83ede19df tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199255 Dec 21 02:00:02.242081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7b35c-f958-4302-8fa3-e40a2514a66c req-2cc13145-5fec-4f19-8bf4-94051ab138cc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:02.244745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a7b35c-f958-4302-8fa3-e40a2514a66c req-2cc13145-5fec-4f19-8bf4-94051ab138cc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2989321 Dec 21 02:00:02.267043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.408983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.453372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a47b08-bcbc-4d0b-b1d4-d93aefcb3259']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:02.485327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dff6ff9-bafd-47d9-ae52-d060e79a1fa9') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:02.485734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dff6ff9-bafd-47d9-ae52-d060e79a1fa9') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:02.516371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.540038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 19657a93-fba9-4920-a2fe-e921f991b999 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:00:02.547840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.567953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:00:02.569091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:00:02.573363 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:00:02.605386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 19657a93-fba9-4920-a2fe-e921f991b999 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:00:02.605776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 19657a93-fba9-4920-a2fe-e921f991b999 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:00:02.767645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.780337 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:02.784991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] 10.222.0.43 "DELETE /v2.0/networks/69a47b08-bcbc-4d0b-b1d4-d93aefcb3259 HTTP/1.1" status: 204 len: 168 time: 0.6644354 Dec 21 02:00:02.804397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54a3bb-0342-4124-9322-46a710383a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a47b08-bcbc-4d0b-b1d4-d93aefcb3259,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:03.005676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:03.043394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Attempting to bind port 77cba194-6ed7-4da2-8b7b-e57a703c6daa on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:00:03.043633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Attempting to bind port 77cba194-6ed7-4da2-8b7b-e57a703c6daa by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:00:03.043962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Attempting to bind port 77cba194-6ed7-4da2-8b7b-e57a703c6daa on network ef29e50c-7359-48d1-8f49-3f206e60fd98 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:00:03.066646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f421cb7e-0760-4bc0-8742-7a7877d36d00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=774aec1679b74cf29bdc988213ed4417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583808 Dec 21 02:00:03.068856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54944) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:03.112362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Port 77cba194-6ed7-4da2-8b7b-e57a703c6daa on network ef29e50c-7359-48d1-8f49-3f206e60fd98 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:00:03.113445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Attempting to bind port 77cba194-6ed7-4da2-8b7b-e57a703c6daa on network ef29e50c-7359-48d1-8f49-3f206e60fd98 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:00:03.132438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53a7b35c-f958-4302-8fa3-e40a2514a66c req-e6fbb6cd-7e2d-4041-a087-9e5a94ce8020 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8742464 Dec 21 02:00:03.161876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.179007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:03.180366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:00:03.180774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Checking segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:00:03.181162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Bound using segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:00:03.181630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Bound port: 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:00:03.181993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.209866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.304050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.306769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.307896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8ad0992-00db-4fea-8e8b-c3b4735b011e HTTP/1.1" status: 204 len: 168 time: 0.2379119 Dec 21 02:00:03.316106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6804-d5ac-4af2-b33b-c721336b6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad0992-00db-4fea-8e8b-c3b4735b011e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:03.322004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818d310c-73b2-47c8-ac3e-dde39786c2ec {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:00:03.384089 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.477358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Transition to ACTIVE for port object 818d310c-73b2-47c8-ac3e-dde39786c2ec will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:00:03.528130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.555930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:00:03.603407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:00:03.622472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084a332-8ec1-4bdd-9e52-c87d10da41ef req-02e199af-5e61-4d2d-8cfe-c227ae7b3a46 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:03.624121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1084a332-8ec1-4bdd-9e52-c87d10da41ef req-02e199af-5e61-4d2d-8cfe-c227ae7b3a46 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 932 time: 0.2975435 Dec 21 02:00:03.640969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e114-7b52-4fc8-a648-36fb4c4afc94 req-1ec1ead3-92bd-40cd-956f-17808e6f3bd5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:03.642579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f174e114-7b52-4fc8-a648-36fb4c4afc94 req-1ec1ead3-92bd-40cd-956f-17808e6f3bd5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2841749 Dec 21 02:00:03.657636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.673825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:03.789601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:03.801141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:03.802876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.804281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] 10.222.0.24 "PUT /v2.0/ports/77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 1093 time: 3.7412679 Dec 21 02:00:03.807511 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:03.819511 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:03.819752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54964) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:03.820779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:03.825176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:03.827625 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ab4230-eee3-489b-8e25-1ed6d65ce923" -d '{"events": [{"name": "network-changed", "server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:03.859364 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:03.871271 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:03.872758 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:03.877531 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-298b7a9d-ec9e-40da-889c-15deb2d136b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24ddeaaa45fa456e927c1b16b5853b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542138 Dec 21 02:00:03.879691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:03.913013 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:03.914150 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c7cc7-6df0-4b6b-8ab2-5003f57d6fdc None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:03.948054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f174e114-7b52-4fc8-a648-36fb4c4afc94 req-2d5bd658-2028-4059-a334-962c7fba4786 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789052 Dec 21 02:00:03.951367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.956807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:03.991142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.000439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c9637a2a-7230-403b-a238-021edd1fe8e2 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.0800586 Dec 21 02:00:04.000685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54972) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:04.008547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': 'ffad9e84-9874-4524-a479-00aaa0fda853', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:04.013550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1084a332-8ec1-4bdd-9e52-c87d10da41ef req-f7d8ccb0-6578-40fd-bcfe-f5b076294025 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659620 Dec 21 02:00:04.029782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed701977-4c15-458a-90b4-b9d8320b6e4a service neutron] Pushing event updated for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:04.075139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Attempting to bind port 818d310c-73b2-47c8-ac3e-dde39786c2ec on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:00:04.075596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Attempting to bind port 818d310c-73b2-47c8-ac3e-dde39786c2ec by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:00:04.079038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Attempting to bind port 818d310c-73b2-47c8-ac3e-dde39786c2ec on network ef29e50c-7359-48d1-8f49-3f206e60fd98 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:00:04.101721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.105771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Port 818d310c-73b2-47c8-ac3e-dde39786c2ec on network ef29e50c-7359-48d1-8f49-3f206e60fd98 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:00:04.107035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Attempting to bind port 818d310c-73b2-47c8-ac3e-dde39786c2ec on network ef29e50c-7359-48d1-8f49-3f206e60fd98 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:00:04.110332 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d2997-cc21-457f-8997-84024b6be65b x-openstack-request-id: req-888d2997-cc21-457f-8997-84024b6be65b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:04.110886 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:04.111360 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-888d2997-cc21-457f-8997-84024b6be65b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:04.112067 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa', 'status': 'completed', 'code': 200} Dec 21 02:00:04.114472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-7c066500-dd2a-4952-b880-3566e4347e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.116250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-7c066500-dd2a-4952-b880-3566e4347e31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1096 time: 0.2228959 Dec 21 02:00:04.120771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:00:04.121540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Checking segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:00:04.122776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Bound using segment: {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:00:04.123669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Bound port: 818d310c-73b2-47c8-ac3e-dde39786c2ec, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c99f3cc-4208-4384-ac8c-5fe06e883c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:00:04.127499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.191715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-72003b9d-38f0-45c1-be34-a4f0871188c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.0545659 Dec 21 02:00:04.234976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.237583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.238751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0526c447-995e-4771-b476-62d9b4797c73 HTTP/1.1" status: 204 len: 168 time: 0.3580747 Dec 21 02:00:04.254297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9228c19-ef2b-44a1-8b52-5c94e9e2d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526c447-995e-4771-b476-62d9b4797c73,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:04.340214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be29af3-9d48-4216-b9b7-57ed99301d1f req-b4075b9c-f484-413a-bb3a-3c054afa65a2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.341695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6be29af3-9d48-4216-b9b7-57ed99301d1f req-b4075b9c-f484-413a-bb3a-3c054afa65a2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1532750 Dec 21 02:00:04.350891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-48241c3a-781d-46fc-8721-b96652d0c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.352314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-48241c3a-781d-46fc-8721-b96652d0c97f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1490231 Dec 21 02:00:04.366128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:00:04.418612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-3f37fbea-9074-4f96-8fde-bb53ac2c78db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499029 Dec 21 02:00:04.420665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:00:04.437641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.542861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.543790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.545391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 200 len: 1093 time: 3.3779762 Dec 21 02:00:04.561784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6be29af3-9d48-4216-b9b7-57ed99301d1f req-2df07583-b7c3-4209-9a59-34062b465371 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084069 Dec 21 02:00:04.651681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4062994-d4af-4f65-9feb-62903041d9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:04.745554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-12e736b3-7098-4156-8498-fda95aba1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.747313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-12e736b3-7098-4156-8498-fda95aba1bbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1096 time: 0.1080048 Dec 21 02:00:04.749261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-b658cb7b-3c5f-489c-ac5a-13a86716e513 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032920 Dec 21 02:00:04.777934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf722ee-9454-49d3-81f2-ceea89f6c3e5 req-e7a5b5a1-4f07-4f23-8f6f-2703c595ae0c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:04.779736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdf722ee-9454-49d3-81f2-ceea89f6c3e5 req-e7a5b5a1-4f07-4f23-8f6f-2703c595ae0c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0913391 Dec 21 02:00:04.846405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-216253e5-bdc8-4a19-aa98-a2e8c6db99db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 200 len: 217 time: 0.0644813 Dec 21 02:00:04.918094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.925211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:04.952879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a6c3ac-91f6-4862-91ec-29eed35303c0 req-b6a98570-e659-43cc-983d-0b6ffe61c512 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908743 Dec 21 02:00:05.022900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdf722ee-9454-49d3-81f2-ceea89f6c3e5 req-172c192d-fdd0-4d14-9ff6-784514789455 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232780 Dec 21 02:00:05.027550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-2a61d9db-0a6d-458f-9476-06ef95181191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:05.029260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-2a61d9db-0a6d-458f-9476-06ef95181191 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1408303 Dec 21 02:00:05.107335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-7bd02abe-5270-4ba9-b17a-fd11df626853 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672247 Dec 21 02:00:05.418106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:05.442908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-78952b57-c824-48d9-ab43-e1086edcde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:05.444482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-78952b57-c824-48d9-ab43-e1086edcde04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1096 time: 0.3429761 Dec 21 02:00:05.454266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108eb2-81cb-4dbf-919a-90f97a09ad78 req-04b8914f-3de8-463b-b576-2b892fffc16c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:05.455304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36108eb2-81cb-4dbf-919a-90f97a09ad78 req-04b8914f-3de8-463b-b576-2b892fffc16c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 944 time: 0.2781932 Dec 21 02:00:05.625312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc25685-c40c-4b21-b4ca-10882e6971ac req-41f379b6-4e32-445d-96b4-d8ef14e2fbd5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:05.626794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efc25685-c40c-4b21-b4ca-10882e6971ac req-41f379b6-4e32-445d-96b4-d8ef14e2fbd5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2670648 Dec 21 02:00:05.629016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-d6a2428f-c791-44b1-9452-e88bc08b3c17 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036900 Dec 21 02:00:05.630044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-f7db10a9-71a5-4eac-a51f-00c38000acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:05.631422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-f7db10a9-71a5-4eac-a51f-00c38000acc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.1752253 Dec 21 02:00:05.635554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:05.646385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:05.648486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:05.676725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:05.677838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:05.726374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-5b08c9ab-7d9d-4cd5-a119-e323a052f085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.0820296 Dec 21 02:00:05.743279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7c5e8e9c-17bd-4e46-b20e-46c890ee0492 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/9471271f-c1f3-4ff9-b972-1d88c00c4f0f HTTP/1.1" status: 200 len: 979 time: 1.7417166 Dec 21 02:00:05.744099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:05.763086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:05.783784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:05.784888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:05.833718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36108eb2-81cb-4dbf-919a-90f97a09ad78 req-afda903f-c60a-4739-a027-c4d61ea047d7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762172 Dec 21 02:00:05.856090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:05.856906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca82d1-6a55-4fcb-a865-895f13911526 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:05.963212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efc25685-c40c-4b21-b4ca-10882e6971ac req-9f4011b9-7413-4718-b34b-7e568df1e1dc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175104 Dec 21 02:00:05.996576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port d421152f-06bc-483b-b686-4dc3ddd10891 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:05.997105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:06.001065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-6f53b519-ee76-4183-9a57-3f1ace3e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:06.007229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-6f53b519-ee76-4183-9a57-3f1ace3e7264 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.2677195 Dec 21 02:00:06.136917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-cd4d44e3-ad7f-4eec-8db4-95fd550a5852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204824 Dec 21 02:00:06.137412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:06.142283 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2221d27-7418-4d8b-869b-cfddbb13cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:06.180243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:06.180569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:06.196052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for d421152f-06bc-483b-b686-4dc3ddd10891 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:06.279490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-8174b479-aeb8-4ffa-90e2-58d43fb60dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274214 Dec 21 02:00:06.283275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cb0b49f-d30c-4eb1-84cc-74942119b586 req-4b5f388d-6fd9-4aaf-a54d-0c65854c7208 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367955 Dec 21 02:00:06.479761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a4305-8144-41b4-ab61-73367c660e44 req-04f4822b-3094-4a9f-8dfa-2a104f18cff1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:06.489139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-732a4305-8144-41b4-ab61-73367c660e44 req-04f4822b-3094-4a9f-8dfa-2a104f18cff1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3433757 Dec 21 02:00:06.596266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:06.634809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=d421152f-06bc-483b-b686-4dc3ddd10891,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:06.663032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-732a4305-8144-41b4-ab61-73367c660e44 req-49d7079a-cfb5-4eaa-8c8a-a03bb2aca749 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684620 Dec 21 02:00:06.747758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:06.747964 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 9471271f-c1f3-4ff9-b972-1d88c00c4f0f disassociated (deleted). External IP: 172.25.6.189, port: ffad9e84-9874-4524-a479-00aaa0fda853. Dec 21 02:00:06.803285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ab4230-eee3-489b-8e25-1ed6d65ce923 req-51303d8b-2d12-4149-9bf2-74f8cc708a1d service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042257 Dec 21 02:00:06.813461 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea275ec-ae33-47bc-b3d3-4f843dabc7be x-openstack-request-id: req-0ea275ec-ae33-47bc-b3d3-4f843dabc7be {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:06.813916 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:06.814270 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ea275ec-ae33-47bc-b3d3-4f843dabc7be {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:06.814885 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec', 'status': 'completed', 'code': 200} Dec 21 02:00:06.999599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-60143129-0be2-4a2f-a1df-364dab213e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:07.001280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-60143129-0be2-4a2f-a1df-364dab213e83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1096 time: 0.1357701 Dec 21 02:00:07.139280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:07.154409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b411c-ed8f-4fb0-88b9-8b501327c033 req-13995bda-e46b-4df7-b0ae-9fb15ec924fe tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:07.159079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-279b411c-ed8f-4fb0-88b9-8b501327c033 req-13995bda-e46b-4df7-b0ae-9fb15ec924fe tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 944 time: 0.1803155 Dec 21 02:00:07.305720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81b5e0-3bba-4253-989c-ec43648aaf79 req-e225bd21-0229-49ca-b46d-04e4317a8f49 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:07.307427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a81b5e0-3bba-4253-989c-ec43648aaf79 req-e225bd21-0229-49ca-b46d-04e4317a8f49 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2392218 Dec 21 02:00:07.325049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-279b411c-ed8f-4fb0-88b9-8b501327c033 req-95bcce1c-011a-480e-a043-5f61888b1e6d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429164 Dec 21 02:00:07.343789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-48107c73-163a-41e5-9ab1-44cbde48e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:07.347647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-48107c73-163a-41e5-9ab1-44cbde48e47c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.3134739 Dec 21 02:00:07.377590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:07.382131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:07.389710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:07.412295 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:07.412959 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:07.479168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:07.484160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-d9c9a0d0-8470-489f-864b-8e7a0b25787a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 200 len: 217 time: 0.1281962 Dec 21 02:00:07.488878 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:07.498452 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:07.543547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a81b5e0-3bba-4253-989c-ec43648aaf79 req-186f91e1-6e9d-457b-a29c-fba9d880e942 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297127 Dec 21 02:00:07.569698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:07.570358 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a5bb0-2182-4850-a2bf-096bc32e4692 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:07.649770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-830c3a8f-24b6-496b-807a-4ed1cb591b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:07.651991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-830c3a8f-24b6-496b-807a-4ed1cb591b19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1125610 Dec 21 02:00:07.730717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-350d6040-b1d6-4605-b499-eb79d37b38ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664232 Dec 21 02:00:07.840098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-03634f70-5c5b-434d-be9e-01837c9157fc tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/9471271f-c1f3-4ff9-b972-1d88c00c4f0f HTTP/1.1" status: 204 len: 168 time: 2.0945787 Dec 21 02:00:07.840758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:07.952212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-6803780e-d40a-46fd-a2e4-c96af8200b73 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053106 Dec 21 02:00:08.059118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port ffad9e84-9874-4524-a479-00aaa0fda853 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:08.059622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.265360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2221d27-7418-4d8b-869b-cfddbb13cd3e req-d1b186d9-b564-45b9-b61e-7177c40a10b6 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030059 Dec 21 02:00:08.292684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.316619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for ffad9e84-9874-4524-a479-00aaa0fda853 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:08.341427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aa997-28a7-4a20-8277-833050f5f0f2 req-fe690a5d-a1fc-43a4-aa55-2b35f5e6267b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:08.359407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f6aa997-28a7-4a20-8277-833050f5f0f2 req-fe690a5d-a1fc-43a4-aa55-2b35f5e6267b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3917861 Dec 21 02:00:08.517893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f6aa997-28a7-4a20-8277-833050f5f0f2 req-db605310-4ef8-4c52-9756-28dd07e4b608 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574566 Dec 21 02:00:08.567070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806ced-2768-4ae9-bab5-3173344968a1 req-188f4ed4-6ecd-400e-b658-b53527312069 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:08.575118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca806ced-2768-4ae9-bab5-3173344968a1 req-188f4ed4-6ecd-400e-b658-b53527312069 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 944 time: 0.1108475 Dec 21 02:00:08.587366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 818d310c-73b2-47c8-ac3e-dde39786c2ec details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:00:08.635866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca806ced-2768-4ae9-bab5-3173344968a1 req-a067fcdc-f6ad-4617-b72b-456da40530a2 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Dec 21 02:00:08.677102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.721506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=ffad9e84-9874-4524-a479-00aaa0fda853,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:08.833829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.842730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55102) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:08.847690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:08.852084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e57d90b7-ab4a-40f4-83fe-3d7b4c870d0a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/ffad9e84-9874-4524-a479-00aaa0fda853 HTTP/1.1" status: 204 len: 168 time: 1.0102637 Dec 21 02:00:08.875077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:08.900766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.917207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '818d310c-73b2-47c8-ac3e-dde39786c2ec', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'port_id': '818d310c-73b2-47c8-ac3e-dde39786c2ec', 'mac_address': 'fa:16:3e:6a:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:00:08.975871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:08.994416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818d310c-73b2-47c8-ac3e-dde39786c2ec {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:00:09.024791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:09.030026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:09.095947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:09.147611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:09.283539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.23 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/eed7b606-622f-4ebe-8626-832a65117b30) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:09.453554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['818d310c-73b2-47c8-ac3e-dde39786c2ec'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:00:09.547915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 77cba194-6ed7-4da2-8b7b-e57a703c6daa details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:00:09.815284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:09.858713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '77cba194-6ed7-4da2-8b7b-e57a703c6daa', 'network_id': 'ef29e50c-7359-48d1-8f49-3f206e60fd98', 'port_id': '77cba194-6ed7-4da2-8b7b-e57a703c6daa', 'mac_address': 'fa:16:3e:0b:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7549efbf-e403-4379-b798-ccf33e8d3aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:00:09.942953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:09.987041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cba194-6ed7-4da2-8b7b-e57a703c6daa {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:00:10.050636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:10.062290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.146965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b456f-9034-4ae3-acf6-e98b821b86ed req-b299a2f5-e326-4f11-9356-a9825c177143 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:10.148486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a22b456f-9034-4ae3-acf6-e98b821b86ed req-b299a2f5-e326-4f11-9356-a9825c177143 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1315196 Dec 21 02:00:10.154854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:10.166489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dc106-77f9-4df1-83bf-5c5442a27741 req-693624f5-a894-46e4-8fc5-bab4ecf17a42 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:10.177872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e4dc106-77f9-4df1-83bf-5c5442a27741 req-693624f5-a894-46e4-8fc5-bab4ecf17a42 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 945 time: 0.1619935 Dec 21 02:00:10.262394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.281425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e4dc106-77f9-4df1-83bf-5c5442a27741 req-25768f6b-6198-4d15-a1a0-a0bae759ba51 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024129 Dec 21 02:00:10.315535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a22b456f-9034-4ae3-acf6-e98b821b86ed req-c95f7c1a-4832-4175-acce-2d48c8ddb912 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287735 Dec 21 02:00:10.353506 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.414269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:10.432326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:10.438492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:10.463390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['77cba194-6ed7-4da2-8b7b-e57a703c6daa'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:00:10.472468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=eed7b606-622f-4ebe-8626-832a65117b30,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:10.619998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.674435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.883579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.895770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:10.953688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=eed7b606-622f-4ebe-8626-832a65117b30,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:11.014274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.038387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.042631 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a385ddb9-07fb-45d7-abb0-07020cceec2f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1979797 Dec 21 02:00:11.043465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:11.049265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'port': {'network_id': 'ae31c468-9376-4f35-aa3d-220f678d550b', 'name': 'tempest-FloatingIPTestJSON-32768254'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:11.262044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:11.267118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.291998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] device_id is not set on port 9cc8f3f0-3d7a-4615-b7b1-1d4910826c70 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:00:11.452982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.7 (ae31c468-9376-4f35-aa3d-220f678d550b/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207/9cc8f3f0-3d7a-4615-b7b1-1d4910826c70) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:11.483031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92c7a3-3ce0-4a5c-a737-bde0f3641741 req-b2e83faa-d317-40df-8ccf-4c57fd8432fa tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:11.485177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e92c7a3-3ce0-4a5c-a737-bde0f3641741 req-b2e83faa-d317-40df-8ccf-4c57fd8432fa tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 945 time: 0.0914080 Dec 21 02:00:11.544092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 77cba194-6ed7-4da2-8b7b-e57a703c6daa up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:00:11.640789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 77cba194-6ed7-4da2-8b7b-e57a703c6daa completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:00:11.646192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 77cba194-6ed7-4da2-8b7b-e57a703c6daa triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:11.646663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.669063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.674311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8dd73-f074-42f5-bca9-54e30755b2da req-ae768864-83fd-4c47-9ace-85c43ec2c2fd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:11.691853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63d8dd73-f074-42f5-bca9-54e30755b2da req-ae768864-83fd-4c47-9ace-85c43ec2c2fd tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2271070 Dec 21 02:00:11.696103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e92c7a3-3ce0-4a5c-a737-bde0f3641741 req-a71d20c9-21c1-4dc9-bb37-ffc02ad9fc7f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996517 Dec 21 02:00:11.790514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.796151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63d8dd73-f074-42f5-bca9-54e30755b2da req-380071c8-46f2-4041-8320-96653d7b56e9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968499 Dec 21 02:00:11.918151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network ae31c468-9376-4f35-aa3d-220f678d550b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:11.922680 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:11.931693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:11.940434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:11.968312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:11.970657 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e81c0d-dd01-4fa0-9270-489529185828" -d '{"events": [{"server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "name": "network-vif-plugged", "status": "completed", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:12.009166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:12.022538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.029041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:12.030037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.033943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=9cc8f3f0-3d7a-4615-b7b1-1d4910826c70,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:12.073468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-37e249f0-4e6a-4683-8492-0a3302ee30c5 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0283136 Dec 21 02:00:12.076342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55178) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:12.077955 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587bc738-f528-4882-b9e3-ba3ffe02543d x-openstack-request-id: req-587bc738-f528-4882-b9e3-ba3ffe02543d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:12.078247 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "name": "network-vif-plugged", "status": "completed", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:12.078504 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-587bc738-f528-4882-b9e3-ba3ffe02543d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:12.078898 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa', 'code': 200} Dec 21 02:00:12.084505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': '9cc8f3f0-3d7a-4615-b7b1-1d4910826c70'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:12.120501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:12.207113 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.319446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e71e-4ffd-425e-af2c-39c528062fd6 req-4b306c29-56d7-4b95-a0b3-5d73e166c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:12.321674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3840e71e-4ffd-425e-af2c-39c528062fd6 req-4b306c29-56d7-4b95-a0b3-5d73e166c767 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.1307416 Dec 21 02:00:12.578333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3840e71e-4ffd-425e-af2c-39c528062fd6 req-0e1fbeea-bf7e-44e3-a50c-b606db30e1f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032057 Dec 21 02:00:12.602983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 818d310c-73b2-47c8-ac3e-dde39786c2ec up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:00:12.667882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 818d310c-73b2-47c8-ac3e-dde39786c2ec completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:00:12.672900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 818d310c-73b2-47c8-ac3e-dde39786c2ec triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:12.673625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.789899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.899439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:12.907527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.939305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:12.978179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:13.010314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:13.116901 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 5e3afa76-e4a1-4906-b68b-a4f34b5028e2 associated. External IP: 172.25.6.23, port: 9cc8f3f0-3d7a-4615-b7b1-1d4910826c70. Dec 21 02:00:13.242289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57cb17-a83a-4bcc-9f7d-7208945515e8 req-ab0cd8e8-e822-4509-8001-c1b2e445a6d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:13.243819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf57cb17-a83a-4bcc-9f7d-7208945515e8 req-ab0cd8e8-e822-4509-8001-c1b2e445a6d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3031814 Dec 21 02:00:13.306380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f124c-f25c-4fb3-9d94-cbaa45c075b4 req-ba3b3d77-ac7c-4dde-a36c-9f4334b0f418 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:13.308214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e58f124c-f25c-4fb3-9d94-cbaa45c075b4 req-ba3b3d77-ac7c-4dde-a36c-9f4334b0f418 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3921070 Dec 21 02:00:13.321328 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:00:13.465569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf57cb17-a83a-4bcc-9f7d-7208945515e8 req-30126983-6b01-4d27-a713-8a29023f187b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138891 Dec 21 02:00:13.470625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e58f124c-f25c-4fb3-9d94-cbaa45c075b4 req-81cedbfd-bdf5-4d2d-9a34-20e25300fa66 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354828 Dec 21 02:00:13.523989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:13.716277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:13.727791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:13.736779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:13.745010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:13.745965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:13.804734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:13.805412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc1978d3-3dfc-4fd9-b5ad-6aafb93904be tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/5e3afa76-e4a1-4906-b68b-a4f34b5028e2 HTTP/1.1" status: 200 len: 975 time: 1.7219651 Dec 21 02:00:13.842429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:13.855963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:13.856839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:13.903453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:13.904759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bd825-52b5-444e-bbfb-f891cadbb73e None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:13.932787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e13d0fce-1d88-4b24-8af0-ba39eff1c06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.008425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 9cc8f3f0-3d7a-4615-b7b1-1d4910826c70 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:14.009069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.018148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:14.080114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:14.086401 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c3464-0924-4410-a006-fccd240abaca" -d '{"events": [{"server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "name": "network-vif-plugged", "status": "completed", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:14.179528 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67fa8c-cae2-45f4-8274-5003eee40d2d x-openstack-request-id: req-bb67fa8c-cae2-45f4-8274-5003eee40d2d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:14.179872 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "name": "network-vif-plugged", "status": "completed", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:14.180181 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb67fa8c-cae2-45f4-8274-5003eee40d2d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:14.180584 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec', 'code': 200} Dec 21 02:00:14.234813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.319968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-317eb811-a3cf-4c38-8dbd-86c096af2e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.458618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:14.564920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-317eb811-a3cf-4c38-8dbd-86c096af2e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.575179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-317eb811-a3cf-4c38-8dbd-86c096af2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.696676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.697720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.698286 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 5e3afa76-e4a1-4906-b68b-a4f34b5028e2 disassociated. External IP: 172.25.6.23, port: 9cc8f3f0-3d7a-4615-b7b1-1d4910826c70. Dec 21 02:00:14.698896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 9cc8f3f0-3d7a-4615-b7b1-1d4910826c70 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:14.749090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:14.750022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-317eb811-a3cf-4c38-8dbd-86c096af2e16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa63f5d090c04671a4dc081f2d10dd70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7298350 Dec 21 02:00:14.790036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f9232-001f-46a9-8fb3-1375d83d0645 req-fdf85617-131e-491f-9dfc-5b0ed8c4cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:14.791886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d85f9232-001f-46a9-8fb3-1375d83d0645 req-fdf85617-131e-491f-9dfc-5b0ed8c4cf23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1098 time: 0.4552822 Dec 21 02:00:14.799890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eb811-a3cf-4c38-8dbd-86c096af2e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd71fc0-f188-486c-9296-2d1ea85b5a30,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:14.861631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a130-3936-4547-8a3c-63790f97b4d9 req-51f80601-9ca2-4e20-8e65-4309853b2e39 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:14.865436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9de6a130-3936-4547-8a3c-63790f97b4d9 req-51f80601-9ca2-4e20-8e65-4309853b2e39 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.2493486 Dec 21 02:00:14.914696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd8b3a-3d1b-4959-8f07-2e96b0b058b7 req-000454cc-f531-44ce-937c-5cc5ff6c0b3a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:14.922165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cecd8b3a-3d1b-4959-8f07-2e96b0b058b7 req-000454cc-f531-44ce-937c-5cc5ff6c0b3a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2597096 Dec 21 02:00:14.927995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.955676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d85f9232-001f-46a9-8fb3-1375d83d0645 req-92222462-6cbd-4ee9-a503-e86696084d50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508725 Dec 21 02:00:14.966598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c97ad7b1-4a4f-40e6-a2b3-ea86b46a77f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:14.997808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.016806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cecd8b3a-3d1b-4959-8f07-2e96b0b058b7 req-59c7cc44-df71-40bc-abd8-b698d286e70b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936718 Dec 21 02:00:15.028407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9de6a130-3936-4547-8a3c-63790f97b4d9 req-de6bce40-3dd2-47e6-933d-3119cfa4685e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486897 Dec 21 02:00:15.137961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.157552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.162225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.165888 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acd71fc0-f188-486c-9296-2d1ea85b5a30 HTTP/1.1" status: 204 len: 168 time: 0.4124160 Dec 21 02:00:15.189413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=9cc8f3f0-3d7a-4615-b7b1-1d4910826c70,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:15.206818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3b31-85fa-433f-a09c-14dbcca2182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd71fc0-f188-486c-9296-2d1ea85b5a30,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:15.256111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c97ad7b1-4a4f-40e6-a2b3-ea86b46a77f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.266931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c97ad7b1-4a4f-40e6-a2b3-ea86b46a77f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.385699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c97ad7b1-4a4f-40e6-a2b3-ea86b46a77f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=897f31002b554805abd49dd0d4ee5f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9231012 Dec 21 02:00:15.388351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55262) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:15.389735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad7b1-4a4f-40e6-a2b3-ea86b46a77f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6640b-b5cd-466c-838f-49df95ef1e3a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:15.409758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:15.461299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.498078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.576393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.581019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.584928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2db6640b-b5cd-466c-838f-49df95ef1e3a HTTP/1.1" status: 204 len: 168 time: 0.1933715 Dec 21 02:00:15.594419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349e30-65fa-46ad-87c6-5964f789b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6640b-b5cd-466c-838f-49df95ef1e3a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:15.654909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:15.667836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:15.686249 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:15.686873 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:15.752797 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:15.764216 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:15.764829 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T01:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:15.786900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:15.793590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ee12790-0dc1-4b88-8d8a-e4e578e52e66 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/9cc8f3f0-3d7a-4615-b7b1-1d4910826c70 HTTP/1.1" status: 204 len: 168 time: 1.9943969 Dec 21 02:00:15.794296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55276) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:15.816298 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:15.817223 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79365d-ba34-464d-86a2-50e385f1f36e None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:15.870897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:15.871185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e73baee9-208a-4d04-bcd5-fce5beb0aa4f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/floatingips/5e3afa76-e4a1-4906-b68b-a4f34b5028e2 HTTP/1.1" status: 200 len: 687 time: 0.0754666 Dec 21 02:00:16.078241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port eed7b606-622f-4ebe-8626-832a65117b30 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:16.079932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.251562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.251984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.275209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for eed7b606-622f-4ebe-8626-832a65117b30 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:16.288423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7605-0ad3-400b-bf88-97fd7c8cd4a5 req-827b793b-c1cf-4e90-8584-00500ecba1d4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:16.290958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-918c7605-0ad3-400b-bf88-97fd7c8cd4a5 req-827b793b-c1cf-4e90-8584-00500ecba1d4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1510105 Dec 21 02:00:16.328235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b2598-416d-43b5-a156-1b28120ef669 req-a4655518-4480-448d-8ad8-c2db5001eaeb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:16.329770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e61b2598-416d-43b5-a156-1b28120ef669 req-a4655518-4480-448d-8ad8-c2db5001eaeb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1748481 Dec 21 02:00:16.399278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e61b2598-416d-43b5-a156-1b28120ef669 req-58dcb055-f08f-45a5-a86e-53779a597ebf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588381 Dec 21 02:00:16.412453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-918c7605-0ad3-400b-bf88-97fd7c8cd4a5 req-3463d18c-1c6c-4aff-9cf3-653992ac2564 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114857 Dec 21 02:00:16.558683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.575431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e4a7dbd9-2a4c-40e2-9f85-36a72efe7518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.604810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=eed7b606-622f-4ebe-8626-832a65117b30,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:16.679715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.684981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.686425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1efb460b-3865-4765-bc94-ba68893c59a7 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/5e3afa76-e4a1-4906-b68b-a4f34b5028e2 HTTP/1.1" status: 204 len: 168 time: 0.8136833 Dec 21 02:00:16.690114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:16.695460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '86f6a6f4-fcd2-464d-ae52-b729dc0fab36'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:16.732552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:16.862420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:17.017198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.40 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/1dcd2792-1f75-4735-9bf7-8a58b2b463ca) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:17.154131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:17.195811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:17.219229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:17.255533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:17.258675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:17.275216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:17.309030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=1dcd2792-1f75-4735-9bf7-8a58b2b463ca,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:17.655752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46830e9-93fb-4023-9227-1053bcf8666b req-96243214-eab8-4916-9c59-01f358825828 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:17.664727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f46830e9-93fb-4023-9227-1053bcf8666b req-96243214-eab8-4916-9c59-01f358825828 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1519210 Dec 21 02:00:17.744477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499838c-51f2-4bc2-accd-dc72ae8e3d4e req-79c07e41-7140-44f7-b72c-5487928c0341 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:17.756084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9499838c-51f2-4bc2-accd-dc72ae8e3d4e req-79c07e41-7140-44f7-b72c-5487928c0341 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1814859 Dec 21 02:00:17.820092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f46830e9-93fb-4023-9227-1053bcf8666b req-210dab27-3a08-44de-a9f7-2f0482878c91 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537747 Dec 21 02:00:17.884655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:17.926726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9499838c-51f2-4bc2-accd-dc72ae8e3d4e req-4be2d6d1-5808-4c9e-a30d-a70e8c8bae36 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050036 Dec 21 02:00:18.003708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:18.285654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:18.293045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:18.374818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289d66-4097-42e0-860f-7462357289e6 req-6f07a145-2cfe-4564-b124-661971b18dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:18.376933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-6f07a145-2cfe-4564-b124-661971b18dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1098 time: 0.1562815 Dec 21 02:00:18.391476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd8796-ca29-4fa5-a3bc-0d68aa78483e req-1dbd3b6a-a735-4382-91f3-e1fa1a5458b2 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:18.398611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ffd8796-ca29-4fa5-a3bc-0d68aa78483e req-1dbd3b6a-a735-4382-91f3-e1fa1a5458b2 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1064193 Dec 21 02:00:18.470616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=1dcd2792-1f75-4735-9bf7-8a58b2b463ca,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:18.484547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:18.553893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ffd8796-ca29-4fa5-a3bc-0d68aa78483e req-a4a1c8db-52e7-4b9b-b03c-9c1d1adbdfd7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543612 Dec 21 02:00:18.592705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289d66-4097-42e0-860f-7462357289e6 req-e32da1ce-2750-4944-b373-48b46e4831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:18.595832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-e32da1ce-2750-4944-b373-48b46e4831ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.1953363 Dec 21 02:00:18.618226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:18.668697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-fdd2d6f9-4ef1-438e-8d8f-6a33fc6298e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 200 len: 217 time: 0.0644779 Dec 21 02:00:18.733886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289d66-4097-42e0-860f-7462357289e6 req-8dd27fa5-5650-422f-b65e-90bb6987524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:18.736107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-8dd27fa5-5650-422f-b65e-90bb6987524c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.0593014 Dec 21 02:00:18.800564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-e5c7048f-c735-4e69-860e-2aac045d91eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560622 Dec 21 02:00:19.075922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b034d9-2032-4e3b-a128-ac09854b533c req-dda4f945-8b21-45c2-991c-8f417ae4e8fa tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:19.093196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b034d9-2032-4e3b-a128-ac09854b533c req-dda4f945-8b21-45c2-991c-8f417ae4e8fa tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1428638 Dec 21 02:00:19.098152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-78c3d3f1-c4fe-4d43-8ba5-af2bf4ee6317 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910008 Dec 21 02:00:19.114288 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 34865785-5a40-4b71-a325-d4046c88fccb associated. External IP: 172.25.6.40, port: 86f6a6f4-fcd2-464d-ae52-b729dc0fab36. Dec 21 02:00:19.213244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b034d9-2032-4e3b-a128-ac09854b533c req-22484f84-fb92-4814-9cec-f6065f99d8a5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115906 Dec 21 02:00:19.255012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06289d66-4097-42e0-860f-7462357289e6 req-bae54e2d-b51d-4923-a0ed-e55513a7976c service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474574 Dec 21 02:00:19.308003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.330534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:19.387329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:19.469314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6569644f-ce55-43c1-a07b-c8843aaf470f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.499360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:19.510789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:19.525279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:19.526943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:19.529661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.551245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6569644f-ce55-43c1-a07b-c8843aaf470f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.557763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6569644f-ce55-43c1-a07b-c8843aaf470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.573419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-491b3f0e-535d-43e4-a16b-f7f03ffc013f tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8805294 Dec 21 02:00:19.574862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55414) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:19.580391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1184314079'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:19.590222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:19.593323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6569644f-ce55-43c1-a07b-c8843aaf470f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a13fee1f60e345ea850dd02d6fc9a9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608840 Dec 21 02:00:19.596697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55416) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:19.611373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:19.614130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:19.617802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569644f-ce55-43c1-a07b-c8843aaf470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ced2e-134c-484e-b640-2eb516eef24c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:19.657290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:19.657969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b73e1-fc53-46bf-8768-ccf56ff182af None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:19.670039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:19.674367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.711775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.713552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930a29-abaf-4446-aaee-68b93947a247 req-7df1f59c-a4f3-485d-a936-1131b999e6b1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:19.715129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78930a29-abaf-4446-aaee-68b93947a247 req-7df1f59c-a4f3-485d-a936-1131b999e6b1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.0604680 Dec 21 02:00:19.716446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:00:19.739325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.739325 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Added segment 62d91ab5-e246-4a30-8eba-4633b1d64c70 of type vlan for network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a Dec 21 02:00:19.749819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.774926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78930a29-abaf-4446-aaee-68b93947a247 req-e3d7b025-1aaa-46fa-8b5a-382b91980eaa tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Dec 21 02:00:19.804141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.832295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.838280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:19.838874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.872600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.875103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:19.878648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec2ced2e-134c-484e-b640-2eb516eef24c HTTP/1.1" status: 204 len: 168 time: 0.2766221 Dec 21 02:00:19.938165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3516231 Dec 21 02:00:19.938165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ca81-fed8-4824-93c0-6e0e447097ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ced2e-134c-484e-b640-2eb516eef24c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:19.938165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:19.938165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'subnet': {'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:19.960180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce148b59-e22f-4054-a757-e19fded9d1cb tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Network': ['ID=8c19c2d4-5ad9-4433-8ed1-1a97c14c568a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:19.974752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:00:20.078973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:20.083090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.352336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:20.377220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2223e149-f501-49a9-b4e7-d032c400889b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.392885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.396738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69738c-dd96-4547-85dc-c27cc0f23ff6 req-e5470a9c-813d-4348-b4a1-c20775b6c241 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:20.404384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a69738c-dd96-4547-85dc-c27cc0f23ff6 req-e5470a9c-813d-4348-b4a1-c20775b6c241 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0847752 Dec 21 02:00:20.474837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a69738c-dd96-4547-85dc-c27cc0f23ff6 req-b567cb61-a28f-4f56-b115-e0ddb4e3987b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695438 Dec 21 02:00:20.493805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Checking segment: {'id': '62d91ab5-e246-4a30-8eba-4633b1d64c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:00:20.495147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network hostable DHCP agents. Network: 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:00:20.505983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Subnet': ['ID=02018bf1-7f1b-4407-b167-d4eaeaca65fb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:20.543408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:00:20.556545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2223e149-f501-49a9-b4e7-d032c400889b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.558663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:20.561402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2223e149-f501-49a9-b4e7-d032c400889b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.572070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:20.573801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.574651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e49de-306c-4bca-8cb7-d282b47c2f49 None None] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:00:20.612750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ec581a73-0b50-47ad-bdb8-82a9d0171672 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6781757 Dec 21 02:00:20.615746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:20.625623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-239420407', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:20.660231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223e149-f501-49a9-b4e7-d032c400889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8fa9f9-7742-488e-8e5a-a4743d91615a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:20.671714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2223e149-f501-49a9-b4e7-d032c400889b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a4adf996e00460f907dbe33a9b41e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183284 Dec 21 02:00:20.672310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:20.673516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.676545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.717559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8c19c2d4-5ad9-4433-8ed1-1a97c14c568a', 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a', 'project_id': 'be918118509f45f9b90bf27078505572', 'fixed_ips': [{'subnet_id': '02018bf1-7f1b-4407-b167-d4eaeaca65fb'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:00:20.719215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.748064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.770969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.812228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.900257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.904555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:20.906293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c8fa9f9-7742-488e-8e5a-a4743d91615a HTTP/1.1" status: 204 len: 168 time: 0.2330015 Dec 21 02:00:20.932746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2f8fb-a6dd-4022-a44b-02ca3335dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8fa9f9-7742-488e-8e5a-a4743d91615a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:21.034109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.062170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc1d45-1dfe-48cc-aaad-6f4f31b49158 req-b72ef67c-fc80-4fdc-b899-d541b1c23143 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:21.072490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95cc1d45-1dfe-48cc-aaad-6f4f31b49158 req-b72ef67c-fc80-4fdc-b899-d541b1c23143 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1282895 Dec 21 02:00:21.138809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95cc1d45-1dfe-48cc-aaad-6f4f31b49158 req-9da28627-f6f9-4389-971f-7c0bd7841c81 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647786 Dec 21 02:00:21.178256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Allocated IP 172.20.0.2 (8c19c2d4-5ad9-4433-8ed1-1a97c14c568a/02018bf1-7f1b-4407-b167-d4eaeaca65fb/cb0cb8b3-79e8-4bc6-9228-a91778250f89) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:21.478858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.497677 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.505854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.544990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.594594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:21.599620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:21.601987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:00:21.619224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:21.651639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Pushing event updated for resources: {'Port': ['ID=cb0cb8b3-79e8-4bc6-9228-a91778250f89,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:21.675125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.675750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.676265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.676801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.677962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.678467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.678973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.679476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.679977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.680496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.681172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.690129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.699003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:21.711867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f346f-c31b-490f-90b0-96c05329d445 req-54f1ffe8-4ce7-498d-8bc7-b38dd285297b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:21.725028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-067f346f-c31b-490f-90b0-96c05329d445 req-54f1ffe8-4ce7-498d-8bc7-b38dd285297b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1167643 Dec 21 02:00:21.795547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Attempting to bind port cb0cb8b3-79e8-4bc6-9228-a91778250f89 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:00:21.800941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Attempting to bind port cb0cb8b3-79e8-4bc6-9228-a91778250f89 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '62d91ab5-e246-4a30-8eba-4633b1d64c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:00:21.801327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Attempting to bind port cb0cb8b3-79e8-4bc6-9228-a91778250f89 on network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:00:21.845676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.25.6.2 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/7efdad2a-2e62-4d84-b7c8-550717b66c67) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:21.861625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-067f346f-c31b-490f-90b0-96c05329d445 req-58e1c9e1-7f95-47e8-970b-3f6ccddec73c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301329 Dec 21 02:00:21.897557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:00:21.898751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Checking segment: {'id': '62d91ab5-e246-4a30-8eba-4633b1d64c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:00:21.905825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.906439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Bound using segment: {'id': '62d91ab5-e246-4a30-8eba-4633b1d64c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:00:21.907137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Bound port: cb0cb8b3-79e8-4bc6-9228-a91778250f89, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d91ab5-e246-4a30-8eba-4633b1d64c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:00:21.909543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:21.979239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-e6399ec9-e482-4973-9ca3-25ed54c419eb req-89c4e8da-296e-42d9-ae0c-89eadd4407d2 tempest-ServersOnMultiNodesTest-957051522 tempest-ServersOnMultiNodesTest-957051522-project] (109851) timed out ('10.222.0.43', 60582) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:00:22.066329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.114837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.139156 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.179283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=7efdad2a-2e62-4d84-b7c8-550717b66c67,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:22.182088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] For port cb0cb8b3-79e8-4bc6-9228-a91778250f89, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:00:22.188944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] For port cb0cb8b3-79e8-4bc6-9228-a91778250f89, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb0cb8b3-79e8-4bc6-9228-a91778250f89,segment=NetworkSegment(62d91ab5-e246-4a30-8eba-4633b1d64c70),segment_id=62d91ab5-e246-4a30-8eba-4633b1d64c70)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:00:22.191528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:22.201279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:22.201787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.203943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:22.212890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'port_id': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'mac_address': 'fa:16:3e:be:9e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2609fcf7-05d6-4d2d-9c77-4a5672f7f555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:00:22.224797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:22.238547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924dd2ed-2971-4e86-8dc5-296938f56a47 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:00:22.341446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f99b1-7b2a-489d-9cbe-f94d4cf6570d req-0983f697-6a34-46fb-8d32-8b782d932e42 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:22.350778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b8f99b1-7b2a-489d-9cbe-f94d4cf6570d req-0983f697-6a34-46fb-8d32-8b782d932e42 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1035085 Dec 21 02:00:22.445530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8395af-6c67-4648-a465-9dc86b5e7883 None None] Pushing event updated for resources: {'Port': ['ID=cb0cb8b3-79e8-4bc6-9228-a91778250f89,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:22.466029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b8f99b1-7b2a-489d-9cbe-f94d4cf6570d req-b9bce4cc-8517-4da2-b96a-e9678ea197de tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141779 Dec 21 02:00:22.477949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bb224f15-4bf2-47c7-946d-627b5172b625 None None] Provisioning complete for port 7efdad2a-2e62-4d84-b7c8-550717b66c67 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:22.478327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb224f15-4bf2-47c7-946d-627b5172b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.480834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.535265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:00:22.560464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:22.568793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bb224f15-4bf2-47c7-946d-627b5172b625 None None] Port 7efdad2a-2e62-4d84-b7c8-550717b66c67 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:00:22.574316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:22.673882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:22.732988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:00:22.764173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:23.038794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6f183-6569-41ba-b573-91206c309c4d req-4f1a464d-a8af-47eb-b13c-7624cce0f905 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:23.048579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32c6f183-6569-41ba-b573-91206c309c4d req-4f1a464d-a8af-47eb-b13c-7624cce0f905 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.0864401 Dec 21 02:00:23.073437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:23.126469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32c6f183-6569-41ba-b573-91206c309c4d req-536a179f-353b-4567-8eb7-1b754e5c14ad tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Dec 21 02:00:23.233298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router f6239d86-905a-4607-9adf-0c1f37344482 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:00:23.412384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:23.426831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] Sync routers for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:23.442047 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:23.444887 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:23.451828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:23.455266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fe4812ba-4d55-44c2-a5f3-83bbe452e163 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8384521 Dec 21 02:00:23.458244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55520) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:23.527621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:23.559137 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:23.560300 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:23.624069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:00:23.695490 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:23.696162 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138141d4-6b8c-4948-a4a6-c3b8b171e416 None None] The sync data for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:23.745089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 65696a81-6332-43e9-82ba-2c9682e6b9a4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:23.745682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:23.803955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44f833-9456-4f45-99f6-3fa3a7829daf None None] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:00:23.928522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb0cb8b3-79e8-4bc6-9228-a91778250f89 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:00:23.938332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23c4b8-91bb-4bc3-ad16-bcb3180191b7 req-46e8d0cb-9db4-4845-b2e9-2ae0e3188ce0 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:23.948303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d23c4b8-91bb-4bc3-ad16-bcb3180191b7 req-46e8d0cb-9db4-4845-b2e9-2ae0e3188ce0 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1587715 Dec 21 02:00:24.092013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] Provisioning complete for port cb0cb8b3-79e8-4bc6-9228-a91778250f89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:24.092383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.243873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.301751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:24.304038 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f44af9-040d-4bd0-823a-6ac326634040" -d '{"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:24.330236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:24.336682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port cb0cb8b3-79e8-4bc6-9228-a91778250f89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:24.337106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.469292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.471474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.566788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:24.629449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d23c4b8-91bb-4bc3-ad16-bcb3180191b7 req-356de853-7762-4434-81ab-c9b905e360e9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745443 Dec 21 02:00:24.664582 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.695949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] For port cb0cb8b3-79e8-4bc6-9228-a91778250f89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb0cb8b3-79e8-4bc6-9228-a91778250f89,segment=NetworkSegment(62d91ab5-e246-4a30-8eba-4633b1d64c70),segment_id=62d91ab5-e246-4a30-8eba-4633b1d64c70)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:24.807292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:24.811224 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aa01df-eb16-49a0-b885-7d4738496896 x-openstack-request-id: req-58aa01df-eb16-49a0-b885-7d4738496896 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:24.811692 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:24.812104 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58aa01df-eb16-49a0-b885-7d4738496896 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:24.812642 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'code': 200} Dec 21 02:00:24.813951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:00:24.814497 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:00:24.887758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf043a9-f484-45fd-b7ee-723e20bcae8f req-81153aea-84d3-47e8-948e-737f28753607 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:24.889377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf043a9-f484-45fd-b7ee-723e20bcae8f req-81153aea-84d3-47e8-948e-737f28753607 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2582040 Dec 21 02:00:24.920061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176af071-a75d-4019-9b68-f299d8307a6b None None] Pushing event updated for resources: {'Port': ['ID=cb0cb8b3-79e8-4bc6-9228-a91778250f89,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:24.939967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-81843d30-7f19-42f8-80fc-03891f769ed6 None None] Provisioning complete for port cb0cb8b3-79e8-4bc6-9228-a91778250f89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:24.940626 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-81843d30-7f19-42f8-80fc-03891f769ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:25.045472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf043a9-f484-45fd-b7ee-723e20bcae8f req-5ac61294-0d2a-40e5-bbcd-6c79201ea8a3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391158 Dec 21 02:00:25.103203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:25.409694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.1 (8c19c2d4-5ad9-4433-8ed1-1a97c14c568a/02018bf1-7f1b-4407-b167-d4eaeaca65fb/6a887c7b-676a-475d-825c-ea6a0551e601) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:25.545651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:25.588104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:25.629259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:25.633101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:25.650480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:25.720125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=6a887c7b-676a-475d-825c-ea6a0551e601,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:25.731455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:25.974950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb0cb8b3-79e8-4bc6-9228-a91778250f89 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:00:26.166314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port cb0cb8b3-79e8-4bc6-9228-a91778250f89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:26.166694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.226338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.242247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ad08696b-7841-410d-9b4c-27d92367b5be None None] Provisioning complete for port 6a887c7b-676a-475d-825c-ea6a0551e601 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:26.242748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ad08696b-7841-410d-9b4c-27d92367b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.286769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ad08696b-7841-410d-9b4c-27d92367b5be None None] Port 6a887c7b-676a-475d-825c-ea6a0551e601 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:00:26.296590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5a531-26bc-449f-8614-c28632d856a7 req-d2f0db00-31d6-4cb7-89ed-b039424a43fa tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:26.298358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ec5a531-26bc-449f-8614-c28632d856a7 req-d2f0db00-31d6-4cb7-89ed-b039424a43fa tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3589935 Dec 21 02:00:26.382363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3da881-c36c-4a2b-8b18-ed7df6cd9c6d req-fad67c4b-3feb-4626-9fa7-920e7f633a5c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:26.383988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c3da881-c36c-4a2b-8b18-ed7df6cd9c6d req-fad67c4b-3feb-4626-9fa7-920e7f633a5c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1995492 Dec 21 02:00:26.459929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ec5a531-26bc-449f-8614-c28632d856a7 req-3e952e6d-cc0c-4de3-bccc-a93663780c65 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Dec 21 02:00:26.530471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c3da881-c36c-4a2b-8b18-ed7df6cd9c6d req-8770537d-9267-4f27-a6f3-9bb6e9eea8f3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299326 Dec 21 02:00:26.631444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.743875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.750999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.821719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:26.973888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=6a887c7b-676a-475d-825c-ea6a0551e601,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:27.060427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:27.062122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:27.308336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router f6239d86-905a-4607-9adf-0c1f37344482 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:27.526487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:27.540073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-57a2e531-d91f-4001-b406-b6f20e36926e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/routers/f6239d86-905a-4607-9adf-0c1f37344482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0804865 Dec 21 02:00:27.542656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:27.549100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] Sync routers for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:27.576081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'port': {'network_id': '8c19c2d4-5ad9-4433-8ed1-1a97c14c568a', 'name': 'tempest-FloatingIPTestJSON-1311089701'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:27.583149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4036a133-ac42-4482-ba95-1b8732975451 None None] Provisioning complete for port 6a887c7b-676a-475d-825c-ea6a0551e601 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:27.583905 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4036a133-ac42-4482-ba95-1b8732975451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:27.741052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:27.746179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:27.866059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:27.872501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Made reservation on behalf of be918118509f45f9b90bf27078505572 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:27.875289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4036a133-ac42-4482-ba95-1b8732975451 None None] Port 6a887c7b-676a-475d-825c-ea6a0551e601 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:00:27.877813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:27.898713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:27.900106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:27.940951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] device_id is not set on port c23f66d1-c64e-4851-a778-c2e794112248 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:00:28.039189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73c87-f7e8-4fa1-af93-c6447b4d6438 req-f68c8f86-9fad-450a-a5d3-187018415a7a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:28.058006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1b73c87-f7e8-4fa1-af93-c6447b4d6438 req-f68c8f86-9fad-450a-a5d3-187018415a7a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3956549 Dec 21 02:00:28.093820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:28.099786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5272d6f-86d8-4d67-bc63-a2faa6b0c642 None None] The sync data for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:28.193628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc258-7633-4479-a50a-ffaa84f7999a req-30cc0400-42c9-4516-b8d5-354dbb0f1785 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:28.210642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-651dc258-7633-4479-a50a-ffaa84f7999a req-30cc0400-42c9-4516-b8d5-354dbb0f1785 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.4036615 Dec 21 02:00:28.281873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Allocated IP 172.20.0.9 (8c19c2d4-5ad9-4433-8ed1-1a97c14c568a/02018bf1-7f1b-4407-b167-d4eaeaca65fb/c23f66d1-c64e-4851-a778-c2e794112248) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:28.307623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1b73c87-f7e8-4fa1-af93-c6447b4d6438 req-267fc95a-4f57-4952-b8b3-5ac3340aed3f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446320 Dec 21 02:00:28.404821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-651dc258-7633-4479-a50a-ffaa84f7999a req-27c8bcd8-87af-4045-b6c2-892f0f3fecfc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929624 Dec 21 02:00:28.558223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:28.627438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:28.697374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:28.707091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:28.711716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:28.832224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event updated for resources: {'Port': ['ID=c23f66d1-c64e-4851-a778-c2e794112248,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:28.914917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:28.915847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:28.958345 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e323da6d-4e05-4601-a9e7-fdfce0a36b19 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4136884 Dec 21 02:00:28.960952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55660) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:28.965786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Request body: {'floatingip': {'port_id': 'c23f66d1-c64e-4851-a778-c2e794112248'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:29.075475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:29.223516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9f4e939f-dc50-4c12-a9fe-c99935900fb0 None None] Provisioning complete for port c23f66d1-c64e-4851-a778-c2e794112248 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:29.224045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f4e939f-dc50-4c12-a9fe-c99935900fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:29.370483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e939f-dc50-4c12-a9fe-c99935900fb0 None None] Port c23f66d1-c64e-4851-a778-c2e794112248 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:00:29.929994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07564ec7-df28-4ee2-a603-911afc27b3f4 req-85bed8f2-0d4b-4a5b-b077-bd8516d839d5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:29.946325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07564ec7-df28-4ee2-a603-911afc27b3f4 req-85bed8f2-0d4b-4a5b-b077-bd8516d839d5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.4303663 Dec 21 02:00:29.973125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13908f8-42f9-4ab8-addb-f3eb10dc1504 req-fa06c436-967d-4f9f-8da5-103354bb6a72 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:29.974682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f13908f8-42f9-4ab8-addb-f3eb10dc1504 req-fa06c436-967d-4f9f-8da5-103354bb6a72 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.4600079 Dec 21 02:00:30.106971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07564ec7-df28-4ee2-a603-911afc27b3f4 req-a19b6bd3-529d-479a-ba4c-9f001251aaa1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596498 Dec 21 02:00:30.222442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f13908f8-42f9-4ab8-addb-f3eb10dc1504 req-22239db3-0f5c-4e2e-b2d1-6342336ac023 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370288 Dec 21 02:00:30.276560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:30.285257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:30.433007 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 34865785-5a40-4b71-a325-d4046c88fccb associated. External IP: 172.25.6.40, port: 86f6a6f4-fcd2-464d-ae52-b729dc0fab36. Dec 21 02:00:30.739775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:30.887535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:30.900570 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:30.929099 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:30.933024 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:31.020020 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:31.031851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:31.032848 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:31.091190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:31.092126 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c68ee-e8ff-44cc-8015-672a996f794f None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:31.363122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072976de-2936-4d8e-abc6-6ce67d74d3ec req-4e55926f-2926-4980-99fe-b609f6dab1b5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:31.368326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-072976de-2936-4d8e-abc6-6ce67d74d3ec req-4e55926f-2926-4980-99fe-b609f6dab1b5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1214864 Dec 21 02:00:31.395794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router f6239d86-905a-4607-9adf-0c1f37344482 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:31.579164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-072976de-2936-4d8e-abc6-6ce67d74d3ec req-dad7a890-0fcb-42e5-ae9e-a0e3e993d177 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965020 Dec 21 02:00:31.587436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165a13-42a1-47d1-a4ee-3953edf70327 req-541d78d6-0236-4004-a714-d00795aa93f1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:31.590914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99165a13-42a1-47d1-a4ee-3953edf70327 req-541d78d6-0236-4004-a714-d00795aa93f1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.2052531 Dec 21 02:00:32.074206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55742) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:32.313424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c1ddb0f-0f03-4251-bd42-f1814aa07767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.382417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99165a13-42a1-47d1-a4ee-3953edf70327 req-f626adf0-c002-4a51-a708-c7463f0bf4e3 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847776 Dec 21 02:00:32.396758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:32.411625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] Sync routers for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:32.415940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.429742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:32.437716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:32.495690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:32.505609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:32.506511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:32.510912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c1ddb0f-0f03-4251-bd42-f1814aa07767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.535903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c1ddb0f-0f03-4251-bd42-f1814aa07767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.553164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-235b2802-c617-41a2-b46d-db9902e9b51d tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/floatingips/34865785-5a40-4b71-a325-d4046c88fccb HTTP/1.1" status: 200 len: 977 time: 3.5907784 Dec 21 02:00:32.556350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:32.591429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:32.592163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac708b-8c1b-4235-ba08-41b311b05a0e None None] The sync data for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:32.650084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7c1ddb0f-0f03-4251-bd42-f1814aa07767 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73393a44fe9640b5b8e74748def16566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5742986 Dec 21 02:00:32.653924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:32.663179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ddb0f-0f03-4251-bd42-f1814aa07767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb62ef-9af1-484f-8b9f-63035a628b0a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:32.728441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.779127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.893960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59249-e943-4736-b28c-354a7f8b5fc8 req-ef25004b-5cec-4026-8332-93db89659455 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:32.895777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4b59249-e943-4736-b28c-354a7f8b5fc8 req-ef25004b-5cec-4026-8332-93db89659455 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1686697 Dec 21 02:00:32.898675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port c23f66d1-c64e-4851-a778-c2e794112248 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:32.899209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.906014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.909768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:32.911263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68fb62ef-9af1-484f-8b9f-63035a628b0a HTTP/1.1" status: 204 len: 168 time: 0.2560799 Dec 21 02:00:32.922358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93294573-3c7d-436c-9f0b-fd37d9f5fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb62ef-9af1-484f-8b9f-63035a628b0a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:33.040619 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:33.267051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:33.267345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:33.267621 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Floating IP 34865785-5a40-4b71-a325-d4046c88fccb disassociated. External IP: 172.25.6.40, port: c23f66d1-c64e-4851-a778-c2e794112248. Dec 21 02:00:33.268230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for c23f66d1-c64e-4851-a778-c2e794112248 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:33.436952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4b59249-e943-4736-b28c-354a7f8b5fc8 req-7a8fd6f7-fdea-4f9e-bc01-21595bab89e4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 Dec 21 02:00:33.704691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d553e32-ebee-421f-9227-5a9c611cc7fe req-adf57d54-f880-45e5-8410-8f56cbe02938 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:33.724811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d553e32-ebee-421f-9227-5a9c611cc7fe req-adf57d54-f880-45e5-8410-8f56cbe02938 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1337059 Dec 21 02:00:33.727976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:33.791838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:33.816763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d2ad-f3a1-473d-934e-f44b9eed7857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:33.848680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=c23f66d1-c64e-4851-a778-c2e794112248,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:33.976805 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d2ad-f3a1-473d-934e-f44b9eed7857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.001180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d2ad-f3a1-473d-934e-f44b9eed7857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.030348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d553e32-ebee-421f-9227-5a9c611cc7fe req-77687e75-7e17-4e5f-bfe2-c6e7483bcfe3 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044662 Dec 21 02:00:34.105945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router f6239d86-905a-4607-9adf-0c1f37344482 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:34.113536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55800) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:34.114661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ed7d2ad-f3a1-473d-934e-f44b9eed7857 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97145b3fc2b0403985a80a56d84a59df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216746 Dec 21 02:00:34.126930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7d2ad-f3a1-473d-934e-f44b9eed7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1613aa-6a36-40d2-8ffc-533b1f9c16bc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:34.252328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.311129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.336995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:34.349441 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] Sync routers for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:34.380710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:34.381253 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:34.440602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:34.460703 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:34.461643 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.462843 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:34.468698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55804) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:34.468903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6be2808e-5050-4289-ba5d-c98e4f8820c3 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/c23f66d1-c64e-4851-a778-c2e794112248 HTTP/1.1" status: 204 len: 168 time: 1.9067097 Dec 21 02:00:34.471560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.474186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:34.475303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f1613aa-6a36-40d2-8ffc-533b1f9c16bc HTTP/1.1" status: 204 len: 168 time: 0.3591461 Dec 21 02:00:34.513403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:34.514307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0432210-c0cc-4476-8c03-67f227cdd237 None None] The sync data for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:34.519646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4546-3dad-4b5b-b1b8-a719f48ba9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1613aa-6a36-40d2-8ffc-533b1f9c16bc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:34.732268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a47-8733-4db2-bd69-e9ff3fe34270 req-6bd4dbc8-6ea3-4b70-ab4a-6b87295f7528 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:34.734270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543a2a47-8733-4db2-bd69-e9ff3fe34270 req-6bd4dbc8-6ea3-4b70-ab4a-6b87295f7528 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1047034 Dec 21 02:00:34.904996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-543a2a47-8733-4db2-bd69-e9ff3fe34270 req-26dfbe0f-0607-404a-88dd-e36fb1dcf17d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585250 Dec 21 02:00:35.279518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62205ab-0ad2-4336-a304-f90abdbabcb6 req-11a1db4e-7a09-40cb-a76f-ae49a27dafc1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:35.281178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d62205ab-0ad2-4336-a304-f90abdbabcb6 req-11a1db4e-7a09-40cb-a76f-ae49a27dafc1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.0977223 Dec 21 02:00:35.402016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d62205ab-0ad2-4336-a304-f90abdbabcb6 req-724c1d4b-8a07-4546-9d5d-87311a5f38ca tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132817 Dec 21 02:00:35.573579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:36.176203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de616e-9877-44aa-9017-31657e81cae7 req-a867ddc5-7d8d-43a7-9c59-e46ff795a8f6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:36.185401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84de616e-9877-44aa-9017-31657e81cae7 req-a867ddc5-7d8d-43a7-9c59-e46ff795a8f6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0929322 Dec 21 02:00:36.289853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84de616e-9877-44aa-9017-31657e81cae7 req-5f5a8def-01cd-46b7-b025-54548a182c14 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033263 Dec 21 02:00:36.600637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99ba0-2e23-4d37-9603-54e566201ff6 req-6bf71b42-7713-42d7-b932-65e70eebbef9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:36.608776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55b99ba0-2e23-4d37-9603-54e566201ff6 req-6bf71b42-7713-42d7-b932-65e70eebbef9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.0967720 Dec 21 02:00:36.645762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 6a887c7b-676a-475d-825c-ea6a0551e601 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:36.646246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:36.730134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55b99ba0-2e23-4d37-9603-54e566201ff6 req-bec8ad7d-a4e1-494c-b379-aab7fec618f9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202521 Dec 21 02:00:36.828358 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:36.856755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 6a887c7b-676a-475d-825c-ea6a0551e601 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:37.157951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:37.470312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=6a887c7b-676a-475d-825c-ea6a0551e601,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:37.559671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02090c-7b90-4123-b483-561520edc704 req-017c14a7-9b85-446b-ad6a-164328365f84 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:37.585970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb02090c-7b90-4123-b483-561520edc704 req-017c14a7-9b85-446b-ad6a-164328365f84 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1488955 Dec 21 02:00:37.704873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb02090c-7b90-4123-b483-561520edc704 req-22b8b456-0f57-442e-92d6-f47bd296f970 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179059 Dec 21 02:00:37.805015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:37.989212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48c0e-c242-44cb-8f52-1838617aa5e4 req-1477c969-e8c9-47b3-9fdb-1220de1a36a4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:38.000729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bc48c0e-c242-44cb-8f52-1838617aa5e4 req-1477c969-e8c9-47b3-9fdb-1220de1a36a4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1172652 Dec 21 02:00:38.125959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bc48c0e-c242-44cb-8f52-1838617aa5e4 req-e4b376e1-7b75-41b7-8141-878383937737 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242130 Dec 21 02:00:38.327904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router f6239d86-905a-4607-9adf-0c1f37344482 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:38.645104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:38.653545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10889581-694d-49b2-a5c4-d0f0f0f5ac22 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/routers/f6239d86-905a-4607-9adf-0c1f37344482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1790755 Dec 21 02:00:38.653776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:38.664098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] Sync routers for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:38.674424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:38.681111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:38.725892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:38.751602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] Routers {'f6239d86-905a-4607-9adf-0c1f37344482'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:38.752884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f6239d86-905a-4607-9adf-0c1f37344482'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:38.793957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:38.795109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea074c-d690-4b2b-bdc0-cd4d93fbd484 None None] The sync data for ids ['f6239d86-905a-4607-9adf-0c1f37344482'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:38.832885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:38.975781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1c5e7-769f-45b5-b7c6-975566ecabe7 req-2072744c-5eeb-40e5-8e79-989597d62b20 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:38.988797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfe1c5e7-769f-45b5-b7c6-975566ecabe7 req-2072744c-5eeb-40e5-8e79-989597d62b20 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0901098 Dec 21 02:00:39.056718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.083568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfe1c5e7-769f-45b5-b7c6-975566ecabe7 req-2ba6d59f-050b-42da-9b8d-03888bdc62d2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938060 Dec 21 02:00:39.135046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 7efdad2a-2e62-4d84-b7c8-550717b66c67 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:39.135424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.243753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.266958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 7efdad2a-2e62-4d84-b7c8-550717b66c67 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:39.301490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026181-19fa-4de0-b2fc-66727f829e89 req-3e4dd16d-425a-4aed-9d77-5324e4a772f5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:39.309946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14026181-19fa-4de0-b2fc-66727f829e89 req-3e4dd16d-425a-4aed-9d77-5324e4a772f5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.0743399 Dec 21 02:00:39.396293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14026181-19fa-4de0-b2fc-66727f829e89 req-e2501cf9-1d5f-4ebb-a125-451f21e964cd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851312 Dec 21 02:00:39.560041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.612218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=7efdad2a-2e62-4d84-b7c8-550717b66c67,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:39.632471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108d4de-429d-4069-a282-b10050dd5ba4 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:00:39.756118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.907581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:39.911938 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.009612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.014788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Fanout notify agent at l3_agent the message router_deleted on router f6239d86-905a-4607-9adf-0c1f37344482 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:00:40.055897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.059986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6675ad0a-4105-4d13-aa61-eea7772e5c55 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/routers/f6239d86-905a-4607-9adf-0c1f37344482 HTTP/1.1" status: 204 len: 168 time: 1.4039664 Dec 21 02:00:40.061659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55948) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:40.233596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting subnet 02018bf1-7f1b-4407-b167-d4eaeaca65fb {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:00:40.250996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.347810 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.510704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.606459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45590d-a2b9-4d06-9496-9284bf7275d7 req-8162d384-9913-4b16-9053-bde7f125c135 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:40.614347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f45590d-a2b9-4d06-9496-9284bf7275d7 req-8162d384-9913-4b16-9053-bde7f125c135 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3777547 Dec 21 02:00:40.762926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f45590d-a2b9-4d06-9496-9284bf7275d7 req-6378953c-c44e-4d9f-94b6-96068fe6930c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476705 Dec 21 02:00:40.822284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b7cb-eddf-4c71-941d-d25bb932d1f4 req-b95a4c4b-49a1-427e-a926-c36b5dbd6810 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:40.824078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7411b7cb-eddf-4c71-941d-d25bb932d1f4 req-b95a4c4b-49a1-427e-a926-c36b5dbd6810 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3157501 Dec 21 02:00:40.863464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.901961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b740d-d091-4ffd-a3aa-a8cfb25b6faa None None] Network 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:00:40.925819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:40.933896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55980) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:40.946694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/subnets/02018bf1-7f1b-4407-b167-d4eaeaca65fb HTTP/1.1" status: 204 len: 168 time: 0.8839869 Dec 21 02:00:40.963043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c7c6c-a4e3-4129-9047-431db9963894 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Subnet': ['ID=02018bf1-7f1b-4407-b167-d4eaeaca65fb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:41.020779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7411b7cb-eddf-4c71-941d-d25bb932d1f4 req-7dd21957-31dd-460e-bc69-2c182644cc2e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816564 Dec 21 02:00:41.084920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.152320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port cb0cb8b3-79e8-4bc6-9228-a91778250f89 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:41.152762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.203598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] DHCP port deletion for 8c19c2d4-5ad9-4433-8ed1-1a97c14c568a request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:00:41.298466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] For port cb0cb8b3-79e8-4bc6-9228-a91778250f89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb0cb8b3-79e8-4bc6-9228-a91778250f89,segment=NetworkSegment(62d91ab5-e246-4a30-8eba-4633b1d64c70),segment_id=62d91ab5-e246-4a30-8eba-4633b1d64c70)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:41.298930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.305776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Deleting port cb0cb8b3-79e8-4bc6-9228-a91778250f89 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:41.311224 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.328540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for cb0cb8b3-79e8-4bc6-9228-a91778250f89 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:41.457926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] For port cb0cb8b3-79e8-4bc6-9228-a91778250f89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=cb0cb8b3-79e8-4bc6-9228-a91778250f89,segment=NetworkSegment(62d91ab5-e246-4a30-8eba-4633b1d64c70),segment_id=62d91ab5-e246-4a30-8eba-4633b1d64c70)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:41.460218 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.501907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Calling delete_port for cb0cb8b3-79e8-4bc6-9228-a91778250f89 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:41.507978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.570045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=cb0cb8b3-79e8-4bc6-9228-a91778250f89,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:41.584645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] No DVR routers for this DVR port cb0cb8b3-79e8-4bc6-9228-a91778250f89 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:00:41.659235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.696271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] Pushing event deleted for resources: {'Port': ['ID=cb0cb8b3-79e8-4bc6-9228-a91778250f89,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:41.708972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c62a69-f7cd-4374-9c91-724008b6e2e1 None None] No DVR routers for this DVR port cb0cb8b3-79e8-4bc6-9228-a91778250f89 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:00:41.771260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.824394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c19c2d4-5ad9-4433-8ed1-1a97c14c568a']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:41.843837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d91ab5-e246-4a30-8eba-4633b1d64c70') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:41.844141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d91ab5-e246-4a30-8eba-4633b1d64c70') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:41.848053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb0cb8b3-79e8-4bc6-9228-a91778250f89 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:00:41.856717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.871036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.879638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:00:41.880519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.948791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: cb0cb8b3-79e8-4bc6-9228-a91778250f89 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:00:41.949446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device cb0cb8b3-79e8-4bc6-9228-a91778250f89 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:00:41.957125 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:00:41.970584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.980688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:41.984366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/networks/8c19c2d4-5ad9-4433-8ed1-1a97c14c568a HTTP/1.1" status: 204 len: 168 time: 1.0493712 Dec 21 02:00:41.987520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:42.008455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efdb0-5e77-4710-9e06-35e681d7c892 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Network': ['ID=8c19c2d4-5ad9-4433-8ed1-1a97c14c568a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:42.151371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c8b8-8418-4304-827f-de27ab6377cf req-d94d2f41-7826-48bf-b5f1-334274cb9ab1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:42.154492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44a5c8b8-8418-4304-827f-de27ab6377cf req-d94d2f41-7826-48bf-b5f1-334274cb9ab1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1490197 Dec 21 02:00:42.287256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44a5c8b8-8418-4304-827f-de27ab6377cf req-97dc2f93-5dc1-4282-a08e-41d4807df356 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175187 Dec 21 02:00:42.367463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 1dcd2792-1f75-4735-9bf7-8a58b2b463ca {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:42.367835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.421393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912ad0-f122-4781-9081-e3c01075ed4f req-469ca525-d03a-4c10-9adc-77aeed312658 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:42.423287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80912ad0-f122-4781-9081-e3c01075ed4f req-469ca525-d03a-4c10-9adc-77aeed312658 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1348295 Dec 21 02:00:42.527355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80912ad0-f122-4781-9081-e3c01075ed4f req-0bbca726-a551-414c-a5d7-be223b00e66b tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979152 Dec 21 02:00:42.541148 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.541517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.555326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 1dcd2792-1f75-4735-9bf7-8a58b2b463ca owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:42.725481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.767805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=1dcd2792-1f75-4735-9bf7-8a58b2b463ca,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:42.864172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.867277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:42.870405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1487f27b-a567-40f5-95ce-980a32980d81 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/floatingips/34865785-5a40-4b71-a325-d4046c88fccb HTTP/1.1" status: 204 len: 168 time: 0.8799508 Dec 21 02:00:42.872231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56028) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:42.918650 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a21d3f-ddd6-4b37-95b3-41270609321b tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] DELETE failed (client error): The resource could not be found. Dec 21 02:00:42.920065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a21d3f-ddd6-4b37-95b3-41270609321b tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:00:42.932688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f7a21d3f-ddd6-4b37-95b3-41270609321b tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/c23f66d1-c64e-4851-a778-c2e794112248 HTTP/1.1" status: 404 len: 333 time: 0.0590787 Dec 21 02:00:42.935448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56030) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:42.995489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0be6c84-f5aa-48a4-b0d8-a4bdab705624 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6239d86-905a-4607-9adf-0c1f37344482 HTTP/1.1" status: 200 len: 205 time: 0.0564673 Dec 21 02:00:42.996228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56034) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:43.092144 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-7daaae66-4853-4dd4-9bb9-0b59b9e97a29 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] delete failed (client error): The resource could not be found. Dec 21 02:00:43.096660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7daaae66-4853-4dd4-9bb9-0b59b9e97a29 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/routers/f6239d86-905a-4607-9adf-0c1f37344482 HTTP/1.1" status: 404 len: 336 time: 0.0994127 Dec 21 02:00:43.097011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56036) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:43.144288 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-afeb1883-5a1d-4813-9e52-9d7d3dc2ee21 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] DELETE failed (client error): The resource could not be found. Dec 21 02:00:43.144847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afeb1883-5a1d-4813-9e52-9d7d3dc2ee21 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:00:43.152870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-afeb1883-5a1d-4813-9e52-9d7d3dc2ee21 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/subnets/02018bf1-7f1b-4407-b167-d4eaeaca65fb HTTP/1.1" status: 404 len: 337 time: 0.0543900 Dec 21 02:00:43.156470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:43.359632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 86f6a6f4-fcd2-464d-ae52-b729dc0fab36 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:43.363483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:43.592099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29fc5f-7b31-4074-9a62-9d9631ef8a5d req-b2f80b8f-2ff3-4b74-ba7f-cb28e2624b1b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:43.609035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d29fc5f-7b31-4074-9a62-9d9631ef8a5d req-b2f80b8f-2ff3-4b74-ba7f-cb28e2624b1b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1235185 Dec 21 02:00:43.634123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:43.684052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 86f6a6f4-fcd2-464d-ae52-b729dc0fab36 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:43.809711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d29fc5f-7b31-4074-9a62-9d9631ef8a5d req-f1fcab6c-9450-4114-90cc-0ab8645703f9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992574 Dec 21 02:00:43.860699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627babdb-e751-482c-92cb-10fc8a3adb63 req-f17c24df-d6c9-4d6a-8b84-9f919d84be59 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:43.863611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-627babdb-e751-482c-92cb-10fc8a3adb63 req-f17c24df-d6c9-4d6a-8b84-9f919d84be59 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1692028 Dec 21 02:00:43.913180 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-77c5293c-2b5b-48b1-a2b2-695633b58cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:43.958145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-627babdb-e751-482c-92cb-10fc8a3adb63 req-1d2d380b-8f3c-4552-b639-80b1c9614c8c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886276 Dec 21 02:00:44.016789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:44.105690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=86f6a6f4-fcd2-464d-ae52-b729dc0fab36,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:44.187401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:44.193277 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-78aa1e4b-2aba-4ce0-91c3-9f5ee2f6457c tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/86f6a6f4-fcd2-464d-ae52-b729dc0fab36 HTTP/1.1" status: 204 len: 168 time: 1.0351965 Dec 21 02:00:44.195205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:44.394942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 47ab1eb2-1938-46a0-947b-bb86c9db9227 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:44.395443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:44.623520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:44.648117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 47ab1eb2-1938-46a0-947b-bb86c9db9227 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:44.942352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:44.989363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236887d-a670-41e9-84e4-dbc1655b26f1 req-a00dd151-5d56-4cd4-9f70-69ec28f1ab87 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:45.000125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e236887d-a670-41e9-84e4-dbc1655b26f1 req-a00dd151-5d56-4cd4-9f70-69ec28f1ab87 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.0864077 Dec 21 02:00:45.079733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=47ab1eb2-1938-46a0-947b-bb86c9db9227,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:45.111897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e236887d-a670-41e9-84e4-dbc1655b26f1 req-408f04ae-0d2d-4070-9a06-f391b5350022 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092439 Dec 21 02:00:45.188528 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:45.203450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80be5e58-bbcd-4a7e-8d55-7370ca147f9a tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/ports/47ab1eb2-1938-46a0-947b-bb86c9db9227 HTTP/1.1" status: 204 len: 168 time: 1.0070779 Dec 21 02:00:45.204189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56090) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:45.272466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7dfa9-be49-4502-8bec-e3cbb106d18c req-fcece5e5-9fea-46da-8825-f27d2b153ac6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:45.283877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f7dfa9-be49-4502-8bec-e3cbb106d18c req-fcece5e5-9fea-46da-8825-f27d2b153ac6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1232388 Dec 21 02:00:45.299011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6412ac-85cf-4305-8d2f-22c46b253b79 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:45.303754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf6412ac-85cf-4305-8d2f-22c46b253b79 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce895819-54b0-459d-96b7-f8fc5130dece HTTP/1.1" status: 200 len: 913 time: 0.0971572 Dec 21 02:00:45.304438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:45.390246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f7dfa9-be49-4502-8bec-e3cbb106d18c req-5fc9c1c8-1443-4e76-bff1-dc4198b65d60 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018927 Dec 21 02:00:45.755090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f5d3e-2097-4d1f-90fa-ec7af1a910ad req-69480c8a-fb7b-42d5-b756-d161a01117d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:45.756632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2f5d3e-2097-4d1f-90fa-ec7af1a910ad req-69480c8a-fb7b-42d5-b756-d161a01117d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1098 time: 0.0509701 Dec 21 02:00:45.916626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2f5d3e-2097-4d1f-90fa-ec7af1a910ad req-f8662a2f-13e9-4e34-a9f4-de98d4d0478c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474943 Dec 21 02:00:46.422186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-2b423dee-68da-43ec-bfe9-c6ec46caab5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1463068 Dec 21 02:00:46.464604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f74a-74a2-4b49-b4c9-315d7e4b406d req-2661f31d-7179-4d86-8a38-a7ee5e0d868b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.478296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40a8f74a-74a2-4b49-b4c9-315d7e4b406d req-2661f31d-7179-4d86-8a38-a7ee5e0d868b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1620438 Dec 21 02:00:46.582322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7498a156-1efb-4e59-b5d5-05edb33a2495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:46.712530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.713028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.713525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.713987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.714519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.714982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.715438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.727477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-67473f70-16f2-4b31-80e8-56027b76e3df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.1986139 Dec 21 02:00:46.760974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8711-5b00-405f-810f-a75e82437d57 req-16cfd9d8-df54-4f4d-866a-683699c605c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:46.770484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbd8711-5b00-405f-810f-a75e82437d57 req-16cfd9d8-df54-4f4d-866a-683699c605c7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1951473 Dec 21 02:00:46.835275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40a8f74a-74a2-4b49-b4c9-315d7e4b406d req-4fb4a170-edec-40c5-ac78-595c78cfc255 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505518 Dec 21 02:00:46.955466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbd8711-5b00-405f-810f-a75e82437d57 req-0131f377-fd14-4eff-bfe8-511d4133dd58 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838255 Dec 21 02:00:47.061842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:47.107382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-9852f692-f6a1-4c46-8ef2-e30641c53d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:47.107863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-9852f692-f6a1-4c46-8ef2-e30641c53d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:47.108788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-9852f692-f6a1-4c46-8ef2-e30641c53d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:47.111025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-9852f692-f6a1-4c46-8ef2-e30641c53d37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 2294 time: 0.3378296 Dec 21 02:00:47.256430 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:47.294395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-fe76139e-6071-4f96-ba5c-36ca51d9ab78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.1719151 Dec 21 02:00:47.394838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-44a2ea11-edcc-4bf1-a1a6-2f294028b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:47.397105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-44a2ea11-edcc-4bf1-a1a6-2f294028b100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.0948675 Dec 21 02:00:47.464381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:47.524184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-addb9fe4-f1fc-4eb1-b1a0-4aebe1b2fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:47.530320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-addb9fe4-f1fc-4eb1-b1a0-4aebe1b2fa00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254990 Dec 21 02:00:47.761808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-123e55f5-3abb-4e32-8029-53833d995e7b service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239618 Dec 21 02:00:47.763004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ef4d889-e811-49ef-bb39-a999c747a7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:47.819855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 859f3739-fc75-4403-b4ca-98546fa1789b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:47.820209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:47.844700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:48.078800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6d89ecb7-7ebc-4355-8d85-93361b251f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.155084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.159959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ef4d889-e811-49ef-bb39-a999c747a7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.174214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 859f3739-fc75-4403-b4ca-98546fa1789b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:48.188057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ef4d889-e811-49ef-bb39-a999c747a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.206481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6d89ecb7-7ebc-4355-8d85-93361b251f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.236869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4ef4d889-e811-49ef-bb39-a999c747a7c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=554aa73a672740e986ad8b8a65854654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658093 Dec 21 02:00:48.237755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56148) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:48.237920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-e6055e38-2646-4b64-833e-efca362a8316 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641082 Dec 21 02:00:48.245885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6d89ecb7-7ebc-4355-8d85-93361b251f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.324365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89ecb7-7ebc-4355-8d85-93361b251f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9165843-3d42-4fec-98b3-27a8d3a02529,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:48.325736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-e4890376-0a81-44ef-8140-9c23e74c9edc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 217 time: 0.0585721 Dec 21 02:00:48.378625 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6d89ecb7-7ebc-4355-8d85-93361b251f3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a72bd45d6c334bf99134ca27e7dc5bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5327771 Dec 21 02:00:48.382108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:48.394777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-227f49a1-d038-4e31-97fd-2086c28a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:48.396250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-227f49a1-d038-4e31-97fd-2086c28a057f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0580628 Dec 21 02:00:48.405398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff8270-7999-4c85-8c8f-abcc9e657fd5 req-740d4430-59ad-42f2-81d8-b95a017ed4d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:48.412994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efff8270-7999-4c85-8c8f-abcc9e657fd5 req-740d4430-59ad-42f2-81d8-b95a017ed4d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.4298515 Dec 21 02:00:48.416821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4d889-e811-49ef-bb39-a999c747a7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5080093-0d3b-460b-aa8f-fd3e346cc715,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:48.488889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.512469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-efff8270-7999-4c85-8c8f-abcc9e657fd5 req-7a54b15b-d4aa-480d-aa5f-a5c25c59d003 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910344 Dec 21 02:00:48.554310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990c93e-f753-470e-a61e-849d024e0fbb req-b8c34d10-5873-4176-9570-11ec6f411be3 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:48.558603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5990c93e-f753-470e-a61e-849d024e0fbb req-b8c34d10-5873-4176-9570-11ec6f411be3 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3741424 Dec 21 02:00:48.581825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.619377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.630002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.668008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5990c93e-f753-470e-a61e-849d024e0fbb req-e8dbeda7-0c22-4ac6-ade5-f8cfd14acd25 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000502 Dec 21 02:00:48.670325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-2e4511c3-691f-41b9-b4d5-f9c2cdcf5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:48.672282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-2e4511c3-691f-41b9-b4d5-f9c2cdcf5ceb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2567213 Dec 21 02:00:48.751083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.807258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.842480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.846680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:48.848212 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5080093-0d3b-460b-aa8f-fd3e346cc715 HTTP/1.1" status: 204 len: 168 time: 0.6089435 Dec 21 02:00:48.862522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=859f3739-fc75-4403-b4ca-98546fa1789b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:48.888247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643a08-4b1e-4a98-8d32-c6499b2c9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5080093-0d3b-460b-aa8f-fd3e346cc715,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:48.936034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ba7be-bfc7-4411-bdac-ec8bcf4b2f90 req-2b88a7bf-7b5c-4c53-a797-e7e7bf5ea91e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:48.944409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-458ba7be-bfc7-4411-bdac-ec8bcf4b2f90 req-2b88a7bf-7b5c-4c53-a797-e7e7bf5ea91e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1095576 Dec 21 02:00:48.995120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-eac8d18e-1da3-42e2-b546-a439d1c0e7a3 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143411 Dec 21 02:00:49.007095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-458ba7be-bfc7-4411-bdac-ec8bcf4b2f90 req-aa6328a7-656a-4ff9-8ab7-20831096b63a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616357 Dec 21 02:00:49.087240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:49.097745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:49.107828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9165843-3d42-4fec-98b3-27a8d3a02529 HTTP/1.1" status: 204 len: 168 time: 0.7243719 Dec 21 02:00:49.151172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441c702-0199-48a9-941e-dbfe5d2c7de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9165843-3d42-4fec-98b3-27a8d3a02529,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:49.162390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-6b997a6a-e5bd-4318-b406-de5ecb288fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501424 Dec 21 02:00:49.275180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-a363f922-b98c-4905-84b5-1a3604776386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 217 time: 0.1035900 Dec 21 02:00:49.442591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:49.476596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:49.498119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-b7fcf158-3a2e-494f-87d1-22c49b86daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:49.501188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-b7fcf158-3a2e-494f-87d1-22c49b86daff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.2176161 Dec 21 02:00:49.631097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:49.705876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-754c1268-327b-49b1-a816-0c0b4d572751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:49.776534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-eec6d73a-abf2-47f8-a21e-edd815426996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:49.779279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-eec6d73a-abf2-47f8-a21e-edd815426996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2711787 Dec 21 02:00:49.825695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551c675-3b18-4de9-9c9c-e2e7637ef8b5 req-54d69ac5-d6b0-42ba-9f9b-843a1f06c868 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:49.844439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a551c675-3b18-4de9-9c9c-e2e7637ef8b5 req-54d69ac5-d6b0-42ba-9f9b-843a1f06c868 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.3063889 Dec 21 02:00:50.104023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a551c675-3b18-4de9-9c9c-e2e7637ef8b5 req-5fc93c0e-9704-49c4-b392-2412091cf674 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568350 Dec 21 02:00:50.116187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c1a5-7007-4cca-80d9-99fb39fc7997 req-83d59b00-7d98-4af9-a993-f0e6518e485e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:50.127470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28c4c1a5-7007-4cca-80d9-99fb39fc7997 req-83d59b00-7d98-4af9-a993-f0e6518e485e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.4516466 Dec 21 02:00:50.202386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-754c1268-327b-49b1-a816-0c0b4d572751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.219124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-754c1268-327b-49b1-a816-0c0b4d572751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.265240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-754c1268-327b-49b1-a816-0c0b4d572751 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9321cc0d3f754119ae404a7916a63540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6227775 Dec 21 02:00:50.266798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56198) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:50.284696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Router ce895819-54b0-459d-96b7-f8fc5130dece has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:00:50.285473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-7ec83833-1774-4978-8eab-56ba57b6de51 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935155 Dec 21 02:00:50.307838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28c4c1a5-7007-4cca-80d9-99fb39fc7997 req-fff96589-4ce1-4787-a53b-57fcab04ab7e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760747 Dec 21 02:00:50.330904 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:00:50.352717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1268-327b-49b1-a816-0c0b4d572751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238542a6-d231-4341-8821-af6022f89552,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:50.487700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-4c1100ad-24be-4e22-a94e-7108f4668e84 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788192 Dec 21 02:00:50.622770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-9f6dce4e-5b53-4e49-9d6d-b76604e96b16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 217 time: 0.1220174 Dec 21 02:00:50.628120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.675316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.698005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:00:50.710291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a435ba45-81c0-4dd1-a2eb-f076e1e96cd8 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "PUT /v2.0/routers/ce895819-54b0-459d-96b7-f8fc5130dece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4047418 Dec 21 02:00:50.711413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:50.716146 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] Sync routers for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:00:50.725759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-31929d6c-c104-46cd-a773-02177c46f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:50.728915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-31929d6c-c104-46cd-a773-02177c46f077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0918009 Dec 21 02:00:50.735552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:50.740209 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:50.817849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-e164037c-8f58-4605-9843-93df4c6ad1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:50.823619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-e164037c-8f58-4605-9843-93df4c6ad1a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818193 Dec 21 02:00:50.856656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.862750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:50.862750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/238542a6-d231-4341-8821-af6022f89552 HTTP/1.1" status: 204 len: 168 time: 0.5926042 Dec 21 02:00:50.870993 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:50.886401 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] Routers {'ce895819-54b0-459d-96b7-f8fc5130dece'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:00:50.886855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5545e-28eb-4d62-b9cf-92a4c67d19a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238542a6-d231-4341-8821-af6022f89552,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:50.887585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ce895819-54b0-459d-96b7-f8fc5130dece'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:50.927178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:51.010281 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:51.021426 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166264ba-3a66-46fe-a9b8-eeb18a319937 None None] The sync data for ids ['ce895819-54b0-459d-96b7-f8fc5130dece'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:00:51.182825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:51.302212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting port 9407c052-138e-48c2-99db-35b4826831fd {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:00:51.302942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:51.559291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:51.573898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Calling delete_port for 9407c052-138e-48c2-99db-35b4826831fd owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:00:51.832881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:51.833729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520a322-9089-45c2-a657-6dc91c6dceeb req-9d2d7ace-58bb-487c-a4f6-e97869d1ce4e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:51.835245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5520a322-9089-45c2-a657-6dc91c6dceeb req-9d2d7ace-58bb-487c-a4f6-e97869d1ce4e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.1351013 Dec 21 02:00:51.869734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d1ce5-fd3b-4641-8285-49866eea0c0e req-03ee26a7-afff-4f82-9e1b-de23eb144c13 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:51.871215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-039d1ce5-fd3b-4641-8285-49866eea0c0e req-03ee26a7-afff-4f82-9e1b-de23eb144c13 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1721580 Dec 21 02:00:51.881245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-216d6569-d735-4590-8e66-35355db783ed service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0392346 Dec 21 02:00:51.888182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Port': ['ID=9407c052-138e-48c2-99db-35b4826831fd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:51.904655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1659a76-4cfe-4347-86ea-6d345e041763 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:00:51.995222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.019932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.037999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5520a322-9089-45c2-a657-6dc91c6dceeb req-dd93a3da-fa61-4b51-b85d-d2f8c25911de tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883204 Dec 21 02:00:52.069363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-039d1ce5-fd3b-4641-8285-49866eea0c0e req-8404a365-7d82-4717-a5a4-8e4096b1b026 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855922 Dec 21 02:00:52.088833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-297be6d5-729a-40b8-8664-80fb78f195ab service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949592 Dec 21 02:00:52.152378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-2249ff70-8db7-4bef-b045-2d82503604f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 217 time: 0.0529449 Dec 21 02:00:52.155319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.165288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.238466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-62563429-a2a3-469c-93b6-8cfd876afbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:52.238466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-62563429-a2a3-469c-93b6-8cfd876afbe9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0761008 Dec 21 02:00:52.254538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.255170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Fanout notify agent at l3_agent the message router_deleted on router ce895819-54b0-459d-96b7-f8fc5130dece {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:00:52.286217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.290544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-325c0dd8-2f57-412e-af29-6e976ec39986 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/routers/ce895819-54b0-459d-96b7-f8fc5130dece HTTP/1.1" status: 204 len: 168 time: 1.5722075 Dec 21 02:00:52.291836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:52.333192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-49a7be46-19de-4211-bd79-ace2b3b197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:52.338539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-49a7be46-19de-4211-bd79-ace2b3b197ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933850 Dec 21 02:00:52.415463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Deleting subnet 6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:00:52.430541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.473183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-eed56d9d-1cac-4b1a-bb4c-7249c25d826b service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271877 Dec 21 02:00:52.556589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.611382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-201dc31f-c583-4a3b-8b1f-47fb29393169 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301250 Dec 21 02:00:52.642817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.666533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-93f643aa-781c-43eb-b044-2b1132cd5704 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 217 time: 0.0436027 Dec 21 02:00:52.733620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.768885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:52.772111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:52.778037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a77f9a6-a3b0-4239-b6f5-4918c50b2ab9 tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/subnets/6ae9a26e-c9ed-4ba4-a5f6-2d2251d38207 HTTP/1.1" status: 204 len: 168 time: 0.4827945 Dec 21 02:00:52.778298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:52.789685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-64b1771c-9087-4e01-af10-a47afbed848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:52.791249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-64b1771c-9087-4e01-af10-a47afbed848e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1194377 Dec 21 02:00:52.892203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-db8e40c2-4b5c-45eb-a55a-c0bfb8962e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:52.901554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-db8e40c2-4b5c-45eb-a55a-c0bfb8962e2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997779 Dec 21 02:00:52.919689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.096638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.123489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae31c468-9376-4f35-aa3d-220f678d550b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:53.154376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31098de-fe0d-4cad-89ae-ff618cdb5080') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:53.156073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31098de-fe0d-4cad-89ae-ff618cdb5080') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:00:53.178605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.180644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-d1c5d819-db55-4972-aa9d-25a9d8980d2f service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569494 Dec 21 02:00:53.196443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a489-f936-4a2b-bd12-35244e0b8f14 req-6abb9a59-32a9-44f3-aa39-e02beb0804d5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.198270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0c9a489-f936-4a2b-bd12-35244e0b8f14 req-6abb9a59-32a9-44f3-aa39-e02beb0804d5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2789021 Dec 21 02:00:53.205382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.221230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:00:53.222766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.237828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-5926e5fe-44b7-4fb7-9834-2bbdf74a2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.239824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-5926e5fe-44b7-4fb7-9834-2bbdf74a2257 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1098 time: 0.1486306 Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:00:53.253699 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:00:53.340442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56314) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:53.345067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786555895', 'description': 'tempest-secgroup-smoke-786555895 description', 'project_id': 'bd263f31471247a294807ec6db2d3382'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:53.401942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.415072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.428873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.436078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0c9a489-f936-4a2b-bd12-35244e0b8f14 req-f0acda43-3c60-45c6-898b-218992846eec tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217567 Dec 21 02:00:53.469803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.480425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-32aad6df-0864-4806-9038-a52c9a15206e service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800610 Dec 21 02:00:53.483386 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] 10.222.0.43 "DELETE /v2.0/networks/ae31c468-9376-4f35-aa3d-220f678d550b HTTP/1.1" status: 204 len: 168 time: 0.7039900 Dec 21 02:00:53.486998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a16b-eec4-411d-98f8-681b5ad0467e tempest-FloatingIPTestJSON-88124744 tempest-FloatingIPTestJSON-88124744-project] Pushing event deleted for resources: {'Network': ['ID=ae31c468-9376-4f35-aa3d-220f678d550b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:53.625094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-303628cb-e6c0-47ec-a6ea-90a8782c9e4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.1263149 Dec 21 02:00:53.660222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-52239bc3-a049-4312-b6d9-f2e9150f303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.661817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-52239bc3-a049-4312-b6d9-f2e9150f303d service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 0.4116216 Dec 21 02:00:53.675168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.692995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.744524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-e61579d8-af14-4703-b5a0-4baf7f479b9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0601656 Dec 21 02:00:53.763462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-ab3294bd-7133-4270-a9f7-5370b6748753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.764893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-ab3294bd-7133-4270-a9f7-5370b6748753 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1292739 Dec 21 02:00:53.817750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623c4a-1c2b-4ce1-a35d-43db855ecef1 req-1e568e74-1f5d-42a7-9a60-663d6addb3d5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.826287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52623c4a-1c2b-4ce1-a35d-43db855ecef1 req-1e568e74-1f5d-42a7-9a60-663d6addb3d5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2050464 Dec 21 02:00:53.833667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.867402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:53.874113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-f0add4d8-a8c6-4c92-af07-258e3d7dd179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.875605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-f0add4d8-a8c6-4c92-af07-258e3d7dd179 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.1221788 Dec 21 02:00:53.922093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f52d63-4628-4c7d-8cd6-7b03329b5255,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:53.934372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-60410d2e-f021-41c5-98a4-5ed15477abe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443840 Dec 21 02:00:53.961648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52623c4a-1c2b-4ce1-a35d-43db855ecef1 req-73f167ca-f1da-4240-b4bd-3f58438a7df0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348660 Dec 21 02:00:53.963698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f10c5-233a-4573-8038-8cfe74f938eb req-f2d86d31-fd20-48d8-a029-23bf6e0a40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:53.965183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-f2d86d31-fd20-48d8-a029-23bf6e0a40d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722171 Dec 21 02:00:53.985808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee639ee-8bbc-4d62-8b8d-9c212580d41a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:53.995923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.000176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e8ab9744-680f-403f-8694-2f99133fe188 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6557775 Dec 21 02:00:54.000510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56332) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:54.011501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:54.026264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:54.095437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.231396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-62e9d28b-a0fe-48e6-a73c-78434a483112 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652211 Dec 21 02:00:54.303623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.320340 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.326022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-c9af1a86-d07d-4510-b199-2bd13a048daa service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363309 Dec 21 02:00:54.340127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0956d0ce-269b-44a1-8cbf-f9d6c3c0de02,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:54.346623 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4686640-117c-4a85-ad8f-887e01ca7eb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be918118509f45f9b90bf27078505572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193185 Dec 21 02:00:54.349173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56344) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:54.379424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.383369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5fe983e4-9bd1-4e25-ae49-790fb9d74dac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804092 Dec 21 02:00:54.383600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56346) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:54.393568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:54.444217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.448834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9038277-6f6a-4c76-9a20-066e71466d2c req-de0cd442-5f01-4c11-a677-b6c8294c12cd service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085123 Dec 21 02:00:54.502197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.532232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.607481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.619114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.639260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.642292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.646864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26217e48-667f-4b6c-a2b5-f600d1c49a1e HTTP/1.1" status: 204 len: 168 time: 0.2935197 Dec 21 02:00:54.663783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5c79e-41b0-4a89-8be1-370459c4601d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:54.683348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ece8e-7657-4c2f-9c41-c7fc6576ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26217e48-667f-4b6c-a2b5-f600d1c49a1e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:54.704769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573f10c5-233a-4573-8038-8cfe74f938eb req-3f822935-8e8f-472e-bb4f-368ecfa0da6e service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681989 Dec 21 02:00:54.706992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-c58fa95b-4508-4bb7-9026-1f439a094987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:54.708491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-c58fa95b-4508-4bb7-9026-1f439a094987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1098 time: 0.1213894 Dec 21 02:00:54.750535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.758610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595f38-b51a-4ff7-a3a6-026fe6cef964 req-17316575-a302-480a-b9d1-ea20133ed0e7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:54.759182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ca31323-6db4-4fcb-8e3d-98c40b0fccca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3745396 Dec 21 02:00:54.759853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56364) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:54.763937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af595f38-b51a-4ff7-a3a6-026fe6cef964 req-17316575-a302-480a-b9d1-ea20133ed0e7 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1767118 Dec 21 02:00:54.777895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:54.846259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.947712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.957204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:54.978965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af595f38-b51a-4ff7-a3a6-026fe6cef964 req-5237f28b-4b73-452a-a0ad-94812f0758de tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004304 Dec 21 02:00:55.024597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-6dc9c282-1d7b-4807-b520-d7161f3b79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:55.026329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-6dc9c282-1d7b-4807-b520-d7161f3b79b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 0.2620263 Dec 21 02:00:55.041736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf151c90-e27f-4d8d-a85d-e7c5e3269d65,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:55.055987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.059748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b0c0ac9c-8faa-4dc1-8833-dfd563d07da3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963917 Dec 21 02:00:55.059937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56374) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:55.064936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:55.173031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.176628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-33914b74-ca90-4252-bc53-c419fab2bb72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.1342392 Dec 21 02:00:55.338176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.350380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.401415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b23bb0-9bc7-4756-8dee-54c6646ad517,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:55.421956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.424517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-827f41c0-6d59-43a2-922b-605cebae6a9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637261 Dec 21 02:00:55.425642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-b9a80f21-2067-423f-ab82-eedf2ce648e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:55.427550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:55.430767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-b9a80f21-2067-423f-ab82-eedf2ce648e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.2464647 Dec 21 02:00:55.442511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:55.489619 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:00:55.504884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.545001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-e379081f-c55d-4695-b3b1-b8168c05800e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026747 Dec 21 02:00:55.569532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00335f-528f-4671-adef-0528d0329347 req-6320c5c5-cb7e-4019-81b2-b627d648d3f5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:55.576005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc00335f-528f-4671-adef-0528d0329347 req-6320c5c5-cb7e-4019-81b2-b627d648d3f5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3631144 Dec 21 02:00:55.734614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.749532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:00:55.754821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.816748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332f3125-e307-4a96-90ab-e794bd24f574,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:55.843483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:55.844686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4103224 Dec 21 02:00:55.850092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:55.855996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '3ee639ee-8bbc-4d62-8b8d-9c212580d41a', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:55.862662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.862962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.863291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.863637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.863981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.864318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.864883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.865043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.865303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.869941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.870605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.870747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.871008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bebe91b-7686-4a98-9ae2-bc8340e5350a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:00:55.903268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc00335f-528f-4671-adef-0528d0329347 req-9326fae8-936a-4dae-a9e8-5452bb31dfb5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263614 Dec 21 02:00:55.985086 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:00:56.004009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-d5d6f1de-d0df-4d8c-9d21-8ef5a0a51a80 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169898 Dec 21 02:00:56.005661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.053012 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.133922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:00:56.143751 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b66e62-a28e-4e1c-8035-d55e79589ec6" -d '{"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-unplugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:00:56.181181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:00:56.191723 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.242249 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49185809-4f0c-4983-8ff2-17fcf4cfd048 x-openstack-request-id: req-49185809-4f0c-4983-8ff2-17fcf4cfd048 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:00:56.242696 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-unplugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:00:56.243643 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49185809-4f0c-4983-8ff2-17fcf4cfd048 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:00:56.244556 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'code': 200} Dec 21 02:00:56.288596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.296975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:56.333905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8970c203-d812-4bc7-ac29-65a4e2e98c67 req-f774e57b-f063-44fd-aa60-92a2b69e8497 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107631 Dec 21 02:00:56.336240 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.388854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57ce6b6-5cb1-4751-a649-5924a0d1b928,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:56.414100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.418899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56422) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:56.420188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-301162f5-dd19-4d92-b818-7ea13035b648 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5692785 Dec 21 02:00:56.424615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'network': {'name': 'tempest-network-smoke--492254278', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'port_security_enabled': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:56.476897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:56.488079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.550228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:00:56.564836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.565603 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Added segment f99c5fec-a8e9-4c3f-8219-eae84d59126b of type vlan for network 7002a43c-d8ce-406a-881d-08a776e6a425 Dec 21 02:00:56.650868 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.658605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.728746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.735095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:56.736492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:56.922173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:57.154449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae215-f967-4af8-b217-872e2a3709df req-df0c6cf8-fb9f-4834-8aa4-e2e2d3621438 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:57.156196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56fae215-f967-4af8-b217-872e2a3709df req-df0c6cf8-fb9f-4834-8aa4-e2e2d3621438 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.0823596 Dec 21 02:00:57.263576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56448) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:57.322830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56fae215-f967-4af8-b217-872e2a3709df req-30730855-7d73-479e-9c86-555fe56855d4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348753 Dec 21 02:00:57.488462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-571603432'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:57.515090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8037-a95e-4760-9b21-02cb06c8af39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.579729 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1592996 Dec 21 02:00:57.584753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:57.586108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c03e98-d998-4ff9-884c-09280ced4b42 req-498c1d37-a8f0-408c-b463-8975de4e8c00 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:57.587777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c03e98-d998-4ff9-884c-09280ced4b42 req-498c1d37-a8f0-408c-b463-8975de4e8c00 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.1423981 Dec 21 02:00:57.593559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'admin_state_up': True, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:57.636018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cbe2c-5f18-4909-98c3-db5a5649c16d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Network': ['ID=7002a43c-d8ce-406a-881d-08a776e6a425,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:57.655334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7002a43c-d8ce-406a-881d-08a776e6a425 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:00:57.676905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.678589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.684148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Made reservation on behalf of 18f7bcdf094547608cc65605724784a8 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:57.689848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.762770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.790110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.838677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c03e98-d998-4ff9-884c-09280ced4b42 req-e724016d-d796-4f0f-9bd2-e57b60c818bb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389102 Dec 21 02:00:57.903056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8037-a95e-4760-9b21-02cb06c8af39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.915466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8037-a95e-4760-9b21-02cb06c8af39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:57.999840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.034244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c8037-a95e-4760-9b21-02cb06c8af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1234858-0f95-4613-9ff9-3bcf201fd6d0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:58.066652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd1c8037-a95e-4760-9b21-02cb06c8af39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b0e055587694fa7b51e9d6c2bf1390d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015106 Dec 21 02:00:58.068728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:58.149274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.155745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-8f1ce7a0-d563-4b45-863f-31f22c8393c0 req-eb4a0689-6fc0-4739-9c3f-660a75c09cdc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:00:58.160869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f1ce7a0-d563-4b45-863f-31f22c8393c0 req-eb4a0689-6fc0-4739-9c3f-660a75c09cdc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329974 Dec 21 02:00:58.178645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.197051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.246897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:00:58.288642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a178d5c4-3364-4df3-bc1d-4f36bde42049,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:58.299914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.324167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.324527 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Added segment 19b3f922-abb7-4d14-8fd6-3a0f627a2277 of type vlan for network 436baaef-ea91-4f93-858e-72147a5b1932 Dec 21 02:00:58.398206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.424199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.451487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.507876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e638d86-7fb6-47b2-ad9b-ea46b76edfd7 req-f0c3a17d-7fca-4ac0-928f-063ce64329bb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:58.515214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e638d86-7fb6-47b2-ad9b-ea46b76edfd7 req-f0c3a17d-7fca-4ac0-928f-063ce64329bb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.1429527 Dec 21 02:00:58.524370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.530135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:58.534248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.567408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.570117 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:58.573602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1234858-0f95-4613-9ff9-3bcf201fd6d0 HTTP/1.1" status: 204 len: 168 time: 0.5013275 Dec 21 02:00:58.594656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6689780 Dec 21 02:00:58.598818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:58.608791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'subnet': {'network_id': '436baaef-ea91-4f93-858e-72147a5b1932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:00:58.668224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c961403-2a48-42e6-bae5-8e755e9a1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1234858-0f95-4613-9ff9-3bcf201fd6d0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:58.707198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e638d86-7fb6-47b2-ad9b-ea46b76edfd7 req-09fddbb1-76b0-4fae-94c9-fba056ad142b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908092 Dec 21 02:00:58.709738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1796e-a692-4e23-905d-7e8200431ad1 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Network': ['ID=436baaef-ea91-4f93-858e-72147a5b1932,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:58.737365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 436baaef-ea91-4f93-858e-72147a5b1932 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:00:58.739315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.115 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/81b38e62-00b3-4e77-a737-ad469a18c2bc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:00:59.065587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Made reservation on behalf of 18f7bcdf094547608cc65605724784a8 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:00:59.069870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.245533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56510) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:00:59.265102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.266766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8de698b-9a7e-4a21-80ed-3313fc3ac9a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.319946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-41154121-1598-4711-a0d7-325d9932adbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4608769 Dec 21 02:00:59.337859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-da52d0c1-c273-43b8-ab88-3f7da8dd2a62 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:00:59.339130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-da52d0c1-c273-43b8-ab88-3f7da8dd2a62 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069587 Dec 21 02:00:59.409199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.482041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-41281a8c-4c06-4a9e-81e7-b4e21f61c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:59.484598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-41281a8c-4c06-4a9e-81e7-b4e21f61c7cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.1929941 Dec 21 02:00:59.494062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:00:59.505359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:00:59.516121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:00:59.518984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b82ff-750b-4daf-a91e-c6bd5091e16e req-05da776e-f935-4351-bdda-297dbabb60d9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:59.519335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=81b38e62-00b3-4e77-a737-ad469a18c2bc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:59.521499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-978b82ff-750b-4daf-a91e-c6bd5091e16e req-05da776e-f935-4351-bdda-297dbabb60d9 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2020609 Dec 21 02:00:59.525137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.541478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc6d07-037e-4c8e-9778-bc959d7d46fb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:00:59.590887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c8d56a4c-e931-4fbd-9253-dd3091e746dc None None] Provisioning complete for port 81b38e62-00b3-4e77-a737-ad469a18c2bc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:00:59.591269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8d56a4c-e931-4fbd-9253-dd3091e746dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.659893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c8d56a4c-e931-4fbd-9253-dd3091e746dc None None] Port 81b38e62-00b3-4e77-a737-ad469a18c2bc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:00:59.661488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-d1bebc2e-640f-48b3-b13b-6ce0d2861c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:00:59.663300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-d1bebc2e-640f-48b3-b13b-6ce0d2861c78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.1309023 Dec 21 02:00:59.740367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-978b82ff-750b-4daf-a91e-c6bd5091e16e req-c7342a29-4448-4f36-a20e-d94d18b14ed5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982291 Dec 21 02:00:59.772688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-207f6813-8231-4c6b-ac40-401fd062fd02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.0608351 Dec 21 02:00:59.877945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8de698b-9a7e-4a21-80ed-3313fc3ac9a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.903075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8de698b-9a7e-4a21-80ed-3313fc3ac9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:00:59.917854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Subnet': ['ID=b7a7843c-0dc1-49f6-8b08-9f1d255f538d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:00:59.922580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Checking segment: {'id': '19b3f922-abb7-4d14-8fd6-3a0f627a2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:00:59.923068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network hostable DHCP agents. Network: 436baaef-ea91-4f93-858e-72147a5b1932, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:00:59.982598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 436baaef-ea91-4f93-858e-72147a5b1932 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:00.030807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 436baaef-ea91-4f93-858e-72147a5b1932) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:00.038252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:00.038843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.044893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de698b-9a7e-4a21-80ed-3313fc3ac9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63767798-b051-40ff-bf5d-7f1f019f903c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:00.052762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a43fc4-75be-4a66-a913-44d7f9c9db37 None None] Network 436baaef-ea91-4f93-858e-72147a5b1932 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:00.092693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53c245-f478-4e4e-880e-fae8313184fd req-bf50c2e8-8406-4868-8d42-9af954796c19 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:00.095857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4fbaa99e-28a8-465d-8f59-7c64547f6e59 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4946766 Dec 21 02:01:00.098494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56524) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:00.104695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1817833967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:00.107165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf53c245-f478-4e4e-880e-fae8313184fd req-bf50c2e8-8406-4868-8d42-9af954796c19 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.2784846 Dec 21 02:01:00.113558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-c9be4e38-9f83-4b19-a4cd-04e3b2d20433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:00.115250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-c9be4e38-9f83-4b19-a4cd-04e3b2d20433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.3343394 Dec 21 02:01:00.144950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.146122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.167103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.169500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-8e875c60-173d-4d02-853e-c23b2e06addd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432112 Dec 21 02:01:00.184517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e8de698b-9a7e-4a21-80ed-3313fc3ac9a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96cf198e412f4dd9b705d53d9ee76eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9378803 Dec 21 02:01:00.185595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:00.249304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.265826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.341778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf53c245-f478-4e4e-880e-fae8313184fd req-9591eccf-f19b-4749-9e53-6470e8d4239f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333314 Dec 21 02:01:00.360280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-436baaef-ea91-4f93-858e-72147a5b1932', 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932', 'project_id': '18f7bcdf094547608cc65605724784a8', 'fixed_ips': [{'subnet_id': 'b7a7843c-0dc1-49f6-8b08-9f1d255f538d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:00.362647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.392161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.400102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-60a5cb84-8b49-4f11-8a62-af4bd23452d6 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3004119 Dec 21 02:01:00.400973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:00.551760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Allocated IP 172.20.0.2 (436baaef-ea91-4f93-858e-72147a5b1932/b7a7843c-0dc1-49f6-8b08-9f1d255f538d/f58e8102-cc11-4e0e-94bf-8c292e0b33cb) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:00.608033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.651984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-132f108a-9461-4fb3-9c6a-7e726fa1dcac service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734881 Dec 21 02:01:00.682823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.774234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.791838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.810712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:00.891270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Network 436baaef-ea91-4f93-858e-72147a5b1932 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:00.896833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:00.904847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:00.979459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Pushing event updated for resources: {'Port': ['ID=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:01.030172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Attempting to bind port f58e8102-cc11-4e0e-94bf-8c292e0b33cb on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:01.030589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Attempting to bind port f58e8102-cc11-4e0e-94bf-8c292e0b33cb by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '19b3f922-abb7-4d14-8fd6-3a0f627a2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:01.030969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Attempting to bind port f58e8102-cc11-4e0e-94bf-8c292e0b33cb on network 436baaef-ea91-4f93-858e-72147a5b1932 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:01.045928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-6140c684-b069-4fb4-a302-6dcc49411873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:01.046734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:01.048171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Checking segment: {'id': '19b3f922-abb7-4d14-8fd6-3a0f627a2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:01.049465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.050060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Bound using segment: {'id': '19b3f922-abb7-4d14-8fd6-3a0f627a2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:01.051025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Bound port: f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b3f922-abb7-4d14-8fd6-3a0f627a2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '436baaef-ea91-4f93-858e-72147a5b1932'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:01.051480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.051797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-6140c684-b069-4fb4-a302-6dcc49411873 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3&tenant_id=fc910b6dcc8d43318a9c840d234bb001 HTTP/1.1" status: 200 len: 1096 time: 0.2410603 Dec 21 02:01:01.056241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-702f27d8-5d20-47e4-b907-0ccfa643e467 req-9c1deae2-4a6a-4ad9-82ed-289cf185ca47 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957875 Dec 21 02:01:01.086865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:01.105181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5778-2456-4ce8-a72c-fc3dde3a53de req-87d145a3-4c18-41d8-9ec0-e6086f9b58cb tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:01.115722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b3d5778-2456-4ce8-a72c-fc3dde3a53de req-87d145a3-4c18-41d8-9ec0-e6086f9b58cb tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2154553 Dec 21 02:01:01.117881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.120991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.121865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.122383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63767798-b051-40ff-bf5d-7f1f019f903c HTTP/1.1" status: 204 len: 168 time: 0.8843927 Dec 21 02:01:01.212798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef14bf2-79d1-4ff4-b1a8-ff3dbd59f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63767798-b051-40ff-bf5d-7f1f019f903c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:01.243429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] For port f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:01.285174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] For port f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,segment=NetworkSegment(19b3f922-abb7-4d14-8fd6-3a0f627a2277),segment_id=19b3f922-abb7-4d14-8fd6-3a0f627a2277)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:01.285472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.307443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:01.332228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b3d5778-2456-4ce8-a72c-fc3dde3a53de req-1f38e955-3475-4079-839e-0f9e29ea1acf tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104034 Dec 21 02:01:01.543243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503443cf-4e00-47b1-9919-81bcb6260787 None None] Pushing event updated for resources: {'Port': ['ID=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:01.744479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:01:01.825909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5924b0-bcc3-4732-a780-0c94dc8ba248 req-a62facc2-f88f-4deb-8619-6697e1cd340b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:01.827561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf5924b0-bcc3-4732-a780-0c94dc8ba248 req-a62facc2-f88f-4deb-8619-6697e1cd340b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.2083189 Dec 21 02:01:01.988454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf5924b0-bcc3-4732-a780-0c94dc8ba248 req-87675329-dc70-4f76-9c97-bca67866bd49 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160522 Dec 21 02:01:02.040397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:02.155003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:02.203987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:02.217027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2b4a-2095-4bab-943e-3bc91f706894 req-686d6522-4ac1-48e9-8f2d-19cc88cff022 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:02.224230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129f2b4a-2095-4bab-943e-3bc91f706894 req-686d6522-4ac1-48e9-8f2d-19cc88cff022 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.1037190 Dec 21 02:01:02.230442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:02.255771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Allocated IP 172.20.0.1 (436baaef-ea91-4f93-858e-72147a5b1932/b7a7843c-0dc1-49f6-8b08-9f1d255f538d/7cfb997d-7485-4935-8832-3219619b4853) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:02.259974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Transition to ACTIVE for port object 65696a81-6332-43e9-82ba-2c9682e6b9a4 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:01:02.271137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:02.333876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129f2b4a-2095-4bab-943e-3bc91f706894 req-706adc45-0b76-4a23-b2aa-70a20a4a2527 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085773 Dec 21 02:01:02.393425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 40464d0f-cf98-44db-a5fa-87346ce8ba43 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:01:02.399475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] No DVR routers for this DVR port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:02.422245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=9']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:02.442608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.443882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.444242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.444591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.444936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.445278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.445636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.445969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.446300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.446630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.446961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.447286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.447611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:02.522453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:02.636693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:02.650645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Sync routers for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:02.672804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:02.679913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:02.707152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:02.712091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f76e1d8a-897e-409d-a4c8-abf2ed696a15 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1244411 Dec 21 02:01:02.715858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56592) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:02.727596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:02.834588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=7cfb997d-7485-4935-8832-3219619b4853,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:02.871076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 436baaef-ea91-4f93-858e-72147a5b1932 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:02.874751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:02.883695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:02.961091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:02.996023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.218677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:03.219288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:03.219415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:03.220604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-938106f1-824c-48e9-8602-1f9de2fba7c8 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd263f31471247a294807ec6db2d3382&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5050442 Dec 21 02:01:03.225534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56610) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:03.288108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:01:03.288347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Attempting to bind port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on network 04ee3d6f-9026-44f4-a1b3-39c7281538c9 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:03.310441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:03.310928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Checking segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:03.311271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Bound using segment: {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:03.311746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Bound port: 65696a81-6332-43e9-82ba-2c9682e6b9a4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7490dd9e-2c50-4fec-a51b-bbda37e3108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:03.312088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.334606 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.338492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e019ba-4c34-4bde-be3f-20104dcf178c None None] Network 436baaef-ea91-4f93-858e-72147a5b1932 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:03.363967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:00:59Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:03.398792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Checking router: 40464d0f-cf98-44db-a5fa-87346ce8ba43 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:01:03.399453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Updating router 40464d0f-cf98-44db-a5fa-87346ce8ba43 port 81b38e62-00b3-4e77-a737-ad469a18c2bc binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:01:03.470079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addf89e-4f04-4bce-9a3d-ae191f7f3219 req-224d878b-9734-457c-afd4-3c48df9fc37e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:03.471607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1addf89e-4f04-4bce-9a3d-ae191f7f3219 req-224d878b-9734-457c-afd4-3c48df9fc37e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 944 time: 0.2496483 Dec 21 02:01:03.479252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83179307-8a4f-4af2-b85b-b3f2e612b637 req-e6ebf718-7772-45de-be27-e0f2461c9144 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:03.480758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83179307-8a4f-4af2-b85b-b3f2e612b637 req-e6ebf718-7772-45de-be27-e0f2461c9144 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 1.0023427 Dec 21 02:01:03.546145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.625871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83179307-8a4f-4af2-b85b-b3f2e612b637 req-5f4bbad3-24d8-44aa-b6a2-0ce1b2b9f194 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317971 Dec 21 02:01:03.630051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:03.662482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b4f2a-2dbc-48e2-8aab-5df8af5fb881 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:03.666763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8c8b4f2a-2dbc-48e2-8aab-5df8af5fb881 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4367719 Dec 21 02:01:03.666892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56624) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:03.709502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:03.714907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-73b19cd4-dae5-45e8-a52d-b6c85921d849 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442386 Dec 21 02:01:03.716337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1addf89e-4f04-4bce-9a3d-ae191f7f3219 req-10348b46-4005-4e73-b9dc-49cbef141972 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043314 Dec 21 02:01:03.716977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56628) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:03.722693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285859009', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:03.728410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.818841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.827334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:03.828063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.831154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] 10.222.0.45 "PUT /v2.0/ports/65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 1093 time: 2.7525747 Dec 21 02:01:03.834183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:03.836828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.861650 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9280477-ea9c-461b-b6fc-a741d22c0c28" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:03.874603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] Provisioning complete for port f58e8102-cc11-4e0e-94bf-8c292e0b33cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:03.875572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:03.965385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:04.015235 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1157745-9be8-4da9-addc-ab1ddb4cf659 x-openstack-request-id: req-a1157745-9be8-4da9-addc-ab1ddb4cf659 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:04.015383 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:04.015637 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1157745-9be8-4da9-addc-ab1ddb4cf659 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:04.019248 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'status': 'completed', 'code': 200} Dec 21 02:01:04.038897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58e8102-cc11-4e0e-94bf-8c292e0b33cb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:04.161741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=7cfb997d-7485-4935-8832-3219619b4853,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:04.215696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-4e6a7457-3e8a-44fe-9211-001090f1e38a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:04.220955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-4e6a7457-3e8a-44fe-9211-001090f1e38a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.24 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.1964223 Dec 21 02:01:04.227781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55635133-d7b1-4dd9-bc36-da0f95209b99 service neutron] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:04.253280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 436baaef-ea91-4f93-858e-72147a5b1932 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:04.255779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:04.300748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-d6ca3f9c-cf3c-432f-8153-76efee327e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:04.302737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-d6ca3f9c-cf3c-432f-8153-76efee327e59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1097 time: 0.2827127 Dec 21 02:01:04.319889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb9d1-8966-45a8-8692-35cc7ed7160b req-c503614f-f9dc-4eba-92ba-326f6281cd20 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:04.322166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a6fb9d1-8966-45a8-8692-35cc7ed7160b req-c503614f-f9dc-4eba-92ba-326f6281cd20 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.4575586 Dec 21 02:01:04.463389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:04.504159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:04.514007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:04.560678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] For port f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,segment=NetworkSegment(19b3f922-abb7-4d14-8fd6-3a0f627a2277),segment_id=19b3f922-abb7-4d14-8fd6-3a0f627a2277)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:04.569040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Router 0512eebc-f3b7-47c0-a5ed-292fe56cbab2 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:01:04.572820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f58e8102-cc11-4e0e-94bf-8c292e0b33cb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:04.573204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:04.580013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:04.607871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a6fb9d1-8966-45a8-8692-35cc7ed7160b req-c4dd0bd1-5e46-4a3e-8427-b2f00675234a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645156 Dec 21 02:01:04.805597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:04.824995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1ebb12f-5100-457b-8a4f-8e66a3c579cd tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "PUT /v2.0/routers/0512eebc-f3b7-47c0-a5ed-292fe56cbab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4177046 Dec 21 02:01:04.826417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] Sync routers for ids ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:04.827650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:04.842012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'port': {'network_id': '436baaef-ea91-4f93-858e-72147a5b1932', 'name': 'tempest-FloatingIPNegativeTestJSON-2011497576'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:04.846081 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] Routers {'0512eebc-f3b7-47c0-a5ed-292fe56cbab2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:04.849975 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:04.957567 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:04.977185 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] Routers {'0512eebc-f3b7-47c0-a5ed-292fe56cbab2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:04.980335 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:05.054568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-54674383-272f-4078-8d03-22d023954eeb None None] Provisioning complete for port 7cfb997d-7485-4935-8832-3219619b4853 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:05.055150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54674383-272f-4078-8d03-22d023954eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.058191 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:05.064508 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c397c5e-ff2a-46bb-9766-b1db6fc53416 None None] The sync data for ids ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:05.078297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Made reservation on behalf of 18f7bcdf094547608cc65605724784a8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:05.084292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.116358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56660) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:05.126716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.127631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] device_id is not set on port c7772fb6-8bb6-4c9e-8824-24add917a267 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:01:05.129188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-54674383-272f-4078-8d03-22d023954eeb None None] Port 7cfb997d-7485-4935-8832-3219619b4853 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:05.138513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0436dc-7810-4f6d-8a1f-b827dd082e8a None None] Pushing event updated for resources: {'Port': ['ID=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:05.146520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-54674383-272f-4078-8d03-22d023954eeb None None] Provisioning complete for port f58e8102-cc11-4e0e-94bf-8c292e0b33cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:05.146820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54674383-272f-4078-8d03-22d023954eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.148793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.215650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69128b73-0c98-4a7b-84ed-f8d8ca08f9c5 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:01:05.225320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Attempting to bind port 81b38e62-00b3-4e77-a737-ad469a18c2bc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:05.225741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Attempting to bind port 81b38e62-00b3-4e77-a737-ad469a18c2bc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:05.226109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Attempting to bind port 81b38e62-00b3-4e77-a737-ad469a18c2bc on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:05.238982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.244512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:05.244912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:05.245305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.248872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:05.249404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Bound port: 81b38e62-00b3-4e77-a737-ad469a18c2bc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:05.249797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.316616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02e2d-1bb1-4e65-a615-0cd57103ba88 None None] Pushing event updated for resources: {'Port': ['ID=81b38e62-00b3-4e77-a737-ad469a18c2bc,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:05.324164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-3ebd96e4-a5c7-4bf1-93b8-d5a14ed87be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:05.325979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-3ebd96e4-a5c7-4bf1-93b8-d5a14ed87be7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 1.0026979 Dec 21 02:01:05.339602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Allocated IP 172.20.0.4 (436baaef-ea91-4f93-858e-72147a5b1932/b7a7843c-0dc1-49f6-8b08-9f1d255f538d/c7772fb6-8bb6-4c9e-8824-24add917a267) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:05.368180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a06ccd4-927b-4e84-9866-65aee5626067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.388145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Deleting port ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:05.388779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.425114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77aa58-c121-43be-bd65-f1eb5f9434e8 req-e91c375d-d2c6-4724-ac7a-c72132a0a7a3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:05.433810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c77aa58-c121-43be-bd65-f1eb5f9434e8 req-e91c375d-d2c6-4724-ac7a-c72132a0a7a3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3817971 Dec 21 02:01:05.440876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] For port 81b38e62-00b3-4e77-a737-ad469a18c2bc, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:05.444379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] For port 81b38e62-00b3-4e77-a737-ad469a18c2bc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81b38e62-00b3-4e77-a737-ad469a18c2bc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:05.451495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.485311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a06ccd4-927b-4e84-9866-65aee5626067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.504854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a06ccd4-927b-4e84-9866-65aee5626067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.510803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02e2d-1bb1-4e65-a615-0cd57103ba88 None None] Pushing event updated for resources: {'Port': ['ID=81b38e62-00b3-4e77-a737-ad469a18c2bc,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:05.524517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586410b-600b-4b2b-8e9d-86ee8f872b17 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:01:05.529698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:05.530416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:05.536431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-d5303410-9487-4b14-af44-a61661d256e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.1868951 Dec 21 02:01:05.573192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ccd4-927b-4e84-9866-65aee5626067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f229b-264f-4189-8227-c01bf498f03e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:05.613353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1bd8-d52f-4388-a086-9b54758d9847 req-79da8956-6927-444a-a929-fbea9442903d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:05.619126 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a06ccd4-927b-4e84-9866-65aee5626067 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d619a89c3284f3eb780b3524ab9906f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4993832 Dec 21 02:01:05.622645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b1bd8-d52f-4388-a086-9b54758d9847 req-79da8956-6927-444a-a929-fbea9442903d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.5677812 Dec 21 02:01:05.624987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56664) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:05.649070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Provisioning complete for port 81b38e62-00b3-4e77-a737-ad469a18c2bc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:05.649477 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.685542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Subnet': ['ID=ffb11d17-9576-4e75-9ef8-084cfadf9808,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:05.720559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:05.752403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Checking segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:05.752772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network hostable DHCP agents. Network: 7002a43c-d8ce-406a-881d-08a776e6a425, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:05.792879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.800212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f3b1bd8-d52f-4388-a086-9b54758d9847 req-08d1ddfe-24fd-43cc-a303-49ea70303ffb tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713753 Dec 21 02:01:05.830655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c77aa58-c121-43be-bd65-f1eb5f9434e8 req-ce99febb-fc88-4eb2-92fb-4edd4e0dd538 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888860 Dec 21 02:01:05.849790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-28559de2-4ac5-4a9a-90b4-02e7a000533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:05.857058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-28559de2-4ac5-4a9a-90b4-02e7a000533a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.3058066 Dec 21 02:01:05.877579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.885943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] For port ad60fc18-4e49-48ef-9dd1-dff893203b60, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ad60fc18-4e49-48ef-9dd1-dff893203b60,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:05.886392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.898012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58e8102-cc11-4e0e-94bf-8c292e0b33cb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:05.914331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.920923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:05.922509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-f9f2c4d8-8c32-4618-8d85-191030eb23f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541465 Dec 21 02:01:05.923531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 7002a43c-d8ce-406a-881d-08a776e6a425 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:05.977291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] For port 81b38e62-00b3-4e77-a737-ad469a18c2bc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81b38e62-00b3-4e77-a737-ad469a18c2bc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:05.999567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.053676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.056697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7002a43c-d8ce-406a-881d-08a776e6a425) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:06.083654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f58e8102-cc11-4e0e-94bf-8c292e0b33cb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:06.084247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.086419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4e3cb-807b-4cd0-9b61-93e54601dd7d None None] Network 7002a43c-d8ce-406a-881d-08a776e6a425 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:06.090698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:06.091457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.108298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 436baaef-ea91-4f93-858e-72147a5b1932 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:06.109499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=c7772fb6-8bb6-4c9e-8824-24add917a267,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:06.125892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:06.128750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:06.134161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.137057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.142700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c94f229b-264f-4189-8227-c01bf498f03e HTTP/1.1" status: 204 len: 168 time: 0.5080223 Dec 21 02:01:06.154850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Provisioning complete for port 7cfb997d-7485-4935-8832-3219619b4853 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:06.155231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.195175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c93636-a9a3-46c8-b920-6a77c042f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f229b-264f-4189-8227-c01bf498f03e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:06.225630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0f32935d-dffb-4ab6-8f21-a1a9873e3c31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5074441 Dec 21 02:01:06.230551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:06.328631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f614-4835-4278-9473-fd44b1dd496a req-b7eb9509-0526-4d58-8b24-13bc00ddc483 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:06.336276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f71f614-4835-4278-9473-fd44b1dd496a req-b7eb9509-0526-4d58-8b24-13bc00ddc483 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 947 time: 0.2803547 Dec 21 02:01:06.399826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:00:59Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:06.434922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-dcac2ae8-8653-4a60-8752-e8e61e4c7934 service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997189 Dec 21 02:01:06.440605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Pushing event updated for resources: {'Port': ['ID=81b38e62-00b3-4e77-a737-ad469a18c2bc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:06.452417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:06.454079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.467899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.468629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.469202 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Floating IP fdfd4b06-4d30-43cb-b142-fbc5be39c1ac disassociated. External IP: 172.25.6.12, port: ad60fc18-4e49-48ef-9dd1-dff893203b60. Dec 21 02:01:06.470472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Calling delete_port for ad60fc18-4e49-48ef-9dd1-dff893203b60 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:06.537732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f71f614-4835-4278-9473-fd44b1dd496a req-412ec43c-a7a1-4f9c-90ea-365dda5438ec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=16100bfc-5067-4299-8305-f911f3e0e517&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2003875 Dec 21 02:01:06.540546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ed9292cc-2bbc-479b-b612-42f704859987 None None] Port 7cfb997d-7485-4935-8832-3219619b4853 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:06.560831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52393fed-9c2a-4fa9-883f-e277318ee884 None None] The sync data for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 is: [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:00:59Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:06.629785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36ef48f6-7dcc-4f39-9596-ea3e46afd371 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8001723 Dec 21 02:01:06.632699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:06.650348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:06.717371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe25719-e971-4e1e-988c-c6e9d7703ea9 req-92a8ea54-0f5b-41f2-b4c9-e3be9f2a86cd service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664161 Dec 21 02:01:06.727557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-98d98c12-fdb3-48d7-aa9a-026832fb9f44 None None] Provisioning complete for port c7772fb6-8bb6-4c9e-8824-24add917a267 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:06.740369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98d98c12-fdb3-48d7-aa9a-026832fb9f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.747510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-7002a43c-d8ce-406a-881d-08a776e6a425', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:06.749356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.772553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:06.809701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5d13-56b9-47a4-8fa3-404fefb2fadb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.823292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:06.912251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-98d98c12-fdb3-48d7-aa9a-026832fb9f44 None None] Port c7772fb6-8bb6-4c9e-8824-24add917a267 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:06.948397 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-98d98c12-fdb3-48d7-aa9a-026832fb9f44 None None] Provisioning complete for port 81b38e62-00b3-4e77-a737-ad469a18c2bc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:06.948397 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98d98c12-fdb3-48d7-aa9a-026832fb9f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.033218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.153971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Allocated IP 172.20.0.2 (7002a43c-d8ce-406a-881d-08a776e6a425/ffb11d17-9576-4e75-9ef8-084cfadf9808/761e8503-e5a1-414a-85d9-cac8bfdb6f9b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:07.273218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-70c54b6f-d8a5-43a3-96af-68376fda7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:07.274789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-70c54b6f-d8a5-43a3-96af-68376fda7b9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1097 time: 0.3972235 Dec 21 02:01:07.276887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'Port': ['ID=ad60fc18-4e49-48ef-9dd1-dff893203b60,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:07.321421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5d13-56b9-47a4-8fa3-404fefb2fadb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.366057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5d13-56b9-47a4-8fa3-404fefb2fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.430856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b1f5d13-56b9-47a4-8fa3-404fefb2fadb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c0f94b4070244e8b3ad040023e2fc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6526752 Dec 21 02:01:07.467057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56720) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:07.502874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.511275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.566080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e78da-403b-43aa-ace9-dd8099654cda req-7a46cd22-decd-46c9-97ad-3d249699e4a3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:07.571073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Network 7002a43c-d8ce-406a-881d-08a776e6a425 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:07.571324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9e78da-403b-43aa-ace9-dd8099654cda req-7a46cd22-decd-46c9-97ad-3d249699e4a3 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.5521142 Dec 21 02:01:07.584365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:07.603613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:07.620337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Pushing event updated for resources: {'Port': ['ID=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:07.624452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.643519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df1ae8-3930-48f5-893b-970303fdfabe req-2bb218e6-bf55-4d1a-88ad-8c439d7b56e1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:07.645107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30df1ae8-3930-48f5-893b-970303fdfabe req-2bb218e6-bf55-4d1a-88ad-8c439d7b56e1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.5983629 Dec 21 02:01:07.717314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Attempting to bind port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:07.718159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Attempting to bind port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:07.718625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Attempting to bind port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:07.733241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:07.733836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Checking segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:07.734445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.735125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Bound using segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:07.735772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Bound port: 761e8503-e5a1-414a-85d9-cac8bfdb6f9b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:07.737779 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:07.760607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:01:07.828361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ad60fc18-4e49-48ef-9dd1-dff893203b60 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:01:07.841184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ad60fc18-4e49-48ef-9dd1-dff893203b60 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:01:07.989396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81b38e62-00b3-4e77-a737-ad469a18c2bc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:07.996777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Allocated IP 172.25.6.220 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/31f47cc6-5305-478d-8172-e18161ba2255) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:08.008755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30df1ae8-3930-48f5-893b-970303fdfabe req-b8f27506-fb30-43cf-aeca-4201228af9d8 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215294 Dec 21 02:01:08.068727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:08.287998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 81b38e62-00b3-4e77-a737-ad469a18c2bc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:08.288615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.300208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.317180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-9c596231-209e-4f87-a9d2-f53ca4f33aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:08.324574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-9c596231-209e-4f87-a9d2-f53ca4f33aa3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 1.0369632 Dec 21 02:01:08.348399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9e78da-403b-43aa-ace9-dd8099654cda req-382f110f-da99-4747-bc24-d0fd67f24bc1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399082 Dec 21 02:01:08.371892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] For port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:08.438150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] For port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:08.444748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5d13-56b9-47a4-8fa3-404fefb2fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc9040-e023-4170-b962-607811ceb5b0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:08.461290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.468383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.632064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3441211-7e82-4851-bc56-a23845a72e15 None None] Pushing event updated for resources: {'Port': ['ID=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:08.636381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6b2d-0186-4ae1-b536-a969b734a99f req-93981f77-58e4-4ff9-a432-1512ca2008d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:08.638443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a10c6b2d-0186-4ae1-b536-a969b734a99f req-93981f77-58e4-4ff9-a432-1512ca2008d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.1724861 Dec 21 02:01:08.647438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74b4a563-d7b1-4489-a88a-6918de3f67cf req-6b67ef84-bbd6-4679-8984-738798a2ef80 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=36082e4f-b2e0-4660-b3de-fde2c92a19a7 HTTP/1.1" status: 200 len: 210 time: 0.1833208 Dec 21 02:01:08.653418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-c85175b8-eca7-4255-9375-e117cce48509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.1904938 Dec 21 02:01:08.664207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.724436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a10c6b2d-0186-4ae1-b536-a969b734a99f req-82cf296a-7040-45b5-90f2-d55af5913eba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780659 Dec 21 02:01:08.731487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:08.881053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:08.884391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=31f47cc6-5305-478d-8172-e18161ba2255,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:08.892253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:08.923131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:08.943729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:08.956862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:08.980888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:08.988050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:09.043595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.159647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.172476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] No DVR routers for this DVR port ad60fc18-4e49-48ef-9dd1-dff893203b60 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:09.183478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.192569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7140f58f-c2f8-4684-a8f6-5150cdd9136e req-983cd577-0d0e-44bd-b310-7b4ba4df85e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.24 "DELETE /v2.0/ports/ad60fc18-4e49-48ef-9dd1-dff893203b60 HTTP/1.1" status: 204 len: 173 time: 4.9550011 Dec 21 02:01:09.193134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-deleted', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:09.216692 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9407dc6-dd02-4fd4-a711-b121e06ccdbd" -d '{"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-deleted", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:09.244192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-69546b51-ec0d-4b65-96bc-c0af1a7510e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:09.251339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-69546b51-ec0d-4b65-96bc-c0af1a7510e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.5371857 Dec 21 02:01:09.411323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.412842 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524b1926-068b-4cea-b998-2d5c7c955fd4 x-openstack-request-id: req-524b1926-068b-4cea-b998-2d5c7c955fd4 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:09.414675 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36082e4f-b2e0-4660-b3de-fde2c92a19a7", "name": "network-vif-deleted", "tag": "ad60fc18-4e49-48ef-9dd1-dff893203b60", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:09.415195 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-524b1926-068b-4cea-b998-2d5c7c955fd4 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:09.418598 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36082e4f-b2e0-4660-b3de-fde2c92a19a7', 'name': 'network-vif-deleted', 'tag': 'ad60fc18-4e49-48ef-9dd1-dff893203b60', 'status': 'completed', 'code': 200} Dec 21 02:01:09.595953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-4c64aa4b-356e-40aa-bf0f-a1602c7c8f77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899149 Dec 21 02:01:09.625880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90800b-146d-4cc0-bd17-fd5b2813e5a8 req-ccfc6e25-b841-449e-8239-8edfddaa3d86 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:09.639770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee90800b-146d-4cc0-bd17-fd5b2813e5a8 req-ccfc6e25-b841-449e-8239-8edfddaa3d86 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.3613217 Dec 21 02:01:09.861577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:09.936725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.959374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:09.961084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20dc9040-e023-4170-b962-607811ceb5b0 HTTP/1.1" status: 204 len: 168 time: 2.4856954 Dec 21 02:01:10.003970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 761e8503-e5a1-414a-85d9-cac8bfdb6f9b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:10.203378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5fa7f-2dc9-4b23-a9e0-1cff377e53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc9040-e023-4170-b962-607811ceb5b0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:10.592000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:10.592379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:10.634490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:10.679437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:01:10.696997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:10.697662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:10.877175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:10.944122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f30f0-4137-4518-b467-40fd76df3a5b req-c455a01f-c030-4b18-9ced-3ea7415c45d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:10.945769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e0f30f0-4137-4518-b467-40fd76df3a5b req-c455a01f-c030-4b18-9ced-3ea7415c45d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3717859 Dec 21 02:01:10.960176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51656e0b-0232-4162-9492-10e86feec23a None None] Network 7002a43c-d8ce-406a-881d-08a776e6a425 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:10.990410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee90800b-146d-4cc0-bd17-fd5b2813e5a8 req-821ca7d7-600f-4440-a19c-fa1fbe7e02cf tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3485906 Dec 21 02:01:10.993632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:11.036124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.096595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-75ad5cea-d05f-4aa2-b7f9-0048fa9b4771 service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214717 Dec 21 02:01:11.136738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-922eaab8-bd69-41a0-a68b-428b13c08c42 None None] Provisioning complete for port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:11.136997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-922eaab8-bd69-41a0-a68b-428b13c08c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.217101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:11.315232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e0f30f0-4137-4518-b467-40fd76df3a5b req-a01118d8-46a1-4c37-8a91-f98690afb2cc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569105 Dec 21 02:01:11.319525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56772) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:11.513003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.524001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9280477-ea9c-461b-b6fc-a741d22c0c28 req-4ebead37-97c6-460c-b97f-b5e8e47b396e service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376577 Dec 21 02:01:11.549985 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.624099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.628258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:11.630507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "DELETE /v2.0/security-groups/16100bfc-5067-4299-8305-f911f3e0e517 HTTP/1.1" status: 204 len: 168 time: 0.2954178 Dec 21 02:01:11.642435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56784) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:11.651874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.1 (7002a43c-d8ce-406a-881d-08a776e6a425/ffb11d17-9576-4e75-9ef8-084cfadf9808/8d1d7096-e198-4f78-a3b6-34f3e56a3126) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:11.657518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966c88-4c39-47e7-9dfa-ff36000b53fa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16100bfc-5067-4299-8305-f911f3e0e517,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:11.669754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:11.724035 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-3a909927-8988-40cd-a3c5-b4f98556adea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] show failed (client error): The resource could not be found. Dec 21 02:01:11.737428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56788) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:11.748456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3a909927-8988-40cd-a3c5-b4f98556adea tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups/16100bfc-5067-4299-8305-f911f3e0e517 HTTP/1.1" status: 404 len: 347 time: 0.0714986 Dec 21 02:01:11.948258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 761e8503-e5a1-414a-85d9-cac8bfdb6f9b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:12.249965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.250199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:12.254993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:12.255410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.263382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Deleting port e6f722fe-705f-4922-a081-5bc45b181dff {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:12.263382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.292290 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.379243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.505043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb3076-fe3b-4ced-b4bd-3f1a19e33a98 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:12.555522 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.556229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.618258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Calling delete_port for e6f722fe-705f-4922-a081-5bc45b181dff owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:12.624729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-756c6b4a-d95e-497c-ba54-dfac9a83e209 None None] Provisioning complete for port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:12.625100 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-756c6b4a-d95e-497c-ba54-dfac9a83e209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.649827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=31f47cc6-5305-478d-8172-e18161ba2255,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:12.679941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.752495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.762214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ec884dab-9a18-40ad-aeb3-e45fd51f0c9b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1224382 Dec 21 02:01:12.767370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:12.777230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d756d300-d3ce-4d4b-898a-56ebb1684b93 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'floatingip': {'port_id': 'c7772fb6-8bb6-4c9e-8824-24add917a267', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:12.958691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d756d300-d3ce-4d4b-898a-56ebb1684b93 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.971177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:12.977184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc2310-09aa-4356-a926-fca99fa7c8aa req-5f4732e7-30fc-4ddf-a787-08b2cb726afe tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:12.980393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21fc2310-09aa-4356-a926-fca99fa7c8aa req-5f4732e7-30fc-4ddf-a787-08b2cb726afe tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.8373432 Dec 21 02:01:13.090034 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcd448-5ea6-47ad-ab03-673068effdc1 None None] New status for floating IP fdfd4b06-4d30-43cb-b142-fbc5be39c1ac: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:01:13.159176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431018-1f92-466d-aea3-ebfb9b5679eb req-ee302c7b-c7a8-44fc-bb2b-6bea5cfd37f0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:13.167190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9431018-1f92-466d-aea3-ebfb9b5679eb req-ee302c7b-c7a8-44fc-bb2b-6bea5cfd37f0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3792496 Dec 21 02:01:13.256295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 7002a43c-d8ce-406a-881d-08a776e6a425 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:13.267976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21fc2310-09aa-4356-a926-fca99fa7c8aa req-ba889081-e4a9-43d9-90b4-40f87162108f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747059 Dec 21 02:01:13.344495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:13.347806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:13.422802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9431018-1f92-466d-aea3-ebfb9b5679eb req-1d622d3a-6cc9-41db-a5a6-3eb26b7ccb79 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540984 Dec 21 02:01:13.502404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:13.524337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:13.603205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'Port': ['ID=e6f722fe-705f-4922-a081-5bc45b181dff,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:13.659391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6278f7-8d57-42a4-b283-81df6b7c99bb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:01:13.684531 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.db.api [None req-fcdcd448-5ea6-47ad-ab03-673068effdc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:01:13.684943 n-d-761264-20 neutron-server[109853]: DEBUG oslo_db.api [None req-fcdcd448-5ea6-47ad-ab03-673068effdc1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:01:13.686201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:13.689437 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-d756d300-d3ce-4d4b-898a-56ebb1684b93 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] update failed (client error): The resource could not be found. Dec 21 02:01:13.690501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d756d300-d3ce-4d4b-898a-56ebb1684b93 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "PUT /v2.0/floatingips/688f7fa7-ca0f-4a3e-b263-cc420b54254d HTTP/1.1" status: 404 len: 507 time: 0.9205389 Dec 21 02:01:13.693649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:13.924272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-886fbd76-568a-420e-95ba-6edbaedc8ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:13.936751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:13.944171 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:13.949628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9deae964-4d3e-4496-a401-d9698777e48d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "DELETE /v2.0/floatingips/fdfd4b06-4d30-43cb-b142-fbc5be39c1ac HTTP/1.1" status: 204 len: 168 time: 2.2065477 Dec 21 02:01:13.980518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-780f0519-2c24-4aaf-b426-ab2851a83295 None None] Provisioning complete for port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:13.980909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-780f0519-2c24-4aaf-b426-ab2851a83295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.087413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-780f0519-2c24-4aaf-b426-ab2851a83295 None None] Port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:14.091762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting port 31f47cc6-5305-478d-8172-e18161ba2255 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:14.092119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.095358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710b12a-9d97-4052-819f-d16192c677c9 req-dc022793-6b4d-48ed-86ab-22ee77c96ebd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:14.096987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7710b12a-9d97-4052-819f-d16192c677c9 req-dc022793-6b4d-48ed-86ab-22ee77c96ebd tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.3042910 Dec 21 02:01:14.099254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-b7f6b924-98a8-452c-bfe9-889205ac5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:14.111191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-b7f6b924-98a8-452c-bfe9-889205ac5c65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.3945844 Dec 21 02:01:14.186285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdcd448-5ea6-47ad-ab03-673068effdc1 None None] New status for floating IP fdfd4b06-4d30-43cb-b142-fbc5be39c1ac: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:01:14.283022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:14.341923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.413149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-cb6c82f3-c087-4ec0-8515-6eda2cb36075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:14.414688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-cb6c82f3-c087-4ec0-8515-6eda2cb36075 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.2931669 Dec 21 02:01:14.542735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-05cd76e5-529f-4b79-9083-10729402bb57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.1119676 Dec 21 02:01:14.566166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.566741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.601855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Calling delete_port for 31f47cc6-5305-478d-8172-e18161ba2255 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:14.639957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7710b12a-9d97-4052-819f-d16192c677c9 req-b7f4955b-5d6e-4aba-a841-966a9b53677a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303800 Dec 21 02:01:14.662424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-4a4653f8-c8c0-4d0d-936b-182edcdfb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:14.670613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-4a4653f8-c8c0-4d0d-936b-182edcdfb0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1195219 Dec 21 02:01:14.738987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-bfc9b0bc-ad8e-4315-b1df-2d3d174ce7b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599954 Dec 21 02:01:14.740113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52ce866c-0764-45bc-a22c-4a76ddf3934b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:14.821250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56862) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:14.864630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247369193', 'description': 'tempest-description--443032013'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:15.027109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.066320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9a91-10fe-4674-9ab7-afd6bac07410 req-68ac67e4-f81e-41fe-8c8e-d08183ab5dce tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:15.076208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-547f9a91-10fe-4674-9ab7-afd6bac07410 req-68ac67e4-f81e-41fe-8c8e-d08183ab5dce tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3107727 Dec 21 02:01:15.125107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-34367425-5354-4c4d-9f30-01da657eccfd service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788128 Dec 21 02:01:15.153545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52ce866c-0764-45bc-a22c-4a76ddf3934b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.162064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52ce866c-0764-45bc-a22c-4a76ddf3934b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.260984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-52ce866c-0764-45bc-a22c-4a76ddf3934b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d17723111e3416eb75d0200e2e0ec54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9661853 Dec 21 02:01:15.273920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce866c-0764-45bc-a22c-4a76ddf3934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a560194-3d9a-4490-88fb-6bbddb5e3fa4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:15.276706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.279502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:15.316546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-547f9a91-10fe-4674-9ab7-afd6bac07410 req-d4017b1d-b3e2-46bf-a8a1-553904b5e7ed tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350073 Dec 21 02:01:15.374423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.403530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.425457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e7ffb-d3cf-4dd8-b7db-d5a71de8ad89 req-639f0efa-6ba1-43b1-a95d-70d4913fd3df service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908473 Dec 21 02:01:15.426174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Port': ['ID=31f47cc6-5305-478d-8172-e18161ba2255,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:15.449207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.461373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6107802 Dec 21 02:01:15.461373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56870) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:15.467763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group_rule': {'security_group_id': 'ead7e5a3-a2e2-4758-a49b-dba9c2852f6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:15.471374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec088959-5d4c-43a7-9e8f-645480a20f8e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:15.538922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.541644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.542835 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-113c1750-41db-4004-b98f-87ba9642f0b9 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "DELETE /v2.0/floatingips/688f7fa7-ca0f-4a3e-b263-cc420b54254d HTTP/1.1" status: 204 len: 168 time: 1.8480453 Dec 21 02:01:15.548310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56874) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:15.552068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.552862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8be77dca-39f1-4c4f-9416-97bde3903104 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'floatingip': {'floating_network_id': '436baaef-ea91-4f93-858e-72147a5b1932', 'port_id': 'c7772fb6-8bb6-4c9e-8824-24add917a267', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:15.592518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.629383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8be77dca-39f1-4c4f-9416-97bde3903104 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.660557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.662280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.668339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.697744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6115c940-4683-4f7f-a455-b21b145e86c9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:15.709537 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.714339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d67d0cd5-581f-46fb-b8c5-ae9aab448d53 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2546120 Dec 21 02:01:15.715357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56878) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:15.722708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'security_group_rule': {'security_group_id': 'ead7e5a3-a2e2-4758-a49b-dba9c2852f6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:15.781199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.820842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.837229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.936161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d7f43-6f21-46da-9408-806467892201 req-361162c6-16ab-4ba3-bbda-a3e56f951433 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:15.939159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e9d7f43-6f21-46da-9408-806467892201 req-361162c6-16ab-4ba3-bbda-a3e56f951433 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1429052 Dec 21 02:01:15.960457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:15.984567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:15.996643 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.005066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.030064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.034892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.084208 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a560194-3d9a-4490-88fb-6bbddb5e3fa4 HTTP/1.1" status: 204 len: 168 time: 0.7068219 Dec 21 02:01:16.086382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039d7961-dca7-412f-a2ba-eddd96f50501,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:16.086382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e9d7f43-6f21-46da-9408-806467892201 req-2e45db11-f121-4b44-9596-c30fe5578a66 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364696 Dec 21 02:01:16.095554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.096400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93639e78-a289-4b79-9a3d-1bb322ef5ee8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792222 Dec 21 02:01:16.099246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:16.106791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:16.108435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c49de7-cfde-492a-ba7a-a3a6299575dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a560194-3d9a-4490-88fb-6bbddb5e3fa4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:16.157766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.224927 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-8be77dca-39f1-4c4f-9416-97bde3903104 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:01:16.226081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8be77dca-39f1-4c4f-9416-97bde3903104 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6768286 Dec 21 02:01:16.230294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 56884) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:16.237688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'c7772fb6-8bb6-4c9e-8824-24add917a267', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:16.262682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 7002a43c-d8ce-406a-881d-08a776e6a425 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:16.264792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:16.345567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.575783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6427d802-848d-4ddd-93e2-376c4141314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.654867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 40464d0f-cf98-44db-a5fa-87346ce8ba43 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:16.693980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ce49-324a-4a71-9836-57cb30e1f554 req-8bb8fba7-ae2b-4cf6-a1a5-208097471dda tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:16.695907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a93ce49-324a-4a71-9836-57cb30e1f554 req-8bb8fba7-ae2b-4cf6-a1a5-208097471dda tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.2181365 Dec 21 02:01:16.697296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.760878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b79572dc-c780-43bd-9091-2e70cde98346 None None] Provisioning complete for port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:16.761249 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b79572dc-c780-43bd-9091-2e70cde98346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:16.905760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b79572dc-c780-43bd-9091-2e70cde98346 None None] Port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:16.966754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:16.984244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Sync routers for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:16.991988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-83cd711e-6c53-4ee1-9e96-0bec72856dec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/40464d0f-cf98-44db-a5fa-87346ce8ba43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7596414 Dec 21 02:01:16.995588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:16.996347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:17.132442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a93ce49-324a-4a71-9836-57cb30e1f554 req-bcb67357-562a-44ed-b28a-74a54403445e tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260352 Dec 21 02:01:17.133820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Allocated IP 172.25.6.131 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/aeb4d09d-f8b0-46d6-a188-710595625fa6) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:17.136763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:17.544253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:17.760221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:17.780825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:17.820919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:17.838012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-5093c0d8-b8fb-41c6-b298-a34a90e6923a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786555895&fields=id&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 267 time: 0.2686286 Dec 21 02:01:17.866404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf9c15-106c-46cf-84bd-953de1f4f09c req-a41217e2-0d7b-493d-9db5-d49726645cc0 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:17.868911 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1edf9c15-106c-46cf-84bd-953de1f4f09c req-a41217e2-0d7b-493d-9db5-d49726645cc0 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.6106753 Dec 21 02:01:17.954936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=aeb4d09d-f8b0-46d6-a188-710595625fa6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:17.980390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:17.992597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:18.038598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:18.214761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Allocated IP 172.25.6.238 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/610afdad-77fe-47fe-aebe-995d8b68b878) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:18.230989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:15Z', 'revision_number': 2, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:18.272652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Checking router: 40464d0f-cf98-44db-a5fa-87346ce8ba43 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:01:18.273453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Updating router 40464d0f-cf98-44db-a5fa-87346ce8ba43 port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:01:18.311903 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:18.347400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1edf9c15-106c-46cf-84bd-953de1f4f09c req-966dc947-a3f9-44c7-8d16-0da14b120b4b tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623519 Dec 21 02:01:18.394774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56954) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:18.676374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:18.738601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b3dff3-0d06-4ecd-bff7-1fb1ea2bc996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:18.952790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b3dff3-0d06-4ecd-bff7-1fb1ea2bc996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:18.958780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56b3dff3-0d06-4ecd-bff7-1fb1ea2bc996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:18.976934 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:18.979842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-0723eed3-6366-4858-915c-e2bb498812e9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:18.982127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-0723eed3-6366-4858-915c-e2bb498812e9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 796 time: 1.0330443 Dec 21 02:01:19.050160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.060508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.061666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3dff3-0d06-4ecd-bff7-1fb1ea2bc996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90064656-f55f-4e6e-ab7f-a87e09ea0a8d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:19.081725 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-56b3dff3-0d06-4ecd-bff7-1fb1ea2bc996 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bd5f7ed8aa244df8a7ba9300f40fe2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6862445 Dec 21 02:01:19.084431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 56968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:19.090560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.223447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.233671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-6f4ac038-80e6-497d-8c02-1036d0fe60fe tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/quotas/bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 375 time: 0.0589569 Dec 21 02:01:19.259313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.278304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.334012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff782-1757-465f-90ee-0ae5b64a0970 None None] Pushing event updated for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:19.366055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:19.370214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.393744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.396394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.402229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf01e8-45bc-4e11-b040-0a49c738e478 req-616dfe05-21df-4e9b-914b-814dd041e385 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:19.411391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17bf01e8-45bc-4e11-b040-0a49c738e478 req-616dfe05-21df-4e9b-914b-814dd041e385 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.2411082 Dec 21 02:01:19.422003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90064656-f55f-4e6e-ab7f-a87e09ea0a8d HTTP/1.1" status: 204 len: 168 time: 0.3352966 Dec 21 02:01:19.445750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:19.448789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:19.459255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb3569-e178-48ef-a3ed-731b70dd29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90064656-f55f-4e6e-ab7f-a87e09ea0a8d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:19.460207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Attempting to bind port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:19.460762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Attempting to bind port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:19.461621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Attempting to bind port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:19.468143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.471549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:19.472050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Checking segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:19.472608 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.473099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Bound using segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:19.473799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Bound port: 8d1d7096-e198-4f78-a3b6-34f3e56a3126, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:19.474280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.625901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] For port 8d1d7096-e198-4f78-a3b6-34f3e56a3126, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:19.632376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] For port 8d1d7096-e198-4f78-a3b6-34f3e56a3126, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8d1d7096-e198-4f78-a3b6-34f3e56a3126,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:19.642645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.706689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17bf01e8-45bc-4e11-b040-0a49c738e478 req-5e87257b-67e8-406a-9234-a7d3468fa5d4 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942836 Dec 21 02:01:19.714010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-17efcca2-25c4-48e0-98f3-11afaeaf0082 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4647145 Dec 21 02:01:19.731696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event updated for resources: {'Port': ['ID=610afdad-77fe-47fe-aebe-995d8b68b878,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:19.865949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] Provisioning complete for port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:19.866323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.879584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:19.881322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:19.895344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:19.975053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff782-1757-465f-90ee-0ae5b64a0970 None None] Pushing event updated for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:20.179655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:20.342576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dad1a-433a-4602-aa42-77eda09846f0 req-f92bbe41-fec9-40be-a165-9bd990ec9eee tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:20.344161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-093dad1a-433a-4602-aa42-77eda09846f0 req-f92bbe41-fec9-40be-a165-9bd990ec9eee tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.4350655 Dec 21 02:01:20.361194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-7904acf0-868e-48dc-ad41-cf5f76ef1686 service neutron] 10.222.0.43 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937641 Dec 21 02:01:20.626897 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:20.723296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] For port 8d1d7096-e198-4f78-a3b6-34f3e56a3126, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8d1d7096-e198-4f78-a3b6-34f3e56a3126,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:20.731424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:20.752073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-341c4482-8f58-47f8-a68d-448a48867ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237641 Dec 21 02:01:20.795522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:19Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:20.851847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e6c1b-c179-41c4-80ff-ab70e77af791 None None] The sync data for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 is: [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:19Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:20.882023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting port 610afdad-77fe-47fe-aebe-995d8b68b878 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:20.882370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:20.915474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-439d4ef0-e1a3-4a82-aa1c-467235dc51e4 None None] Provisioning complete for port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:20.915848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-439d4ef0-e1a3-4a82-aa1c-467235dc51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.047257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0f84-2d6c-4bc9-a643-d2da8ec6a82c None None] Pushing event updated for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:21.081417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-093dad1a-433a-4602-aa42-77eda09846f0 req-041539fa-8033-463f-a8bf-e814293db3a4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363909 Dec 21 02:01:21.084876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.091994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.173298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.173804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.231638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Calling delete_port for 610afdad-77fe-47fe-aebe-995d8b68b878 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:21.634690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.879524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b76aab8-4458-489b-9136-c70f73b646e3 req-2ab810a0-f014-470a-a9bf-09e2c50a1f78 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.3238297 Dec 21 02:01:21.903189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.926145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=aeb4d09d-f8b0-46d6-a188-710595625fa6,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:21.979533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:21.989864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7e87f058-be1b-409c-9ff0-db9d84628272 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8799336 Dec 21 02:01:22.019004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:22.037179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8d1d7096-e198-4f78-a3b6-34f3e56a3126 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:22.079501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a99751-1290-48a3-a409-600925ce18fa req-f03666b5-35a7-4a4e-83de-fc7e32b95bc6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:22.091882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a99751-1290-48a3-a409-600925ce18fa req-f03666b5-35a7-4a4e-83de-fc7e32b95bc6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.5136716 Dec 21 02:01:22.098010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Port': ['ID=610afdad-77fe-47fe-aebe-995d8b68b878,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:22.224078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:22.224518 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:22.239553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84a99751-1290-48a3-a409-600925ce18fa req-babb5247-7b49-4d6f-a31e-8e3e06787990 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282609 Dec 21 02:01:22.348032 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] create failed (client error): The resource could not be found. Dec 21 02:01:22.349491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b989a537-60bb-4be0-aedc-1d2c19c361a4 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1175749 Dec 21 02:01:22.353756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57072) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:22.422295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-709babbd-d50e-4bbe-9522-e132208b30dd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1247369193&fields=id&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 267 time: 0.1139972 Dec 21 02:01:22.546008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting port c7772fb6-8bb6-4c9e-8824-24add917a267 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:22.546661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:22.685861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:22.758336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:22.780515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-6f088ffe-8995-4c3c-9663-c9b82a513c2b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:22.791247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Calling delete_port for c7772fb6-8bb6-4c9e-8824-24add917a267 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:22.793545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-6f088ffe-8995-4c3c-9663-c9b82a513c2b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 816 time: 0.3611121 Dec 21 02:01:22.827339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-a1816ecc-0d1f-47bc-b856-365fd2e24bd4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/quotas/d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 375 time: 0.0328548 Dec 21 02:01:22.911079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd8daa1-8a25-4036-a998-5d2bc5e1eef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:22.939831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-8300ffcb-aae4-485d-a296-78c64a9e32d6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098857 Dec 21 02:01:23.026041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd8daa1-8a25-4036-a998-5d2bc5e1eef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.052072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd8daa1-8a25-4036-a998-5d2bc5e1eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.097738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-47a42623-80e5-48da-b496-b95832283498 service neutron] 10.222.0.43 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569014 Dec 21 02:01:23.172211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4bd8daa1-8a25-4036-a998-5d2bc5e1eef1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=947e12b410a84548a0c50f55b564fa4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822247 Dec 21 02:01:23.191212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28f83dd7-a59c-443f-b363-37cf0c7e2a51 req-06599c63-4cf3-48d1-8580-31dda4fd0114 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.0842905 Dec 21 02:01:23.193920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57088) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:23.285421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-37a77dc1-1ebc-430d-8e9b-3a5202ed94f9 service neutron] 10.222.0.43 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863952 Dec 21 02:01:23.341606 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.352645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8daa1-8a25-4036-a998-5d2bc5e1eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481aacb6-19c1-4cf3-a685-f1b1ec39d935,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:23.371770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.465502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Port': ['ID=c7772fb6-8bb6-4c9e-8824-24add917a267,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:23.710217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.724129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:23.724674 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1fafb37-802b-4581-93e8-79ce0f89ce6f tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "DELETE /v2.0/ports/c7772fb6-8bb6-4c9e-8824-24add917a267 HTTP/1.1" status: 204 len: 168 time: 1.3691576 Dec 21 02:01:23.725317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:23.773108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6cff-66f2-4cca-8217-373efd964ad7 req-95e5afe2-0f7f-42c5-8b36-e0f44107483a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:23.782643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d81e6cff-66f2-4cca-8217-373efd964ad7 req-95e5afe2-0f7f-42c5-8b36-e0f44107483a tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 945 time: 0.3594551 Dec 21 02:01:23.828499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38468276-93d3-4b67-8414-43b50f1fb606 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:23.834858 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38468276-93d3-4b67-8414-43b50f1fb606 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "GET /v2.0/ports?device_id=0512eebc-f3b7-47c0-a5ed-292fe56cbab2 HTTP/1.1" status: 200 len: 913 time: 0.1078506 Dec 21 02:01:23.835732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:23.864372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ced1a8f-6940-45f7-a50e-fd66023059c8 req-179b68e8-998a-4003-879e-bcc207ac6d32 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 210 time: 0.0598054 Dec 21 02:01:23.874973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e7e88adf-918a-4c90-aada-e82678ba7d39 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:23.876924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e7e88adf-918a-4c90-aada-e82678ba7d39 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 796 time: 0.5623183 Dec 21 02:01:24.004665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d81e6cff-66f2-4cca-8217-373efd964ad7 req-cd27fd14-325d-4473-b318-f19160b33c0b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210331 Dec 21 02:01:24.023692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:24.028670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:24.029835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/481aacb6-19c1-4cf3-a685-f1b1ec39d935 HTTP/1.1" status: 204 len: 168 time: 0.8344772 Dec 21 02:01:24.088390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0122f-4368-4779-bae9-fbd2e7f072b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481aacb6-19c1-4cf3-a685-f1b1ec39d935,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:24.115030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-358065f2-ac13-4b23-88fe-5510e617cf13 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 379 time: 0.2166758 Dec 21 02:01:24.125280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'port': {'device_id': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'admin_state_up': True, 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'security_groups': ['3ee639ee-8bbc-4d62-8b8d-9c212580d41a']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:24.430951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:24.762145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0aa41a54-3a4a-4e48-9e82-abfe6a333edc req-6168ca05-18e7-48e5-b5ad-31ac49835583 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.4269545 Dec 21 02:01:24.859808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2976bb-c006-4758-bae1-ecc5259407a6 req-a1911464-03af-4096-83cb-77119c321bef tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:24.868511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e2976bb-c006-4758-bae1-ecc5259407a6 req-a1911464-03af-4096-83cb-77119c321bef tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.6997085 Dec 21 02:01:24.895059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:01:24.948668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e2976bb-c006-4758-bae1-ecc5259407a6 req-e8a5077a-ca0e-4917-a3a8-43cc78f7907e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Dec 21 02:01:24.970933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:24.976482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:25.110317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:25.123517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b6c7d31-f9f5-42ab-81e5-156088e152d4 req-df7bd9c7-f43d-438e-8431-b4319d5c823b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 210 time: 0.0824261 Dec 21 02:01:25.128313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'network_id': '04ee3d6f-9026-44f4-a1b3-39c7281538c9', 'port_id': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'mac_address': 'fa:16:3e:be:9e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2609fcf7-05d6-4d2d-9c77-4a5672f7f555', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:01:25.208357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:25.239552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:25.285729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:25.293660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:25.295105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting port 7cfb997d-7485-4935-8832-3219619b4853 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:25.295584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:25.387733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:25.402185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.402914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.403806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.404358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.404868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.405536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.406043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.406536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.407082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.407724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.408412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.410262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.410859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:25.424691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.7 (7002a43c-d8ce-406a-881d-08a776e6a425/ffb11d17-9576-4e75-9ef8-084cfadf9808/c6a4ec4c-526d-46b2-8863-2116b7a5c3af) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:25.587123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:25.614232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Calling delete_port for 7cfb997d-7485-4935-8832-3219619b4853 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:25.619365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c08dc-aa51-4a3f-85ce-49b016766eba req-8addc8cf-9a43-4c6b-98ad-5ddb5f4bd70b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:25.621283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f44c08dc-aa51-4a3f-85ce-49b016766eba req-8addc8cf-9a43-4c6b-98ad-5ddb5f4bd70b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2950642 Dec 21 02:01:25.715062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:01:25.868379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f44c08dc-aa51-4a3f-85ce-49b016766eba req-0adc32ab-fd36-49f6-86f5-73935957ed7d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124224 Dec 21 02:01:25.883773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-c611901d-504b-4a24-abcb-8060d95af968 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:25.886293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-c611901d-504b-4a24-abcb-8060d95af968 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 816 time: 0.5035329 Dec 21 02:01:25.978873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.055874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Port': ['ID=7cfb997d-7485-4935-8832-3219619b4853,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:26.114035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c6bf5ba-08f2-4da5-87fc-a44b478f8bc9 req-e10a6bbb-23c2-4c6c-baa2-a4f10dfcb74e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.1466770 Dec 21 02:01:26.132220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.220540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-33bb4b6f-d288-4a14-867c-9208136ad359 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 380 time: 0.3162153 Dec 21 02:01:26.222781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.236767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'port': {'device_id': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'admin_state_up': True, 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'security_groups': ['ead7e5a3-a2e2-4758-a49b-dba9c2852f6f']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:26.331915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:26.367278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.418052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaada5f0-bab6-4209-8fd9-4c1a59be63f9 req-b3283318-4697-46ca-a687-d83eb83c4eb9 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 210 time: 0.0961401 Dec 21 02:01:26.426557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 7002a43c-d8ce-406a-881d-08a776e6a425 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:26.456648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:26.465105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:26.531709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:26.532359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.553547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:26.568697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-bac57c5e-fa89-41f3-966f-a7a9c0a816d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4472322 Dec 21 02:01:26.617277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Request body: {'port': {'device_id': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:26.636550 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.743796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-270103063'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:26.760008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.764063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Router 0512eebc-f3b7-47c0-a5ed-292fe56cbab2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:26.778474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Made reservation on behalf of d9e10e462dd74fcfa35ca52189716b35 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:26.783406 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.795436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Made reservation on behalf of 7387f13a6d724e03ab76af5bce214056 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:26.804167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.848500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f955e51e-78d4-4a05-8916-d29ca751d19f None None] Provisioning complete for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:26.849324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f955e51e-78d4-4a05-8916-d29ca751d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:26.868612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.011591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Allocated IP 172.20.0.13 (fcf91e8e-5405-4305-a94f-1aa7de06a98e/d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9/93b7a875-b840-4d20-b9f4-7131fbd67f8e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:27.054600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:27.057520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.061722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18dd9870-0d9f-40fe-9446-933e7af184d0 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "PUT /v2.0/routers/0512eebc-f3b7-47c0-a5ed-292fe56cbab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2222266 Dec 21 02:01:27.064318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:27.066169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] Sync routers for ids ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:27.120385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] Routers {'0512eebc-f3b7-47c0-a5ed-292fe56cbab2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:27.124712 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:27.170135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.221966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f955e51e-78d4-4a05-8916-d29ca751d19f None None] Port c6a4ec4c-526d-46b2-8863-2116b7a5c3af cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:27.224027 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:27.256940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] Routers {'0512eebc-f3b7-47c0-a5ed-292fe56cbab2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:27.261589 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:27.262469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.288391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:27.299807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.300180 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Added segment 36f784cd-3dbe-4085-a884-9717cc8bc2da of type vlan for network e66d2693-0a90-4038-9c55-4a7cf761b38d Dec 21 02:01:27.335076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc9fa-7d62-4b14-bba3-324b0c7dee78 req-1252adab-5181-4546-ac0a-074ab7c13642 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:27.337095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80bbc9fa-7d62-4b14-bba3-324b0c7dee78 req-1252adab-5181-4546-ac0a-074ab7c13642 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.2918696 Dec 21 02:01:27.358455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.381928 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:27.382528 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0a204-c1a5-4561-a36b-989244703454 None None] The sync data for ids ['0512eebc-f3b7-47c0-a5ed-292fe56cbab2'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:27.401871 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:01:27.443522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.449319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:27.449954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.529000 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.542994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2104995 Dec 21 02:01:27.557821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:27.571876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Request body: {'subnet': {'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:27.575242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb463bdc-a6c8-43fe-8310-155af2427da5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:27.591809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.595957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.691420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.691926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Fanout notify agent at l3_agent the message router_deleted on router 0512eebc-f3b7-47c0-a5ed-292fe56cbab2 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:01:27.695850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.715287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.716404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bbc17d0a-d2a2-4712-ac1d-b2b1449ae57b tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "DELETE /v2.0/routers/0512eebc-f3b7-47c0-a5ed-292fe56cbab2 HTTP/1.1" status: 204 len: 168 time: 0.6508944 Dec 21 02:01:27.723247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:27.783798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:27.807325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80bbc9fa-7d62-4b14-bba3-324b0c7dee78 req-f3f1099c-3c01-4b5a-a037-c7a674987311 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580967 Dec 21 02:01:27.811906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296f4c-05c1-4dba-b51c-667e7b4da4b3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event updated for resources: {'Network': ['ID=e66d2693-0a90-4038-9c55-4a7cf761b38d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:27.822092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98d61-81e4-4683-aafe-7030958e41b3 req-9a219977-0966-421e-a239-bcbc6e1c0b3e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:27.823997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69e98d61-81e4-4683-aafe-7030958e41b3 req-9a219977-0966-421e-a239-bcbc6e1c0b3e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 931 time: 0.4660065 Dec 21 02:01:27.827607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e66d2693-0a90-4038-9c55-4a7cf761b38d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:27.839992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a4ec4c-526d-46b2-8863-2116b7a5c3af {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:27.885712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.892718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:27.896527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting subnet b7a7843c-0dc1-49f6-8b08-9f1d255f538d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:01:27.904249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.921168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:27.930019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:27.973977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Made reservation on behalf of 7387f13a6d724e03ab76af5bce214056 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:27.983298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Transition to ACTIVE for port object c6a4ec4c-526d-46b2-8863-2116b7a5c3af will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:01:27.984424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:27.996435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.042874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.100813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69e98d61-81e4-4683-aafe-7030958e41b3 req-8dc4b3ba-67f2-4e9c-89c2-be5207e03c45 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470560 Dec 21 02:01:28.134911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:28.135594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.239297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:28.247973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-cdf0d9dd-82e9-4a43-bd4a-3a1f3a6ffea4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0169008 Dec 21 02:01:28.283807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Request body: {'port': {'device_id': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:28.369611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.446470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:28.446951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:28.447773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:28.472512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f49ba443-b36b-4909-aeee-3288f4ee1518 None None] Provisioning complete for port 93b7a875-b840-4d20-b9f4-7131fbd67f8e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:28.473463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f49ba443-b36b-4909-aeee-3288f4ee1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.518237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:01:28.518933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:28.529249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:28.530854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Checking segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:28.531520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Bound using segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:28.532222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Bound port: c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:28.532786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.548645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.569134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f49ba443-b36b-4909-aeee-3288f4ee1518 None None] Port 93b7a875-b840-4d20-b9f4-7131fbd67f8e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:28.576915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.622754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a7843c-0dc1-49f6-8b08-9f1d255f538d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:28.638508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.643849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-427e4519-e315-4761-be11-7a03a0167936 tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "DELETE /v2.0/subnets/b7a7843c-0dc1-49f6-8b08-9f1d255f538d HTTP/1.1" status: 204 len: 168 time: 0.9199662 Dec 21 02:01:28.647154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f61ad0e-04ae-4ebe-894f-875551e05113 None None] Network 436baaef-ea91-4f93-858e-72147a5b1932 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:28.659851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57242) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:28.674677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174074b8-b78f-4b0e-b0fc-150c01c58257 req-93c78bac-d9c7-4e76-85d6-47092e567f50 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:28.676714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-174074b8-b78f-4b0e-b0fc-150c01c58257 req-93c78bac-d9c7-4e76-85d6-47092e567f50 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 932 time: 0.7391272 Dec 21 02:01:28.779119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-174074b8-b78f-4b0e-b0fc-150c01c58257 req-46d07059-5f7a-411c-8078-331796511171 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888362 Dec 21 02:01:28.858782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:28.878252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.901124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:28.917195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:28.922897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:28.993129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c657de-7998-4e14-b368-68b862b92984 None None] DHCP port deletion for 436baaef-ea91-4f93-858e-72147a5b1932 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:01:29.001437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:29.002535 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.004538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 1092 time: 2.4090433 Dec 21 02:01:29.038350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:29.041502 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d411d8-a009-4cbd-9791-0aec742e1dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:29.069562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.142449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 65696a81-6332-43e9-82ba-2c9682e6b9a4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:01:29.155237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 65696a81-6332-43e9-82ba-2c9682e6b9a4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:29.155408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Deleting port f58e8102-cc11-4e0e-94bf-8c292e0b33cb {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:29.155489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.155555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.204195 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0f89b-fb47-4172-8987-fd9e58b09214 x-openstack-request-id: req-bbf0f89b-fb47-4172-8987-fd9e58b09214 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:29.207700 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:29.209023 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbf0f89b-fb47-4172-8987-fd9e58b09214 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:29.209708 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'status': 'completed', 'code': 200} Dec 21 02:01:29.254273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Deleting port f58e8102-cc11-4e0e-94bf-8c292e0b33cb {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:29.254694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.318824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event updated for resources: {'Subnet': ['ID=6c938ab6-52a5-4193-8b98-0297096a5a5c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:29.327742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] For port f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,segment=NetworkSegment(19b3f922-abb7-4d14-8fd6-3a0f627a2277),segment_id=19b3f922-abb7-4d14-8fd6-3a0f627a2277)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:29.328107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.332619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efcc34-39e1-4889-b678-3982655a0613 req-3243d21b-6e3c-49dc-9f60-8b17169b0620 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:29.334351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69efcc34-39e1-4889-b678-3982655a0613 req-3243d21b-6e3c-49dc-9f60-8b17169b0620 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 946 time: 0.3790274 Dec 21 02:01:29.341049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Checking segment: {'id': '36f784cd-3dbe-4085-a884-9717cc8bc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:29.341441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Network hostable DHCP agents. Network: e66d2693-0a90-4038-9c55-4a7cf761b38d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:29.350691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Calling delete_port for f58e8102-cc11-4e0e-94bf-8c292e0b33cb owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:29.400153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-127c1a3d-0c21-41a7-bac7-14325bcea2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:29.401807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-127c1a3d-0c21-41a7-bac7-14325bcea2be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1095 time: 0.2793999 Dec 21 02:01:29.408363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-56c657de-7998-4e14-b368-68b862b92984 None None] For port f58e8102-cc11-4e0e-94bf-8c292e0b33cb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,segment=NetworkSegment(19b3f922-abb7-4d14-8fd6-3a0f627a2277),segment_id=19b3f922-abb7-4d14-8fd6-3a0f627a2277)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:29.408973 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.410351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f35c2-bbdf-461b-a313-212e687b0ba0 req-7b3850d4-72f5-42c9-8f3c-1baf9b9eb498 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:29.417917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f3f35c2-bbdf-461b-a313-212e687b0ba0 req-7b3850d4-72f5-42c9-8f3c-1baf9b9eb498 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.1759107 Dec 21 02:01:29.440587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.443205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Network e66d2693-0a90-4038-9c55-4a7cf761b38d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:29.451888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Calling delete_port for f58e8102-cc11-4e0e-94bf-8c292e0b33cb owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:29.475406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e66d2693-0a90-4038-9c55-4a7cf761b38d) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:29.480753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:29.481583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.498696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f732d-a542-4d06-a066-34bc2e065710 None None] Network e66d2693-0a90-4038-9c55-4a7cf761b38d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:29.502615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.532998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2fc30aa7-1b55-4a5b-a947-9fcf52c4d650 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9678221 Dec 21 02:01:29.533478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f3f35c2-bbdf-461b-a313-212e687b0ba0 req-a9630457-77e6-4fad-865c-c4730dbd3fa0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084056 Dec 21 02:01:29.534318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06db9e3-3459-4ac5-9371-17d81472e0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:29.540743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57264) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:29.545580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] No DVR routers for this DVR port f58e8102-cc11-4e0e-94bf-8c292e0b33cb on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:29.596080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:29.599243 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f085e39d-4d96-4695-b53f-ab9a8476d4b3" -d '{"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:29.619218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Port': ['ID=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:29.654238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:29.671931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.761016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.788145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436baaef-ea91-4f93-858e-72147a5b1932']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:29.800695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b3f922-abb7-4d14-8fd6-3a0f627a2277') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:29.800991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b3f922-abb7-4d14-8fd6-3a0f627a2277') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:29.828289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.828793 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4815b53-ef24-46e0-844a-8a3e48938a85 x-openstack-request-id: req-e4815b53-ef24-46e0-844a-8a3e48938a85 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:29.829101 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:29.829881 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4815b53-ef24-46e0-844a-8a3e48938a85 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:29.829881 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'code': 200} Dec 21 02:01:29.853830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e66d2693-0a90-4038-9c55-4a7cf761b38d', 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d', 'project_id': '7387f13a6d724e03ab76af5bce214056', 'fixed_ips': [{'subnet_id': '6c938ab6-52a5-4193-8b98-0297096a5a5c'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:29.854758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.872190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.876394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.885274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:29.911992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:01:29.914345 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:01:29.934233 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:01:29.995454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58e8102-cc11-4e0e-94bf-8c292e0b33cb no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:01:30.030518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f58e8102-cc11-4e0e-94bf-8c292e0b33cb {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:01:30.030808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58e8102-cc11-4e0e-94bf-8c292e0b33cb not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:01:30.032949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c657de-7998-4e14-b368-68b862b92984 None None] Pushing event deleted for resources: {'Port': ['ID=f58e8102-cc11-4e0e-94bf-8c292e0b33cb,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:30.044806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c657de-7998-4e14-b368-68b862b92984 None None] No DVR routers for this DVR port f58e8102-cc11-4e0e-94bf-8c292e0b33cb on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:30.176666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.184802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-33505ad1-9120-40a3-af84-bc5750e1e6a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 217 time: 0.7246399 Dec 21 02:01:30.191289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Request body: {'port': {'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2045280752'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:30.197199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.200579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] 10.222.0.43 "DELETE /v2.0/networks/436baaef-ea91-4f93-858e-72147a5b1932 HTTP/1.1" status: 204 len: 168 time: 1.5378177 Dec 21 02:01:30.221840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbbb86-3ec5-4c82-b793-e39b74a0385e tempest-FloatingIPNegativeTestJSON-729649055 tempest-FloatingIPNegativeTestJSON-729649055-project] Pushing event deleted for resources: {'Network': ['ID=436baaef-ea91-4f93-858e-72147a5b1932,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:30.227768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6c78e-4d5a-4885-8279-691bfb76ed51 req-df1c5d93-7a0a-45e9-ad77-83dd5e444ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:30.229695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37a6c78e-4d5a-4885-8279-691bfb76ed51 req-df1c5d93-7a0a-45e9-ad77-83dd5e444ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1099 time: 0.1512549 Dec 21 02:01:30.238142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Allocated IP 172.20.0.2 (e66d2693-0a90-4038-9c55-4a7cf761b38d/6c938ab6-52a5-4193-8b98-0297096a5a5c/2d388866-b8f2-49b6-aad5-9edbf0dcd51c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:30.328117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37a6c78e-4d5a-4885-8279-691bfb76ed51 req-29b555ad-c017-4fb1-89ea-5bab9ba5e2c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Dec 21 02:01:30.481681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69efcc34-39e1-4889-b678-3982655a0613 req-c983db40-85bd-4b98-a775-c9b761668480 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1014407 Dec 21 02:01:30.517048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-492fe80f-0d29-434e-a017-11ce408e0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:30.518876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-492fe80f-0d29-434e-a017-11ce408e0d92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.3048670 Dec 21 02:01:30.528573 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.557980 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.579517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e34a9-c474-4f58-ae6a-0b6f5c2130d1 req-11fa03d5-dd7c-49b8-810a-ef8c411e3413 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:30.597125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c3e34a9-c474-4f58-ae6a-0b6f5c2130d1 req-11fa03d5-dd7c-49b8-810a-ef8c411e3413 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 932 time: 0.3933804 Dec 21 02:01:30.646047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Network e66d2693-0a90-4038-9c55-4a7cf761b38d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:30.651339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:30.656287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:30.660352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Pushing event updated for resources: {'Port': ['ID=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:30.707143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:30.709083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:30.742224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.772155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Attempting to bind port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:30.772402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c3e34a9-c474-4f58-ae6a-0b6f5c2130d1 req-bb6ab93d-1295-4e85-82d7-718079663db3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690686 Dec 21 02:01:30.777089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Attempting to bind port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '36f784cd-3dbe-4085-a884-9717cc8bc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:30.777513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Attempting to bind port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c on network e66d2693-0a90-4038-9c55-4a7cf761b38d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:30.786228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:30.788433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Checking segment: {'id': '36f784cd-3dbe-4085-a884-9717cc8bc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:30.789013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.802997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Bound using segment: {'id': '36f784cd-3dbe-4085-a884-9717cc8bc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:30.803614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e429-a14c-4609-94af-46de71f765c0 req-9837a2e2-6244-4aa5-a480-f084763c0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:30.803746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Bound port: 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f784cd-3dbe-4085-a884-9717cc8bc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e66d2693-0a90-4038-9c55-4a7cf761b38d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:30.804047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.808716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-9837a2e2-6244-4aa5-a480-f084763c0da8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2780578 Dec 21 02:01:30.836212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Transition to ACTIVE for port object 93b7a875-b840-4d20-b9f4-7131fbd67f8e will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:01:30.892439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.912525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] For port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:30.916080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] For port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,segment=NetworkSegment(36f784cd-3dbe-4085-a884-9717cc8bc2da),segment_id=36f784cd-3dbe-4085-a884-9717cc8bc2da)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:30.923275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:30.931022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b8b6fb44-8b13-4f19-a852-d58bb7c85d97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18f7bcdf094547608cc65605724784a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207322 Dec 21 02:01:30.931863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57298) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:30.959491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:30.973442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769131a-4cf8-4fe6-ba2b-a7c721d12742 req-ccce7808-a97c-40c7-84d7-88a1bc43aa37 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:30.983065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c769131a-4cf8-4fe6-ba2b-a7c721d12742 req-ccce7808-a97c-40c7-84d7-88a1bc43aa37 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.3274710 Dec 21 02:01:31.041048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f753f9d-57aa-4bce-b6f5-1e1852ee4a0f None None] Pushing event updated for resources: {'Port': ['ID=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:31.043751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.077620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Made reservation on behalf of 7387f13a6d724e03ab76af5bce214056 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:31.093603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.153684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.223076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] device_id is not set on port a0800e2c-1f3f-487b-81a5-b6019df1378f yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:01:31.252219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.256934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.261221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a178d5c4-3364-4df3-bc1d-4f36bde42049 HTTP/1.1" status: 204 len: 168 time: 0.3277850 Dec 21 02:01:31.271858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd8bc3-cfd2-4c08-82c6-e53908345956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a178d5c4-3364-4df3-bc1d-4f36bde42049,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:31.301613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c769131a-4cf8-4fe6-ba2b-a7c721d12742 req-07f3060f-4202-4749-a993-ac642fa92a4d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173032 Dec 21 02:01:31.393087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-1b0fea42-0c0f-4c48-82eb-67aac69a61db service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584805 Dec 21 02:01:31.522344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Attempting to bind port 93b7a875-b840-4d20-b9f4-7131fbd67f8e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:31.522955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Attempting to bind port 93b7a875-b840-4d20-b9f4-7131fbd67f8e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:31.523038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Attempting to bind port 93b7a875-b840-4d20-b9f4-7131fbd67f8e on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:31.577853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Port 93b7a875-b840-4d20-b9f4-7131fbd67f8e on network fcf91e8e-5405-4305-a94f-1aa7de06a98e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:01:31.578191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Attempting to bind port 93b7a875-b840-4d20-b9f4-7131fbd67f8e on network fcf91e8e-5405-4305-a94f-1aa7de06a98e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:31.664672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:31.665257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Checking segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:31.665844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Bound using segment: {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:31.666455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Bound port: 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561d2ba8-29fa-4185-9069-b67f6e15b077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:31.667197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:31.758217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Allocated IP 172.20.0.3 (e66d2693-0a90-4038-9c55-4a7cf761b38d/6c938ab6-52a5-4193-8b98-0297096a5a5c/a0800e2c-1f3f-487b-81a5-b6019df1378f) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:31.829246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c85e429-a14c-4609-94af-46de71f765c0 req-525aa36c-d48b-49fe-9b0a-9f83908eca27 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278364 Dec 21 02:01:31.915094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:31.944812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe668f-1631-4245-bd5f-f7e0cfa5835b req-9e4348ef-6fe9-4f59-b2a1-35a0b755a0c8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:31.946425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcbe668f-1631-4245-bd5f-f7e0cfa5835b req-9e4348ef-6fe9-4f59-b2a1-35a0b755a0c8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2434788 Dec 21 02:01:31.972213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:31.986329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d388866-b8f2-49b6-aad5-9edbf0dcd51c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:32.019257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.131991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:32.132919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.345259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.376921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:32.377593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.379032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] 10.222.0.45 "PUT /v2.0/ports/93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1093 time: 4.1034200 Dec 21 02:01:32.380460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:32.412262 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6f0699-7b47-4863-afa1-631f4ad6783c" -d '{"events": [{"name": "network-changed", "server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:32.427675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,segment=NetworkSegment(36f784cd-3dbe-4085-a884-9717cc8bc2da),segment_id=36f784cd-3dbe-4085-a884-9717cc8bc2da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:32.439732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.512348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-247d57cb-ac97-467f-933b-ed3256c53849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:32.515929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-247d57cb-ac97-467f-933b-ed3256c53849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1095 time: 0.5575829 Dec 21 02:01:32.519696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.552554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:32.561920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcbe668f-1631-4245-bd5f-f7e0cfa5835b req-07813480-d82c-4612-bb77-42d83c30ae55 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015351 Dec 21 02:01:32.655937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2584-a80f-4933-bf80-ac34005a5f23 service neutron] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:32.708130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:01:32.757591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a080b-7dd7-4e65-9e00-a3cd891ed6f4 req-04007663-c861-4065-b2d7-ce7bdc2ad256 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:32.773707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238a080b-7dd7-4e65-9e00-a3cd891ed6f4 req-04007663-c861-4065-b2d7-ce7bdc2ad256 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.7298172 Dec 21 02:01:32.964944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca08a8-7d57-4780-bab3-7823d713eb60 None None] Network e66d2693-0a90-4038-9c55-4a7cf761b38d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:32.973250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event updated for resources: {'Port': ['ID=a0800e2c-1f3f-487b-81a5-b6019df1378f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:32.985236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Network e66d2693-0a90-4038-9c55-4a7cf761b38d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:33.001734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:33.025237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:33.084896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.085575 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:33.126016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-d3a66f3f-af27-47ce-85b0-3115e179ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.127996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-d3a66f3f-af27-47ce-85b0-3115e179ae1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1096 time: 0.6283386 Dec 21 02:01:33.200648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-f8139d70-caf1-4a06-a1d0-e7589da6bb39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 217 time: 0.0526044 Dec 21 02:01:33.212627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4742fa7a-ad0c-416d-a245-737d897d12d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0299277 Dec 21 02:01:33.218033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57390) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:33.271983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-da8d6dc2-ed29-46de-bd53-499d4dff0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.273816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-da8d6dc2-ed29-46de-bd53-499d4dff0b04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0598969 Dec 21 02:01:33.275538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7f347a00-800d-4242-97b6-eb141f8fb8b1 None None] Provisioning complete for port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:33.276013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f347a00-800d-4242-97b6-eb141f8fb8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:33.290590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75cda-70c4-44b1-bd3d-fe56dba9eab6 req-dd1aa338-5bda-4639-8b3f-a36f44fb3873 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.299624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94c75cda-70c4-44b1-bd3d-fe56dba9eab6 req-dd1aa338-5bda-4639-8b3f-a36f44fb3873 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.3441684 Dec 21 02:01:33.306672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-1328f545-8b9c-45f4-b05c-64dd368c05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.308359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-1328f545-8b9c-45f4-b05c-64dd368c05cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.7622406 Dec 21 02:01:33.345744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Deleting port a0800e2c-1f3f-487b-81a5-b6019df1378f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:33.346257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:33.349028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57394) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:33.490469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5ab8bb43-7c3f-4b64-a96b-62291cdccbca tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] Request body: {'port': {'network_id': '9e74145e-aff8-4a78-ba89-fe1a49b19753', 'name': 'tempest-NetworksNegativeTestJSON-1036359722'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:33.504734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-e200bc54-3dd9-4a73-a706-ae990f1fbde9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 217 time: 0.1179895 Dec 21 02:01:33.539529 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab8bb43-7c3f-4b64-a96b-62291cdccbca tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] POST failed (client error): The resource could not be found. Dec 21 02:01:33.540052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab8bb43-7c3f-4b64-a96b-62291cdccbca tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:33.544829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ab8bb43-7c3f-4b64-a96b-62291cdccbca tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1924236 Dec 21 02:01:33.549989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:33.568763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94c75cda-70c4-44b1-bd3d-fe56dba9eab6 req-17d6f448-2334-4ae9-b483-df222f612dc9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617579 Dec 21 02:01:33.579111 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb26595f-6b74-487d-8c4b-fb399edeba0a tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] DELETE failed (client error): The resource could not be found. Dec 21 02:01:33.579564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb26595f-6b74-487d-8c4b-fb399edeba0a tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:33.590377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-aae0b6ce-5dd9-450c-b1c1-a58c4d354dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:33.591940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-aae0b6ce-5dd9-450c-b1c1-a58c4d354dfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874668 Dec 21 02:01:33.596672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb26595f-6b74-487d-8c4b-fb399edeba0a tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "DELETE /v2.0/networks/90d60d22-650e-43f4-8505-a25841299e72 HTTP/1.1" status: 404 len: 339 time: 0.0421793 Dec 21 02:01:33.617456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:33.621815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:33.665688 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42358ef-d495-41d1-89ff-01ac95f44835 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] DELETE failed (client error): The resource could not be found. Dec 21 02:01:33.666689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42358ef-d495-41d1-89ff-01ac95f44835 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:33.675052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d42358ef-d495-41d1-89ff-01ac95f44835 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "DELETE /v2.0/ports/f74a22b3-9427-4781-bdcc-63d525ac86ad HTTP/1.1" status: 404 len: 333 time: 0.0517092 Dec 21 02:01:33.678558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57410) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:33.682797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Calling delete_port for a0800e2c-1f3f-487b-81a5-b6019df1378f owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:33.712415 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9073f69d-8c6f-4de3-ae0b-29ec4d27f526 x-openstack-request-id: req-9073f69d-8c6f-4de3-ae0b-29ec4d27f526 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:33.712883 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:33.713822 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9073f69d-8c6f-4de3-ae0b-29ec4d27f526 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:33.718568 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'status': 'completed', 'code': 200} Dec 21 02:01:33.924388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d388866-b8f2-49b6-aad5-9edbf0dcd51c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:33.942723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.003756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b9386ad4-37f8-4f34-9f10-ebe7bafd643c None None] Could not find standard attr ID for object a0800e2c-1f3f-487b-81a5-b6019df1378f. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:01:34.019066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event deleted for resources: {'Port': ['ID=a0800e2c-1f3f-487b-81a5-b6019df1378f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:34.034774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:34.035401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.051962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b9386ad4-37f8-4f34-9f10-ebe7bafd643c None None] Provisioning complete for port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:34.053178 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b9386ad4-37f8-4f34-9f10-ebe7bafd643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.199862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.207287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-518bcd99-7263-49c1-a825-9d84864f53b1 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "DELETE /v2.0/ports/a0800e2c-1f3f-487b-81a5-b6019df1378f HTTP/1.1" status: 204 len: 168 time: 0.9857039 Dec 21 02:01:34.210072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57420) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.367055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f9d8d22a-de5c-432a-9bb1-f57261a14a5b None None] Could not find standard attr ID for object a0800e2c-1f3f-487b-81a5-b6019df1378f. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:01:34.399165 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-1639a535-1c7a-462e-9b27-c8a6fd50efa4 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] DELETE failed (client error): The resource could not be found. Dec 21 02:01:34.399898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1639a535-1c7a-462e-9b27-c8a6fd50efa4 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:34.403324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1639a535-1c7a-462e-9b27-c8a6fd50efa4 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "DELETE /v2.0/subnets/9a4c2776-cb51-4893-8722-c6fbfdaac9f6 HTTP/1.1" status: 404 len: 337 time: 0.7227154 Dec 21 02:01:34.407811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57430) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.472503 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda79ec6-b196-448e-82b3-4b1e20c6c58e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] GET failed (client error): The resource could not be found. Dec 21 02:01:34.475423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cda79ec6-b196-448e-82b3-4b1e20c6c58e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "GET /v2.0/networks/5e5aa8d5-306e-4ddc-baf8-0a8537670dba HTTP/1.1" status: 404 len: 339 time: 0.0664976 Dec 21 02:01:34.486861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.499316 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-abc9cc18-a03a-48cd-b83e-30bfb09c7a84 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.2843246 Dec 21 02:01:34.501252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.503944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238a080b-7dd7-4e65-9e00-a3cd891ed6f4 req-d8745f35-85d6-4c12-a0c2-f928f411bcc5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7254786 Dec 21 02:01:34.515305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-765745333'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:34.563610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-b9deed4b-96d4-4bca-8124-f4dc5e29870c service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8992805 Dec 21 02:01:34.571266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-bfb12857-a4c0-4ac1-b90c-c5ffe973e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:34.572962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-bfb12857-a4c0-4ac1-b90c-c5ffe973e6a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 1.0315890 Dec 21 02:01:34.580237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Made reservation on behalf of 7387f13a6d724e03ab76af5bce214056 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:34.583995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.630876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:34.642012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.642541 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a09ac5b-bda1-4bc2-910d-520c38bfe061 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] GET failed (client error): The resource could not be found. Dec 21 02:01:34.643240 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Added segment 6aa7cfd1-ca79-43b4-91ab-4133b5689a6f of type vlan for network 711ceba0-3479-44d1-8ba7-e5c45547f959 Dec 21 02:01:34.649908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6a09ac5b-bda1-4bc2-910d-520c38bfe061 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "GET /v2.0/ports/1738d36b-04ad-4d66-8483-f4315bf081b8 HTTP/1.1" status: 404 len: 333 time: 0.1501546 Dec 21 02:01:34.652018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.680916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2001-6622-438e-93a4-a99b89b8f8d2 req-9b3bb741-6979-4fa5-a998-1d83ddc092b2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:34.690180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8da2001-6622-438e-93a4-a99b89b8f8d2 req-9b3bb741-6979-4fa5-a998-1d83ddc092b2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.8603463 Dec 21 02:01:34.698417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.728774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.736668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:34.737647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:34.789005 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3b057b0-2618-4822-a63d-7f649f7d2b16 req-1315ed9f-becb-45c0-bbb2-f4c324c72f5d service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143321 Dec 21 02:01:34.834954 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a15271-fbfd-43d2-b11b-7eb80e03ed69 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] GET failed (client error): The resource could not be found. Dec 21 02:01:34.835383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-70a15271-fbfd-43d2-b11b-7eb80e03ed69 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "GET /v2.0/subnets/9870af2c-9d88-45f0-94b3-c7ee8d2575b5 HTTP/1.1" status: 404 len: 337 time: 0.1751702 Dec 21 02:01:34.847053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3417778 Dec 21 02:01:34.847991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.848459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:34.868360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b092aed-b5e2-4232-91b1-f9ae6be868cf tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event updated for resources: {'Network': ['ID=711ceba0-3479-44d1-8ba7-e5c45547f959,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:34.881668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-fae977c0-b9e6-4bb7-9551-317d46509fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:34.883174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-fae977c0-b9e6-4bb7-9551-317d46509fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2621121 Dec 21 02:01:34.883927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 711ceba0-3479-44d1-8ba7-e5c45547f959 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:34.919953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fccc4199-ecbf-48c8-828a-0b4f79385d41 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:34.949673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8da2001-6622-438e-93a4-a99b89b8f8d2 req-f9d420db-bb29-4bcc-828e-ba4ee9480b48 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584167 Dec 21 02:01:34.957507 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccc4199-ecbf-48c8-828a-0b4f79385d41 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] PUT failed (client error): The resource could not be found. Dec 21 02:01:34.958069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccc4199-ecbf-48c8-828a-0b4f79385d41 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:34.969962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fccc4199-ecbf-48c8-828a-0b4f79385d41 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "PUT /v2.0/networks/24f1228d-6378-4cd7-ba00-e4a92e6e2309 HTTP/1.1" status: 404 len: 339 time: 0.1052058 Dec 21 02:01:34.970993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:35.045406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71093cc-70b1-4c6f-a501-9c2694438b87 req-189de819-5e98-4818-8e75-c05d8abbe8c8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:35.047516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e71093cc-70b1-4c6f-a501-9c2694438b87 req-189de819-5e98-4818-8e75-c05d8abbe8c8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.2287288 Dec 21 02:01:35.058207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e918ba04-ccbe-4711-b1ec-7bb9178d73f1 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:35.084936 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e918ba04-ccbe-4711-b1ec-7bb9178d73f1 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] PUT failed (client error): The resource could not be found. Dec 21 02:01:35.086144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e918ba04-ccbe-4711-b1ec-7bb9178d73f1 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:35.088747 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e918ba04-ccbe-4711-b1ec-7bb9178d73f1 tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "PUT /v2.0/ports/254c7d20-e235-40af-ac64-ae5252607e8c HTTP/1.1" status: 404 len: 333 time: 0.0360506 Dec 21 02:01:35.093796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:35.100534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-286b8cf0-74d8-4ac2-89da-62be4eecd38e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:35.130585 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-286b8cf0-74d8-4ac2-89da-62be4eecd38e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] PUT failed (client error): The resource could not be found. Dec 21 02:01:35.131350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286b8cf0-74d8-4ac2-89da-62be4eecd38e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:35.133236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-286b8cf0-74d8-4ac2-89da-62be4eecd38e tempest-NetworksNegativeTestJSON-1332252635 tempest-NetworksNegativeTestJSON-1332252635-project] 10.222.0.43 "PUT /v2.0/subnets/b8973354-06c2-4818-b1fb-46e27eee160c HTTP/1.1" status: 404 len: 337 time: 0.0380950 Dec 21 02:01:35.218495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7b305c19-7f82-4205-a433-a3931b4941f1 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.3497183 Dec 21 02:01:35.218823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57464) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:35.332197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca231-17e0-4688-a33b-e54f1d301814 req-6020f345-7f4b-4e60-ab65-bebb9a6d5bb1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:35.333814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d8ca231-17e0-4688-a33b-e54f1d301814 req-6020f345-7f4b-4e60-ab65-bebb9a6d5bb1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2617314 Dec 21 02:01:35.340640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-b5b16bd9-0c60-4518-8adc-502436617af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:35.342151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-b5b16bd9-0c60-4518-8adc-502436617af7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1096 time: 0.3899083 Dec 21 02:01:35.347859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189625a0-efbb-465a-a1c6-443b67f44ce4 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] Network 711ceba0-3479-44d1-8ba7-e5c45547f959 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:35.364649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-189625a0-efbb-465a-a1c6-443b67f44ce4 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "POST /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1409037 Dec 21 02:01:35.366413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-9bbcc67b-9e03-4731-8836-24588214743d service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618120 Dec 21 02:01:35.368475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0dfa94-34b4-4649-8f9b-b3d812efdd15 None None] Network 711ceba0-3479-44d1-8ba7-e5c45547f959 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:35.372290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:35.455394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e71093cc-70b1-4c6f-a501-9c2694438b87 req-200c824e-ca95-4feb-81a1-da8d6decbbb4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796315 Dec 21 02:01:35.530119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:35.689973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d8ca231-17e0-4688-a33b-e54f1d301814 req-50f4c7f1-1c2a-45e7-8168-4770ef659ad0 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457224 Dec 21 02:01:35.695777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91d411d8-a009-4cbd-9791-0aec742e1dc3 req-4fccbab8-d622-4fa3-9190-af3b713a4e3b service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284960 Dec 21 02:01:35.860930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:01:35.931628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ebb71-a7d1-4539-abea-25d4a836950d req-f7860401-6eb9-4b63-a87d-a7f9daa77d91 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:35.943263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-010ebb71-a7d1-4539-abea-25d4a836950d req-f7860401-6eb9-4b63-a87d-a7f9daa77d91 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.2462096 Dec 21 02:01:36.006484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23aaa157-f874-4618-8ed6-52b007553680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.042721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-e0f28db5-447d-4aed-a9a5-e22e8e2ff43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.044194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-e0f28db5-447d-4aed-a9a5-e22e8e2ff43b service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.6399662 Dec 21 02:01:36.047733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:36.052340 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82974185-acdc-4d92-b1dc-be02e4e97d0e tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.6745865 Dec 21 02:01:36.053497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57492) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.069924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'mac_address': 'fa:16:3e:16:35:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:01:36.104448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-010ebb71-a7d1-4539-abea-25d4a836950d req-af346dbb-b827-46b1-9137-6e6e35360dbd tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580517 Dec 21 02:01:36.128859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.135253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9d888-585a-4b39-8798-80baafc7718a req-33f3ca8c-8040-4034-b6e5-27b9f044a765 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.136823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24d9d888-585a-4b39-8798-80baafc7718a req-33f3ca8c-8040-4034-b6e5-27b9f044a765 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1727560 Dec 21 02:01:36.151088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a4ec4c-526d-46b2-8863-2116b7a5c3af {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:36.161225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23aaa157-f874-4618-8ed6-52b007553680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.169603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23aaa157-f874-4618-8ed6-52b007553680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.178020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:36.185730 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.200491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaa157-f874-4618-8ed6-52b007553680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137ae6ec-a0ae-4e6e-b30a-eabfbd0758af,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:36.231766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-23aaa157-f874-4618-8ed6-52b007553680 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42006101c2204f96adf77cba8c6641ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974545 Dec 21 02:01:36.234341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.268445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:36.277385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-cf165162-f426-4d36-bcef-b10a613dbf09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 217 time: 0.2229061 Dec 21 02:01:36.299041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.305064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e78849de-d34a-4362-a596-cb160a80bccc tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "DELETE /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks/711ceba0-3479-44d1-8ba7-e5c45547f959 HTTP/1.1" status: 204 len: 168 time: 0.2445502 Dec 21 02:01:36.308355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.325869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24d9d888-585a-4b39-8798-80baafc7718a req-264ffc12-cf1d-4f1e-a50b-91e5e8d516dc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669605 Dec 21 02:01:36.337025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.365804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-be200dfb-1223-419b-822c-0e0166567b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.367706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-be200dfb-1223-419b-822c-0e0166567b5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0825794 Dec 21 02:01:36.479370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.482040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.486113 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/137ae6ec-a0ae-4e6e-b30a-eabfbd0758af HTTP/1.1" status: 204 len: 168 time: 0.2504823 Dec 21 02:01:36.488040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-b1a66ebb-39bf-4037-8f47-025009c9a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.490453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-b1a66ebb-39bf-4037-8f47-025009c9a5d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140172 Dec 21 02:01:36.512586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85da39-e1a5-4ce4-b680-2ad97f79df0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ae6ec-a0ae-4e6e-b30a-eabfbd0758af,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:36.530677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-a613386f-4a13-45f8-a344-05ef6870c67c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:01:36.532251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-a613386f-4a13-45f8-a344-05ef6870c67c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131547 Dec 21 02:01:36.539085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e19566fa-3bfe-4bc3-8fb8-87fb4c667f29 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.2255201 Dec 21 02:01:36.539763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.546702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ced4b3-90b9-4f44-9797-0e6470cb6943 req-fc77fe67-adeb-467b-8002-a99156335081 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.554889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4ced4b3-90b9-4f44-9797-0e6470cb6943 req-fc77fe67-adeb-467b-8002-a99156335081 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1143205 Dec 21 02:01:36.573667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55dd169f-d83a-4e9a-b975-6cbff58f49e8 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/networks/e66d2693-0a90-4038-9c55-4a7cf761b38d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0331359 Dec 21 02:01:36.575207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.592749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c6a4ec4c-526d-46b2-8863-2116b7a5c3af'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:01:36.642463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-662bf4bb-ae4c-4e41-ae4a-0cef34146c44 tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/networks/e66d2693-0a90-4038-9c55-4a7cf761b38d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0659752 Dec 21 02:01:36.643522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57524) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.691579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4ced4b3-90b9-4f44-9797-0e6470cb6943 req-8abc2f8d-3c50-47e1-9e28-52d0ff448037 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356394 Dec 21 02:01:36.787704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595076df-fd43-44fb-b761-dbccc947bdea req-5ebb3cc4-882a-40bf-9e79-f4dc9a2280b6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:36.790156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-595076df-fd43-44fb-b761-dbccc947bdea req-5ebb3cc4-882a-40bf-9e79-f4dc9a2280b6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.1630721 Dec 21 02:01:36.791999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-2ae4d0c1-97a9-489c-bd25-125c83049636 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351487 Dec 21 02:01:36.844241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46394a60-a95a-4d4d-b89d-b920db4dd56f tempest-DHCPAgentSchedulersTestJSON-521178480 tempest-DHCPAgentSchedulersTestJSON-521178480-project-admin] 10.222.0.43 "GET /v2.0/agents/e30569bc-58e3-4b5d-9d43-8b7e2822d347/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.1978791 Dec 21 02:01:36.848885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:36.935609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c6f0699-7b47-4863-afa1-631f4ad6783c req-59ca73b6-952d-45bf-9aec-3f9836e4cab7 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312962 Dec 21 02:01:36.941745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:36.988373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:01:37.002347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-595076df-fd43-44fb-b761-dbccc947bdea req-e005c4fa-b6df-4512-86d1-ff840eeb5a6b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018664 Dec 21 02:01:37.037724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954c8ea-25dd-4b1d-b9b5-2f559fd61a65 req-55de1c29-6c47-4c0f-8931-b8bd75382aec tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:37.046493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1954c8ea-25dd-4b1d-b9b5-2f559fd61a65 req-55de1c29-6c47-4c0f-8931-b8bd75382aec tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1072967 Dec 21 02:01:37.080729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.101884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1954c8ea-25dd-4b1d-b9b5-2f559fd61a65 req-f77cfe06-6b2c-476a-a9b1-91a1dde29169 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Dec 21 02:01:37.120249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711ceba0-3479-44d1-8ba7-e5c45547f959']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:37.130487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa7cfd1-ca79-43b4-91ab-4133b5689a6f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:37.132146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa7cfd1-ca79-43b4-91ab-4133b5689a6f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:37.143484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.160846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.170223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:01:37.170729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.262124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:01:37.281482 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:01:37.284517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:01:37.290856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.313850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.322760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "DELETE /v2.0/networks/711ceba0-3479-44d1-8ba7-e5c45547f959 HTTP/1.1" status: 204 len: 168 time: 0.4727550 Dec 21 02:01:37.323771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:37.333390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c0f33-4643-47d4-a2cc-8cef389ab619 req-75e68e36-32b1-46ef-abf1-9478f8e58bfc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:37.333390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197c0f33-4643-47d4-a2cc-8cef389ab619 req-75e68e36-32b1-46ef-abf1-9478f8e58bfc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.1013055 Dec 21 02:01:37.351845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59856b-54ef-43d7-b5ef-f3ab15d40e35 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event deleted for resources: {'Network': ['ID=711ceba0-3479-44d1-8ba7-e5c45547f959,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:37.373670 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.380538 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5af0c05-2854-4fcf-b97d-668d3491bbaa tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] DELETE failed (client error): The resource could not be found. Dec 21 02:01:37.381509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5af0c05-2854-4fcf-b97d-668d3491bbaa tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:01:37.388886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b5af0c05-2854-4fcf-b97d-668d3491bbaa tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "DELETE /v2.0/ports/a0800e2c-1f3f-487b-81a5-b6019df1378f HTTP/1.1" status: 404 len: 333 time: 0.0432138 Dec 21 02:01:37.388886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:37.411802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:01:37.456720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Deleting subnet 6c938ab6-52a5-4193-8b98-0297096a5a5c {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:01:37.460716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.461742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:37.467773 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.520037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.551567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222845-4fa5-4fff-b0db-d8d35ef92278 req-0f9c5931-3941-400b-a858-e7df0d9eda8d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:37.559134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7222845-4fa5-4fff-b0db-d8d35ef92278 req-0f9c5931-3941-400b-a858-e7df0d9eda8d tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2202685 Dec 21 02:01:37.570031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:37.584658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197c0f33-4643-47d4-a2cc-8cef389ab619 req-c895fa0a-db82-4dd3-88e6-66033589e182 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128992 Dec 21 02:01:37.638090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.643804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7222845-4fa5-4fff-b0db-d8d35ef92278 req-8cdcbfb1-803b-47f2-b8eb-419fa9a104c7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Dec 21 02:01:37.742006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.766359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.769752 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "DELETE /v2.0/subnets/6c938ab6-52a5-4193-8b98-0297096a5a5c HTTP/1.1" status: 204 len: 168 time: 0.3807557 Dec 21 02:01:37.778515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140079a7-cfb7-477b-88d7-c181d081a5eb None None] Network e66d2693-0a90-4038-9c55-4a7cf761b38d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:37.788188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:37.796273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5696a-f1c3-4d7f-a88d-9ed30a9172d3 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event deleted for resources: {'Subnet': ['ID=6c938ab6-52a5-4193-8b98-0297096a5a5c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:37.848876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be384c01-9168-44fc-a125-8dde936d8ebb req-b2ef57f7-52ea-4554-94e9-77038e30855c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:37.850788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be384c01-9168-44fc-a125-8dde936d8ebb req-b2ef57f7-52ea-4554-94e9-77038e30855c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1187360 Dec 21 02:01:37.851297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57580) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:37.886171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:37.893818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['93b7a875-b840-4d20-b9f4-7131fbd67f8e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:01:37.909026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be384c01-9168-44fc-a125-8dde936d8ebb req-c2489d7f-a579-481d-93cc-4d3a260817ea tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Dec 21 02:01:37.983903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Deleting port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:37.989811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.086677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] For port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,segment=NetworkSegment(36f784cd-3dbe-4085-a884-9717cc8bc2da),segment_id=36f784cd-3dbe-4085-a884-9717cc8bc2da)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:38.087085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.104021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] DHCP port deletion for e66d2693-0a90-4038-9c55-4a7cf761b38d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:01:38.117514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Calling delete_port for 2d388866-b8f2-49b6-aad5-9edbf0dcd51c owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:38.138867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-288673625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:38.242506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.243873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Deleting port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:38.244250 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.262224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017d569-9945-4588-8181-e340e9e2cdac req-1947321e-ab28-447f-8032-4894dd9e221e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:38.264089 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9017d569-9945-4588-8181-e340e9e2cdac req-1947321e-ab28-447f-8032-4894dd9e221e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.1535876 Dec 21 02:01:38.265581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.267209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.284367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event deleted for resources: {'Port': ['ID=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:38.297026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] No DVR routers for this DVR port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:38.408135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.433687 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.442905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66d2693-0a90-4038-9c55-4a7cf761b38d']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:38.457876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f784cd-3dbe-4085-a884-9717cc8bc2da') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:38.458361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f784cd-3dbe-4085-a884-9717cc8bc2da') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:38.472380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.481095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.488763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.499098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:01:38.499778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:01:38.504316 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:01:38.512586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9017d569-9945-4588-8181-e340e9e2cdac req-9043c055-4433-40f2-a2d9-fcaecedfd7fd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308431 Dec 21 02:01:38.541776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] For port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:38.542088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.543215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65eac9-b28a-4573-b8fe-439bb3228174 req-96700039-a8d7-4b18-b5cf-05724d40f5f6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:38.550536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec65eac9-b28a-4573-b8fe-439bb3228174 req-96700039-a8d7-4b18-b5cf-05724d40f5f6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1485937 Dec 21 02:01:38.555681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Calling delete_port for 2d388866-b8f2-49b6-aad5-9edbf0dcd51c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:38.556366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.558498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:01:38.560074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.560328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ae68f7e-db7f-4a23-948f-48427223b123 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7080820 Dec 21 02:01:38.560957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57600) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:38.586408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] Pushing event deleted for resources: {'Port': ['ID=2d388866-b8f2-49b6-aad5-9edbf0dcd51c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:38.588531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.591388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe598f-696b-4d7e-9ea7-6f85e73750c7 None None] No DVR routers for this DVR port 2d388866-b8f2-49b6-aad5-9edbf0dcd51c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:01:38.593581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-630699955'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:38.603859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.619248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] 10.222.0.43 "DELETE /v2.0/networks/e66d2693-0a90-4038-9c55-4a7cf761b38d HTTP/1.1" status: 204 len: 168 time: 0.8278360 Dec 21 02:01:38.636799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303b90b-b9ef-4321-b2cc-3d9749a7f661 tempest-DHCPAgentSchedulersTestJSON-1443745488 tempest-DHCPAgentSchedulersTestJSON-1443745488-project] Pushing event deleted for resources: {'Network': ['ID=e66d2693-0a90-4038-9c55-4a7cf761b38d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:38.655026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec65eac9-b28a-4573-b8fe-439bb3228174 req-99687ba5-f020-4dfe-bf8f-b7394e4f3cb8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011891 Dec 21 02:01:38.668686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:38.672951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.684320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.782445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4a953-3cfe-47be-8362-5c9b15353a91 req-6dbb9975-7a93-4e22-979a-9d59e77757ce tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:38.783977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cf4a953-3cfe-47be-8362-5c9b15353a91 req-6dbb9975-7a93-4e22-979a-9d59e77757ce tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 945 time: 0.1017559 Dec 21 02:01:38.904314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8cf4a953-3cfe-47be-8362-5c9b15353a91 req-0a5d7a3a-a3a4-438a-bd52-5949d395f7ec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087959 Dec 21 02:01:38.906371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.914407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.943280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:38.960202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:38.960661 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Added segment fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070 of type vlan for network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c Dec 21 02:01:38.969314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57616) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:38.972144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366382c7-c38d-408d-a549-ac7ad7371b28,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:39.008973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.035277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.044891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:39.045621 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.116332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5328164 Dec 21 02:01:39.119269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:39.127043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'subnet': {'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:39.127552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9ee7-0f8e-4e36-a871-a0a2a118db41 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Network': ['ID=90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:39.141460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:39.216069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0e1f3aae-2c45-421b-8332-ee853c874471 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7387f13a6d724e03ab76af5bce214056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455471 Dec 21 02:01:39.218959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57626) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:39.251339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:39.254908 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.273706 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.297801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.353196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.356223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.366981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb463bdc-a6c8-43fe-8310-155af2427da5 HTTP/1.1" status: 204 len: 168 time: 0.1459348 Dec 21 02:01:39.383181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9606dc-ffc9-499c-a525-b4a088252c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb463bdc-a6c8-43fe-8310-155af2427da5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:39.494705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.564969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Subnet': ['ID=eb4485bf-0318-4d90-9d89-e060a4cb776b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:39.586300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Checking segment: {'id': 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:39.586665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network hostable DHCP agents. Network: 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:39.613482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:39.625189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:39.636352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864f173-5927-4e1c-ab3c-d0f605c7468f None None] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:39.650623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:39.651542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.677712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c90fa-ad95-4dcd-9a0f-33c1a8e8a7ce req-a1f80d96-a330-4b55-969a-eb42475ffd21 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:39.680501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c4c90fa-ad95-4dcd-9a0f-33c1a8e8a7ce req-a1f80d96-a330-4b55-969a-eb42475ffd21 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.0901511 Dec 21 02:01:39.698684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da4a0184-5ad4-455c-a39b-7aeb0ee47331 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5761929 Dec 21 02:01:39.702381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:39.717205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'network': {'name': 'tempest-router-network01--274185399'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:39.731378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57648) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:39.758490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:39.762905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.768886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20423fef-7f00-40b4-9abb-368aa5343404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.787064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c', 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c', 'project_id': 'cc99bb6fe99d4c139da9f521b56b0063', 'fixed_ips': [{'subnet_id': 'eb4485bf-0318-4d90-9d89-e060a4cb776b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:39.787949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.804448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:39.818321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.819279 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Added segment 78a29757-483e-4922-8dba-782a93d83755 of type vlan for network 5f60cd98-654b-4fb5-9854-b677dd47fff1 Dec 21 02:01:39.857494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c4c90fa-ad95-4dcd-9a0f-33c1a8e8a7ce req-5163427b-ebf5-4e17-810e-ddb67f587fae tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677692 Dec 21 02:01:39.880115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.902168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fa361-b31a-4abd-a876-cd8d2a8bb5d4 req-4875bc0f-37e7-4e5a-8b4c-1446827afae1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:39.909909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c72fa361-b31a-4abd-a876-cd8d2a8bb5d4 req-4875bc0f-37e7-4e5a-8b4c-1446827afae1 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1386828 Dec 21 02:01:39.915426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.925658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:39.926306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:39.950408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:39.991743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d388866-b8f2-49b6-aad5-9edbf0dcd51c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:01:40.005964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c72fa361-b31a-4abd-a876-cd8d2a8bb5d4 req-a69283f8-dc22-431b-bd1f-b71eb7d39d5c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830708 Dec 21 02:01:40.038382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2d388866-b8f2-49b6-aad5-9edbf0dcd51c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:01:40.038993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d388866-b8f2-49b6-aad5-9edbf0dcd51c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:01:40.083715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:01:40.092279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:40.092742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.114152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4096754 Dec 21 02:01:40.119243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:40.124510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'network': {'name': 'tempest-router-network02--842091848'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:40.142261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f779-66e0-4383-8f31-cc240b0705d0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Network': ['ID=5f60cd98-654b-4fb5-9854-b677dd47fff1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.178571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:40.181501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:40.182770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20423fef-7f00-40b4-9abb-368aa5343404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.183794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.195002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20423fef-7f00-40b4-9abb-368aa5343404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.210246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa605-8361-4944-b109-44e1d480d1c8 req-5dcbb1e7-5a17-4e27-b962-e1db7e94f6ed tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:40.215722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:40.220478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc9aa605-8361-4944-b109-44e1d480d1c8 req-5dcbb1e7-5a17-4e27-b962-e1db7e94f6ed tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 945 time: 0.1661747 Dec 21 02:01:40.227177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.227635 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Added segment d2de1cc8-598d-4a22-afd0-dde97df377bb of type vlan for network bb69645f-cd5c-4fb4-a012-d014a920a1ca Dec 21 02:01:40.305684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.308505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20423fef-7f00-40b4-9abb-368aa5343404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0619d-5bd6-48f6-b541-27b2675b9d52,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.321800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Allocated IP 2001:db8::2 (90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c/eb4485bf-0318-4d90-9d89-e060a4cb776b/236eded1-295b-4497-9bdc-1c4aa3fff6ec) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:40.342466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.344740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-20423fef-7f00-40b4-9abb-368aa5343404 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f9380e0634546ef89c0c13ef257caa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093953 Dec 21 02:01:40.364178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:40.365030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.367732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57676) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:40.418957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc9aa605-8361-4944-b109-44e1d480d1c8 req-ed1c24ea-4044-49e7-a1a7-1e36238ea0ca tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892490 Dec 21 02:01:40.454942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Network': ['ID=bb69645f-cd5c-4fb4-a012-d014a920a1ca,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.515632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8bc1df29-8805-4c55-9d97-450bb07b13cc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3946428 Dec 21 02:01:40.520488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57680) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:40.528701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'subnet': {'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:40.551578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.572928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.580978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:40.589583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.604545 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.617548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1074ac6-4202-4006-85bc-6649bd4fca25 req-50963c55-e701-4949-ac59-c2cf7c8d5ad5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:40.627381 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.629189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1074ac6-4202-4006-85bc-6649bd4fca25 req-50963c55-e701-4949-ac59-c2cf7c8d5ad5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2748137 Dec 21 02:01:40.654589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.659298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-7b645930-924f-44d4-be3f-c3474e01b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:40.660112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.663969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-7b645930-924f-44d4-be3f-c3474e01b882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc910b6dcc8d43318a9c840d234bb001&device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 1099 time: 0.2414141 Dec 21 02:01:40.665025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13a0619d-5bd6-48f6-b541-27b2675b9d52 HTTP/1.1" status: 204 len: 168 time: 0.2165651 Dec 21 02:01:40.677553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa660e8-1f56-4668-b748-a1dfaf43c840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0619d-5bd6-48f6-b541-27b2675b9d52,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.708194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:40.710455 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3429a4-7826-41bc-9e38-fe098738e186" -d '{"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:40.732737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:40.752155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:40.757274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.762355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:40.765174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:40.816167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Pushing event updated for resources: {'Port': ['ID=236eded1-295b-4497-9bdc-1c4aa3fff6ec,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.834871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1074ac6-4202-4006-85bc-6649bd4fca25 req-4d1ee3d6-d2e2-4cb8-be41-76a4fc19bbf5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808405 Dec 21 02:01:40.863762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:40.868015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.885960 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7d75e-6cc3-4a7c-8a88-dabe12258869 x-openstack-request-id: req-e3a7d75e-6cc3-4a7c-8a88-dabe12258869 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:40.886252 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:40.886509 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3a7d75e-6cc3-4a7c-8a88-dabe12258869 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:40.886905 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'code': 200} Dec 21 02:01:40.890814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:40.905470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Attempting to bind port 236eded1-295b-4497-9bdc-1c4aa3fff6ec on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:40.905907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Attempting to bind port 236eded1-295b-4497-9bdc-1c4aa3fff6ec by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:40.906812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Attempting to bind port 236eded1-295b-4497-9bdc-1c4aa3fff6ec on network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:40.919887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:40.920574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Checking segment: {'id': 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:40.922639 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:40.923318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Bound using segment: {'id': 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:40.923974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Bound port: 236eded1-295b-4497-9bdc-1c4aa3fff6ec, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:40.924517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:41.010961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] For port 236eded1-295b-4497-9bdc-1c4aa3fff6ec, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:41.017425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] For port 236eded1-295b-4497-9bdc-1c4aa3fff6ec, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=236eded1-295b-4497-9bdc-1c4aa3fff6ec,segment=NetworkSegment(fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070),segment_id=fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:41.027052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:41.069720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:41.164595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a1431-5e76-4da9-bef1-9c9ab5244b27 None None] Pushing event updated for resources: {'Port': ['ID=236eded1-295b-4497-9bdc-1c4aa3fff6ec,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:41.178268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 93b7a875-b840-4d20-b9f4-7131fbd67f8e completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:01:41.184066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 93b7a875-b840-4d20-b9f4-7131fbd67f8e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:41.185314 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:41.314535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:41.383170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:41.390389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:41.487676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:41.633541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-b9330828-16eb-49f8-838e-903abb926f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:41.635026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-b9330828-16eb-49f8-838e-903abb926f32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 200 len: 914 time: 0.9519062 Dec 21 02:01:41.652580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9357ff-852b-4afe-a634-920de6d50616 req-99210220-b985-4f53-ae72-7025ef713436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:41.653700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d9357ff-852b-4afe-a634-920de6d50616 req-99210220-b985-4f53-ae72-7025ef713436 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.2794266 Dec 21 02:01:41.676947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2518-c41a-43fe-8ed8-9bb4d9f58cad req-ebd9157f-30a7-4c41-ba8c-e0cde8db5e92 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:41.678567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d3e2518-c41a-43fe-8ed8-9bb4d9f58cad req-ebd9157f-30a7-4c41-ba8c-e0cde8db5e92 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.3022091 Dec 21 02:01:41.742968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-69ea40bd-4eb0-4ad9-8ddb-3442ebe68db7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0937879 Dec 21 02:01:41.806909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a2b22-13af-49b6-a220-ee0fceacf87c req-eebdbcbe-4a25-4600-aaba-27466d361671 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:41.808566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe8a2b22-13af-49b6-a220-ee0fceacf87c req-eebdbcbe-4a25-4600-aaba-27466d361671 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2671061 Dec 21 02:01:41.967624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 236eded1-295b-4497-9bdc-1c4aa3fff6ec up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:41.992304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-28b75f99-90d9-4f01-8438-a4ab8d6cddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:41.993793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-28b75f99-90d9-4f01-8438-a4ab8d6cddf4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 200 len: 854 time: 0.2206886 Dec 21 02:01:42.007326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d9357ff-852b-4afe-a634-920de6d50616 req-c9795426-993d-40e1-8fd2-dd7accad6840 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246067 Dec 21 02:01:42.025578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d3e2518-c41a-43fe-8ed8-9bb4d9f58cad req-532af672-0377-4175-ba59-b8918cef61ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884765 Dec 21 02:01:42.047680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 236eded1-295b-4497-9bdc-1c4aa3fff6ec triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:42.048065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.072749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-0e9b73a8-ae9f-4b6f-a2a1-8b3f35e6bc0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04ee3d6f-9026-44f4-a1b3-39c7281538c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622909 Dec 21 02:01:42.074070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.091947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe8a2b22-13af-49b6-a220-ee0fceacf87c req-886ac663-4c6b-448c-995c-91000a929438 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216008 Dec 21 02:01:42.173572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.259486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 236eded1-295b-4497-9bdc-1c4aa3fff6ec, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=236eded1-295b-4497-9bdc-1c4aa3fff6ec,segment=NetworkSegment(fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070),segment_id=fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:42.295000 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.304736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Subnet': ['ID=4c4c7a2a-8c1f-474d-80f7-880dab4212e2,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:42.383731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-43958474-6f8e-4200-86f7-b7149ffcf657 service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907791 Dec 21 02:01:42.393177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=236eded1-295b-4497-9bdc-1c4aa3fff6ec,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:42.443188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Checking segment: {'id': '78a29757-483e-4922-8dba-782a93d83755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:42.443566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network hostable DHCP agents. Network: 5f60cd98-654b-4fb5-9854-b677dd47fff1, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:42.513253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a6f22-fa09-4055-b9ea-20933570201f req-67c3eeb2-e9f4-4b2f-ae8d-629f1b8096d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:42.515007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a6f22-fa09-4055-b9ea-20933570201f req-67c3eeb2-e9f4-4b2f-ae8d-629f1b8096d8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2289302 Dec 21 02:01:42.585655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99a6f22-fa09-4055-b9ea-20933570201f req-3d8c15e7-b0a2-4162-995e-ee1c1ef4e533 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Dec 21 02:01:42.597186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:42.613131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5f60cd98-654b-4fb5-9854-b677dd47fff1) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:42.623580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249426e4-ec50-44db-914e-160c93fb992b None None] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:42.629998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:42.632251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.665613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5aa7422f-2b0a-46a6-8665-4317e6279e04 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1413710 Dec 21 02:01:42.665613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ae53bd9-2572-4e3e-8d33-2efc92e5693c req-cce393bb-a4a4-48d4-ac85-f372b10d66ef service neutron] 10.222.0.45 "GET /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710595 Dec 21 02:01:42.666309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57738) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:42.672545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'subnet': {'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:42.732054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc79a5-b645-4b2d-85ae-62cd79700d0b None None] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:42.863021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:42.870180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:42.879102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a45e0-cf05-4f53-8674-47e2690106e4 req-f1ee82db-cc2e-45ed-9f70-d57e47307e36 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:42.886182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e87a45e0-cf05-4f53-8674-47e2690106e4 req-f1ee82db-cc2e-45ed-9f70-d57e47307e36 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1417766 Dec 21 02:01:42.888377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57746) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:42.896054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303841-7b03-42c1-bd16-09d923d9206d req-8f707f30-5d68-4e43-81eb-84b44c6eee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:42.898357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-8f707f30-5d68-4e43-81eb-84b44c6eee90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.1400969 Dec 21 02:01:42.930446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:42.935333 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973bd1b0-9c9d-4857-bff6-9f7da1ea4f6e" -d '{"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:42.992870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e87a45e0-cf05-4f53-8674-47e2690106e4 req-fba6d756-78fd-499c-b525-0f02aa120eca tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933082 Dec 21 02:01:43.008649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f23f1293-3bde-487e-aa2e-ff2acf0de18c None None] Provisioning complete for port 236eded1-295b-4497-9bdc-1c4aa3fff6ec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:43.011195 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f23f1293-3bde-487e-aa2e-ff2acf0de18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.046241 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedade2d-936f-48f9-92d7-33017102abfa x-openstack-request-id: req-eedade2d-936f-48f9-92d7-33017102abfa {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:43.047449 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:43.047910 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eedade2d-936f-48f9-92d7-33017102abfa {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:43.048491 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'code': 200} Dec 21 02:01:43.116170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5f60cd98-654b-4fb5-9854-b677dd47fff1', 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1', 'project_id': 'cc99bb6fe99d4c139da9f521b56b0063', 'fixed_ips': [{'subnet_id': '4c4c7a2a-8c1f-474d-80f7-880dab4212e2'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:43.117188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.134732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303841-7b03-42c1-bd16-09d923d9206d req-ec79b9b8-0cb5-4275-b75b-5f79607d572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.143891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-ec79b9b8-0cb5-4275-b75b-5f79607d572b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.2323635 Dec 21 02:01:43.158316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-520627731'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:43.222581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.283226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-b167f859-c102-4e4f-8bdd-6141818c5df7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.1118667 Dec 21 02:01:43.330630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Subnet': ['ID=7c714916-1161-48f7-9ca3-21acfc39b844,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:43.335711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Allocated IP 2001:db8::2 (5f60cd98-654b-4fb5-9854-b677dd47fff1/4c4c7a2a-8c1f-474d-80f7-880dab4212e2/fa29dba7-2350-4be4-ab89-20da56eb510f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:43.398092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Checking segment: {'id': 'd2de1cc8-598d-4a22-afd0-dde97df377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:43.398601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network hostable DHCP agents. Network: bb69645f-cd5c-4fb4-a012-d014a920a1ca, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:43.444814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:43.467098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, bb69645f-cd5c-4fb4-a012-d014a920a1ca) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:43.473879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.474680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.492014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6374d7-8d38-44f2-aaef-cacd8e1486a2 None None] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:43.511283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43eda1ea-42ea-49a9-818a-3d4488074744 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8440874 Dec 21 02:01:43.513693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:43.528693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e967f4-4e09-442e-a18e-d8c5a005202c req-038d3aec-a6a2-48a9-85e7-f92575cc0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.530416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5e967f4-4e09-442e-a18e-d8c5a005202c req-038d3aec-a6a2-48a9-85e7-f92575cc0b92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1098 time: 0.3558025 Dec 21 02:01:43.531846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.532886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.546921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8877a-606a-4518-b9f8-d0f7a0eccc33 req-66453834-14cc-4d10-a1fa-a9559f832fc1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.554721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34f8877a-606a-4518-b9f8-d0f7a0eccc33 req-66453834-14cc-4d10-a1fa-a9559f832fc1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2704954 Dec 21 02:01:43.565781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303841-7b03-42c1-bd16-09d923d9206d req-fee3fea8-0616-4cf0-9a13-641be1f5e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.567557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-fee3fea8-0616-4cf0-9a13-641be1f5e2f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.2349737 Dec 21 02:01:43.575170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924a1c-a07a-4afd-96ef-1004ff341479 req-f735bdff-4164-4e59-a30a-b5261acc3a71 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:43.576632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56924a1c-a07a-4afd-96ef-1004ff341479 req-f735bdff-4164-4e59-a30a-b5261acc3a71 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2903547 Dec 21 02:01:43.648596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-6bb95147-ab89-4443-bf59-fe68a9fb989a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640156 Dec 21 02:01:43.685274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49028072-f59b-45e3-8982-a39ba6e26c33 None None] Provisioning complete for port 236eded1-295b-4497-9bdc-1c4aa3fff6ec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:43.685274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49028072-f59b-45e3-8982-a39ba6e26c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.704131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5e967f4-4e09-442e-a18e-d8c5a005202c req-c44cb7a1-0e79-4003-81ce-12e2707e05ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473351 Dec 21 02:01:43.798430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-bb69645f-cd5c-4fb4-a012-d014a920a1ca', 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca', 'project_id': 'cc99bb6fe99d4c139da9f521b56b0063', 'fixed_ips': [{'subnet_id': '7c714916-1161-48f7-9ca3-21acfc39b844'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:43.799446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.807407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.812233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.826065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.837953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34f8877a-606a-4518-b9f8-d0f7a0eccc33 req-b87bddbb-565f-4948-8d88-cb57107f7e41 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773626 Dec 21 02:01:43.864625 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.880982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56924a1c-a07a-4afd-96ef-1004ff341479 req-9d08ab08-9715-49ec-b82d-058a957b9518 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784650 Dec 21 02:01:43.927731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:43.935580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d76c89a0-76fc-4cd3-8c27-24a9c03fb4f3 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0457180 Dec 21 02:01:43.940633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:43.958932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 236eded1-295b-4497-9bdc-1c4aa3fff6ec up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:44.022700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:44.085674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:44.089705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:44.096351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f91274ff-b632-418d-b89e-3552d54e5246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.099463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Pushing event updated for resources: {'Port': ['ID=fa29dba7-2350-4be4-ab89-20da56eb510f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:44.151517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.266727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-1343d2b2-0f8f-4f3b-ae63-14d5e90cd7a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070917 Dec 21 02:01:44.269089 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.385426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Allocated IP 2001:db8::2 (bb69645f-cd5c-4fb4-a012-d014a920a1ca/7c714916-1161-48f7-9ca3-21acfc39b844/3d76e364-3519-452b-956c-68d1a0ce97ba) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:44.435832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84eca4-5a09-4192-87e7-390c76bb90a6 req-8b4dc6e7-d8f8-46fc-a5fe-361a301575f6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:44.446220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd84eca4-5a09-4192-87e7-390c76bb90a6 req-8b4dc6e7-d8f8-46fc-a5fe-361a301575f6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2356355 Dec 21 02:01:44.457193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98de6-e10b-48e3-8489-6d4fee96130c req-a7fccccb-48af-4021-ba99-ce8bff5f5f51 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:44.458690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20d98de6-e10b-48e3-8489-6d4fee96130c req-a7fccccb-48af-4021-ba99-ce8bff5f5f51 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.3846357 Dec 21 02:01:44.465835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Allocated IP 2001:db8::1 (5f60cd98-654b-4fb5-9854-b677dd47fff1/4c4c7a2a-8c1f-474d-80f7-880dab4212e2/371ff44c-4c5c-4ffa-8868-9471ff0d7c98) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:44.513706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 236eded1-295b-4497-9bdc-1c4aa3fff6ec triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:44.514239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.569121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Attempting to bind port fa29dba7-2350-4be4-ab89-20da56eb510f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:44.569692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Attempting to bind port fa29dba7-2350-4be4-ab89-20da56eb510f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '78a29757-483e-4922-8dba-782a93d83755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:44.570168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Attempting to bind port fa29dba7-2350-4be4-ab89-20da56eb510f on network 5f60cd98-654b-4fb5-9854-b677dd47fff1 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:44.594367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.596632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:44.597053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Checking segment: {'id': '78a29757-483e-4922-8dba-782a93d83755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:44.597599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.598102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Bound using segment: {'id': '78a29757-483e-4922-8dba-782a93d83755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:44.598962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Bound port: fa29dba7-2350-4be4-ab89-20da56eb510f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a29757-483e-4922-8dba-782a93d83755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f60cd98-654b-4fb5-9854-b677dd47fff1'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:44.599451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.631144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.681155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:44.684637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:44.690103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:44.690522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.737686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.752355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] For port fa29dba7-2350-4be4-ab89-20da56eb510f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:44.756951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.768886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] For port fa29dba7-2350-4be4-ab89-20da56eb510f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fa29dba7-2350-4be4-ab89-20da56eb510f,segment=NetworkSegment(78a29757-483e-4922-8dba-782a93d83755),segment_id=78a29757-483e-4922-8dba-782a93d83755)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:44.782297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Port': ['ID=371ff44c-4c5c-4ffa-8868-9471ff0d7c98,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:44.852645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:44.855496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Pushing event updated for resources: {'Port': ['ID=3d76e364-3519-452b-956c-68d1a0ce97ba,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:44.860465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:44.868380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.874047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:44.882269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:45.032599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.039385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Attempting to bind port 3d76e364-3519-452b-956c-68d1a0ce97ba on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:45.039913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Attempting to bind port 3d76e364-3519-452b-956c-68d1a0ce97ba by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'd2de1cc8-598d-4a22-afd0-dde97df377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:45.040925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Attempting to bind port 3d76e364-3519-452b-956c-68d1a0ce97ba on network bb69645f-cd5c-4fb4-a012-d014a920a1ca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:45.046313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.049410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:45.049940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Checking segment: {'id': 'd2de1cc8-598d-4a22-afd0-dde97df377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:45.050463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.050990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Bound using segment: {'id': 'd2de1cc8-598d-4a22-afd0-dde97df377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:45.051608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Bound port: 3d76e364-3519-452b-956c-68d1a0ce97ba, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2de1cc8-598d-4a22-afd0-dde97df377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bb69645f-cd5c-4fb4-a012-d014a920a1ca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:45.052099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.147020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] For port 3d76e364-3519-452b-956c-68d1a0ce97ba, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:45.151951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] For port 3d76e364-3519-452b-956c-68d1a0ce97ba, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d76e364-3519-452b-956c-68d1a0ce97ba,segment=NetworkSegment(d2de1cc8-598d-4a22-afd0-dde97df377bb),segment_id=d2de1cc8-598d-4a22-afd0-dde97df377bb)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:45.165661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd84eca4-5a09-4192-87e7-390c76bb90a6 req-e117a188-6833-423a-8980-39ee7cfd4dca tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183814 Dec 21 02:01:45.177669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.186945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58303841-7b03-42c1-bd16-09d923d9206d req-a339cacf-fe1b-482e-93dc-3d1a0a973238 service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563862 Dec 21 02:01:45.189808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.190479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95dc6ac5-23a8-48a5-a8dc-a0210297bc18 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:01:45.195289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20d98de6-e10b-48e3-8489-6d4fee96130c req-f415ee45-0ad8-4b87-99c0-1d9cc117b396 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846504 Dec 21 02:01:45.203561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.204652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b860a016-f282-4e63-9d71-ffdbe43085a7 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "DELETE /v2.0/routers/95dc6ac5-23a8-48a5-a8dc-a0210297bc18 HTTP/1.1" status: 204 len: 168 time: 1.2479746 Dec 21 02:01:45.212110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57776) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:45.215080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdcf34-0331-4d6d-a1d2-4e4d0bdad430 None None] Pushing event updated for resources: {'Port': ['ID=fa29dba7-2350-4be4-ab89-20da56eb510f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:45.217149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Request body: {'router': {'name': 'tempest-router-481376840', 'distributed': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:45.303604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.305156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.428768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d63d9-c1ac-45f9-b185-af17791e5f2b None None] Pushing event updated for resources: {'Port': ['ID=3d76e364-3519-452b-956c-68d1a0ce97ba,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:45.513148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.518989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.526282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.526731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.527911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.572544 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.576402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8c455ab8-6cae-456d-bd16-038c0da4fd34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3608100 Dec 21 02:01:45.588214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:45.591579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43743eb-7daa-4c01-ae07-27b16eeb24ad req-09877401-67ae-4222-abc8-1045a7ed582c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:45.600695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d43743eb-7daa-4c01-ae07-27b16eeb24ad req-09877401-67ae-4222-abc8-1045a7ed582c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2413156 Dec 21 02:01:45.667976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c6a16-f17a-4dee-a68d-1f7c1fe2bcb8 req-f67395cc-d43d-4095-b71e-b56a228c5db0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:45.669206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb7c6a16-f17a-4dee-a68d-1f7c1fe2bcb8 req-f67395cc-d43d-4095-b71e-b56a228c5db0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2615252 Dec 21 02:01:45.743795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Port': ['ID=371ff44c-4c5c-4ffa-8868-9471ff0d7c98,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:45.751978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.766232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d43743eb-7daa-4c01-ae07-27b16eeb24ad req-a8bb2ab5-708e-461c-a4d4-bae2938da02d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601894 Dec 21 02:01:45.809100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb7c6a16-f17a-4dee-a68d-1f7c1fe2bcb8 req-2761cf46-9aa4-49ed-86a7-440eaacac91a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314912 Dec 21 02:01:45.993907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:45.996215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.011351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822aec-9866-448e-9f67-27b14ab9014e req-f107c7a3-9166-4277-992d-7dfd6a1554dc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:46.012936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0822aec-9866-448e-9f67-27b14ab9014e req-f107c7a3-9166-4277-992d-7dfd6a1554dc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.0953124 Dec 21 02:01:46.042507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d76e364-3519-452b-956c-68d1a0ce97ba up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:46.061170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:46.063801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:46.113197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3d76e364-3519-452b-956c-68d1a0ce97ba triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:46.113611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.136629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4abe5-7528-45c0-88ef-914afa73da70 req-ba0cfe9e-ebd7-4e71-b89c-606fc68c13db tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:46.145917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8d4abe5-7528-45c0-88ef-914afa73da70 req-ba0cfe9e-ebd7-4e71-b89c-606fc68c13db tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1139219 Dec 21 02:01:46.157671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0822aec-9866-448e-9f67-27b14ab9014e req-36ca5b6a-4d8b-4339-9098-6e2b424a55e8 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311257 Dec 21 02:01:46.158168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57792) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:46.174945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Request body: {'floatingip': {'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:46.234878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.239964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63ca34d8-1959-4ae5-ba94-b128f002f2d1 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:01:46.250628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.257046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a8778ed-d85e-415e-9ea5-4cdff432e4ad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "DELETE /v2.0/routers/63ca34d8-1959-4ae5-ba94-b128f002f2d1 HTTP/1.1" status: 204 len: 168 time: 0.6577551 Dec 21 02:01:46.259679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:46.263983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Request body: {'router': {'name': 'tempest-router-494557161', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '26c2a4524b534a87af0199026705fae5'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:46.290589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.342711 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.416556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 3d76e364-3519-452b-956c-68d1a0ce97ba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d76e364-3519-452b-956c-68d1a0ce97ba,segment=NetworkSegment(d2de1cc8-598d-4a22-afd0-dde97df377bb),segment_id=d2de1cc8-598d-4a22-afd0-dde97df377bb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:46.424775 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.426190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fa29dba7-2350-4be4-ab89-20da56eb510f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:46.533228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=3d76e364-3519-452b-956c-68d1a0ce97ba,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:46.547004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fa29dba7-2350-4be4-ab89-20da56eb510f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:46.547383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.613362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-4ca3b227-059b-480e-a498-eabe04a36a7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4242771 Dec 21 02:01:46.646381 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-37e67b84-9c25-43c3-bf04-6a1b3c1bc8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.695512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224bd8d-7ae2-440a-b3f0-727583c5af35 req-6e0b07e3-d147-4947-a1de-c85ef19c555d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:46.697117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7224bd8d-7ae2-440a-b3f0-727583c5af35 req-6e0b07e3-d147-4947-a1de-c85ef19c555d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2708533 Dec 21 02:01:46.742756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.799166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6919e87-ba8f-4ed8-8806-a415b537e78b req-1772cc43-12f7-49d4-aba7-11d725815767 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:46.800982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port fa29dba7-2350-4be4-ab89-20da56eb510f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fa29dba7-2350-4be4-ab89-20da56eb510f,segment=NetworkSegment(78a29757-483e-4922-8dba-782a93d83755),segment_id=78a29757-483e-4922-8dba-782a93d83755)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:46.806682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.807125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6919e87-ba8f-4ed8-8806-a415b537e78b req-1772cc43-12f7-49d4-aba7-11d725815767 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.3794057 Dec 21 02:01:46.818280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6493e8-dab2-4f49-8dbc-8a98b54b3332 None None] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:46.835877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.837781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.905081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-4457081f-61d1-429b-a2d6-b2aa58b12e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:46.906681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-4457081f-61d1-429b-a2d6-b2aa58b12e04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 1098 time: 0.2059977 Dec 21 02:01:46.957099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=fa29dba7-2350-4be4-ab89-20da56eb510f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:46.962039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.974624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Router f273efc9-34a3-42e3-a2fb-e3662d23c695 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:01:46.983289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:46.985162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c93c4206-9998-440d-b501-a5a6df70bcd2 None None] Provisioning complete for port fa29dba7-2350-4be4-ab89-20da56eb510f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:46.985799 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c93c4206-9998-440d-b501-a5a6df70bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.036136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6919e87-ba8f-4ed8-8806-a415b537e78b req-e0e06ef0-fac0-49bf-b804-9700a7a11f4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280123 Dec 21 02:01:47.129985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57806) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:47.154009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.155412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fa523d0c-8642-4ff6-b594-f7a251c7edad tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8947940 Dec 21 02:01:47.168498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-dc2de7e8-5044-4ccf-a8f5-4645db91d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:47.170061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-dc2de7e8-5044-4ccf-a8f5-4645db91d1ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.2317803 Dec 21 02:01:47.176123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57808) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:47.186601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:47.268271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.268586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7224bd8d-7ae2-440a-b3f0-727583c5af35 req-cc663706-c733-4309-bc31-86ad3dc4c725 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987347 Dec 21 02:01:47.334484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-cf763895-8585-4b9b-8b41-f10ade3be3a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 200 len: 217 time: 0.0898161 Dec 21 02:01:47.343106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:47.354661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-af39436d-bfba-486c-829d-768f4e45361c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8397048 Dec 21 02:01:47.357583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57812) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:47.360610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] Sync routers for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:47.399387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:47.406071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:47.408636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519cbb9-2252-4f44-ad7c-681f98670791 None None] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:47.479650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d39d-3d88-4b6b-b830-b53c7b0cd9c6 req-f1d40fb5-baf4-4209-be92-452453d262cc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:47.481150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1967d39d-3d88-4b6b-b830-b53c7b0cd9c6 req-f1d40fb5-baf4-4209-be92-452453d262cc tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2744188 Dec 21 02:01:47.499629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e3369-9cab-4e4f-955f-0ba9ddf3dc23 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:47.501887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e6e3369-9cab-4e4f-955f-0ba9ddf3dc23 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1092 time: 0.3702638 Dec 21 02:01:47.506561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57814) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:47.508104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:47.518104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:47.580994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:47.582444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:47.587110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49f15db3-ab71-43fc-b56b-8363b9634338 None None] Provisioning complete for port 3d76e364-3519-452b-956c-68d1a0ce97ba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:47.587756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49f15db3-ab71-43fc-b56b-8363b9634338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.607965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-30e45208-cda3-4ad4-bd70-0f7844134008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:47.615243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-30e45208-cda3-4ad4-bd70-0f7844134008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1933200 Dec 21 02:01:47.690014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:47.690667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaa7f9-6404-47a4-96d0-2329a17c361d None None] The sync data for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:47.724117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-a044e238-9bf3-4493-bf8e-3de4cf28f095 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738347 Dec 21 02:01:47.898261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.898727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.933187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.938671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-07e1eeac-e5c6-4971-8f16-12768b258e16 None None] Provisioning complete for port fa29dba7-2350-4be4-ab89-20da56eb510f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:47.939094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07e1eeac-e5c6-4971-8f16-12768b258e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:47.944030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d76e364-3519-452b-956c-68d1a0ce97ba up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:47.956653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1967d39d-3d88-4b6b-b830-b53c7b0cd9c6 req-9347fe6b-949e-4899-a655-ba8b195d51e2 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483643 Dec 21 02:01:48.032616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-01b2b868-c322-40a0-9a3b-18ac6963b8e7 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780006 Dec 21 02:01:48.105266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3d76e364-3519-452b-956c-68d1a0ce97ba triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:48.106001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.176225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-07e1eeac-e5c6-4971-8f16-12768b258e16 None None] Provisioning complete for port 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:48.176762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07e1eeac-e5c6-4971-8f16-12768b258e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.214566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.resource_extend [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 02:01:48.248330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fa29dba7-2350-4be4-ab89-20da56eb510f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:48.251809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-07e1eeac-e5c6-4971-8f16-12768b258e16 None None] Port 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:48.253174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109851) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 21 02:01:48.253682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Router 4e95a920-6d8a-4b15-ac77-600170c7216e migrating from provider to provider. {{(pid=109851) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 21 02:01:48.254064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.266310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.268641 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-c79271e5-9c3c-4ed1-afcc-7cb5433b2553 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:01:48.269761 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c79271e5-9c3c-4ed1-afcc-7cb5433b2553 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9112239 Dec 21 02:01:48.272661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57818) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:48.281618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.307970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fa29dba7-2350-4be4-ab89-20da56eb510f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:48.308552 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.309365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.400790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.416600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53a7e10f-fbac-4293-a072-67f976c99fd8 None None] Provisioning complete for port 3d76e364-3519-452b-956c-68d1a0ce97ba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:48.416981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53a7e10f-fbac-4293-a072-67f976c99fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.517661 n-d-761264-20 neutron-server[109851]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] No L3 agents can host the router 4e95a920-6d8a-4b15-ac77-600170c7216e Dec 21 02:01:48.532723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab86b3-b5e5-4c46-adad-ab6236e5e314 req-0398fd95-f106-4ce2-ad97-6fe3c30bfb4b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:48.534766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9ab86b3-b5e5-4c46-adad-ab6236e5e314 req-0398fd95-f106-4ce2-ad97-6fe3c30bfb4b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.4075935 Dec 21 02:01:48.562662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53a7e10f-fbac-4293-a072-67f976c99fd8 None None] Provisioning complete for port 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:48.563041 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53a7e10f-fbac-4293-a072-67f976c99fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.616736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d494c34b-c44d-406b-b6ab-4fcdf14ff4d8 req-f8a60660-82c0-4013-a9bc-a74f12d92070 service neutron] 10.222.0.45 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710413 Dec 21 02:01:48.625843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53a7e10f-fbac-4293-a072-67f976c99fd8 None None] Port 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:48.631267 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.738611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Hosts for router 4e95a920-6d8a-4b15-ac77-600170c7216e: [] {{(pid=109851) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 21 02:01:48.771793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Hosts for other DVR routers connected to router 4e95a920-6d8a-4b15-ac77-600170c7216e: set() {{(pid=109851) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 21 02:01:48.776344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:48.777618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f9804d1c-11e2-421a-915b-36bf50ff419d tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "PUT /v2.0/routers/4e95a920-6d8a-4b15-ac77-600170c7216e HTTP/1.1" status: 200 len: 716 time: 1.6001217 Dec 21 02:01:48.783012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57826) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:48.885857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6b84bd1f-eebb-44e2-9183-0a934e7bc2ce tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "GET /v2.0/routers/4e95a920-6d8a-4b15-ac77-600170c7216e HTTP/1.1" status: 200 len: 716 time: 0.1017182 Dec 21 02:01:48.888518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:48.944268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3b42-c2be-4585-9c71-500264acd7e5 req-6ddf835d-3a34-4e18-a86e-b4fbfe138ef8 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:48.945781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72fe3b42-c2be-4585-9c71-500264acd7e5 req-6ddf835d-3a34-4e18-a86e-b4fbfe138ef8 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.5045824 Dec 21 02:01:49.000397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.026816 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Floating IP 2d6ec904-24b7-4678-8047-298124dc3097 associated. External IP: 172.25.6.131, port: 93b7a875-b840-4d20-b9f4-7131fbd67f8e. Dec 21 02:01:49.032101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9ab86b3-b5e5-4c46-adad-ab6236e5e314 req-e6589616-3da6-481a-a221-1bcb4f047fdb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601376 Dec 21 02:01:49.096632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72fe3b42-c2be-4585-9c71-500264acd7e5 req-1bdc08a8-4ff0-4a3c-90f1-e43c3f403b6c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358509 Dec 21 02:01:49.107335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.159871 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2f88b300-a01a-455e-9d71-53e4dda2936c tempest-RoutersTestDVR-2007646510 tempest-RoutersTestDVR-2007646510-project] 10.222.0.43 "GET /v2.0/routers/4e95a920-6d8a-4b15-ac77-600170c7216e HTTP/1.1" status: 200 len: 682 time: 0.2698827 Dec 21 02:01:49.164048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:49.314988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.348909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting port 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:49.349259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.357900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.447300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.461538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Calling delete_port for 371ff44c-4c5c-4ffa-8868-9471ff0d7c98 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:49.489533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb52676-1eff-4958-93a5-c6b9678663f1 req-472e3ed2-3f15-4f7e-b7c4-c52fc6d7ed80 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:49.491071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecb52676-1eff-4958-93a5-c6b9678663f1 req-472e3ed2-3f15-4f7e-b7c4-c52fc6d7ed80 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2299478 Dec 21 02:01:49.602491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.98 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/3b76faa6-cfd1-4b7b-ae01-673fb8a7e303) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:49.659230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.693192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Port': ['ID=371ff44c-4c5c-4ffa-8868-9471ff0d7c98,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:49.714789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.723956 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.730976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecb52676-1eff-4958-93a5-c6b9678663f1 req-8fd82579-920b-4a96-a412-812dab828223 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235248 Dec 21 02:01:49.835876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.943335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.943878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e95a920-6d8a-4b15-ac77-600170c7216e {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:01:49.949645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:49.955016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:49.960539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b33db81-bae1-4878-bd5e-b827c096fc34 tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "DELETE /v2.0/routers/4e95a920-6d8a-4b15-ac77-600170c7216e HTTP/1.1" status: 204 len: 168 time: 0.7954667 Dec 21 02:01:49.966704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:49.981459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Request body: {'router': {'name': 'tempest-router-1659986031', 'distributed': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:50.018388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d85f-634b-459a-978e-15bf23d90202 req-346230d6-6053-405f-b7ac-a7afd06005ba tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:50.025040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc94d85f-634b-459a-978e-15bf23d90202 req-346230d6-6053-405f-b7ac-a7afd06005ba tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1622620 Dec 21 02:01:50.033975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Router f273efc9-34a3-42e3-a2fb-e3662d23c695 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:50.073835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.156998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.158077 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.181941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc94d85f-634b-459a-978e-15bf23d90202 req-39270856-337d-424e-8ab9-30f14c219494 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552310 Dec 21 02:01:50.268683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.381407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:50.385383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:50.388472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.394338 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:50.403993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.417070 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:50.417715 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.444388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.453318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:50.490658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404a198-140a-4478-9919-7530729806c7 req-702a8551-c4bc-43f9-a6b2-cae5425cb0ef tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:50.494838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:50.504643 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3a61c7f1-cfb5-4a60-95c9-3eec68de4180 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2307820 Dec 21 02:01:50.505612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57860) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:50.507564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f404a198-140a-4478-9919-7530729806c7 req-702a8551-c4bc-43f9-a6b2-cae5425cb0ef tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2867749 Dec 21 02:01:50.507803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] Sync routers for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:50.519508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:50.520132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.529615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=3b76faa6-cfd1-4b7b-ae01-673fb8a7e303,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:50.538044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:50.544586 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:50.547612 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-e86ddb3c-b748-4433-80f9-150f5b3e8051 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] delete failed (client error): The resource could not be found. Dec 21 02:01:50.552718 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e86ddb3c-b748-4433-80f9-150f5b3e8051 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-370781699 HTTP/1.1" status: 404 len: 334 time: 0.0461700 Dec 21 02:01:50.553601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57862) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:50.558898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5b70e692-5572-40ea-ad15-12327a0c6ab5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f273efc9-34a3-42e3-a2fb-e3662d23c695'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:50.613470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e2cfe910-ecd5-49e0-aadb-b2dbe7adfd8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "PUT /v2.0/floatingips/2d6ec904-24b7-4678-8047-298124dc3097 HTTP/1.1" status: 200 len: 992 time: 4.4516501 Dec 21 02:01:50.615919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:50.618279 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74830c50-e5a7-4f68-9f55-97a60bf78330" -d '{"events": [{"name": "network-changed", "server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:50.628565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.632597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e49fdd4-a2e0-40e3-bf39-d03a7d86e87a tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6578362 Dec 21 02:01:50.637157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57868) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:50.680096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.705322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:50.706288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.763285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.777621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f404a198-140a-4478-9919-7530729806c7 req-6b8d4403-3d5d-42bb-96df-e4966eb365b4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664697 Dec 21 02:01:50.797508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd56e-b0d2-494e-bce6-04cfff1f98ea req-989b1c11-a671-4da4-9631-112b0201026c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:50.803722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.804404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edfc86-c204-4efc-89eb-a159baf25a1f None None] The sync data for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:50.809092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d2fd56e-b0d2-494e-bce6-04cfff1f98ea req-989b1c11-a671-4da4-9631-112b0201026c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.3358977 Dec 21 02:01:50.838044 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d6ec904-24b7-4678-8047-298124dc3097', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:18Z', 'updated_at': '2021-12-21T02:01:48Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:50.842133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b70e692-5572-40ea-ad15-12327a0c6ab5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:50.874270 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-5b70e692-5572-40ea-ad15-12327a0c6ab5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] update failed (client error): The resource could not be found. Dec 21 02:01:50.881626 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:01:50.881820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b70e692-5572-40ea-ad15-12327a0c6ab5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695 HTTP/1.1" status: 404 len: 339 time: 0.3234298 Dec 21 02:01:50.882020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57870) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:50.892137 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:50.893079 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:51.053620 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:51.188636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2111766294'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:51.195152 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf27325-adc2-4133-9714-11a113afd149 x-openstack-request-id: req-dbf27325-adc2-4133-9714-11a113afd149 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:51.195435 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:51.195691 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbf27325-adc2-4133-9714-11a113afd149 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:51.196243 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'status': 'completed', 'code': 200} Dec 21 02:01:51.306681 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d6ec904-24b7-4678-8047-298124dc3097', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:18Z', 'updated_at': '2021-12-21T02:01:48Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:51.345419 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa5a3b-2e49-47d9-a1f3-10ac0f52f971 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2d6ec904-24b7-4678-8047-298124dc3097', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:18Z', 'updated_at': '2021-12-21T02:01:48Z', 'revision_number': 1, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:51.402604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.409904 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.422974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d2fd56e-b0d2-494e-bce6-04cfff1f98ea req-d6ed2dba-e7d1-4b98-8d2d-de567fad0fbf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125224 Dec 21 02:01:51.461937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:51.465442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.503813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-433bba4e-744e-405c-9bb3-b1c0c675f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:51.505355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-433bba4e-744e-405c-9bb3-b1c0c675f6cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1098 time: 0.3118992 Dec 21 02:01:51.546491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.547496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5c47d1-6bd7-4349-8836-a581ee924d52 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:01:51.574140 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.575308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4006892f-b075-4954-9578-8b1852eaf09c tempest-RoutersTestDVR-313082812 tempest-RoutersTestDVR-313082812-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8a5c47d1-6bd7-4349-8836-a581ee924d52 HTTP/1.1" status: 204 len: 168 time: 0.9284811 Dec 21 02:01:51.606714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b7e705-33df-4058-9c9c-87168a279471 None None] New status for floating IP 2d6ec904-24b7-4678-8047-298124dc3097: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:01:51.670817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:51.700149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.700505 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Added segment 6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e of type vlan for network 0ef583c4-2baa-481d-ae48-28f0fa04a75d Dec 21 02:01:51.712135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0e806-8dd8-4d66-b710-68db15afc49d req-a5656254-4322-4d61-a6ce-89e7b3b616a5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:51.713662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2e0e806-8dd8-4d66-b710-68db15afc49d req-a5656254-4322-4d61-a6ce-89e7b3b616a5 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.2142467 Dec 21 02:01:51.799996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-86f7e960-d479-45ca-afc9-a403795f30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:51.801444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-86f7e960-d479-45ca-afc9-a403795f30d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.2751122 Dec 21 02:01:51.845377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:51.951396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57886) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:51.962076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2e0e806-8dd8-4d66-b710-68db15afc49d req-4a2a766d-655f-4c1d-be81-2e906c30d3e9 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310925 Dec 21 02:01:52.022877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.078417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4da9647c-da39-4025-b011-fd6a7f99bc6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.089176 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-9530b46c-6d93-409f-94a5-5a89c12680fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1002 time: 0.2724464 Dec 21 02:01:52.106070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.113467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.116735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.170781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4da9647c-da39-4025-b011-fd6a7f99bc6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.177374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4da9647c-da39-4025-b011-fd6a7f99bc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.189834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0077782 Dec 21 02:01:52.195269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:52.204846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'subnet': {'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:52.249079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9647c-da39-4025-b011-fd6a7f99bc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa248a-fd1f-4254-bb7c-d81f2a7a4045,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:52.260703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4da9647c-da39-4025-b011-fd6a7f99bc6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26c2a4524b534a87af0199026705fae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081143 Dec 21 02:01:52.285201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57896) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:52.290260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8f44b-5de2-47d2-a7ac-4189cfdcce2d req-1323dcb6-84ab-4ca7-968b-bd2656b58c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.291709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfd8f44b-5de2-47d2-a7ac-4189cfdcce2d req-1323dcb6-84ab-4ca7-968b-bd2656b58c4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.3348708 Dec 21 02:01:52.292924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.310894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271964c1-dda0-4c6f-8988-40a65b51f575 req-e2474059-352d-4059-a14b-3190d6dcd676 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.312877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-271964c1-dda0-4c6f-8988-40a65b51f575 req-e2474059-352d-4059-a14b-3190d6dcd676 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.4048913 Dec 21 02:01:52.327462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Made reservation on behalf of cc99bb6fe99d4c139da9f521b56b0063 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:52.331847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.362561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-649ec744-096e-4652-92b8-6b10e10570d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.364020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-649ec744-096e-4652-92b8-6b10e10570d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.2625401 Dec 21 02:01:52.396202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172579c-9d01-4b8d-9b2e-85011ce2acf5 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Network': ['ID=0ef583c4-2baa-481d-ae48-28f0fa04a75d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:52.409905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:52.501244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfd8f44b-5de2-47d2-a7ac-4189cfdcce2d req-82d23c95-4066-4f75-9f5f-496ff7ed62bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632783 Dec 21 02:01:52.522180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790aa3-0f98-479f-a8d3-ab00680b2431 req-979a15ed-976c-40da-b35c-f3d50e956653 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.528689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b790aa3-0f98-479f-a8d3-ab00680b2431 req-979a15ed-976c-40da-b35c-f3d50e956653 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.3306327 Dec 21 02:01:52.582178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.607546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.666608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-271964c1-dda0-4c6f-8988-40a65b51f575 req-0234f65f-c7dc-4751-a1de-0a00862944b1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066947 Dec 21 02:01:52.676415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Subnet': ['ID=2affeb03-75fc-4cd9-85da-7076b1f80937,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:52.694131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Checking segment: {'id': '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:52.694870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network hostable DHCP agents. Network: 0ef583c4-2baa-481d-ae48-28f0fa04a75d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:01:52.699461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.720894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:01:52.723460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-3b8c7f93-f587-4149-bf4f-6b28ebe34730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.725002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-3b8c7f93-f587-4149-bf4f-6b28ebe34730 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3298945 Dec 21 02:01:52.739138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0ef583c4-2baa-481d-ae48-28f0fa04a75d) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:52.745299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:52.746351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.764596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b790aa3-0f98-479f-a8d3-ab00680b2431 req-77860544-9811-4fca-ab12-8722512fe18c tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349210 Dec 21 02:01:52.769622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-39663720-ef40-4c29-9268-24bfc52e5e80 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5734265 Dec 21 02:01:52.772323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57900) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:52.777862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-34a08d69-e0a8-4185-963d-6073dd952c4f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:52.832019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:52.883335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6e74b-b83f-4d6a-92ed-71d0970100ca None None] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:53.046621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-0ef583c4-2baa-481d-ae48-28f0fa04a75d', 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d', 'project_id': 'cc99bb6fe99d4c139da9f521b56b0063', 'fixed_ips': [{'subnet_id': '2affeb03-75fc-4cd9-85da-7076b1f80937'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:01:53.047513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.115546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34a08d69-e0a8-4185-963d-6073dd952c4f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.217639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Allocated IP 2001:db8:1::2 (0ef583c4-2baa-481d-ae48-28f0fa04a75d/2affeb03-75fc-4cd9-85da-7076b1f80937/ed2dec14-f034-4471-802a-0e15799f0aa5) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:53.278436 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-34a08d69-e0a8-4185-963d-6073dd952c4f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:01:53.280140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-34a08d69-e0a8-4185-963d-6073dd952c4f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695 HTTP/1.1" status: 400 len: 364 time: 0.5064707 Dec 21 02:01:53.284065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:53.350815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-ed910713-959b-409a-85ab-6c924a3b9f39 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098936 Dec 21 02:01:53.395907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73bbf-05dd-4a54-8b8a-e8bece668f14 req-2d8b1830-f3c2-4f5d-a104-60716b2efa97 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:53.397308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.401127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54c73bbf-05dd-4a54-8b8a-e8bece668f14 req-2d8b1830-f3c2-4f5d-a104-60716b2efa97 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.4919045 Dec 21 02:01:53.401728 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.404845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.406872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.409899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8fa248a-fd1f-4254-bb7c-d81f2a7a4045 HTTP/1.1" status: 204 len: 168 time: 1.1194890 Dec 21 02:01:53.462740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3166-7ed9-4000-84d1-2ab4957b9a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa248a-fd1f-4254-bb7c-d81f2a7a4045,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:53.495266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:53.502338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:53.508534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.516331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:53.526837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.607431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54c73bbf-05dd-4a54-8b8a-e8bece668f14 req-ee2c0bd3-0d4d-4ba5-a027-a8856087a2ee tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968141 Dec 21 02:01:53.627117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Pushing event updated for resources: {'Port': ['ID=ed2dec14-f034-4471-802a-0e15799f0aa5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:53.652142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Attempting to bind port ed2dec14-f034-4471-802a-0e15799f0aa5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:01:53.653451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Attempting to bind port ed2dec14-f034-4471-802a-0e15799f0aa5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:01:53.653451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Attempting to bind port ed2dec14-f034-4471-802a-0e15799f0aa5 on network 0ef583c4-2baa-481d-ae48-28f0fa04a75d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:01:53.659663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:01:53.660054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Checking segment: {'id': '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:01:53.660841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.661250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Bound using segment: {'id': '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:01:53.661966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Bound port: ed2dec14-f034-4471-802a-0e15799f0aa5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0ef583c4-2baa-481d-ae48-28f0fa04a75d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:01:53.662170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.721509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=3b76faa6-cfd1-4b7b-ae01-673fb8a7e303,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:53.728611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74830c50-e5a7-4f68-9f55-97a60bf78330 req-8f7d2b0b-9b4f-4b2c-b29f-ad554604448d service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488655 Dec 21 02:01:53.744554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.847048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.882248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] For port ed2dec14-f034-4471-802a-0e15799f0aa5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:01:53.893561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] For port ed2dec14-f034-4471-802a-0e15799f0aa5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed2dec14-f034-4471-802a-0e15799f0aa5,segment=NetworkSegment(6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e),segment_id=6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:01:53.910816 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:53.971132 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 2bdc7070-198d-44ae-86bd-955ae3ac0710 associated. External IP: 172.25.6.98, port: c6a4ec4c-526d-46b2-8863-2116b7a5c3af. Dec 21 02:01:53.992210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a059-800c-46ed-b3a0-35c561477866 req-f3d98eaf-cf34-475d-a622-2e55db3e42fa tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:54.005763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2296c82-da6a-43f4-82b9-74def9775f2a None None] Pushing event updated for resources: {'Port': ['ID=ed2dec14-f034-4471-802a-0e15799f0aa5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:54.010177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4986a059-800c-46ed-b3a0-35c561477866 req-f3d98eaf-cf34-475d-a622-2e55db3e42fa tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1757870 Dec 21 02:01:54.025795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57924) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:54.114513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24a29019-949f-4073-9e75-9ad40d34909b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.160453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4986a059-800c-46ed-b3a0-35c561477866 req-7aef2d86-fe4b-4c74-95c7-67a7b6bfd5cb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487548 Dec 21 02:01:54.382397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecf3c7-e0ee-4207-a084-1217c7552ff9 req-154a214c-c8a8-41c3-8232-a17484dedd27 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:54.384039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29ecf3c7-e0ee-4207-a084-1217c7552ff9 req-154a214c-c8a8-41c3-8232-a17484dedd27 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1400540 Dec 21 02:01:54.393544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24a29019-949f-4073-9e75-9ad40d34909b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.435650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24a29019-949f-4073-9e75-9ad40d34909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.506137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-24a29019-949f-4073-9e75-9ad40d34909b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9aebac9f5a14e72aeae571774345972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4785225 Dec 21 02:01:54.509512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57930) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:54.512360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Allocated IP 2001:db8::1 (90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c/eb4485bf-0318-4d90-9d89-e060a4cb776b/b221eb57-a5ef-4376-8699-e6504f3e1d0b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:01:54.521904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a29019-949f-4073-9e75-9ad40d34909b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d745cf8f-2c9f-43a7-90e1-6775af2716aa,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:54.546451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29ecf3c7-e0ee-4207-a084-1217c7552ff9 req-81058f62-398f-4a4b-837d-5614e970699c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533623 Dec 21 02:01:54.577706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 40464d0f-cf98-44db-a5fa-87346ce8ba43 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:54.590919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a05994-330b-4e94-af7e-298ea9fd1f73 req-b9805409-22ee-4269-b8dd-e8c4cd9d93e6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:54.599735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1a05994-330b-4e94-af7e-298ea9fd1f73 req-b9805409-22ee-4269-b8dd-e8c4cd9d93e6 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1345215 Dec 21 02:01:54.636748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.683630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.752556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.767696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:54.779907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Sync routers for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:54.784580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.788156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.789871 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d745cf8f-2c9f-43a7-90e1-6775af2716aa HTTP/1.1" status: 204 len: 168 time: 0.2792273 Dec 21 02:01:54.790389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1a05994-330b-4e94-af7e-298ea9fd1f73 req-459cc1e8-8515-4f7a-8a72-c9ce3a34dc89 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894915 Dec 21 02:01:54.814845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:54.815765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:54.821292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.821889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90520-57d1-4275-ab23-ed71fd267d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d745cf8f-2c9f-43a7-90e1-6775af2716aa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:54.863365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:54.943796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8dac46a9-4e28-477f-bc51-530521f9ab04 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4341249 Dec 21 02:01:54.944831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:01:54.962018 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:01:55.026814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:55.029292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Port': ['ID=b221eb57-a5ef-4376-8699-e6504f3e1d0b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:55.043975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:55.047769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:01:55.048516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:55.212290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:55.284061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9636df5-ab2c-4b07-9d36-16c5eac7be88 req-2c796623-a2e6-40bc-8ee7-f65021d58895 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:55.295582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9636df5-ab2c-4b07-9d36-16c5eac7be88 req-2c796623-a2e6-40bc-8ee7-f65021d58895 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.3283694 Dec 21 02:01:55.314399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:55.385297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811bc4a-a431-455a-94a2-d8f38d0b5c09 req-8a189f41-2387-42dd-8ab8-67c00c86bae2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:55.411084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4811bc4a-a431-455a-94a2-d8f38d0b5c09 req-8a189f41-2387-42dd-8ab8-67c00c86bae2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.3102102 Dec 21 02:01:55.494628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9636df5-ab2c-4b07-9d36-16c5eac7be88 req-b08809f9-5a25-4335-865e-7869e468462b tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943383 Dec 21 02:01:55.496645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-c09ca874-7227-41e5-906d-4f02b55b5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:55.507999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-c09ca874-7227-41e5-906d-4f02b55b5181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.4114435 Dec 21 02:01:55.678049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820bd56-55aa-4721-a925-2dd9cd097f92 None None] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:01:55.738696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4811bc4a-a431-455a-94a2-d8f38d0b5c09 req-9415190c-f65e-4f9d-8dd3-a00c00e3d24c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261557 Dec 21 02:01:55.763228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57968) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:55.814946 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ac2e3-f7ba-4ee7-8293-2f17cab48b21 x-openstack-request-id: req-5f5ac2e3-f7ba-4ee7-8293-2f17cab48b21 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:01:55.815256 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:01:55.816898 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f5ac2e3-f7ba-4ee7-8293-2f17cab48b21 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:01:55.818340 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'status': 'completed', 'code': 200} Dec 21 02:01:55.862917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-216c25ad-838d-4247-9493-45a398c258df None None] Provisioning complete for port b221eb57-a5ef-4376-8699-e6504f3e1d0b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:55.863504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0ee6-72cf-4c51-acca-db3b60c2892c req-4e0ee921-fabe-49fd-8973-0902cbc20701 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:55.863597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-216c25ad-838d-4247-9493-45a398c258df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:55.874789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9af0ee6-72cf-4c51-acca-db3b60c2892c req-4e0ee921-fabe-49fd-8973-0902cbc20701 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2423086 Dec 21 02:01:55.885614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-743153ed-abd9-4034-8771-0cdf7ad6c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:55.887064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-743153ed-abd9-4034-8771-0cdf7ad6c66d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.3783417 Dec 21 02:01:55.944647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-216c25ad-838d-4247-9493-45a398c258df None None] Port b221eb57-a5ef-4376-8699-e6504f3e1d0b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:56.017645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2bdc7070-198d-44ae-86bd-955ae3ac0710', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'mac_address': 'fa:16:3e:16:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:51Z', 'updated_at': '2021-12-21T02:01:51Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:56.018237 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31df1958-db7f-43e9-837d-92289213375d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 200 len: 990 time: 0.2487810 Dec 21 02:01:56.021808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-9e2fd1c5-ba9b-4c05-8937-9e8b65760280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.1211808 Dec 21 02:01:56.037599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ed2dec14-f034-4471-802a-0e15799f0aa5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:56.081187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.094730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-e264d5df-b2af-4afe-ae4a-707b2b233946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.097610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-e264d5df-b2af-4afe-ae4a-707b2b233946 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.1679800 Dec 21 02:01:56.098889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.099817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.124233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Checking router: 40464d0f-cf98-44db-a5fa-87346ce8ba43 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:01:56.138919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9af0ee6-72cf-4c51-acca-db3b60c2892c req-e9feb95e-8e30-4bf2-a55f-5a320f119ca0 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632515 Dec 21 02:01:56.172035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:56.172683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:56.191223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-e2b2bc12-e4b4-4312-96f6-30db777f53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.193572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-e2b2bc12-e4b4-4312-96f6-30db777f53b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.1280398 Dec 21 02:01:56.204129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596823da-5f5b-448e-a11b-13c484278f5a req-3348782d-f47f-46a6-a7dd-847f3655528f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.212806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596823da-5f5b-448e-a11b-13c484278f5a req-3348782d-f47f-46a6-a7dd-847f3655528f tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1384559 Dec 21 02:01:56.278027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-cc735dcb-ad6a-4497-be45-5b0997ec4366 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618582 Dec 21 02:01:56.307982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:01:56.329907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event updated for resources: {'Port': ['ID=b221eb57-a5ef-4376-8699-e6504f3e1d0b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:56.338272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-0df4cf64-fe1f-4e72-a1d9-a5506cb49232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.339937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-0df4cf64-fe1f-4e72-a1d9-a5506cb49232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.1470706 Dec 21 02:01:56.341836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.342327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.342841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.343954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.344430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.344900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.345401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.345886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.346352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.346816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.347288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.347767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.348234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:01:56.392197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-f49de022-0773-4271-9e66-1218db5a5cbf service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038532 Dec 21 02:01:56.409149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596823da-5f5b-448e-a11b-13c484278f5a req-0f0b3f40-3279-4ccf-ae10-1aa1f3a002bb tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946824 Dec 21 02:01:56.411633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57980) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:56.538819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:01:56.544555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:01:56.600865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] Provisioning complete for port ed2dec14-f034-4471-802a-0e15799f0aa5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:56.601250 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.642769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786413858'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:01:56.681615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7daa-a8f9-462a-b5f6-586524d9b9ac req-9b006180-f877-4fa1-8cb5-74da6bc09cac tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.686452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-334c7daa-a8f9-462a-b5f6-586524d9b9ac req-9b006180-f877-4fa1-8cb5-74da6bc09cac tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1624887 Dec 21 02:01:56.738756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7be52af9-4d46-4e74-9b04-35f1df27db33 req-6a59867e-b381-47a9-80e8-4d515060a10a service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210080 Dec 21 02:01:56.770757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:01:56.774542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.808074 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.844654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.845398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-334c7daa-a8f9-462a-b5f6-586524d9b9ac req-f93d265c-c1df-45da-b112-22e378563843 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406937 Dec 21 02:01:56.896211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2bdc7070-198d-44ae-86bd-955ae3ac0710', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'mac_address': 'fa:16:3e:16:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:51Z', 'updated_at': '2021-12-21T02:01:51Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:56.936778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ed2dec14-f034-4471-802a-0e15799f0aa5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:56.938197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:56.971538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954146-cf5a-4930-b930-af26012f0053 req-8e7d9bdd-dd48-4868-88e5-df4ff76c0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:56.973514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-8e7d9bdd-dd48-4868-88e5-df4ff76c0f94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 1098 time: 0.0959637 Dec 21 02:01:57.035825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57994) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:57.048116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0947c5-1930-4ba3-a433-1d34a82d03b1 None None] The sync data for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 is: [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '2bdc7070-198d-44ae-86bd-955ae3ac0710', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'mac_address': 'fa:16:3e:16:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:01:51Z', 'updated_at': '2021-12-21T02:01:51Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:57.069531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.165212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.190725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] For port ed2dec14-f034-4471-802a-0e15799f0aa5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed2dec14-f034-4471-802a-0e15799f0aa5,segment=NetworkSegment(6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e),segment_id=6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:01:57.204658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.270044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.373123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60523fd-16d1-4da5-8a20-c5066e95a8b1 None None] Pushing event updated for resources: {'Port': ['ID=ed2dec14-f034-4471-802a-0e15799f0aa5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:57.376296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:01:57.413095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e5695053-f3a9-41cd-96e6-07ffebd5d06a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 200 len: 990 time: 0.3729932 Dec 21 02:01:57.426037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74faffdc-c5ad-462b-b2a6-195226cbcf82,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:57.427049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Router f273efc9-34a3-42e3-a2fb-e3662d23c695 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:01:57.445124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-24a7f1d6-f824-4ce2-a9af-efc9b03e21f5 None None] Provisioning complete for port ed2dec14-f034-4471-802a-0e15799f0aa5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:57.445635 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24a7f1d6-f824-4ce2-a9af-efc9b03e21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.450294 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.450672 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 0f7956ba-ceeb-4a9c-a855-c3f03e416727 of type vlan for network 7d621f19-6a54-4780-a8bd-811c81be2f11 Dec 21 02:01:57.468725 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-63cd0fdc-4276-4a6a-82ee-5fc57aa64c4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 998 time: 1.1156766 Dec 21 02:01:57.506127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954146-cf5a-4930-b930-af26012f0053 req-ef9e9a37-f4ac-4d01-95f8-a29fcb914603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:57.509387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-ef9e9a37-f4ac-4d01-95f8-a29fcb914603 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 200 len: 919 time: 0.4981363 Dec 21 02:01:57.540808 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeee6d0-bad8-42bc-ad03-de4875f2bf85 None None] New status for floating IP 2bdc7070-198d-44ae-86bd-955ae3ac0710: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:01:57.563867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f2cb-70ab-42b4-a3fa-4b789a60e779 req-cc465fea-caf0-4ce8-8c42-2b568da95630 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:57.565474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9917f2cb-70ab-42b4-a3fa-4b789a60e779 req-cc465fea-caf0-4ce8-8c42-2b568da95630 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.2806664 Dec 21 02:01:57.606413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-b71624db-ccbb-40b2-90aa-a0ec46b75b41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 200 len: 217 time: 0.0395200 Dec 21 02:01:57.609437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.644056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-24a7f1d6-f824-4ce2-a9af-efc9b03e21f5 None None] Provisioning complete for port b221eb57-a5ef-4376-8699-e6504f3e1d0b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:57.644456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24a7f1d6-f824-4ce2-a9af-efc9b03e21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.668666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954146-cf5a-4930-b930-af26012f0053 req-06a0c980-22d8-4254-b933-96feaefd835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:57.670392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-06a0c980-22d8-4254-b933-96feaefd835b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 200 len: 859 time: 0.0569723 Dec 21 02:01:57.685158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-e2983189-2a30-4a3c-8aa4-460c7e4eb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:57.687073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-e2983189-2a30-4a3c-8aa4-460c7e4eb461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.2095854 Dec 21 02:01:57.720857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-24a7f1d6-f824-4ce2-a9af-efc9b03e21f5 None None] Port b221eb57-a5ef-4376-8699-e6504f3e1d0b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:01:57.729725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-ce7b9302-8b40-4ad1-99b1-2473c00bcf4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef29e50c-7359-48d1-8f49-3f206e60fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480518 Dec 21 02:01:57.750399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:01:57.763049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] Sync routers for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:01:57.777698 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd7f7ce9-e977-4251-bd2a-5f95b125b6a2 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4920833 Dec 21 02:01:57.778488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:57.781681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:57.782325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:57.851132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9917f2cb-70ab-42b4-a3fa-4b789a60e779 req-0885a545-b299-492c-871e-b3cd9ca656a5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388294 Dec 21 02:01:57.951207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:57.957959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:57.958707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:58.028018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-b14acbf6-2d26-4bbf-b9cb-fe94ebd0c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:58.029778 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-b14acbf6-2d26-4bbf-b9cb-fe94ebd0c4bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3249252 Dec 21 02:01:58.033832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-663f7318-fd2f-4318-8e0d-39ec39db1b89 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:58.052039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=7d621f19-6a54-4780-a8bd-811c81be2f11,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:58.053791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ed2dec14-f034-4471-802a-0e15799f0aa5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:01:58.070143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6b660f1c-9f2a-42ac-908d-68c3ec47f9f8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6532810 Dec 21 02:01:58.102879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:58.111407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:01:58.167584 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-663f7318-fd2f-4318-8e0d-39ec39db1b89 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 02:01:58.168646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-663f7318-fd2f-4318-8e0d-39ec39db1b89 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695 HTTP/1.1" status: 409 len: 329 time: 0.3575277 Dec 21 02:01:58.173220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:58.200567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-dac05aa1-9a97-47a4-a188-b1428a99d47a service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583449 Dec 21 02:01:58.200751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:01:58.201287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:58.319122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:01:58.320048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a782ef1-5b8b-49f0-a5cf-b1ca374834a9 None None] The sync data for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:01:58.325281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ed2dec14-f034-4471-802a-0e15799f0aa5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:01:58.326257 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:58.396426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be954146-cf5a-4930-b930-af26012f0053 req-affaecec-e416-4c7e-997f-7e6b7a2fbe3d service neutron] 10.222.0.24 "GET /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896114 Dec 21 02:01:58.415198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:01:58.558479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2e13ebe9-7802-4708-8e3e-3494a6fb4808 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 200 len: 992 time: 0.1421180 Dec 21 02:01:58.656304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-9a673bcb-659e-4b0a-8fe3-53284f146b88 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824758 Dec 21 02:01:58.757707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46d49ffa-0ea1-4dcf-bd19-d89ff29a586a req-4fc98104-84e2-4cae-b8c1-1aabedbec2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926511 Dec 21 02:01:58.946306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:59.092640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d854a-5f75-4d31-ae4d-8df9f9a02d2d req-b72ecf05-ca3a-453e-8566-7bb72501da19 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:01:59.094514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae6d854a-5f75-4d31-ae4d-8df9f9a02d2d req-b72ecf05-ca3a-453e-8566-7bb72501da19 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.0949461 Dec 21 02:01:59.208341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae6d854a-5f75-4d31-ae4d-8df9f9a02d2d req-864bef81-a5fd-4f13-a4c2-e1670e32e9c5 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984211 Dec 21 02:01:59.383215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting port b221eb57-a5ef-4376-8699-e6504f3e1d0b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:01:59.383698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:59.475446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:59.488510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Calling delete_port for b221eb57-a5ef-4376-8699-e6504f3e1d0b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:01:59.704615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:01:59.751946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Port': ['ID=b221eb57-a5ef-4376-8699-e6504f3e1d0b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:01:59.870504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:00.106842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Router f273efc9-34a3-42e3-a2fb-e3662d23c695 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:02:00.219985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:02:00.242119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58032) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:00.245619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-26c1f6b2-8264-479a-a6bc-bd5cec7a11fc tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669386 Dec 21 02:02:00.259134 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] Sync routers for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:02:00.297225 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:00.297896 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:00.324070 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-f2d0295b-82d9-4a9b-b06e-6c41db0655b0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] show failed (client error): The resource could not be found. Dec 21 02:02:00.328217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2d0295b-82d9-4a9b-b06e-6c41db0655b0 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1812253630 HTTP/1.1" status: 404 len: 335 time: 0.0844212 Dec 21 02:02:00.333608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:00.340870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-48e1b596-660d-418a-a715-f3f82989e87d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:00.413564 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-48e1b596-660d-418a-a715-f3f82989e87d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] update failed (client error): The resource could not be found. Dec 21 02:02:00.414942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-48e1b596-660d-418a-a715-f3f82989e87d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-621972338 HTTP/1.1" status: 404 len: 334 time: 0.0800881 Dec 21 02:02:00.421834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:00.437905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:00.450059 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] Routers {'f273efc9-34a3-42e3-a2fb-e3662d23c695'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:00.451541 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f273efc9-34a3-42e3-a2fb-e3662d23c695'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:00.479760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a860b8-f5a9-4adf-a3e3-d8ac98a1bb05 req-27c74751-e28e-4115-85c9-0f38655abe9b tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:00.481499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21a860b8-f5a9-4adf-a3e3-d8ac98a1bb05 req-27c74751-e28e-4115-85c9-0f38655abe9b tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.0793712 Dec 21 02:02:00.572593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21a860b8-f5a9-4adf-a3e3-d8ac98a1bb05 req-9031399d-baeb-456d-bb25-a71d3285211f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790763 Dec 21 02:02:00.602008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting subnet 2affeb03-75fc-4cd9-85da-7076b1f80937 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:00.634281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:00.680520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:00.681661 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12691f0c-7781-426a-85d7-e291a3f76a0f None None] The sync data for ids ['f273efc9-34a3-42e3-a2fb-e3662d23c695'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:02:00.774462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:00.951194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.067599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.123243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Subnet': ['ID=2affeb03-75fc-4cd9-85da-7076b1f80937,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:01.153975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.154880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a08bb-db8b-4539-b736-63b71f1cbc0b None None] Network 0ef583c4-2baa-481d-ae48-28f0fa04a75d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:01.164760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fb46cbaf-87da-4144-a2ea-60e1f5ebb33f tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/subnets/2affeb03-75fc-4cd9-85da-7076b1f80937 HTTP/1.1" status: 204 len: 168 time: 0.7418165 Dec 21 02:02:01.169358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:01.322020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.410693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting port ed2dec14-f034-4471-802a-0e15799f0aa5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:01.411123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.441863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] DHCP port deletion for 0ef583c4-2baa-481d-ae48-28f0fa04a75d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:01.487120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] For port ed2dec14-f034-4471-802a-0e15799f0aa5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed2dec14-f034-4471-802a-0e15799f0aa5,segment=NetworkSegment(6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e),segment_id=6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:01.487508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.499974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58066) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:01.505051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:01.508366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Calling delete_port for ed2dec14-f034-4471-802a-0e15799f0aa5 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:01.512808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Deleting port ed2dec14-f034-4471-802a-0e15799f0aa5 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:01.513192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.616745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] For port ed2dec14-f034-4471-802a-0e15799f0aa5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ed2dec14-f034-4471-802a-0e15799f0aa5,segment=NetworkSegment(6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e),segment_id=6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:01.617374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.622313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.650042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Calling delete_port for ed2dec14-f034-4471-802a-0e15799f0aa5 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:01.659908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Port': ['ID=ed2dec14-f034-4471-802a-0e15799f0aa5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:01.662592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] No DVR routers for this DVR port ed2dec14-f034-4471-802a-0e15799f0aa5 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:01.686325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:01.693400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.767575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.808949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef583c4-2baa-481d-ae48-28f0fa04a75d']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:02:01.821178 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:02:01.832902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.842811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:01.846931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2e8444-13ac-4a6b-ab44-7a9b5d784d3e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:01.855268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] No DVR routers for this DVR port ed2dec14-f034-4471-802a-0e15799f0aa5 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:01.860740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.893327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.897799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753441b-1f0c-4eb9-9840-d5b153cc42a6 None None] Pushing event deleted for resources: {'Port': ['ID=ed2dec14-f034-4471-802a-0e15799f0aa5,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:01.909766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:01.910353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:01.932964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ed2dec14-f034-4471-802a-0e15799f0aa5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:01.950739 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:01.977136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ed2dec14-f034-4471-802a-0e15799f0aa5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:01.979325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ed2dec14-f034-4471-802a-0e15799f0aa5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:02.034605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.063911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.070550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58072) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:02.072557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/networks/0ef583c4-2baa-481d-ae48-28f0fa04a75d HTTP/1.1" status: 204 len: 168 time: 0.9034896 Dec 21 02:02:02.075148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1a1b-e397-4209-ad42-d7255b653ed8 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Network': ['ID=0ef583c4-2baa-481d-ae48-28f0fa04a75d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:02.130662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting subnet 7c714916-1161-48f7-9ca3-21acfc39b844 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:02.134600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.217093 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.230730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.364770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=49713b8d-7344-4e93-8a3b-b04c93aad14b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:02.455352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '0f7956ba-ceeb-4a9c-a855-c3f03e416727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:02.455947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 7d621f19-6a54-4780-a8bd-811c81be2f11, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:02.493192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.521855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:02.545690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7d621f19-6a54-4780-a8bd-811c81be2f11) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:02.551663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:02.552254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.557241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdbc10-4922-4472-a1be-697e1265eb07 None None] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:02.587907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e8b6187d-7496-472d-a566-a8a2f55ed810 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0857742 Dec 21 02:02:02.590460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58080) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:02.591387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.597689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330166339'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:02.674391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Subnet': ['ID=7c714916-1161-48f7-9ca3-21acfc39b844,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:02.689071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.694220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/subnets/7c714916-1161-48f7-9ca3-21acfc39b844 HTTP/1.1" status: 204 len: 168 time: 0.6223478 Dec 21 02:02:02.697515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:02.707664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:02.712557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.712907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.713247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.713608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.713941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.714274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.714602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.714927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.715248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.715572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.715897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.716215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.716540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba50052e-fa88-44c8-8f92-7f44d95b671c tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:02.718466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc574cb1-89e3-4f98-b344-b3ebb70dc2e3 None None] Network bb69645f-cd5c-4fb4-a012-d014a920a1ca requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:02.739284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.800622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:02.811716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.812502 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 64c949c8-5b3a-4192-bb1b-4c33911264d4 of type vlan for network 05db2c07-5c01-4c79-8eda-f784168dc598 Dec 21 02:02:02.864740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.882268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-7d621f19-6a54-4780-a8bd-811c81be2f11', 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': '49713b8d-7344-4e93-8a3b-b04c93aad14b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:02.883545 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.910548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.917373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:02.918095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:02.960047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3656423 Dec 21 02:02:02.960586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58086) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:02.966846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '05db2c07-5c01-4c79-8eda-f784168dc598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:03.065513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] DHCP port deletion for bb69645f-cd5c-4fb4-a012-d014a920a1ca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:03.085301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb140f8-f203-410d-a330-301bd6fcf602 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=05db2c07-5c01-4c79-8eda-f784168dc598,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:03.124592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting subnet 4c4c7a2a-8c1f-474d-80f7-880dab4212e2 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:03.132687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.142688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:03.147695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.157213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 05db2c07-5c01-4c79-8eda-f784168dc598 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:03.307557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.477672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Allocated IP 2001:db8:0:ffff::2 (7d621f19-6a54-4780-a8bd-811c81be2f11/49713b8d-7344-4e93-8a3b-b04c93aad14b/485ebd79-9010-48cd-ab71-c7d5b2af393f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:03.519591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.524827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Deleting port 3d76e364-3519-452b-956c-68d1a0ce97ba {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:03.528528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.633778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.698832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] For port 3d76e364-3519-452b-956c-68d1a0ce97ba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d76e364-3519-452b-956c-68d1a0ce97ba,segment=NetworkSegment(d2de1cc8-598d-4a22-afd0-dde97df377bb),segment_id=d2de1cc8-598d-4a22-afd0-dde97df377bb)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:03.699326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.727029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Calling delete_port for 3d76e364-3519-452b-956c-68d1a0ce97ba owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:03.747141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4c7a2a-8c1f-474d-80f7-880dab4212e2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:03.758500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.778853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2650dec5-61ac-4ddf-a13a-f9b03b1c779d tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/subnets/4c4c7a2a-8c1f-474d-80f7-880dab4212e2 HTTP/1.1" status: 204 len: 168 time: 1.0693424 Dec 21 02:02:03.778853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:03.867984 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:03.872983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32816d92-6889-4210-8972-5bf06ee28316 None None] Network 5f60cd98-654b-4fb5-9854-b677dd47fff1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:03.927222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.020918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.031386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d76e364-3519-452b-956c-68d1a0ce97ba no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:04.078047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting port 3d76e364-3519-452b-956c-68d1a0ce97ba {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:04.078689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.134831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.177144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] For port 3d76e364-3519-452b-956c-68d1a0ce97ba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d76e364-3519-452b-956c-68d1a0ce97ba,segment=NetworkSegment(d2de1cc8-598d-4a22-afd0-dde97df377bb),segment_id=d2de1cc8-598d-4a22-afd0-dde97df377bb)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:04.177778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.188078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=d2935723-65bf-4bdb-a954-32ed2aaecb15,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:04.201372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Calling delete_port for 3d76e364-3519-452b-956c-68d1a0ce97ba owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:04.233081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '64c949c8-5b3a-4192-bb1b-4c33911264d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05db2c07-5c01-4c79-8eda-f784168dc598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:04.235008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 05db2c07-5c01-4c79-8eda-f784168dc598, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:04.283431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 05db2c07-5c01-4c79-8eda-f784168dc598 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:04.301261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 05db2c07-5c01-4c79-8eda-f784168dc598) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:04.319626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:04.320356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.352332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9caf6e6f-add9-4f31-bc04-ecca16b66b56 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3895187 Dec 21 02:02:04.353063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:04.391170 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:02:04.398728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.419300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] No DVR routers for this DVR port 3d76e364-3519-452b-956c-68d1a0ce97ba on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:04.419472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Pushing event updated for resources: {'Port': ['ID=485ebd79-9010-48cd-ab71-c7d5b2af393f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:04.432844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.445156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24968e9-9f38-4baf-badb-f9834b353f15 None None] Network 05db2c07-5c01-4c79-8eda-f784168dc598 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:04.455059 n-d-761264-20 neutron-server[109852]: INFO neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No ports have port_id starting with 3d76e364-3519-452b-956c-68d1a0ce97ba Dec 21 02:02:04.460660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:04.485956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Port': ['ID=3d76e364-3519-452b-956c-68d1a0ce97ba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:04.501968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:04.535538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:04.547794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] Pushing event deleted for resources: {'Port': ['ID=3d76e364-3519-452b-956c-68d1a0ce97ba,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:04.579006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278a208-8aa6-4c66-b8f2-fe9cc4487774 None None] No DVR routers for this DVR port 3d76e364-3519-452b-956c-68d1a0ce97ba on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:04.601759 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.686412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.738914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb69645f-cd5c-4fb4-a012-d014a920a1ca']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:04.760428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2de1cc8-598d-4a22-afd0-dde97df377bb') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:04.762856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2de1cc8-598d-4a22-afd0-dde97df377bb') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:04.784213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] DHCP port deletion for 5f60cd98-654b-4fb5-9854-b677dd47fff1 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:04.787758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.805882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.817427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.829885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:04.830373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:04.837916 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:04.910387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Attempting to bind port 485ebd79-9010-48cd-ab71-c7d5b2af393f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:04.910762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Attempting to bind port 485ebd79-9010-48cd-ab71-c7d5b2af393f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0f7956ba-ceeb-4a9c-a855-c3f03e416727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:04.911133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Attempting to bind port 485ebd79-9010-48cd-ab71-c7d5b2af393f on network 7d621f19-6a54-4780-a8bd-811c81be2f11 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:04.938760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:04.939139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Checking segment: {'id': '0f7956ba-ceeb-4a9c-a855-c3f03e416727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:04.943412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.943412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Bound using segment: {'id': '0f7956ba-ceeb-4a9c-a855-c3f03e416727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:04.943412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Bound port: 485ebd79-9010-48cd-ab71-c7d5b2af393f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7956ba-ceeb-4a9c-a855-c3f03e416727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7d621f19-6a54-4780-a8bd-811c81be2f11'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:04.943412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.956812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.970832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:04.996730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.005315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/networks/bb69645f-cd5c-4fb4-a012-d014a920a1ca HTTP/1.1" status: 204 len: 168 time: 1.2351367 Dec 21 02:02:05.014676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58138) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:05.028578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9128-b122-4d01-ab42-acbcb346c152 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Network': ['ID=bb69645f-cd5c-4fb4-a012-d014a920a1ca,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:05.063991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] For port 485ebd79-9010-48cd-ab71-c7d5b2af393f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:05.065925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=d2935723-65bf-4bdb-a954-32ed2aaecb15,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:05.067667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] For port 485ebd79-9010-48cd-ab71-c7d5b2af393f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=485ebd79-9010-48cd-ab71-c7d5b2af393f,segment=NetworkSegment(0f7956ba-ceeb-4a9c-a855-c3f03e416727),segment_id=0f7956ba-ceeb-4a9c-a855-c3f03e416727)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:05.070934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc20929-1fbd-41c6-bb32-b0c0849b152a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-05db2c07-5c01-4c79-8eda-f784168dc598', 'network_id': '05db2c07-5c01-4c79-8eda-f784168dc598', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': 'd2935723-65bf-4bdb-a954-32ed2aaecb15'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:05.071860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1dc20929-1fbd-41c6-bb32-b0c0849b152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.087655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.102402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Deleting port fa29dba7-2350-4be4-ab89-20da56eb510f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:05.102798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.170811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] For port fa29dba7-2350-4be4-ab89-20da56eb510f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fa29dba7-2350-4be4-ab89-20da56eb510f,segment=NetworkSegment(78a29757-483e-4922-8dba-782a93d83755),segment_id=78a29757-483e-4922-8dba-782a93d83755)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:05.171858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.192788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Calling delete_port for fa29dba7-2350-4be4-ab89-20da56eb510f owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:05.300355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.323841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.401466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.411524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05db2c07-5c01-4c79-8eda-f784168dc598']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.427025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c949c8-5b3a-4192-bb1b-4c33911264d4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.427577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c949c8-5b3a-4192-bb1b-4c33911264d4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.482027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.542958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.580193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] No DVR routers for this DVR port fa29dba7-2350-4be4-ab89-20da56eb510f on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:05.616560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227146-73df-4b46-857f-8a38dc52990a None None] Pushing event updated for resources: {'Port': ['ID=485ebd79-9010-48cd-ab71-c7d5b2af393f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:05.638771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d5bfe-6dbd-4d1f-aec8-b33b7469ad0c None None] Network 05db2c07-5c01-4c79-8eda-f784168dc598 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:05.658741 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.692506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f60cd98-654b-4fb5-9854-b677dd47fff1']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.704427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a716d5-589a-4dfb-861b-f0c576f69dc8 None None] Pushing event deleted for resources: {'Port': ['ID=fa29dba7-2350-4be4-ab89-20da56eb510f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:05.734546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:05.735179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:05.819849 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:05.823860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a29757-483e-4922-8dba-782a93d83755') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.823860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a29757-483e-4922-8dba-782a93d83755') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:05.835245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.838663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.885618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.890106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/05db2c07-5c01-4c79-8eda-f784168dc598 HTTP/1.1" status: 204 len: 168 time: 1.5357909 Dec 21 02:02:05.891268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844349b7-f3e8-4ea4-8ee8-f522c13ed340 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=05db2c07-5c01-4c79-8eda-f784168dc598,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:05.896161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58160) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:05.904792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.908725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157737279'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:05.913050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:05.913557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:05.917514 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:05.999656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:06.006674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.025892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.040397 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 485ebd79-9010-48cd-ab71-c7d5b2af393f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:06.043301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.050782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/networks/5f60cd98-654b-4fb5-9854-b677dd47fff1 HTTP/1.1" status: 204 len: 168 time: 1.0306585 Dec 21 02:02:06.051544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58164) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:06.067919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:06.092563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.094669 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 691fb81e-4ec0-409b-bd14-a1f16bbcce21 of type vlan for network 510db382-7b70-4c16-9593-495b69585547 Dec 21 02:02:06.101262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88ff64-a35b-4b07-a854-b8b1296314cf tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Network': ['ID=5f60cd98-654b-4fb5-9854-b677dd47fff1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:06.162654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 485ebd79-9010-48cd-ab71-c7d5b2af393f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:06.163130 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.170481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.198021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.205231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:06.206172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.235739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting subnet eb4485bf-0318-4d90-9d89-e060a4cb776b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:06.240222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.315617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.349198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.432780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 485ebd79-9010-48cd-ab71-c7d5b2af393f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=485ebd79-9010-48cd-ab71-c7d5b2af393f,segment=NetworkSegment(0f7956ba-ceeb-4a9c-a855-c3f03e416727),segment_id=0f7956ba-ceeb-4a9c-a855-c3f03e416727)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:06.441898 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.683627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=485ebd79-9010-48cd-ab71-c7d5b2af393f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:06.700681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fa29dba7-2350-4be4-ab89-20da56eb510f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:06.706542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.790244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fa29dba7-2350-4be4-ab89-20da56eb510f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:06.790594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fa29dba7-2350-4be4-ab89-20da56eb510f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:06.862525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58178) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:06.866996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9686074 Dec 21 02:02:06.872067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '510db382-7b70-4c16-9593-495b69585547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:06.878374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:06.881763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98079b43-f0d3-46ed-bdfa-e41802678859 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=510db382-7b70-4c16-9593-495b69585547,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:06.899996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 510db382-7b70-4c16-9593-495b69585547 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:07.042563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4485bf-0318-4d90-9d89-e060a4cb776b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:07.062899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e32e8-0bcf-4ef2-8606-101a1f191d20 None None] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:07.089890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bea30-b313-4588-90c3-a4782d552ca0 None None] Network 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:07.100654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.106136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1fbda113-a24d-4678-87cd-d776f9ae5a97 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/subnets/eb4485bf-0318-4d90-9d89-e060a4cb776b HTTP/1.1" status: 204 len: 168 time: 1.0321765 Dec 21 02:02:07.108942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58188) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:07.259937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.297852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:07.303350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.407958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Deleting port 236eded1-295b-4497-9bdc-1c4aa3fff6ec {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:07.414531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.541504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] For port 236eded1-295b-4497-9bdc-1c4aa3fff6ec, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=236eded1-295b-4497-9bdc-1c4aa3fff6ec,segment=NetworkSegment(fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070),segment_id=fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:07.542145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.568110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Calling delete_port for 236eded1-295b-4497-9bdc-1c4aa3fff6ec owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:07.635179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abe1fc-9ddd-494f-ab1a-313f1721ed3e req-7d4521ad-bea2-42e4-8519-a3c28b1a1066 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:07.642952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1abe1fc-9ddd-494f-ab1a-313f1721ed3e req-7d4521ad-bea2-42e4-8519-a3c28b1a1066 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.1595201 Dec 21 02:02:07.664354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-09b774ad-1f4b-42a5-8554-53f6fba6b32b None None] Provisioning complete for port 485ebd79-9010-48cd-ab71-c7d5b2af393f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:07.664728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-09b774ad-1f4b-42a5-8554-53f6fba6b32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.869201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:07.904549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Port': ['ID=236eded1-295b-4497-9bdc-1c4aa3fff6ec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:07.904732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4a08e-474d-42af-8f26-063fb87554cb None None] DHCP port deletion for 90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:07.916643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] No DVR routers for this DVR port 236eded1-295b-4497-9bdc-1c4aa3fff6ec on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:08.004386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1abe1fc-9ddd-494f-ab1a-313f1721ed3e req-d5dac427-54d2-40ca-8dc0-f6b23cf08760 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533025 Dec 21 02:02:08.094712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 485ebd79-9010-48cd-ab71-c7d5b2af393f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:08.249098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.254846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.290173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 485ebd79-9010-48cd-ab71-c7d5b2af393f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:08.290683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.317582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:08.351526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:08.352080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d6a68-fb0f-4e82-a9c1-e2883a7cd070') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:08.398155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '691fb81e-4ec0-409b-bd14-a1f16bbcce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '510db382-7b70-4c16-9593-495b69585547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:08.402014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 510db382-7b70-4c16-9593-495b69585547, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:08.419803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.425739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=b60590ac-aa9c-49fe-9d2f-e24805bb72af,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:08.450168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.457633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 510db382-7b70-4c16-9593-495b69585547 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:08.464994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:08.467391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.479676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 510db382-7b70-4c16-9593-495b69585547) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:08.484960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:08.485731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.506400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabd231-fc2b-4e91-8bfe-5db2e2e81176 None None] Network 510db382-7b70-4c16-9593-495b69585547 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:08.522822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f395392d-5b1f-42cb-9741-0beb1b3a3593 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6587257 Dec 21 02:02:08.523483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58212) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:08.528403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318650840'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:08.532626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d399b1f0-3b4e-4b0d-82e1-b608a218f6f1 None None] Provisioning complete for port 485ebd79-9010-48cd-ab71-c7d5b2af393f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:08.533844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d399b1f0-3b4e-4b0d-82e1-b608a218f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.582557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:08.586327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:08.604517 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:08.617801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.623580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.626985 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/networks/90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c HTTP/1.1" status: 204 len: 168 time: 1.5168762 Dec 21 02:02:08.632690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:08.634722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:08.664753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4b795-7cd4-4462-9980-85a4308316e1 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Pushing event deleted for resources: {'Network': ['ID=90ac69bb-3e29-4fd5-a8b4-b0ec0494e06c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:08.689783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-56187199-010e-4c49-ba36-a063d3749f64 tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "GET /v2.0/ports?device_id=f273efc9-34a3-42e3-a2fb-e3662d23c695 HTTP/1.1" status: 200 len: 205 time: 0.0528061 Dec 21 02:02:08.691899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.692457 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 9b1d479c-5b6b-4e03-9fd8-7b98180cc1c1 of type vlan for network 6e15780b-8cb4-4f56-99f1-72b20f32a6c4 Dec 21 02:02:08.701692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58218) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:08.783203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-510db382-7b70-4c16-9593-495b69585547', 'network_id': '510db382-7b70-4c16-9593-495b69585547', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': 'b60590ac-aa9c-49fe-9d2f-e24805bb72af'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:08.785368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.808814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.879370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.887991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:08.888852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:08.925852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.064242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5368333 Dec 21 02:02:09.065962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58228) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:09.089145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '6e15780b-8cb4-4f56-99f1-72b20f32a6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:09.196678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Allocated IP 2001:db8::3 (510db382-7b70-4c16-9593-495b69585547/b60590ac-aa9c-49fe-9d2f-e24805bb72af/a14d571f-8bc7-4276-8bd0-06ec2aac6854) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:09.282140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.285046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.341237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.342061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Fanout notify agent at l3_agent the message router_deleted on router f273efc9-34a3-42e3-a2fb-e3662d23c695 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:02:09.357505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.364940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fcd029c6-9313-4da8-b7c9-7d1b05fa044a tempest-RoutersNegativeIpV6Test-1458898274 tempest-RoutersNegativeIpV6Test-1458898274-project] 10.222.0.43 "DELETE /v2.0/routers/f273efc9-34a3-42e3-a2fb-e3662d23c695 HTTP/1.1" status: 204 len: 168 time: 0.6629755 Dec 21 02:02:09.398738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaaaf1-e7b7-491a-81e0-dc11f0692930 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=6e15780b-8cb4-4f56-99f1-72b20f32a6c4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:09.445116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6e15780b-8cb4-4f56-99f1-72b20f32a6c4 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:09.529413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:09.543489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.621245 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.631062 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.701259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Performing IP validity checks on allocation pools {{(pid=109850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:02:09.704814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:02:09.713981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Network 510db382-7b70-4c16-9593-495b69585547 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:09.721261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:09.737131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738ce7a-07de-46a6-b476-43e8aed99d3c req-b4471736-1659-4dd5-8d45-d3548a903db7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:09.742305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:09.746887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6738ce7a-07de-46a6-b476-43e8aed99d3c req-b4471736-1659-4dd5-8d45-d3548a903db7 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.4231470 Dec 21 02:02:09.811524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Pushing event updated for resources: {'Port': ['ID=a14d571f-8bc7-4276-8bd0-06ec2aac6854,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:09.817112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58244) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:09.864163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e7aca973-7708-42d4-bd4b-54ab55ee9741 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:09.865748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e7aca973-7708-42d4-bd4b-54ab55ee9741 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 947 time: 0.4020422 Dec 21 02:02:09.903013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Attempting to bind port a14d571f-8bc7-4276-8bd0-06ec2aac6854 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:09.903630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Attempting to bind port a14d571f-8bc7-4276-8bd0-06ec2aac6854 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '691fb81e-4ec0-409b-bd14-a1f16bbcce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '510db382-7b70-4c16-9593-495b69585547'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:09.904154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Attempting to bind port a14d571f-8bc7-4276-8bd0-06ec2aac6854 on network 510db382-7b70-4c16-9593-495b69585547 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:09.913113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:09.914214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Checking segment: {'id': '691fb81e-4ec0-409b-bd14-a1f16bbcce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '510db382-7b70-4c16-9593-495b69585547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:09.915013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.915801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Bound using segment: {'id': '691fb81e-4ec0-409b-bd14-a1f16bbcce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '510db382-7b70-4c16-9593-495b69585547'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:09.916769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Bound port: a14d571f-8bc7-4276-8bd0-06ec2aac6854, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691fb81e-4ec0-409b-bd14-a1f16bbcce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '510db382-7b70-4c16-9593-495b69585547'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:09.917611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:09.960874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 236eded1-295b-4497-9bdc-1c4aa3fff6ec no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:09.993057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6738ce7a-07de-46a6-b476-43e8aed99d3c req-7e752b19-aadd-469b-b011-33e9d4fa5d11 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/security-groups?id=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442715 Dec 21 02:02:10.033804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 236eded1-295b-4497-9bdc-1c4aa3fff6ec {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:10.034148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 236eded1-295b-4497-9bdc-1c4aa3fff6ec not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:10.108481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] For port a14d571f-8bc7-4276-8bd0-06ec2aac6854, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:10.112537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] For port a14d571f-8bc7-4276-8bd0-06ec2aac6854, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a14d571f-8bc7-4276-8bd0-06ec2aac6854,segment=NetworkSegment(691fb81e-4ec0-409b-bd14-a1f16bbcce21),segment_id=691fb81e-4ec0-409b-bd14-a1f16bbcce21)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:10.121621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.183491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-79a756fe-6f42-4f10-ab4b-f4afaa8a5d30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc99bb6fe99d4c139da9f521b56b0063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653011 Dec 21 02:02:10.187189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:10.247919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1a822-55a9-4155-a93b-87a82fc545da None None] Pushing event updated for resources: {'Port': ['ID=a14d571f-8bc7-4276-8bd0-06ec2aac6854,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:10.307814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.325180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Deleting port 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:10.325571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.334154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.371424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.477666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.481507 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.485570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/366382c7-c38d-408d-a549-ac7ad7371b28 HTTP/1.1" status: 204 len: 168 time: 0.2943170 Dec 21 02:02:10.496817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23568c-c675-46e3-9cd1-d79847322474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366382c7-c38d-408d-a549-ac7ad7371b28,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:10.590837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=3634d5bd-dde6-4388-bc68-e4ffbbe5e026,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:10.668606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '9b1d479c-5b6b-4e03-9fd8-7b98180cc1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6e15780b-8cb4-4f56-99f1-72b20f32a6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:10.669393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 6e15780b-8cb4-4f56-99f1-72b20f32a6c4, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:10.675926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] For port 65696a81-6332-43e9-82ba-2c9682e6b9a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=65696a81-6332-43e9-82ba-2c9682e6b9a4,segment=NetworkSegment(7490dd9e-2c50-4fec-a51b-bbda37e3108b),segment_id=7490dd9e-2c50-4fec-a51b-bbda37e3108b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:10.676645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.702839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Calling delete_port for 65696a81-6332-43e9-82ba-2c9682e6b9a4 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:10.722170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 6e15780b-8cb4-4f56-99f1-72b20f32a6c4 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:10.804247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6e15780b-8cb4-4f56-99f1-72b20f32a6c4) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:10.812372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:10.812993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:10.814190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bfa82d-a381-4309-9742-5aabfc658f29 None None] Network 6e15780b-8cb4-4f56-99f1-72b20f32a6c4 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:10.856958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58270) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:10.857165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3bbe02f-8b1a-49cc-bc70-478d9e5e7f81 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7733064 Dec 21 02:02:10.942675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.010101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Pushing event deleted for resources: {'Port': ['ID=65696a81-6332-43e9-82ba-2c9682e6b9a4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:11.033162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['65696a81-6332-43e9-82ba-2c9682e6b9a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:11.033551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.076123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6ddf2-7ef1-473c-9c05-675dea449990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-6e15780b-8cb4-4f56-99f1-72b20f32a6c4', 'network_id': '6e15780b-8cb4-4f56-99f1-72b20f32a6c4', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': '3634d5bd-dde6-4388-bc68-e4ffbbe5e026'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:11.076802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-05e6ddf2-7ef1-473c-9c05-675dea449990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.106995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] No DVR routers for this DVR port 65696a81-6332-43e9-82ba-2c9682e6b9a4 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:11.115201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.120642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b81c318c-8116-49db-ab2b-445cf327d062 req-e5b17fb8-d680-4052-8ed3-dcbd111ce0cf tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.45 "DELETE /v2.0/ports/65696a81-6332-43e9-82ba-2c9682e6b9a4 HTTP/1.1" status: 204 len: 173 time: 1.2342381 Dec 21 02:02:11.128645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-deleted', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:02:11.131479 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a590b5-88cd-48a0-8ad4-703f615ca2c6" -d '{"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-deleted", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:02:11.145687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.214447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-633ef948-d2f4-40aa-a228-344d9d6a6ca3 req-d562f063-e852-481c-a3f1-18ed88964d17 tempest-ServersNegativeTestJSON-118011244 tempest-ServersNegativeTestJSON-118011244-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e5fae3a-fa14-4899-bcf8-408b30f7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0927823 Dec 21 02:02:11.267143 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6f968-db75-4ec8-934a-1621dd677da7 x-openstack-request-id: req-19d6f968-db75-4ec8-934a-1621dd677da7 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:02:11.267450 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fae3a-fa14-4899-bcf8-408b30f7bae3", "name": "network-vif-deleted", "tag": "65696a81-6332-43e9-82ba-2c9682e6b9a4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:02:11.267748 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19d6f968-db75-4ec8-934a-1621dd677da7 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:02:11.268314 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fae3a-fa14-4899-bcf8-408b30f7bae3', 'name': 'network-vif-deleted', 'tag': '65696a81-6332-43e9-82ba-2c9682e6b9a4', 'status': 'completed', 'code': 200} Dec 21 02:02:11.294255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.329518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=3634d5bd-dde6-4388-bc68-e4ffbbe5e026,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-05e6ddf2-7ef1-473c-9c05-675dea449990 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3634d5bd-dde6-4388-bc68-e4ffbbe5e026: This subnet is being modified by another concurrent operation. Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3634d5bd-dde6-4388-bc68-e4ffbbe5e026: This subnet is being modified by another concurrent operation. Dec 21 02:02:11.360301 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:02:11.431248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c759a9-12e1-48b9-b84d-bab70730fc27 None None] Network 6e15780b-8cb4-4f56-99f1-72b20f32a6c4 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:11.462222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.488682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e15780b-8cb4-4f56-99f1-72b20f32a6c4']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:11.499031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1d479c-5b6b-4e03-9fd8-7b98180cc1c1') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:11.499412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1d479c-5b6b-4e03-9fd8-7b98180cc1c1') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:11.518489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.558719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.571243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:11.571913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:11.575932 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:11.663186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.670682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.677900 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/6e15780b-8cb4-4f56-99f1-72b20f32a6c4 HTTP/1.1" status: 204 len: 168 time: 0.8155217 Dec 21 02:02:11.677900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58302) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:11.692608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27447028'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:11.698051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01147fd-79a2-463e-9878-849c8322fcbe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=6e15780b-8cb4-4f56-99f1-72b20f32a6c4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:11.766509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:11.771314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.905954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:11.957503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:11.959083 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment acee7475-5bd1-4a6d-8c7b-81be73ac7f94 of type vlan for network b94e42df-bd19-4085-a225-3b4d190c27ab Dec 21 02:02:12.027194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a14d571f-8bc7-4276-8bd0-06ec2aac6854 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:12.089454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.126303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.132888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:12.133718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.144620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a14d571f-8bc7-4276-8bd0-06ec2aac6854 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:12.144919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.190171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01896b15-3871-4c96-8a8a-33ba8593f004 None None] Network 510db382-7b70-4c16-9593-495b69585547 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:12.207661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5285563 Dec 21 02:02:12.211722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:12.218464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff179-e57e-454b-8110-27c2d18cb9d5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=b94e42df-bd19-4085-a225-3b4d190c27ab,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:12.218649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': 'b94e42df-bd19-4085-a225-3b4d190c27ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:12.246133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b94e42df-bd19-4085-a225-3b4d190c27ab details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:12.312389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:12.391418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Deleting subnet 2609fcf7-05d6-4d2d-9c77-4a5672f7f555 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:12.395928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.424076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fc7ce5c4-ee09-4872-9679-49865014d07d None None] Provisioning complete for port a14d571f-8bc7-4276-8bd0-06ec2aac6854 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:12.425605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce5c4-ee09-4872-9679-49865014d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.435895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.477034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.481976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:12.487285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.512115 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.562273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.574730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.580199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2609fcf7-05d6-4d2d-9c77-4a5672f7f555 HTTP/1.1" status: 204 len: 168 time: 0.2645195 Dec 21 02:02:12.589945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58336) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:12.609128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cbc59-9b28-448c-82c3-57247f66f39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2609fcf7-05d6-4d2d-9c77-4a5672f7f555,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:12.665420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port a14d571f-8bc7-4276-8bd0-06ec2aac6854, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a14d571f-8bc7-4276-8bd0-06ec2aac6854,segment=NetworkSegment(691fb81e-4ec0-409b-bd14-a1f16bbcce21),segment_id=691fb81e-4ec0-409b-bd14-a1f16bbcce21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:12.688787 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.690668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce5c4-ee09-4872-9679-49865014d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.788866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:12.821608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=a14d571f-8bc7-4276-8bd0-06ec2aac6854,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:12.841573 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-fc7ce5c4-ee09-4872-9679-49865014d07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:02:12.841900 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-fc7ce5c4-ee09-4872-9679-49865014d07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:02:13.050195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f14810-35ee-4967-8246-ebbe6fc34db8 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:02:13.113237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.171294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee3d6f-9026-44f4-a1b3-39c7281538c9']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:13.198635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:13.199561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7490dd9e-2c50-4fec-a51b-bbda37e3108b') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:13.200729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7490dd9e-2c50-4fec-a51b-bbda37e3108b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:13.215633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.253572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.259053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.276544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 65696a81-6332-43e9-82ba-2c9682e6b9a4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:13.276895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 65696a81-6332-43e9-82ba-2c9682e6b9a4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:13.299387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f14810-35ee-4967-8246-ebbe6fc34db8 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:02:13.303471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:13.303893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:13.308964 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:13.418711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=bd683a51-5c18-40af-80ee-4cf91662dc5d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:13.423627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': 'acee7475-5bd1-4a6d-8c7b-81be73ac7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b94e42df-bd19-4085-a225-3b4d190c27ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:13.424066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: b94e42df-bd19-4085-a225-3b4d190c27ab, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:13.444944 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.456520 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.472600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] 10.222.0.43 "DELETE /v2.0/networks/04ee3d6f-9026-44f4-a1b3-39c7281538c9 HTTP/1.1" status: 204 len: 168 time: 0.8739016 Dec 21 02:02:13.518786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93caa9-d1f3-4cd1-93fe-121b6246adca admin admin] Pushing event deleted for resources: {'Network': ['ID=04ee3d6f-9026-44f4-a1b3-39c7281538c9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:13.525086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network b94e42df-bd19-4085-a225-3b4d190c27ab is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:13.562322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b94e42df-bd19-4085-a225-3b4d190c27ab) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:13.578265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:13.578902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.611999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9c89ebe1-d9d8-4192-a48c-dbe77b67f921 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3988523 Dec 21 02:02:13.614658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58370) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:13.872486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:13.903181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58386) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:14.015772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.026888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a14d571f-8bc7-4276-8bd0-06ec2aac6854 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:14.066943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-41f51f7c-e7bc-4c3d-af02-ae14d02aca1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.069758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5ae955c3-dab5-4c4f-8f3a-4b3f916205eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc910b6dcc8d43318a9c840d234bb001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649549 Dec 21 02:02:14.072700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58390) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:14.109572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cfaa668c-0f98-4cdf-9c08-566b30e99d9c None None] Provisioning complete for port a14d571f-8bc7-4276-8bd0-06ec2aac6854 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:14.110292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cfaa668c-0f98-4cdf-9c08-566b30e99d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.165809 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.173445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58392) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:14.201519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.208222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.263775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=bd683a51-5c18-40af-80ee-4cf91662dc5d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:14.273761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.277881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.281745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78e7dfe2-eee6-42eb-9d25-87be61cc3ebf HTTP/1.1" status: 204 len: 168 time: 0.2080436 Dec 21 02:02:14.294689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad96eb-e4df-4c1f-9673-23f065ddf38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7dfe2-eee6-42eb-9d25-87be61cc3ebf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:14.362407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.398555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94e42df-bd19-4085-a225-3b4d190c27ab']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:14.399839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a14d571f-8bc7-4276-8bd0-06ec2aac6854 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:14.400216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.411607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acee7475-5bd1-4a6d-8c7b-81be73ac7f94') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:14.412085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acee7475-5bd1-4a6d-8c7b-81be73ac7f94') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:14.426478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.455479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.470034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:14.472484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.496465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662894cd-e87b-43a9-95af-9f0a6aedb9b1 None None] Network b94e42df-bd19-4085-a225-3b4d190c27ab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:14.571311 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:14.585946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.590847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.598458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:14.598657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/b94e42df-bd19-4085-a225-3b4d190c27ab HTTP/1.1" status: 204 len: 168 time: 0.9814618 Dec 21 02:02:14.604284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801893091'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:14.627929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544223-c76d-4709-9782-788463177162 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=b94e42df-bd19-4085-a225-3b4d190c27ab,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:14.684669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:14.687290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fda2b2-9444-49c8-bc6e-f7945c37cbb0 None None] Network b94e42df-bd19-4085-a225-3b4d190c27ab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:14.693580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.706434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fda2b2-9444-49c8-bc6e-f7945c37cbb0 None None] Network b94e42df-bd19-4085-a225-3b4d190c27ab could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:02:14.738013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Provisioning complete for port 78e88689-7620-49a9-ab40-9547d8b6e812 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:14.738714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.751523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:14.783255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.783625 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 32c3fef5-d853-4f4d-8057-3837a077c9a0 of type vlan for network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 Dec 21 02:02:14.896662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6379323f-cadc-4477-8d9e-57478c3290e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.925824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Provisioning complete for port 77cba194-6ed7-4da2-8b7b-e57a703c6daa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:14.927974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:14.929720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.025773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.047168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:15.048400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.080556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Provisioning complete for port 818d310c-73b2-47c8-ac3e-dde39786c2ec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:15.081108 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04f33835-a2c8-43fd-8461-492549d740f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.160491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5603671 Dec 21 02:02:15.163582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:15.170368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:15.215292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18f2d-fcd5-433c-8d65-74bbf2f30152 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=8c80ff20-2c9f-4989-b871-e4a0797a04e2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:15.230039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:15.231898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6379323f-cadc-4477-8d9e-57478c3290e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.238544 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6379323f-cadc-4477-8d9e-57478c3290e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.300255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6379323f-cadc-4477-8d9e-57478c3290e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c81f25daa64245149fb290014dabf6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1254508 Dec 21 02:02:15.302964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:15.328331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379323f-cadc-4477-8d9e-57478c3290e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea507234-1be2-4eac-abb7-a620a1383694,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:15.395246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.460244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:15.465752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.505640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:15.666573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605054722-network', 'tenant_id': 'f41f664321d9426eb5633dee9640e700'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:15.756310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:15.758839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.783582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.796100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.811446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.865456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.868494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:15.869912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea507234-1be2-4eac-abb7-a620a1383694 HTTP/1.1" status: 204 len: 168 time: 0.5658677 Dec 21 02:02:15.890352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4f137-8689-4ba7-b447-43d7ce795374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea507234-1be2-4eac-abb7-a620a1383694,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.010642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=73ecef50-4bce-4b61-8bdd-83ddf6bb47e9,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.025203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '32c3fef5-d853-4f4d-8057-3837a077c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:16.025620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 8c80ff20-2c9f-4989-b871-e4a0797a04e2, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:16.050716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.059900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.074550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:16.102539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:16.114282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.114642 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Added segment e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c of type vlan for network 997627ba-06b3-43a1-8612-411248c3e000 Dec 21 02:02:16.162029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.199196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab1d79-aa13-499b-b30f-cc3f427dd54f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.203532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8c80ff20-2c9f-4989-b871-e4a0797a04e2) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:16.206129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.207325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:16.207884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.220373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:16.221033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.222946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbc695-aea7-4387-88e8-c8340224cd34 None None] Network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:16.261198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7ca37961-6444-4589-9db4-14d2d770cebe tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0956521 Dec 21 02:02:16.264054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:16.316219 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8092935 Dec 21 02:02:16.324852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58468) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:16.340664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Request body: {'subnet': {'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605054722-subnet', 'tenant_id': 'f41f664321d9426eb5633dee9640e700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:16.349711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d27d9-1bb4-477d-84b3-38c631b3ba2d admin admin] Pushing event updated for resources: {'Network': ['ID=997627ba-06b3-43a1-8612-411248c3e000,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.388122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:16.392531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.398645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 997627ba-06b3-43a1-8612-411248c3e000 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:16.481400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.531262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:16.593310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-98388a55-403c-42de-ae81-a060c6e940f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.649169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8c80ff20-2c9f-4989-b871-e4a0797a04e2', 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': '73ecef50-4bce-4b61-8bdd-83ddf6bb47e9'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:16.650463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.683913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.694885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.704998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b41d5265-7924-4473-b36b-eac83a91faff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.772438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5739cf65-1635-466a-8f85-0eb95d78dafd,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.815612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Checking segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:16.816148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Network hostable DHCP agents. Network: 997627ba-06b3-43a1-8612-411248c3e000, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:16.840868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Network 997627ba-06b3-43a1-8612-411248c3e000 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:16.862999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 997627ba-06b3-43a1-8612-411248c3e000) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:16.875741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:16.876669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a3430-f247-46bf-b588-c88e0d7b3430 None None] Network 997627ba-06b3-43a1-8612-411248c3e000 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:16.879051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.899493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-98388a55-403c-42de-ae81-a060c6e940f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.906633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-98388a55-403c-42de-ae81-a060c6e940f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:16.912656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8dd46b04-9dd8-4415-992a-5eb697ebead0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5796578 Dec 21 02:02:16.984247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-98388a55-403c-42de-ae81-a060c6e940f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0396ff0582864587952c383607498698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509397 Dec 21 02:02:16.985954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98388a55-403c-42de-ae81-a060c6e940f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc76c1-53fa-49ba-bc52-c4c9836762f8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:16.986841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58484) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:17.121130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afb653-44f2-4100-bc59-0f991ca51a06 None None] Network 997627ba-06b3-43a1-8612-411248c3e000 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:17.142476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.160911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Allocated IP 2001:db8::1 (8c80ff20-2c9f-4989-b871-e4a0797a04e2/73ecef50-4bce-4b61-8bdd-83ddf6bb47e9/9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:17.179894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.254523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.264471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.265866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.273840 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7dc76c1-53fa-49ba-bc52-c4c9836762f8 HTTP/1.1" status: 204 len: 168 time: 0.2841296 Dec 21 02:02:17.289957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcf67b-a1c4-4387-904d-624326a957bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc76c1-53fa-49ba-bc52-c4c9836762f8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:17.472177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.489477 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.546130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.563450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:17.565363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Pushing event updated for resources: {'Port': ['ID=9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:17.568354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:17.572817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:17.650299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Attempting to bind port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:17.650674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Attempting to bind port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '32c3fef5-d853-4f4d-8057-3837a077c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:17.651045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Attempting to bind port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 on network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:17.658007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:17.658387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Checking segment: {'id': '32c3fef5-d853-4f4d-8057-3837a077c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:17.658795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.659195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Bound using segment: {'id': '32c3fef5-d853-4f4d-8057-3837a077c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:17.659670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Bound port: 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c3fef5-d853-4f4d-8057-3837a077c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:17.660051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.741024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] For port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:17.744381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] For port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6,segment=NetworkSegment(32c3fef5-d853-4f4d-8057-3837a077c9a0),segment_id=32c3fef5-d853-4f4d-8057-3837a077c9a0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:17.751466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.865205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55a633-b61b-4029-b01c-de269d754602 None None] Pushing event updated for resources: {'Port': ['ID=9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:17.900745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a416d3-fb44-4075-a3ee-b9c5a026cb48 None None] Network 8c80ff20-2c9f-4989-b871-e4a0797a04e2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:17.919271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=73ecef50-4bce-4b61-8bdd-83ddf6bb47e9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:17.950051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:17.989456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c80ff20-2c9f-4989-b871-e4a0797a04e2']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:18.011462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c3fef5-d853-4f4d-8057-3837a077c9a0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:18.011764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c3fef5-d853-4f4d-8057-3837a077c9a0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:18.028553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-23c3208c-2be5-4a29-90e2-87d2db67d8bb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:18.030696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-23c3208c-2be5-4a29-90e2-87d2db67d8bb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.4582322 Dec 21 02:02:18.034695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:18.061192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:18.081489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-55c2e8fe-94fb-4a49-9b56-96f693cd6de6 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/quotas/f41f664321d9426eb5633dee9640e700 HTTP/1.1" status: 200 len: 375 time: 0.0376980 Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:18.091559 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:18.188585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-df5076ce-e5f6-40bc-bb6e-53d79813db70 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961244 Dec 21 02:02:18.253703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a91e6-1d4a-4879-b7b5-8de5ead2ea6b None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:02:18.263855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:02:18.263855 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:02:18.263855 n-d-761264-20 neutron-server[109850]: [parameters: {'id': '8c80ff20-2c9f-4989-b871-e4a0797a04e2'}] Dec 21 02:02:18.263855 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:02:18.265487 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:02:18.377493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-77cb4bdf-b00f-46ad-aa04-7d814e33a65f service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728687 Dec 21 02:02:18.508398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a91e6-1d4a-4879-b7b5-8de5ead2ea6b None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:02:18.634827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-ab1a6778-b9d3-40f9-906c-d23e9a45ea06 service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244303 Dec 21 02:02:18.721717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:18.766922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:18.971011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:18.971363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.204835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6,segment=NetworkSegment(32c3fef5-d853-4f4d-8057-3837a077c9a0),segment_id=32c3fef5-d853-4f4d-8057-3837a077c9a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:19.205480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.223429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:19.381075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3eabb685-25ab-472d-9761-64f3a929680d req-bdada6b6-e672-41d6-8c2e-8dab84a2d559 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 210 time: 0.0797246 Dec 21 02:02:19.381705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.473750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.550341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:19.570492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port 9065b9c0-4a4c-4956-ba4f-8ee2f1a805a6 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:19.732796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.778910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c80ff20-2c9f-4989-b871-e4a0797a04e2']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:19.801680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c3fef5-d853-4f4d-8057-3837a077c9a0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:19.801981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c3fef5-d853-4f4d-8057-3837a077c9a0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:19.844388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.871811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.880482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:19.881062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:19.884931 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:19.985139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:19.996980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.004924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/8c80ff20-2c9f-4989-b871-e4a0797a04e2 HTTP/1.1" status: 204 len: 168 time: 3.7357707 Dec 21 02:02:20.005388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58610) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:20.011667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353525874'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:20.040301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70517e-b5c0-4086-b6b5-148737d82106 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=8c80ff20-2c9f-4989-b871-e4a0797a04e2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:20.063294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:20.070477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.108711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:20.127524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.128318 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment b7528e07-9428-4d7a-a923-083a7ad212cc of type vlan for network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 Dec 21 02:02:20.188493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.240257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.250194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:20.251062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.352029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58622) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:20.352320 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3452177 Dec 21 02:02:20.358950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:20.381181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09a62f-1e70-43bd-99e3-39c682d8d6f2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:20.395573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:20.567721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74806e47-a56e-4743-9d8f-2d39bbe1a8dc req-5c8a69f9-f307-4478-ae83-fe7ab7ddba9a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 210 time: 0.0540645 Dec 21 02:02:20.641134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:20.645543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:20.946597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.017659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=5b86ec68-727c-4bf1-96c5-4af212b75e87,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:21.055774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': 'b7528e07-9428-4d7a-a923-083a7ad212cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:21.055931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:21.075867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:21.085090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:21.097968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:21.098625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e77a9-0f1d-4a14-8ae3-96c1be51e6f0 None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:21.099420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.127655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e4f419d7-3abe-468f-baff-f524e2640464 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7724617 Dec 21 02:02:21.130572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58650) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:21.143593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:21.316514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-9bc18e4e-96e0-4b40-a358-fe9eb50afaf4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:21.318155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-9bc18e4e-96e0-4b40-a358-fe9eb50afaf4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.2077796 Dec 21 02:02:21.336596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7', 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': '5b86ec68-727c-4bf1-96c5-4af212b75e87'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:21.338061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.340952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Request body: {'port': {'device_id': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'admin_state_up': True, 'tenant_id': 'f41f664321d9426eb5633dee9640e700'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:21.413883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:21.418739 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.501625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:21.506843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.673595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Allocated IP 2001:db8::2 (c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7/5b86ec68-727c-4bf1-96c5-4af212b75e87/3e3330cf-974c-4b90-ad2a-bda421530479) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:21.710521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Allocated IP 172.20.0.12 (997627ba-06b3-43a1-8612-411248c3e000/5739cf65-1635-466a-8f85-0eb95d78dafd/2b82c7f5-3ab3-41b9-a418-91a7717b0612) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:21.784178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20776e00-d0d6-4dff-94de-fa459a38e320 req-e12a6849-f9df-4c9e-a950-9ceb8d87995d tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 210 time: 0.0610392 Dec 21 02:02:21.930392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:21.977238 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.055042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.084756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:22.098153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:22.110730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.113935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.132070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event updated for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:22.132907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:22.153737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Network 997627ba-06b3-43a1-8612-411248c3e000 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:22.156296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:22.161717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1e32fa0e-8ac3-4ce2-9f57-88f39ac56248 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0295913 Dec 21 02:02:22.164754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58680) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:22.172548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:22.243140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.246217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f11304-ca92-4d1a-8eb2-830baf8f6662 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:22.330909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.335388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.377889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-80559532-0c08-4669-91f2-e893cad76779 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0416095 Dec 21 02:02:22.380316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d0b1d1e7-6e71-451b-9431-55ba50dfcbe5 None None] Provisioning complete for port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:22.380780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d1e7-6e71-451b-9431-55ba50dfcbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.388545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-3df63896-53d7-4229-b476-0c48f4cee85e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:02:22.390207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-3df63896-53d7-4229-b476-0c48f4cee85e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064807 Dec 21 02:02:22.497992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1d1e7-6e71-451b-9431-55ba50dfcbe5 None None] Port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:02:22.513911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.516175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.520367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.522525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.524196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.526253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.532345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:22.534062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a0ede46-eb5d-4019-bf7e-c4e497052671 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3622122 Dec 21 02:02:22.551459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509178530'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:22.559265 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.614964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:22.616323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:22.621250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.624730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:22.629887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:22.688987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Request body: {'port': {'device_id': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:22.696966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Pushing event updated for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:22.719713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:22.739608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Attempting to bind port 3e3330cf-974c-4b90-ad2a-bda421530479 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:22.740699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Attempting to bind port 3e3330cf-974c-4b90-ad2a-bda421530479 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b7528e07-9428-4d7a-a923-083a7ad212cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:22.741203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Attempting to bind port 3e3330cf-974c-4b90-ad2a-bda421530479 on network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:22.749203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:22.749901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Checking segment: {'id': 'b7528e07-9428-4d7a-a923-083a7ad212cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:22.750527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.751375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Bound using segment: {'id': 'b7528e07-9428-4d7a-a923-083a7ad212cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:22.752276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Bound port: 3e3330cf-974c-4b90-ad2a-bda421530479, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7528e07-9428-4d7a-a923-083a7ad212cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:22.753719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.784348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.784748 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment 81ef9241-e7da-40fa-9f50-7155569710bc of type vlan for network f1baa33c-6292-475f-bd0f-c02337226b4b Dec 21 02:02:22.816624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df8b3b-9bfd-4a91-a58a-0ce9ee04e1dd req-b86f5319-c717-48ad-bab7-6653448ab82e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:22.825937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6df8b3b-9bfd-4a91-a58a-0ce9ee04e1dd req-b86f5319-c717-48ad-bab7-6653448ab82e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1204369 Dec 21 02:02:22.872937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.895375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:22.908671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:22.917513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3e3330cf-974c-4b90-ad2a-bda421530479,segment=NetworkSegment(b7528e07-9428-4d7a-a923-083a7ad212cc),segment_id=b7528e07-9428-4d7a-a923-083a7ad212cc)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:22.927598 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.017681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7328f9-77b7-43f1-91e3-d2f945f4a14a None None] Pushing event updated for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:23.078694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6df8b3b-9bfd-4a91-a58a-0ce9ee04e1dd req-5947c8a5-a843-4d2a-bb35-0933adfba818 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518680 Dec 21 02:02:23.105241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2456-2a4b-429f-9127-cc110fe0c44a req-a91004fe-31ab-4ea5-a5d9-c564fb8012ee tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:23.115101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-826b2456-2a4b-429f-9127-cc110fe0c44a req-a91004fe-31ab-4ea5-a5d9-c564fb8012ee tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 932 time: 0.1373906 Dec 21 02:02:23.155170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.162259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:23.162876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.218685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-826b2456-2a4b-429f-9127-cc110fe0c44a req-9046ac7d-b237-427e-b363-a2298b3fc30a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Dec 21 02:02:23.242900 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7087455 Dec 21 02:02:23.245854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58724) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:23.252361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:23.364298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68ab8-5df2-4c75-8b3d-0211ef127ff5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=f1baa33c-6292-475f-bd0f-c02337226b4b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:23.374337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:23.579618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b82c7f5-3ab3-41b9-a418-91a7717b0612 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:02:23.593272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.616971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Transition to ACTIVE for port object 2b82c7f5-3ab3-41b9-a418-91a7717b0612 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:02:23.624857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.641462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.659822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.692304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:23.730089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2951f35-084a-4926-9318-725133351fa3 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:23.773127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network f1baa33c-6292-475f-bd0f-c02337226b4b is not hosted by any dhcp agent {{(pid=109850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 02:02:23.778571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:23.779155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.780787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "PUT /v2.0/networks/f1baa33c-6292-475f-bd0f-c02337226b4b HTTP/1.1" status: 200 len: 723 time: 0.5335114 Dec 21 02:02:23.783721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58734) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:23.792025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:23.807861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Attempting to bind port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:23.808130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Attempting to bind port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:23.808546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Attempting to bind port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:23.814850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 on network 997627ba-06b3-43a1-8612-411248c3e000 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:02:23.815257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Attempting to bind port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:23.843405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:23.843776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Checking segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:23.844171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Bound using segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:23.844629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Bound port: 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:23.845305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:23.945015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9012-291c-47c7-bffe-62049baa832f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=f1baa33c-6292-475f-bd0f-c02337226b4b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:23.959603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:24.060767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:24.069321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:24.079899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.106023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:24.111194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.185325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:24.187783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.189260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] 10.222.0.24 "PUT /v2.0/ports/2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 200 len: 1093 time: 1.7848759 Dec 21 02:02:24.190869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3e3330cf-974c-4b90-ad2a-bda421530479 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:24.196698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7d504-3b57-4d7c-adda-d8fae3a9525c None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:24.210533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:02:24.223480 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69861128-12aa-4604-965a-fe3c90a6475c" -d '{"events": [{"name": "network-changed", "server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:02:24.267790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8a1b-c6e4-46db-939d-a4e3a5ee0b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:24.284954 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f45c1e-ce16-4364-b57a-e23276b93f6e x-openstack-request-id: req-f5f45c1e-ce16-4364-b57a-e23276b93f6e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:02:24.285448 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:02:24.294267 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5f45c1e-ce16-4364-b57a-e23276b93f6e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:02:24.296354 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612', 'status': 'completed', 'code': 200} Dec 21 02:02:24.339837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-c02ac6d5-4f9c-49fa-99e9-458688d32e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:24.341740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-c02ac6d5-4f9c-49fa-99e9-458688d32e0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 1096 time: 0.0701241 Dec 21 02:02:24.374302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:24.378111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.434319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-fd94eae0-388d-4738-b58b-26138e0b172e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 200 len: 217 time: 0.0765927 Dec 21 02:02:24.535209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.543100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-c5d4a35e-d468-4b73-a47c-0ad480527e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:24.544570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-c5d4a35e-d468-4b73-a47c-0ad480527e38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.1036201 Dec 21 02:02:24.588792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625fb9a-805e-4c88-9b6f-8a74cfb139f0 req-bd9cbebd-29fc-4a72-a195-a22c11c93d14 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:24.591980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-adf30880-60f6-4d84-beb9-01f13c18a29d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387664 Dec 21 02:02:24.598426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1625fb9a-805e-4c88-9b6f-8a74cfb139f0 req-bd9cbebd-29fc-4a72-a195-a22c11c93d14 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.3287768 Dec 21 02:02:24.631990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3e3330cf-974c-4b90-ad2a-bda421530479,segment=NetworkSegment(b7528e07-9428-4d7a-a923-083a7ad212cc),segment_id=b7528e07-9428-4d7a-a923-083a7ad212cc)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:24.637138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.667030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ddef5-89d1-4c0f-89ac-1b8c32217bff req-e8db5820-7e4b-4700-8748-38a5abedd676 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:24.674842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b3ddef5-89d1-4c0f-89ac-1b8c32217bff req-e8db5820-7e4b-4700-8748-38a5abedd676 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 944 time: 0.2698512 Dec 21 02:02:24.726638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:24.763178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1625fb9a-805e-4c88-9b6f-8a74cfb139f0 req-99108909-a7ca-44cb-8a6e-1416acc62b7d tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625302 Dec 21 02:02:24.800131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-1b8b76a2-2794-4aa2-bd86-3af05dd81951 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941872 Dec 21 02:02:24.824809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b3ddef5-89d1-4c0f-89ac-1b8c32217bff req-8a476c3b-4e8c-4414-ba53-6efb45e7022e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488750 Dec 21 02:02:24.867816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:24.956050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0956d4cd-d1ab-4e24-b79a-d096e5c1bb7b req-64da1a8d-e2d7-47ac-9f8f-59195cbbdd2d service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399329 Dec 21 02:02:24.970755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=2bd17f5c-53e7-4761-a11d-c1666337f536,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:24.980433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': '81ef9241-e7da-40fa-9f50-7155569710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:24.980691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: f1baa33c-6292-475f-bd0f-c02337226b4b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:24.989740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d70a1b-3bc7-4261-9b05-57f5b1b0760c None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:24.999413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network f1baa33c-6292-475f-bd0f-c02337226b4b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:25.013590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f1baa33c-6292-475f-bd0f-c02337226b4b) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:25.022012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.022735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.041481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c96dc-6b59-4ec5-8050-909b3974aba5 None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:25.044334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e927bcfd-9da9-4255-a31b-442ebc1f7f5e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2595460 Dec 21 02:02:25.047546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58772) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:25.069745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:25.108785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69861128-12aa-4604-965a-fe3c90a6475c req-0b60648b-2ce1-4ab3-adec-b60498c3f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.110626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-0b60648b-2ce1-4ab3-adec-b60498c3f181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 1096 time: 0.0559332 Dec 21 02:02:25.237549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-00c1f017-2962-41c7-86ae-826f2bb47ad4 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:25.237922 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00c1f017-2962-41c7-86ae-826f2bb47ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.257399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65942648'] for subnet, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.276755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69861128-12aa-4604-965a-fe3c90a6475c req-8d33ab4b-8472-4ed5-9dad-dace5545a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.281536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-8d33ab4b-8472-4ed5-9dad-dace5545a964 service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.1617579 Dec 21 02:02:25.343443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f1baa33c-6292-475f-bd0f-c02337226b4b', 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': '2bd17f5c-53e7-4761-a11d-c1666337f536'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:25.344301 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.402284 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-63a098ad-c799-45d2-a53f-ace1286d6d4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 200 len: 217 time: 0.1120965 Dec 21 02:02:25.512451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69861128-12aa-4604-965a-fe3c90a6475c req-e59cd37d-f4b6-41a4-84c5-721493d3037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.514758 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-e59cd37d-f4b6-41a4-84c5-721493d3037f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.1037107 Dec 21 02:02:25.516857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-847f32a6-350a-48fb-b6ac-1b3363a20588 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.518353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-847f32a6-350a-48fb-b6ac-1b3363a20588 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.45 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1053846 Dec 21 02:02:25.557937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-4abe1c80-1021-4d73-be65-351d83836182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358181 Dec 21 02:02:25.582485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Update dhcp port {'port': {'network_id': 'c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7', 'fixed_ips': [{'subnet_id': '5b86ec68-727c-4bf1-96c5-4af212b75e87', 'ip_address': '2001:db8::2'}, {'subnet_id': '7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '3e3330cf-974c-4b90-ad2a-bda421530479'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:02:25.596798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734518760762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143368'] for subnet, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.641936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.678764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Allocated IP 2001:db8::2 (f1baa33c-6292-475f-bd0f-c02337226b4b/2bd17f5c-53e7-4761-a11d-c1666337f536/310b0d6f-c940-4854-ba45-8e5a749ab875) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:25.684211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-6af6b65b-474a-4120-b63b-8638e188173f service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162806 Dec 21 02:02:25.690651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:25.697991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.700617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "PUT /v2.0/subnets/2bd17f5c-53e7-4761-a11d-c1666337f536 HTTP/1.1" status: 200 len: 826 time: 0.6513145 Dec 21 02:02:25.704475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58784) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:25.734697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2abdc-8a0b-42fa-bc5a-6a0450c26cf8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=2bd17f5c-53e7-4761-a11d-c1666337f536,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:25.765466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Deleting port 818d310c-73b2-47c8-ac3e-dde39786c2ec {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:25.765791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.912649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] For port 818d310c-73b2-47c8-ac3e-dde39786c2ec, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=818d310c-73b2-47c8-ac3e-dde39786c2ec,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:25.915336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:25.937950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Allocated IP 172.20.0.1 (c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7/7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b/3e3330cf-974c-4b90-ad2a-bda421530479) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:25.967731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Calling delete_port for 818d310c-73b2-47c8-ac3e-dde39786c2ec owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:26.070043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11158212-44e5-468e-947b-0de2748439a1 None None] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3e3330cf-974c-4b90-ad2a-bda421530479,segment=NetworkSegment(b7528e07-9428-4d7a-a923-083a7ad212cc),segment_id=b7528e07-9428-4d7a-a923-083a7ad212cc)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:26.104954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.209286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3e3330cf-974c-4b90-ad2a-bda421530479 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:26.216678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.227497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69861128-12aa-4604-965a-fe3c90a6475c req-c9631970-6c61-4ab2-b39a-3b9d30d6b8ee service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349793 Dec 21 02:02:26.243618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.336937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.459380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Pushing event updated for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:26.503358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.503798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.504728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.504728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.504925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.508922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.509274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.509679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.509985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.510319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.510654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.510985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.511313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11158212-44e5-468e-947b-0de2748439a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:26.540592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.577036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.590047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.604739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992868e4-d508-4d9b-bef8-16cd337009ab req-2430ecd4-3268-470b-b62e-c3941a5c16ff tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:26.607441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-992868e4-d508-4d9b-bef8-16cd337009ab req-2430ecd4-3268-470b-b62e-c3941a5c16ff tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 946 time: 0.1401987 Dec 21 02:02:26.610302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:26.619611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb326c-dc90-43ba-8b6a-7a5a7a41f2dc req-631659fd-7a7e-4adc-9ccb-32a3d8464a55 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:26.621066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.627803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3beb326c-dc90-43ba-8b6a-7a5a7a41f2dc req-631659fd-7a7e-4adc-9ccb-32a3d8464a55 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 944 time: 0.1630747 Dec 21 02:02:26.651695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd17f5c-53e7-4761-a11d-c1666337f536,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:26.770018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-992868e4-d508-4d9b-bef8-16cd337009ab req-5023567e-c760-43d5-a4f6-69464e39af59 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327827 Dec 21 02:02:26.811527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3beb326c-dc90-43ba-8b6a-7a5a7a41f2dc req-aa183b99-7c3b-42c6-accb-ccf289cafd72 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776690 Dec 21 02:02:26.815794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.832844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:26.847055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.862103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:26.864246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Pushing event updated for resources: {'Port': ['ID=310b0d6f-c940-4854-ba45-8e5a749ab875,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:26.866150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.866992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1baa33c-6292-475f-bd0f-c02337226b4b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:26.874229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:26.900718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ef9241-e7da-40fa-9f50-7155569710bc') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:26.900971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ef9241-e7da-40fa-9f50-7155569710bc') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:26.906483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['77cba194-6ed7-4da2-8b7b-e57a703c6daa'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:26.923737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.933846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Pushing event deleted for resources: {'Port': ['ID=818d310c-73b2-47c8-ac3e-dde39786c2ec,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:26.956168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:26.970398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:26.970876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.008647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['818d310c-73b2-47c8-ac3e-dde39786c2ec'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:27.012635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] No DVR routers for this DVR port 818d310c-73b2-47c8-ac3e-dde39786c2ec on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:27.016437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.020416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52c48ea2-1ef9-4596-8b6c-c1805e902c26 req-51b1cd11-e44f-4cc0-81e5-d646068aa2d1 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.45 "DELETE /v2.0/ports/818d310c-73b2-47c8-ac3e-dde39786c2ec HTTP/1.1" status: 204 len: 173 time: 1.4932501 Dec 21 02:02:27.021089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'name': 'network-vif-deleted', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:02:27.023573 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569d4de-ea2d-489d-ad62-35f19f5338e9" -d '{"events": [{"server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "name": "network-vif-deleted", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:02:27.097200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1db9d9-dc3c-4929-895a-c1af90498998 None None] DHCP port deletion for ef29e50c-7359-48d1-8f49-3f206e60fd98 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:27.131354 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:27.178527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.api [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:02:27.178527 n-d-761264-20 neutron-server[109851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:02:27.178527 n-d-761264-20 neutron-server[109851]: [parameters: {'id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'}] Dec 21 02:02:27.178527 n-d-761264-20 neutron-server[109851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:02:27.178877 n-d-761264-20 neutron-server[109851]: DEBUG oslo_db.api [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:02:27.244174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Attempting to bind port 310b0d6f-c940-4854-ba45-8e5a749ab875 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:27.244861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Attempting to bind port 310b0d6f-c940-4854-ba45-8e5a749ab875 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '81ef9241-e7da-40fa-9f50-7155569710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:27.245022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Attempting to bind port 310b0d6f-c940-4854-ba45-8e5a749ab875 on network f1baa33c-6292-475f-bd0f-c02337226b4b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:27.256949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:27.257404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Checking segment: {'id': '81ef9241-e7da-40fa-9f50-7155569710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:27.257854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.258268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Bound using segment: {'id': '81ef9241-e7da-40fa-9f50-7155569710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:27.258814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Bound port: 310b0d6f-c940-4854-ba45-8e5a749ab875, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ef9241-e7da-40fa-9f50-7155569710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f1baa33c-6292-475f-bd0f-c02337226b4b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:27.259469 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.341448 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417811e-c886-4d64-a43d-c017a7e81e06 x-openstack-request-id: req-2417811e-c886-4d64-a43d-c017a7e81e06 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:02:27.341954 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9868a8d6-d5de-4f67-b854-3b40dd31fa57", "name": "network-vif-deleted", "tag": "818d310c-73b2-47c8-ac3e-dde39786c2ec", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:02:27.342859 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2417811e-c886-4d64-a43d-c017a7e81e06 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:02:27.343671 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868a8d6-d5de-4f67-b854-3b40dd31fa57', 'name': 'network-vif-deleted', 'tag': '818d310c-73b2-47c8-ac3e-dde39786c2ec', 'status': 'completed', 'code': 200} Dec 21 02:02:27.402380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] For port 310b0d6f-c940-4854-ba45-8e5a749ab875, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:27.407870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] For port 310b0d6f-c940-4854-ba45-8e5a749ab875, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=310b0d6f-c940-4854-ba45-8e5a749ab875,segment=NetworkSegment(81ef9241-e7da-40fa-9f50-7155569710bc),segment_id=81ef9241-e7da-40fa-9f50-7155569710bc)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:27.419882 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.535666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d1588-bac1-48c1-8bd7-d2133eb7654e None None] Pushing event updated for resources: {'Port': ['ID=310b0d6f-c940-4854-ba45-8e5a749ab875,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:27.552592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c54f5-bd85-40f3-9ea3-5ac6c5f3598d None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:27.680055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:27.865572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c222b2-6257-4290-8f1c-0e84561845b8 None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:27.995635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-06cfd1eb-0b97-46af-bf3c-21861e5c0e7b None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:27.996009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06cfd1eb-0b97-46af-bf3c-21861e5c0e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.081505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2b82c7f5-3ab3-41b9-a418-91a7717b0612 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:02:28.119726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3e3330cf-974c-4b90-ad2a-bda421530479 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:28.139938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e24d0c7-7090-4292-b677-5ac34983a279 req-1bd8d806-8de1-40c9-9930-0abed61aa4da tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=9868a8d6-d5de-4f67-b854-3b40dd31fa57 HTTP/1.1" status: 200 len: 210 time: 0.0581396 Dec 21 02:02:28.194904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108b538-c0e4-4c90-b074-3e577dbc367d req-5ecfe30a-8be6-464c-b0f2-718b90e55929 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:28.200135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7108b538-c0e4-4c90-b074-3e577dbc367d req-5ecfe30a-8be6-464c-b0f2-718b90e55929 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 944 time: 0.1796291 Dec 21 02:02:28.223104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3808a-2575-4647-bfc1-c13286db6f50 None None] Network f1baa33c-6292-475f-bd0f-c02337226b4b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:28.278113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7108b538-c0e4-4c90-b074-3e577dbc367d req-7020fb7b-10b8-4d2f-a33d-32ac5421717f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Dec 21 02:02:28.305343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port 310b0d6f-c940-4854-ba45-8e5a749ab875 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:28.305688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.387071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port 310b0d6f-c940-4854-ba45-8e5a749ab875, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=310b0d6f-c940-4854-ba45-8e5a749ab875,segment=NetworkSegment(81ef9241-e7da-40fa-9f50-7155569710bc),segment_id=81ef9241-e7da-40fa-9f50-7155569710bc)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:28.387446 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.404793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for 310b0d6f-c940-4854-ba45-8e5a749ab875 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:28.498893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.514487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:28.514875 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.527294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:28.532763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=310b0d6f-c940-4854-ba45-8e5a749ab875,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:28.537901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port 310b0d6f-c940-4854-ba45-8e5a749ab875 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:28.582022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2b82c7f5-3ab3-41b9-a418-91a7717b0612', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'port_id': '2b82c7f5-3ab3-41b9-a418-91a7717b0612', 'mac_address': 'fa:16:3e:a4:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739cf65-1635-466a-8f85-0eb95d78dafd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:02:28.640185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.656212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.669525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1baa33c-6292-475f-bd0f-c02337226b4b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:28.671697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b82c7f5-3ab3-41b9-a418-91a7717b0612 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:02:28.681135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ef9241-e7da-40fa-9f50-7155569710bc') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:28.682021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ef9241-e7da-40fa-9f50-7155569710bc') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:28.699918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.708151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:28.714830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.721659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.729818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:28.730481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.823614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:28.843490 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:28.850688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.864070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:28.867610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/f1baa33c-6292-475f-bd0f-c02337226b4b HTTP/1.1" status: 204 len: 168 time: 3.1610680 Dec 21 02:02:28.870345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58824) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:28.907103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4de5f-e8d6-4d5a-b932-fa5046483ad3 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=f1baa33c-6292-475f-bd0f-c02337226b4b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:28.907757 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aca9f8-f185-4e8d-85da-8c7c39d20503 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:28.908105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804937f7-93f1-4551-9b35-29f4d62f26cd None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:02:28.909480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49aca9f8-f185-4e8d-85da-8c7c39d20503 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:28.917352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-49aca9f8-f185-4e8d-85da-8c7c39d20503 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/f1baa33c-6292-475f-bd0f-c02337226b4b HTTP/1.1" status: 404 len: 339 time: 0.0422223 Dec 21 02:02:28.920503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58826) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:28.930293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614374110', 'description': 'd1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:28.963027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:28.971588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.047578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:29.048426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7718abaa-28dd-437a-8773-d2ecb2d29ee5 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:29.049025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7718abaa-28dd-437a-8773-d2ecb2d29ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.071940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.072641 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment e162a501-4ae5-4c49-a4a7-018e6dce5464 of type vlan for network d04d64f3-a196-467c-9d39-e4b3c28581e6 Dec 21 02:02:29.116945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:29.177907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.197180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804937f7-93f1-4551-9b35-29f4d62f26cd None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:02:29.221545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.231002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:29.233226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.292619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 818d310c-73b2-47c8-ac3e-dde39786c2ec no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:29.314885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3905494 Dec 21 02:02:29.317250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:29.329293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1128e-5053-4cd7-98ee-8c3e19dc574e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=d04d64f3-a196-467c-9d39-e4b3c28581e6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:29.425759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d04d64f3-a196-467c-9d39-e4b3c28581e6 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:29.494368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 818d310c-73b2-47c8-ac3e-dde39786c2ec {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:29.501853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 818d310c-73b2-47c8-ac3e-dde39786c2ec not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:29.536803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62c25e-921e-46d7-9abc-a24a4bac1e96 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:29.542870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58846) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:29.543918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b62c25e-921e-46d7-9abc-a24a4bac1e96 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks?id=d04d64f3-a196-467c-9d39-e4b3c28581e6 HTTP/1.1" status: 200 len: 764 time: 0.2236886 Dec 21 02:02:29.549095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'description': 'd2'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:29.686621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c25f-8c36-421f-ae08-fdd3c290cbb4 req-29a4bd2a-706e-415e-b49a-443bf82dfbbf tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:29.688204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58c5c25f-8c36-421f-ae08-fdd3c290cbb4 req-29a4bd2a-706e-415e-b49a-443bf82dfbbf tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 945 time: 0.1401384 Dec 21 02:02:29.806495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58c5c25f-8c36-421f-ae08-fdd3c290cbb4 req-c794e908-fa2a-4db7-8503-998a011b1174 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967131 Dec 21 02:02:29.854113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.882144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.941006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network d04d64f3-a196-467c-9d39-e4b3c28581e6 is not hosted by any dhcp agent {{(pid=109851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 02:02:29.944670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50942c25-e95f-430c-a8f9-f54cf3ea8548 req-e97f16b4-1b47-438c-accc-3a5d6d734b60 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:29.946554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:29.947215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:29.948573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "PUT /v2.0/networks/d04d64f3-a196-467c-9d39-e4b3c28581e6 HTTP/1.1" status: 200 len: 761 time: 0.4045424 Dec 21 02:02:29.952766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58858) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:29.955880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50942c25-e95f-430c-a8f9-f54cf3ea8548 req-e97f16b4-1b47-438c-accc-3a5d6d734b60 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1168249 Dec 21 02:02:30.038009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3ec0-e35b-4f96-8b8d-e272cd655e78 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=d04d64f3-a196-467c-9d39-e4b3c28581e6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:30.041499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50942c25-e95f-430c-a8f9-f54cf3ea8548 req-a4ba5300-d57f-4aa7-9320-e9c6a20614e6 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Dec 21 02:02:30.053828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d04d64f3-a196-467c-9d39-e4b3c28581e6 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:30.111036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e17c8-aed7-428f-aaac-24d68b7324f9 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.117730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.121887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c8e17c8-aed7-428f-aaac-24d68b7324f9 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks?id=d04d64f3-a196-467c-9d39-e4b3c28581e6 HTTP/1.1" status: 200 len: 764 time: 0.1685457 Dec 21 02:02:30.307886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1cc390-3a83-4e70-a0dd-474dfc954366 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.309265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4b1cc390-3a83-4e70-a0dd-474dfc954366 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1904721 Dec 21 02:02:30.312020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58862) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.353553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f9ed8c0a-75c9-481a-bc44-b570e33b9abc tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 207 time: 0.0375001 Dec 21 02:02:30.354270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.572365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.579355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.585056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.591117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.596951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.602704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.608026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eff17b89-5831-475e-a3d3-8d99d4c71ad2 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2496314 Dec 21 02:02:30.608383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58868) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.747675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c7ea44e2-7970-484f-a615-c9369b7f12eb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1381392 Dec 21 02:02:30.751914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58874) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.813310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.814804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.816814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.818556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.820267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.822104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13b2f51b-4abd-43f9-aba7-b2784e5bb97c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0688481 Dec 21 02:02:30.827762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58880) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:30.995860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.997267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:30.999366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.000768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.002199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.005407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b9e3ae8-8c43-4c0d-9b1c-99c6b2e757b5 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1750336 Dec 21 02:02:31.009190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58886) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.023481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf671cf-c79e-4020-9aa0-c9767ec66f86 req-1d08790b-81ff-4c53-a9e8-b402958d9c95 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.031333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf671cf-c79e-4020-9aa0-c9767ec66f86 req-1d08790b-81ff-4c53-a9e8-b402958d9c95 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 945 time: 0.1242347 Dec 21 02:02:31.051011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.057271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.064146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.071168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.077388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.083641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.089916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.092849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-65037b76-b7fa-4ee7-a7c0-f3f470edfc46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.1753018 Dec 21 02:02:31.134039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a08f00-e1dd-4f4c-b4a4-7c9c38c656eb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.139488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-91a08f00-e1dd-4f4c-b4a4-7c9c38c656eb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks/7d621f19-6a54-4780-a8bd-811c81be2f11 HTTP/1.1" status: 200 len: 803 time: 0.1287429 Dec 21 02:02:31.140528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58890) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.166059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf671cf-c79e-4020-9aa0-c9767ec66f86 req-cf88b8a1-80e6-4aba-b5bd-0c250f11c001 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337421 Dec 21 02:02:31.186487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f206a9d-e944-4f17-a494-04c8ab36407d req-e18e4d5d-0bda-432e-9bbd-f068b018bb09 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837560 Dec 21 02:02:31.337355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-518ad94e-b5a9-46cc-8dcd-7d6074a805d1 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/networks/7d621f19-6a54-4780-a8bd-811c81be2f11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1955507 Dec 21 02:02:31.338181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.367408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a57340-be27-4df9-a94b-47845b171859 req-3fd03558-0c8d-43a4-beb1-764506450247 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.378018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13a57340-be27-4df9-a94b-47845b171859 req-3fd03558-0c8d-43a4-beb1-764506450247 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1024158 Dec 21 02:02:31.415636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.421820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465a3f7-3086-4452-8cc3-5864e4127987 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.422709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.429100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.429503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a465a3f7-3086-4452-8cc3-5864e4127987 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets/49713b8d-7344-4e93-8a3b-b04c93aad14b HTTP/1.1" status: 200 len: 843 time: 0.0897973 Dec 21 02:02:31.430224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58896) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.435518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.442591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.448909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.458076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.473083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13fc6e50-3985-46cc-9285-49464d1d7053 req-b71e1b6b-6a6f-4c4b-8947-e8a0e38c45d2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.1652443 Dec 21 02:02:31.487328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13276e92-f858-4c27-9371-fda0bda14ccd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['shared'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.488746 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-13276e92-f858-4c27-9371-fda0bda14ccd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "GET /v2.0/subnets/49713b8d-7344-4e93-8a3b-b04c93aad14b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0574129 Dec 21 02:02:31.492644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58900) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.498344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1004149106'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:31.507271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13a57340-be27-4df9-a94b-47845b171859 req-26d316eb-e51c-431d-a339-2860560d001a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282277 Dec 21 02:02:31.535602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:31.539830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:31.587298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:31.598644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:31.599025 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Added segment a4cbb15a-3edc-415c-ba18-c5b423507597 of type vlan for network 5e03b990-e164-422f-9940-c8470366e56c Dec 21 02:02:31.668258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:31.697269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:31.703447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:31.704115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:31.764230 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2703168 Dec 21 02:02:31.767249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58906) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:31.773855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'network_id': '5e03b990-e164-422f-9940-c8470366e56c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:31.790722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19629f-ec08-42a9-8dda-4ad8ea940dbd tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Network': ['ID=5e03b990-e164-422f-9940-c8470366e56c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:31.803679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5e03b990-e164-422f-9940-c8470366e56c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:31.918496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Made reservation on behalf of 5c75def877e14676b57dc39c39773466 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:31.923033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.001592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:02:32.002123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:02:32.056495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2b82c7f5-3ab3-41b9-a418-91a7717b0612 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:32.134533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:02:32.140477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:32.141158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.190366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.262688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=ac58deed-95af-4da6-987d-48c2c24bc589,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:32.301217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Checking segment: {'id': 'a4cbb15a-3edc-415c-ba18-c5b423507597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e03b990-e164-422f-9940-c8470366e56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:32.301866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network hostable DHCP agents. Network: 5e03b990-e164-422f-9940-c8470366e56c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:32.320401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.323893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Network 5e03b990-e164-422f-9940-c8470366e56c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:32.339779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5e03b990-e164-422f-9940-c8470366e56c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:32.353670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fad50c-aab1-4f4b-9833-c2eca7d35234 None None] Network 5e03b990-e164-422f-9940-c8470366e56c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:32.359551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:32.360715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.402195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d70263f-aafc-4d25-8850-41729966f66d tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6309819 Dec 21 02:02:32.402410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:32.410509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:32.439095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f50a0e-b6cc-4a88-affa-4c17e0cd13c0 req-75fbe239-0af1-4365-86ef-6de18a3932b5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:32.440760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96f50a0e-b6cc-4a88-affa-4c17e0cd13c0 req-75fbe239-0af1-4365-86ef-6de18a3932b5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 945 time: 0.1346767 Dec 21 02:02:32.626380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65942648'] for subnet, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.638271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:02:32.641143 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512f4246-aaaf-4a80-b837-db9590421238" -d '{"events": [{"server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "name": "network-vif-plugged", "status": "completed", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:02:32.676051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:32.685359 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.775876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:32.779193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5e03b990-e164-422f-9940-c8470366e56c', 'network_id': '5e03b990-e164-422f-9940-c8470366e56c', 'project_id': '5c75def877e14676b57dc39c39773466', 'fixed_ips': [{'subnet_id': 'ac58deed-95af-4da6-987d-48c2c24bc589'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:32.780728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.836778 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734518760762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143368'] for subnet, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.876296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96f50a0e-b6cc-4a88-affa-4c17e0cd13c0 req-b6f5f635-0c65-4542-bd86-61816f951d03 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093292 Dec 21 02:02:32.933592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:32.934562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:32.939436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "PUT /v2.0/subnets/ac58deed-95af-4da6-987d-48c2c24bc589 HTTP/1.1" status: 200 len: 900 time: 0.5327353 Dec 21 02:02:32.939995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58932) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:32.950716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Allocated IP 2001:db8::3 (5e03b990-e164-422f-9940-c8470366e56c/ac58deed-95af-4da6-987d-48c2c24bc589/2a305855-5bca-46a4-b46d-e7056cb171e3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:32.960439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097572f-41e4-48a2-a503-df0ee5365059 req-412a6db7-579e-410d-a91e-7483db48cd2f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:32.962625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2097572f-41e4-48a2-a503-df0ee5365059 req-412a6db7-579e-410d-a91e-7483db48cd2f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1445620 Dec 21 02:02:32.993477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601e61-6f63-4c2f-b816-542196b93eac tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event updated for resources: {'Subnet': ['ID=ac58deed-95af-4da6-987d-48c2c24bc589,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:33.109002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2097572f-41e4-48a2-a503-df0ee5365059 req-bb62bbe1-5aa8-4229-a06f-a85157f86851 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378145 Dec 21 02:02:33.109218 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.119015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.168171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Network 5e03b990-e164-422f-9940-c8470366e56c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:33.175409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:33.179590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:33.217808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Pushing event updated for resources: {'Port': ['ID=2a305855-5bca-46a4-b46d-e7056cb171e3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:33.222856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.223974 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2a9e3d-0576-4fb1-89c6-91277c20f22f x-openstack-request-id: req-9c2a9e3d-0576-4fb1-89c6-91277c20f22f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:02:33.224279 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "name": "network-vif-plugged", "status": "completed", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:02:33.224666 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c2a9e3d-0576-4fb1-89c6-91277c20f22f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:02:33.225079 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612', 'code': 200} Dec 21 02:02:33.293303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Attempting to bind port 2a305855-5bca-46a4-b46d-e7056cb171e3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:33.293714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Attempting to bind port 2a305855-5bca-46a4-b46d-e7056cb171e3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a4cbb15a-3edc-415c-ba18-c5b423507597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e03b990-e164-422f-9940-c8470366e56c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:33.294137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Attempting to bind port 2a305855-5bca-46a4-b46d-e7056cb171e3 on network 5e03b990-e164-422f-9940-c8470366e56c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:33.312518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:33.313523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Checking segment: {'id': 'a4cbb15a-3edc-415c-ba18-c5b423507597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e03b990-e164-422f-9940-c8470366e56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:33.314776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.314776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Bound using segment: {'id': 'a4cbb15a-3edc-415c-ba18-c5b423507597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e03b990-e164-422f-9940-c8470366e56c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:33.314980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Bound port: 2a305855-5bca-46a4-b46d-e7056cb171e3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cbb15a-3edc-415c-ba18-c5b423507597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5e03b990-e164-422f-9940-c8470366e56c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:33.315205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.320373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port 2a305855-5bca-46a4-b46d-e7056cb171e3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:33.320957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.422760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] For port 2a305855-5bca-46a4-b46d-e7056cb171e3, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:33.426847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] For port 2a305855-5bca-46a4-b46d-e7056cb171e3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2a305855-5bca-46a4-b46d-e7056cb171e3,segment=NetworkSegment(a4cbb15a-3edc-415c-ba18-c5b423507597),segment_id=a4cbb15a-3edc-415c-ba18-c5b423507597)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:33.440311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.472928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84c1e3-f803-45c6-b556-a97357c096fb req-ba594bd2-768a-4aa2-a692-3c374fdab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:33.474564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c84c1e3-f803-45c6-b556-a97357c096fb req-ba594bd2-768a-4aa2-a692-3c374fdab65e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 1098 time: 0.1302459 Dec 21 02:02:33.481384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port 2a305855-5bca-46a4-b46d-e7056cb171e3, host n-d-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:33.482489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.525418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2581e84-3f50-4c6b-9e99-6a1d77cdc7f2 None None] Pushing event updated for resources: {'Port': ['ID=2a305855-5bca-46a4-b46d-e7056cb171e3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:33.540501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for 2a305855-5bca-46a4-b46d-e7056cb171e3 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:33.611415 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c84c1e3-f803-45c6-b556-a97357c096fb req-917ec86c-a337-4004-b8dc-4acf58a33f39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157534 Dec 21 02:02:33.734860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:33.776691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=2a305855-5bca-46a4-b46d-e7056cb171e3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:33.827882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port 2a305855-5bca-46a4-b46d-e7056cb171e3 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:33.899386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58956) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:33.930687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.042412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.075466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=ac58deed-95af-4da6-987d-48c2c24bc589,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:34.187782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076488c9-0329-4252-8d20-eed7a04c7291 req-9c092c7a-dfe2-4a2b-9b44-b8b8c7960dad tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.189437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-076488c9-0329-4252-8d20-eed7a04c7291 req-9c092c7a-dfe2-4a2b-9b44-b8b8c7960dad tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 946 time: 0.1699781 Dec 21 02:02:34.195291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.195749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.196204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.196657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.197118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.197364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.198244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.198725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.223069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-8270eeb8-5e7f-40cd-9ed0-816bd8647a1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.3222086 Dec 21 02:02:34.271177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e03b990-e164-422f-9940-c8470366e56c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.301133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cbb15a-3edc-415c-ba18-c5b423507597') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.301469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cbb15a-3edc-415c-ba18-c5b423507597') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.327712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.363132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.370285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:34.372561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.384472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-076488c9-0329-4252-8d20-eed7a04c7291 req-8928dfde-2a4b-48e5-b2bc-205ca137b3eb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550038 Dec 21 02:02:34.408309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c6feb-6c41-4a65-8e68-b7bfcc48a05b req-97e23f0f-20e8-48e9-9d4b-ada68b83524e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:34.417496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-033c6feb-6c41-4a65-8e68-b7bfcc48a05b req-97e23f0f-20e8-48e9-9d4b-ada68b83524e tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1758044 Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:34.430564 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:34.439921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-b24e4cd6-9d78-4eda-b480-36c7223cf121 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc098a38-9537-4212-9555-d27c39d294e1&id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159328 Dec 21 02:02:34.456485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.475958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.483936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/5e03b990-e164-422f-9940-c8470366e56c HTTP/1.1" status: 204 len: 168 time: 1.5390689 Dec 21 02:02:34.486681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58976) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:34.528612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b50a95-a325-4b50-92d6-82f4cc8db82c tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=5e03b990-e164-422f-9940-c8470366e56c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:34.530187 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bd18e6-c289-48d8-858a-fb03987a4d97 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:34.530671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bd18e6-c289-48d8-858a-fb03987a4d97 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:34.536179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c9bd18e6-c289-48d8-858a-fb03987a4d97 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/ac58deed-95af-4da6-987d-48c2c24bc589 HTTP/1.1" status: 404 len: 337 time: 0.0462663 Dec 21 02:02:34.537444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58978) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:34.547186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-033c6feb-6c41-4a65-8e68-b7bfcc48a05b req-0726ceba-c890-4bea-b888-90d7fd893d18 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060066 Dec 21 02:02:34.590022 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8088da5a-1462-462a-be8d-5c9af60f65fb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:34.590686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8088da5a-1462-462a-be8d-5c9af60f65fb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:34.594763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8088da5a-1462-462a-be8d-5c9af60f65fb tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/5e03b990-e164-422f-9940-c8470366e56c HTTP/1.1" status: 404 len: 339 time: 0.0569897 Dec 21 02:02:34.597375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58980) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:34.744831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.874798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.933967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04d64f3-a196-467c-9d39-e4b3c28581e6']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.945376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162a501-4ae5-4c49-a4a7-018e6dce5464') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.946105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162a501-4ae5-4c49-a4a7-018e6dce5464') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:34.965991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:34.990008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.007662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:35.007662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:35.011362 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:35.104239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.115451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.126730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/d04d64f3-a196-467c-9d39-e4b3c28581e6 HTTP/1.1" status: 204 len: 168 time: 0.5279019 Dec 21 02:02:35.133616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58986) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:35.139087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091a848-a8c2-4e82-b341-e667255fae0f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=d04d64f3-a196-467c-9d39-e4b3c28581e6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:35.183201 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b49ef-4b03-46f2-badc-14eaad4cb020 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:35.183750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947b49ef-4b03-46f2-badc-14eaad4cb020 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:35.190395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-947b49ef-4b03-46f2-badc-14eaad4cb020 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/2bd17f5c-53e7-4761-a11d-c1666337f536 HTTP/1.1" status: 404 len: 337 time: 0.0558898 Dec 21 02:02:35.191273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 58990) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:35.211472 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d7b23-b872-4769-bb2c-09bd0812ca58 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:35.212134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396d7b23-b872-4769-bb2c-09bd0812ca58 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:35.215119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-396d7b23-b872-4769-bb2c-09bd0812ca58 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/f1baa33c-6292-475f-bd0f-c02337226b4b HTTP/1.1" status: 404 len: 339 time: 0.0219123 Dec 21 02:02:35.219087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 58992) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:35.264262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f245194a-49c1-495f-bf7e-a677b3b975d5 None None] Could not find standard attr ID for object 2a305855-5bca-46a4-b46d-e7056cb171e3. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:02:35.284783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c1f67-34d9-40b5-95e2-64368df0a3d7 None None] DHCP port deletion for 5e03b990-e164-422f-9940-c8470366e56c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:35.312938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c883a5-d0e3-463e-8908-7da01e8daaae None None] Network 5e03b990-e164-422f-9940-c8470366e56c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:35.328814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting subnet 7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:35.333355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.342019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c883a5-d0e3-463e-8908-7da01e8daaae None None] Network 5e03b990-e164-422f-9940-c8470366e56c could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:02:35.353147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5842c-66a9-4e88-a78f-cf87c1c3b364 None None] Network 5e03b990-e164-422f-9940-c8470366e56c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:35.419939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5842c-66a9-4e88-a78f-cf87c1c3b364 None None] Network 5e03b990-e164-422f-9940-c8470366e56c could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:02:35.489327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.558874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b97de-f9de-4931-9200-34e0226663a9 req-6105d6e3-ea5d-4c91-ac0c-71678bee127c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:35.561230 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-286b97de-f9de-4931-9200-34e0226663a9 req-6105d6e3-ea5d-4c91-ac0c-71678bee127c tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.24 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.0908298 Dec 21 02:02:35.599343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abba7cf-213e-4875-9b36-c35cd5d18ddf req-02269948-f6a4-439d-a824-66c9334105cd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:35.604996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4abba7cf-213e-4875-9b36-c35cd5d18ddf req-02269948-f6a4-439d-a824-66c9334105cd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 946 time: 0.1115639 Dec 21 02:02:35.739063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.775725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4abba7cf-213e-4875-9b36-c35cd5d18ddf req-e8e045d2-ac7b-43c6-a397-acfdd02b3afb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358507 Dec 21 02:02:35.793614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b978b1-6966-4ade-aa4c-904c18048937 req-7597cf2d-a76e-4eb4-9d34-050750f949f4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:35.795720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67b978b1-6966-4ade-aa4c-904c18048937 req-7597cf2d-a76e-4eb4-9d34-050750f949f4 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 946 time: 0.1232004 Dec 21 02:02:35.804958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Deleting port 77cba194-6ed7-4da2-8b7b-e57a703c6daa {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:35.805503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.862583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2a305855-5bca-46a4-b46d-e7056cb171e3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:35.885492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.896408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67b978b1-6966-4ade-aa4c-904c18048937 req-98624e0b-9cf9-499c-8f8a-882c2f1c327f tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b8a49d-125a-4186-bf13-845b58fdea46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842118 Dec 21 02:02:35.925449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:35.931813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2a305855-5bca-46a4-b46d-e7056cb171e3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:35.932423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2a305855-5bca-46a4-b46d-e7056cb171e3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:35.941622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:35.957177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e5620bc7-bac2-4626-9130-b090aab63c53 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/7af0a4dd-9dcd-47cd-a05a-e6e34f38e96b HTTP/1.1" status: 204 len: 168 time: 0.7365196 Dec 21 02:02:35.959671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59006) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:35.962068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035f77e-662d-41e5-998d-63901b1d1b9d None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:36.055162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] For port 77cba194-6ed7-4da2-8b7b-e57a703c6daa, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=77cba194-6ed7-4da2-8b7b-e57a703c6daa,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:36.055498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.074065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Calling delete_port for 77cba194-6ed7-4da2-8b7b-e57a703c6daa owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:36.112255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting subnet 5b86ec68-727c-4bf1-96c5-4af212b75e87 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:36.128453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.223568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.466386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.507498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['77cba194-6ed7-4da2-8b7b-e57a703c6daa'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:36.513143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.642564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d9b4c-8f72-4ff4-895c-cceae5574f7e None None] DHCP port deletion for ef29e50c-7359-48d1-8f49-3f206e60fd98 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:36.648274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Pushing event deleted for resources: {'Port': ['ID=77cba194-6ed7-4da2-8b7b-e57a703c6daa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:36.676079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.741395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] No DVR routers for this DVR port 77cba194-6ed7-4da2-8b7b-e57a703c6daa on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:36.744279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.772676 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-286b97de-f9de-4931-9200-34e0226663a9 req-62f1b755-2525-41e0-a956-d9628636ac22 tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.24 "DELETE /v2.0/ports/77cba194-6ed7-4da2-8b7b-e57a703c6daa HTTP/1.1" status: 204 len: 173 time: 1.1883748 Dec 21 02:02:36.773308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'name': 'network-vif-deleted', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:02:36.787237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=5b86ec68-727c-4bf1-96c5-4af212b75e87,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:36.794639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:36.797651 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4936aba-262c-4674-820b-fb132c290a35" -d '{"events": [{"server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "name": "network-vif-deleted", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:02:36.802932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-07b189ba-547a-49dd-87b4-06aa7f50922f tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/5b86ec68-727c-4bf1-96c5-4af212b75e87 HTTP/1.1" status: 204 len: 168 time: 0.8419476 Dec 21 02:02:36.819292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:37.005676 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb95ad-3692-49c0-b6cc-8c8a81a6257f x-openstack-request-id: req-27bb95ad-3692-49c0-b6cc-8c8a81a6257f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:02:37.006191 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76bf123-b61d-4878-a5a8-f864b5f83862", "name": "network-vif-deleted", "tag": "77cba194-6ed7-4da2-8b7b-e57a703c6daa", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:02:37.007074 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27bb95ad-3692-49c0-b6cc-8c8a81a6257f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:02:37.007629 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76bf123-b61d-4878-a5a8-f864b5f83862', 'name': 'network-vif-deleted', 'tag': '77cba194-6ed7-4da2-8b7b-e57a703c6daa', 'status': 'completed', 'code': 200} Dec 21 02:02:37.075091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.227612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-261722aa-8581-4448-a715-75e8afc0c210 req-cab60ac5-c4a6-4e4b-8274-3caa3660f17a tempest-ServerRescueNegativeTestJSON-1686170929 tempest-ServerRescueNegativeTestJSON-1686170929-project] 10.222.0.43 "GET /v2.0/ports?device_id=a76bf123-b61d-4878-a5a8-f864b5f83862 HTTP/1.1" status: 200 len: 210 time: 0.0767970 Dec 21 02:02:37.247449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port 3e3330cf-974c-4b90-ad2a-bda421530479 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:37.253520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.275410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e8c07-97f8-4fff-942a-2cba5f0b321e None None] Network c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:37.351482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6fd7ada5-b440-4a4c-afa4-8fd844909860 None None] Provisioning complete for port 3e3330cf-974c-4b90-ad2a-bda421530479 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:37.352082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ada5-b440-4a4c-afa4-8fd844909860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.542212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3e3330cf-974c-4b90-ad2a-bda421530479,segment=NetworkSegment(b7528e07-9428-4d7a-a923-083a7ad212cc),segment_id=b7528e07-9428-4d7a-a923-083a7ad212cc)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:37.542598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.564338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] DHCP port deletion for c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:37.598287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for 3e3330cf-974c-4b90-ad2a-bda421530479 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:37.726508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Deleting port 3e3330cf-974c-4b90-ad2a-bda421530479 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:37.726891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.756532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.806727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:37.820852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port 3e3330cf-974c-4b90-ad2a-bda421530479 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:37.881624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] For port 3e3330cf-974c-4b90-ad2a-bda421530479, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3e3330cf-974c-4b90-ad2a-bda421530479,segment=NetworkSegment(b7528e07-9428-4d7a-a923-083a7ad212cc),segment_id=b7528e07-9428-4d7a-a923-083a7ad212cc)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:37.882034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:37.938347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Calling delete_port for 3e3330cf-974c-4b90-ad2a-bda421530479 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:38.045023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3e3330cf-974c-4b90-ad2a-bda421530479 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:38.072071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3e3330cf-974c-4b90-ad2a-bda421530479 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:38.072676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3e3330cf-974c-4b90-ad2a-bda421530479 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:38.104058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.149031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.164201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:38.181889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7528e07-9428-4d7a-a923-083a7ad212cc') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:38.182214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7528e07-9428-4d7a-a923-083a7ad212cc') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:38.206251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.220691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] Pushing event deleted for resources: {'Port': ['ID=3e3330cf-974c-4b90-ad2a-bda421530479,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:38.230557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f088293-95d2-4e0f-9282-beeaeae0bef0 None None] No DVR routers for this DVR port 3e3330cf-974c-4b90-ad2a-bda421530479 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:38.234841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.247005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:38.247487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:38.250890 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:38.299017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59040) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.354624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.371783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:38.378535 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7 HTTP/1.1" status: 204 len: 168 time: 1.5438986 Dec 21 02:02:38.384993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59042) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.436490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b36c-c10e-4bf1-8d43-e43bfb07d7c8 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=c08dbde9-bf7f-4d45-b271-1f3f09bf2ea7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:38.452451 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9321cd-554b-4f93-ae95-853792f05386 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.452451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9321cd-554b-4f93-ae95-853792f05386 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.460642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5f9321cd-554b-4f93-ae95-853792f05386 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/73ecef50-4bce-4b61-8bdd-83ddf6bb47e9 HTTP/1.1" status: 404 len: 337 time: 0.0723560 Dec 21 02:02:38.463600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59046) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.500286 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f9c1a0-7b56-4289-8170-f6b74740b563 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.501950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f9c1a0-7b56-4289-8170-f6b74740b563 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.506679 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54f9c1a0-7b56-4289-8170-f6b74740b563 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/8c80ff20-2c9f-4989-b871-e4a0797a04e2 HTTP/1.1" status: 404 len: 339 time: 0.0418792 Dec 21 02:02:38.511363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.559183 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49617cb-e6f8-4b1e-9e48-7ccf38bffdb9 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.559737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49617cb-e6f8-4b1e-9e48-7ccf38bffdb9 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.563479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a49617cb-e6f8-4b1e-9e48-7ccf38bffdb9 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/bd683a51-5c18-40af-80ee-4cf91662dc5d HTTP/1.1" status: 404 len: 337 time: 0.0509431 Dec 21 02:02:38.566932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59050) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.585592 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-369daef9-9110-49ff-9294-a3589e525bf7 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.586724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369daef9-9110-49ff-9294-a3589e525bf7 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.589834 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-369daef9-9110-49ff-9294-a3589e525bf7 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/b94e42df-bd19-4085-a225-3b4d190c27ab HTTP/1.1" status: 404 len: 339 time: 0.0224535 Dec 21 02:02:38.593728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.642156 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92e7e70-bf28-4350-9ee9-1e85ae749776 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.642760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92e7e70-bf28-4350-9ee9-1e85ae749776 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.648042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e92e7e70-bf28-4350-9ee9-1e85ae749776 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/3634d5bd-dde6-4388-bc68-e4ffbbe5e026 HTTP/1.1" status: 404 len: 337 time: 0.0510645 Dec 21 02:02:38.648673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:38.668251 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9376515-be4c-49df-9072-46a581c1381a tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:38.668736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9376515-be4c-49df-9072-46a581c1381a tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:38.672413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b9376515-be4c-49df-9072-46a581c1381a tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/6e15780b-8cb4-4f56-99f1-72b20f32a6c4 HTTP/1.1" status: 404 len: 339 time: 0.0228138 Dec 21 02:02:38.675442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59056) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:39.164273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting subnet b60590ac-aa9c-49fe-9d2f-e24805bb72af {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:39.172056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.273725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.484340 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.529261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.743335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.834127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:39.840152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59086) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:39.848287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ee0d1-13ad-4ee6-bb31-3e7d7524af94 None None] Network 510db382-7b70-4c16-9593-495b69585547 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:39.850017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/b60590ac-aa9c-49fe-9d2f-e24805bb72af HTTP/1.1" status: 204 len: 168 time: 1.1734593 Dec 21 02:02:39.852400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947666-0380-4177-838b-5a7f272d982e tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=b60590ac-aa9c-49fe-9d2f-e24805bb72af,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:40.008127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.099671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 77cba194-6ed7-4da2-8b7b-e57a703c6daa no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:40.149935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port a14d571f-8bc7-4276-8bd0-06ec2aac6854 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:40.151095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.167130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 77cba194-6ed7-4da2-8b7b-e57a703c6daa {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:40.169582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 77cba194-6ed7-4da2-8b7b-e57a703c6daa not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:40.299268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Deleting port 78e88689-7620-49a9-ab40-9547d8b6e812 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:40.299678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.324006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] DHCP port deletion for 510db382-7b70-4c16-9593-495b69585547 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:40.361866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port a14d571f-8bc7-4276-8bd0-06ec2aac6854, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a14d571f-8bc7-4276-8bd0-06ec2aac6854,segment=NetworkSegment(691fb81e-4ec0-409b-bd14-a1f16bbcce21),segment_id=691fb81e-4ec0-409b-bd14-a1f16bbcce21)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:40.362078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.399732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for a14d571f-8bc7-4276-8bd0-06ec2aac6854 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:40.494121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Deleting port a14d571f-8bc7-4276-8bd0-06ec2aac6854 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:40.498806 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.538631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] For port 78e88689-7620-49a9-ab40-9547d8b6e812, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78e88689-7620-49a9-ab40-9547d8b6e812,segment=NetworkSegment(6c99f3cc-4208-4384-ac8c-5fe06e883c5e),segment_id=6c99f3cc-4208-4384-ac8c-5fe06e883c5e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:40.539789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.558263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Calling delete_port for 78e88689-7620-49a9-ab40-9547d8b6e812 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:40.651649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] For port a14d571f-8bc7-4276-8bd0-06ec2aac6854, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a14d571f-8bc7-4276-8bd0-06ec2aac6854,segment=NetworkSegment(691fb81e-4ec0-409b-bd14-a1f16bbcce21),segment_id=691fb81e-4ec0-409b-bd14-a1f16bbcce21)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:40.652396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.661110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.693115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Calling delete_port for a14d571f-8bc7-4276-8bd0-06ec2aac6854 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:40.707332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=a14d571f-8bc7-4276-8bd0-06ec2aac6854,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:40.731399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port a14d571f-8bc7-4276-8bd0-06ec2aac6854 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:40.844186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.909678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.911608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e88689-7620-49a9-ab40-9547d8b6e812,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:40.962813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a12ff9-ce42-4cd3-9a4c-bb92490e11a5 None None] DHCP port deletion for ef29e50c-7359-48d1-8f49-3f206e60fd98 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:40.969135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:40.990083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] No DVR routers for this DVR port a14d571f-8bc7-4276-8bd0-06ec2aac6854 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:41.018796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510db382-7b70-4c16-9593-495b69585547']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:41.034547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8657b-3517-4470-addd-6a85575b85aa None None] Pushing event deleted for resources: {'Port': ['ID=a14d571f-8bc7-4276-8bd0-06ec2aac6854,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:41.045911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691fb81e-4ec0-409b-bd14-a1f16bbcce21') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:41.046704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691fb81e-4ec0-409b-bd14-a1f16bbcce21') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:41.063676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.085751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.095913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:41.096579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:41.100398 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:41.189124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.209147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.215529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/510db382-7b70-4c16-9593-495b69585547 HTTP/1.1" status: 204 len: 168 time: 1.3721786 Dec 21 02:02:41.221070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:41.239492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da01ba1-08ee-4208-8147-322ed61169bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=510db382-7b70-4c16-9593-495b69585547,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:41.263263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.264119 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e812c3-5ee0-4291-80f3-31419b35be16 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:41.265062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e812c3-5ee0-4291-80f3-31419b35be16 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:41.268810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-11e812c3-5ee0-4291-80f3-31419b35be16 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/d2935723-65bf-4bdb-a954-32ed2aaecb15 HTTP/1.1" status: 404 len: 337 time: 0.0382710 Dec 21 02:02:41.271892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:41.303547 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda4783a-daf0-4baf-af7d-98ea328629bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] DELETE failed (client error): The resource could not be found. Dec 21 02:02:41.304065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda4783a-daf0-4baf-af7d-98ea328629bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:02:41.307125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dda4783a-daf0-4baf-af7d-98ea328629bf tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/05db2c07-5c01-4c79-8eda-f784168dc598 HTTP/1.1" status: 404 len: 339 time: 0.0342522 Dec 21 02:02:41.311904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:41.368041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting subnet 49713b8d-7344-4e93-8a3b-b04c93aad14b {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:41.376658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.393320 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:02:41.432990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.559068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Router b030d77f-846e-4c13-97a3-0eed00740d9c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:02:41.578521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.676002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.719620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Subnet': ['ID=49713b8d-7344-4e93-8a3b-b04c93aad14b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:41.722475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.726987 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bc345eba-7332-4ba2-8015-9a59db3f1d26 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/subnets/49713b8d-7344-4e93-8a3b-b04c93aad14b HTTP/1.1" status: 204 len: 168 time: 0.4139524 Dec 21 02:02:41.729372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:41.731451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1d233-c771-47ed-9f58-4723a9cb5e59 None None] Network 7d621f19-6a54-4780-a8bd-811c81be2f11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:41.852652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.875054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:02:41.883490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-687b946b-89a6-462a-a120-898e2279f2d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/b030d77f-846e-4c13-97a3-0eed00740d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5833700 Dec 21 02:02:41.886007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59304) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:41.944599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Sync routers for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:02:41.957792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Deleting port 485ebd79-9010-48cd-ab71-c7d5b2af393f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:41.958146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:41.980470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:41.980470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:42.143604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] For port 485ebd79-9010-48cd-ab71-c7d5b2af393f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=485ebd79-9010-48cd-ab71-c7d5b2af393f,segment=NetworkSegment(0f7956ba-ceeb-4a9c-a855-c3f03e416727),segment_id=0f7956ba-ceeb-4a9c-a855-c3f03e416727)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:42.145304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.168292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.182620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Calling delete_port for 485ebd79-9010-48cd-ab71-c7d5b2af393f owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:42.186980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:02:42.228758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a14d571f-8bc7-4276-8bd0-06ec2aac6854 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:42.360047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.391583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] No DVR routers for this DVR port 485ebd79-9010-48cd-ab71-c7d5b2af393f on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:02:42.407237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.447726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a14d571f-8bc7-4276-8bd0-06ec2aac6854 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:42.450253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a14d571f-8bc7-4276-8bd0-06ec2aac6854 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:42.489188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Deleting port e479c00b-eba0-41d5-8e4a-293915ae2e90 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:02:42.491951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.500047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Port': ['ID=485ebd79-9010-48cd-ab71-c7d5b2af393f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:42.628794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] For port e479c00b-eba0-41d5-8e4a-293915ae2e90, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e479c00b-eba0-41d5-8e4a-293915ae2e90,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:42.629972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.645001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Calling delete_port for e479c00b-eba0-41d5-8e4a-293915ae2e90 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:02:42.667281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.719033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d621f19-6a54-4780-a8bd-811c81be2f11']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:42.743285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7956ba-ceeb-4a9c-a855-c3f03e416727') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:42.743855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7956ba-ceeb-4a9c-a855-c3f03e416727') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:42.744817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92cb1f-77f3-4c78-8227-42fc7165ab8a None None] DHCP port deletion for 7d621f19-6a54-4780-a8bd-811c81be2f11 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:42.760050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.802562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.809435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:42.810112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.841182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T02:02:40Z', 'revision_number': 5, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port': {'id': 'e479c00b-eba0-41d5-8e4a-293915ae2e90', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:59:43Z', 'updated_at': '2021-12-21T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:42.883319 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:42.890846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.919139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.923506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] 10.222.0.43 "DELETE /v2.0/networks/7d621f19-6a54-4780-a8bd-811c81be2f11 HTTP/1.1" status: 204 len: 168 time: 1.1929123 Dec 21 02:02:42.924738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd748dc-622d-43f1-9277-7fd25628c782 tempest-NetworksIpV6Test-675776413 tempest-NetworksIpV6Test-675776413-project] Pushing event deleted for resources: {'Network': ['ID=7d621f19-6a54-4780-a8bd-811c81be2f11,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:42.947615 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:42.986727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Pushing event deleted for resources: {'Port': ['ID=e479c00b-eba0-41d5-8e4a-293915ae2e90,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:43.117795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.221140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Checking router: b030d77f-846e-4c13-97a3-0eed00740d9c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:02:43.224578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e2d0f-3451-4ed7-9cbc-e721689806e2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:43.243523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Routers {'b030d77f-846e-4c13-97a3-0eed00740d9c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:43.244688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b030d77f-846e-4c13-97a3-0eed00740d9c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:43.326712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.334716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.370939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] Set router b030d77f-846e-4c13-97a3-0eed00740d9c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:02:43.450227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T02:02:42Z', 'revision_number': 7, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:43.469421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.470049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b030d77f-846e-4c13-97a3-0eed00740d9c {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:02:43.476983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.478283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9aabeb2-7e1e-41fa-8ac5-e735c2b00484 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b030d77f-846e-4c13-97a3-0eed00740d9c HTTP/1.1" status: 204 len: 168 time: 1.5909808 Dec 21 02:02:43.481010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:43.504785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db5798-624d-4518-b1d3-02264f9c0b2a None None] The sync data for ids ['b030d77f-846e-4c13-97a3-0eed00740d9c'] in n-d-761264-20 is: [{'id': 'b030d77f-846e-4c13-97a3-0eed00740d9c', 'name': 'tempest-ServerRescueNegativeTestJSON-2035098833-router', 'tenant_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:59:41Z', 'updated_at': '2021-12-21T02:02:42Z', 'revision_number': 7, 'project_id': '837dde61fcf9423a9a0bd37e9c808f9b', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:02:43.508988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59452) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:43.574012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Deleting subnet 7549efbf-e403-4379-b798-ccf33e8d3aa3 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:02:43.587677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.648583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.699759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.731932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bea678a4-745c-4773-a3ed-1b9d2e2bc868 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c75def877e14676b57dc39c39773466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217073 Dec 21 02:02:43.734790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:43.794512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.851017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7549efbf-e403-4379-b798-ccf33e8d3aa3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:43.863412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.871831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:43.872442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff0ef4-8bd5-49bc-985f-62af056ecf66 None None] Network ef29e50c-7359-48d1-8f49-3f206e60fd98 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:43.873780 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-217fd3e1-5aee-4553-8b7e-be6fd447273f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7549efbf-e403-4379-b798-ccf33e8d3aa3 HTTP/1.1" status: 204 len: 168 time: 0.3909447 Dec 21 02:02:43.884989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.956662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:43.962661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5eae3602-55ff-48cb-9d55-31dc3a187583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.105129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ffbbf-b0a4-4307-a3aa-dc1cff9588ae None None] DHCP port deletion for ef29e50c-7359-48d1-8f49-3f206e60fd98 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:44.126086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 485ebd79-9010-48cd-ab71-c7d5b2af393f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:44.160393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 485ebd79-9010-48cd-ab71-c7d5b2af393f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:44.167762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 485ebd79-9010-48cd-ab71-c7d5b2af393f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:44.169314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78e88689-7620-49a9-ab40-9547d8b6e812 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:44.201137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 78e88689-7620-49a9-ab40-9547d8b6e812 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:44.202423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78e88689-7620-49a9-ab40-9547d8b6e812 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:44.465267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.576943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.581007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.585183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74faffdc-c5ad-462b-b2a6-195226cbcf82 HTTP/1.1" status: 204 len: 168 time: 0.8494396 Dec 21 02:02:44.641187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c17ca-8f87-473a-a134-7c463d9028ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74faffdc-c5ad-462b-b2a6-195226cbcf82,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:44.647946 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.705049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef29e50c-7359-48d1-8f49-3f206e60fd98']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:44.719520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c99f3cc-4208-4384-ac8c-5fe06e883c5e') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:44.720091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c99f3cc-4208-4384-ac8c-5fe06e883c5e') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:44.737581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.760209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.768174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:02:44.768808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:02:44.771375 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:02:44.879894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.893312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:44.927214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef29e50c-7359-48d1-8f49-3f206e60fd98 HTTP/1.1" status: 204 len: 168 time: 1.0488431 Dec 21 02:02:44.958944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2044e-4d7a-42af-87fb-9aa03686b76a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef29e50c-7359-48d1-8f49-3f206e60fd98,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:45.207750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59606) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:45.266402 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71faacbb-3efe-4893-b25a-77116fe3d6c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=837dde61fcf9423a9a0bd37e9c808f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571539 Dec 21 02:02:45.268887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59610) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:45.374610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:45.411963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:45.512774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:45.519016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:45.521424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77b8a49d-125a-4186-bf13-845b58fdea46 HTTP/1.1" status: 204 len: 168 time: 0.2501755 Dec 21 02:02:45.533043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8c530-d4a6-44e5-a988-7d6755d942c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8a49d-125a-4186-bf13-845b58fdea46,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:45.900645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e479c00b-eba0-41d5-8e4a-293915ae2e90 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:02:45.965810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e479c00b-eba0-41d5-8e4a-293915ae2e90 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:02:45.967087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e479c00b-eba0-41d5-8e4a-293915ae2e90 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:02:46.089526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59644) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:46.257934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-05e91b4b-69d5-4c61-b618-e94395b4760e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0795932 Dec 21 02:02:46.263275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666613168'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:46.300442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:46.303164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.313833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.403293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.416262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.483687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:46.502778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33014b5a-9b6a-47c7-9770-5293391eecaa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:46.511561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.512213 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment 2c535867-8a41-42d0-8b3b-1250071f9307 of type vlan for network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e Dec 21 02:02:46.543145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.543630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.544093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.547329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.548184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.548671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.549153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.551281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-89cf3538-85d8-48d2-b599-ced2b3ee5ec7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 6509 time: 0.1459379 Dec 21 02:02:46.629593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c119d45-57e7-477f-ac41-0ec53a122ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:46.785210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-69be65e2-6f47-4765-a2ae-33c7e7df3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.785770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-69be65e2-6f47-4765-a2ae-33c7e7df3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.786755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-69be65e2-6f47-4765-a2ae-33c7e7df3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:46.787850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-69be65e2-6f47-4765-a2ae-33c7e7df3798 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=2cc21127-be32-480e-87ce-85a1ce7052fb&id=f353e37e-ce3e-436e-be95-a8b03f9edb49&id=f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 200 len: 2294 time: 0.1941140 Dec 21 02:02:46.823371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.039798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-791269a2-9759-497b-a5ef-8fd39bedad7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.2379501 Dec 21 02:02:47.041178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.055359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:47.056266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.124607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-a0e8f9d6-9f74-4a78-8bd8-258de3252fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:47.126098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-a0e8f9d6-9f74-4a78-8bd8-258de3252fed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 200 len: 856 time: 0.0582333 Dec 21 02:02:47.147197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59686) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:47.152422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1116085113'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:47.158215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0674818 Dec 21 02:02:47.196177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:47.201906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.260165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:02:47.280097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.280465 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment c0812bb4-8fbe-4f06-9aa7-3d2c50cac825 of type vlan for network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab Dec 21 02:02:47.300131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.352328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefda8fb-097a-4c0a-969f-b58a1bd5fa81 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:47.366983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:47.386275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.427646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-aa57f378-b4f0-4dd8-acb4-e4be14e6ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:47.430819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-aa57f378-b4f0-4dd8-acb4-e4be14e6ca9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0b688d0-c807-48d4-89a2-3d080b7d9c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715743 Dec 21 02:02:47.437632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.447811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:47.452158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.656221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-3ed5f6fd-f55a-470b-a31f-60f077d76625 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117593 Dec 21 02:02:47.665026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59692) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:47.771178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-14b0dff4-eaec-4c05-a64b-119eed9dd706 service neutron] 10.222.0.45 "GET /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992556 Dec 21 02:02:47.877863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-5ae6ee27-0c9a-42c5-8c71-1d30b3eeef3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 217 time: 0.0960715 Dec 21 02:02:47.917042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d7013b-7642-4cc7-823e-33be95e23a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:47.974523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-c9bd73f6-4421-43e3-9796-f6f0c76b6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:47.976086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-c9bd73f6-4421-43e3-9796-f6f0c76b6d9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0752535 Dec 21 02:02:48.058397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9100680 Dec 21 02:02:48.062217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59700) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:48.065209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-416260cd-ecb4-4471-afb9-851572c60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:48.066995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-416260cd-ecb4-4471-afb9-851572c60e9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775573 Dec 21 02:02:48.069963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:48.088400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eed300-dd7d-4558-84a3-cbd25245cd19 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=d3fd38d1-238e-4d8a-b3c6-36e626cc10ab,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:48.102917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:02:48.106822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d7013b-7642-4cc7-823e-33be95e23a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.118103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d7013b-7642-4cc7-823e-33be95e23a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.208109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7013b-7642-4cc7-823e-33be95e23a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7fb07-5a59-4571-9246-ed8b3c6e8647,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:48.220320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c9d7013b-7642-4cc7-823e-33be95e23a33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e68a9783f40b4e139a7cbbc45b05884a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541668 Dec 21 02:02:48.220955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59706) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:48.236042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:48.250234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.310681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.313861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-0e1f1763-2c87-489f-99d6-14ba212e739e service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282634 Dec 21 02:02:48.423269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.522172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-e4816d70-f665-49bc-ad76-e3899acb4a0b service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926839 Dec 21 02:02:48.538844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.575264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.578740 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.582822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17a7fb07-5a59-4571-9246-ed8b3c6e8647 HTTP/1.1" status: 204 len: 168 time: 0.3590868 Dec 21 02:02:48.586733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-8c380e81-c146-48b9-b744-80f8d8e48cb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 217 time: 0.0516949 Dec 21 02:02:48.593912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae2bd5-e38c-48d1-acb4-ad217f6a7876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7fb07-5a59-4571-9246-ed8b3c6e8647,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:48.617536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:48.643584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': '2c535867-8a41-42d0-8b3b-1250071f9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:48.645010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:48.660060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.661276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-4f3a4f6f-7f0a-408d-bff0-624df39fc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:48.663232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-4f3a4f6f-7f0a-408d-bff0-624df39fc75c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.0636852 Dec 21 02:02:48.671447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:48.683411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:48.693603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:48.694518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.695248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18f3c6-4905-4fdc-acdc-34f2f6256a50 None None] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:48.723135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b4d828ca-9a3a-4228-b495-8b12867f996e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6601713 Dec 21 02:02:48.723335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59714) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:48.731262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:48.764999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-34101106-98f9-43f0-bbd8-1b2ef6072b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:48.766540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-34101106-98f9-43f0-bbd8-1b2ef6072b6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918622 Dec 21 02:02:48.873519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e', 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:48.875416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:48.946416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-00690ce0-0b90-4b7d-881b-e5b3cc08c1ee service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473391 Dec 21 02:02:48.947577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:48.952415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.117679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Allocated IP 2001:db8::2 (aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e/2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea/82355063-2333-4a11-bc41-517366097c99) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:49.167858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-5ea0176b-7898-41d9-8c8d-c835b6767588 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053032 Dec 21 02:02:49.298391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.302189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-c93edfb0-d49d-489b-94fe-cae35ddc43e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 200 len: 217 time: 0.0985050 Dec 21 02:02:49.308033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.330318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:49.359569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:49.370793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:49.391783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.419202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Pushing event updated for resources: {'Port': ['ID=82355063-2333-4a11-bc41-517366097c99,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:49.483888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-fd4dbd09-c5ea-4e35-8906-b50af556126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:49.486003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-fd4dbd09-c5ea-4e35-8906-b50af556126d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.1755347 Dec 21 02:02:49.488478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Attempting to bind port 82355063-2333-4a11-bc41-517366097c99 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:49.489117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Attempting to bind port 82355063-2333-4a11-bc41-517366097c99 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2c535867-8a41-42d0-8b3b-1250071f9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:49.489941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Attempting to bind port 82355063-2333-4a11-bc41-517366097c99 on network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:49.494686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-1b8c3c17-8346-4227-97c1-384bbab43227 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:49.496292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-1b8c3c17-8346-4227-97c1-384bbab43227 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.1611660 Dec 21 02:02:49.498596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:49.499230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Checking segment: {'id': '2c535867-8a41-42d0-8b3b-1250071f9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:49.499852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.500441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Bound using segment: {'id': '2c535867-8a41-42d0-8b3b-1250071f9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:49.501096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Bound port: 82355063-2333-4a11-bc41-517366097c99, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c535867-8a41-42d0-8b3b-1250071f9307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:49.501696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.545840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-25ced653-471d-438d-8d5a-1733d96b4f87 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.554225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.583519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] For port 82355063-2333-4a11-bc41-517366097c99, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:49.587280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] For port 82355063-2333-4a11-bc41-517366097c99, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=82355063-2333-4a11-bc41-517366097c99,segment=NetworkSegment(2c535867-8a41-42d0-8b3b-1250071f9307),segment_id=2c535867-8a41-42d0-8b3b-1250071f9307)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:49.594282 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.636432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=0f92ca9d-fc18-41ca-b889-505140a73567,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:49.673186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d9e6-6c41-45fe-8775-87dc67e76de2 None None] Pushing event updated for resources: {'Port': ['ID=82355063-2333-4a11-bc41-517366097c99,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:49.753902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:49.754343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: d3fd38d1-238e-4d8a-b3c6-36e626cc10ab, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:02:49.763830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-9939e98a-53d4-4b22-b29a-0de5c1c8baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:49.765505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-9939e98a-53d4-4b22-b29a-0de5c1c8baaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2591333 Dec 21 02:02:49.822881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:02:49.851100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-25ced653-471d-438d-8d5a-1733d96b4f87 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.896906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-25ced653-471d-438d-8d5a-1733d96b4f87 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.896906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d3fd38d1-238e-4d8a-b3c6-36e626cc10ab) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:49.915925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d8877-4da3-41d2-a037-1a858beaabdb None None] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:49.940051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:49.940645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:49.999220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c336af9-8855-4cf0-bb79-371159ca55f7 req-25ced653-471d-438d-8d5a-1733d96b4f87 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4749322 Dec 21 02:02:50.016020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ced653-471d-438d-8d5a-1733d96b4f87 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2899b1bb-2e49-4167-9309-c8f798fd8a93,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:50.027720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-36a60616-8b3e-4f25-9495-be1242bc3a93 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3023365 Dec 21 02:02:50.031863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:50.036901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-416281121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:50.040278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-4e074282-a03c-4266-846b-9b3713299c78 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590113 Dec 21 02:02:50.113769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-d3fd38d1-238e-4d8a-b3c6-36e626cc10ab', 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '0f92ca9d-fc18-41ca-b889-505140a73567'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:02:50.115113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.118935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.119960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.230425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.241923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.276615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.280657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-741c4e47-0d1c-4d98-9f2a-74c2a40f56c7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2478390 Dec 21 02:02:50.283299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59762) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:50.319484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Allocated IP 2001:db8:1::2 (d3fd38d1-238e-4d8a-b3c6-36e626cc10ab/0f92ca9d-fc18-41ca-b889-505140a73567/25eb87a4-a163-4856-ba03-8fe8d6374132) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:50.381087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7e67d-074b-4bf4-81e6-7cdbce977419 req-0b481f06-ec83-4224-a9f5-990b630b10ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:50.382603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ff7e67d-074b-4bf4-81e6-7cdbce977419 req-0b481f06-ec83-4224-a9f5-990b630b10ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1063733 Dec 21 02:02:50.384692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-0ef5cac6-7343-4da1-a065-00a02698f880 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300395 Dec 21 02:02:50.517730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-b0443768-7481-4c5e-a7b5-20262a086e3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 200 len: 217 time: 0.1109223 Dec 21 02:02:50.532897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ff7e67d-074b-4bf4-81e6-7cdbce977419 req-b06f319b-b5ed-45aa-8d35-da01b7f2c870 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435173 Dec 21 02:02:50.586423 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.586835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59776) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:50.604470 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.665838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:50.670918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:50.677928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:50.776439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-7932dd55-bdc3-4cad-b17f-5e0546e26fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:50.781367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Pushing event updated for resources: {'Port': ['ID=25eb87a4-a163-4856-ba03-8fe8d6374132,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:50.792343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-7932dd55-bdc3-4cad-b17f-5e0546e26fb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 200 len: 797 time: 0.2578015 Dec 21 02:02:50.808291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Attempting to bind port 25eb87a4-a163-4856-ba03-8fe8d6374132 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:02:50.809702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Attempting to bind port 25eb87a4-a163-4856-ba03-8fe8d6374132 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:02:50.810769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Attempting to bind port 25eb87a4-a163-4856-ba03-8fe8d6374132 on network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:02:50.819549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:02:50.824819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Checking segment: {'id': 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:02:50.828297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.828914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Bound using segment: {'id': 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:02:50.829622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Bound port: 25eb87a4-a163-4856-ba03-8fe8d6374132, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3fd38d1-238e-4d8a-b3c6-36e626cc10ab'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:02:50.830217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:50.846626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4cf8837d-3c8f-4e36-98cf-01fad53214d0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 200 len: 992 time: 0.2461872 Dec 21 02:02:50.940169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-198c6353-95f6-42c4-a342-eeb3abfcb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:50.941922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-198c6353-95f6-42c4-a342-eeb3abfcb360 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2cc21127-be32-480e-87ce-85a1ce7052fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1361105 Dec 21 02:02:51.046516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] For port 25eb87a4-a163-4856-ba03-8fe8d6374132, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:02:51.073776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-d9279489-429a-4b8c-bee2-137dfd8b4a87 service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194751 Dec 21 02:02:51.074497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:51.080041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] For port 25eb87a4-a163-4856-ba03-8fe8d6374132, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=25eb87a4-a163-4856-ba03-8fe8d6374132,segment=NetworkSegment(c0812bb4-8fbe-4f06-9aa7-3d2c50cac825),segment_id=c0812bb4-8fbe-4f06-9aa7-3d2c50cac825)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:02:51.088451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:51.219970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b9bfc-f3fe-43d6-977d-072d8edddc6e None None] Pushing event updated for resources: {'Port': ['ID=25eb87a4-a163-4856-ba03-8fe8d6374132,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:51.329561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-3bbbd014-65d8-4f86-8331-a2b618659dbf service neutron] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429256 Dec 21 02:02:51.425955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab340c85-bc2b-40ae-894f-e357cbdafb6a None None] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:51.503279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-ad7b58c1-405c-448b-ab0b-9544ce77a66b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 200 len: 217 time: 0.1628737 Dec 21 02:02:51.658707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-200936d4-fd35-46f5-a278-23d55e9b2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:51.661119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-200936d4-fd35-46f5-a278-23d55e9b2ba9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1498470 Dec 21 02:02:51.685547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] Provisioning complete for port 82355063-2333-4a11-bc41-517366097c99 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:51.686108 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:51.720491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8::1 (aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e/2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea/277d31f2-aef6-4ecb-8ad0-bcff85863360) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:51.752124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-27e213ee-ea5a-4cd9-a32d-7989d74e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:51.759327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-27e213ee-ea5a-4cd9-a32d-7989d74e3bcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0856249 Dec 21 02:02:51.928635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-c2a96c06-65f2-478c-9340-121c2e41ff7d req-2a762a48-819b-4877-a442-b2a4e5ae2ad2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:02:51.930088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2a96c06-65f2-478c-9340-121c2e41ff7d req-2a762a48-819b-4877-a442-b2a4e5ae2ad2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4555793 Dec 21 02:02:52.014331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-5f3175b3-457d-4bad-a721-2733895d94ab service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417541 Dec 21 02:02:52.056471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.067877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.128433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.166958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] For port 82355063-2333-4a11-bc41-517366097c99, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=82355063-2333-4a11-bc41-517366097c99,segment=NetworkSegment(2c535867-8a41-42d0-8b3b-1250071f9307),segment_id=2c535867-8a41-42d0-8b3b-1250071f9307)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:52.177631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.182907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 82355063-2333-4a11-bc41-517366097c99 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:52.227260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.318933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:52.329843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:52.352550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:52.353732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.390447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-751fb318-6c62-4fa4-8950-922aa75792f7 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641613 Dec 21 02:02:52.428028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0683d-9d56-4434-927d-3944cf52ccc0 None None] Pushing event updated for resources: {'Port': ['ID=82355063-2333-4a11-bc41-517366097c99,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:52.443066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 82355063-2333-4a11-bc41-517366097c99 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:52.443450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.507793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-bfe4b646-6426-4ed2-9b02-6b93a9cc6e84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 200 len: 217 time: 0.0880954 Dec 21 02:02:52.511403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=277d31f2-aef6-4ecb-8ad0-bcff85863360,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:52.614587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-21567ca9-88b7-4a42-b35a-0c3a09b95512 None None] Provisioning complete for port 82355063-2333-4a11-bc41-517366097c99 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:52.615221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-21567ca9-88b7-4a42-b35a-0c3a09b95512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.642409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-f9deba7e-c6a1-4457-97ea-14000533dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:52.646995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-f9deba7e-c6a1-4457-97ea-14000533dc01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 200 len: 797 time: 0.1384344 Dec 21 02:02:52.751054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:52.791406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-9220f657-3448-4a1f-93c6-2ecee4e943ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:52.793328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-9220f657-3448-4a1f-93c6-2ecee4e943ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f353e37e-ce3e-436e-be95-a8b03f9edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1319528 Dec 21 02:02:52.971828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 25eb87a4-a163-4856-ba03-8fe8d6374132 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:53.129817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-debca80e-f711-42cc-b7c1-7aebeb134760 None None] Provisioning complete for port 277d31f2-aef6-4ecb-8ad0-bcff85863360 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:53.130492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-debca80e-f711-42cc-b7c1-7aebeb134760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:53.220030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-70eb7478-363a-4fe7-b9b6-bcf06f4bd336 service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071906 Dec 21 02:02:53.248396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 25eb87a4-a163-4856-ba03-8fe8d6374132 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:53.253713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:53.255642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cee76-8df0-43f7-89fe-ebd636952eb8 None None] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:02:53.270773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54487d-9f83-4685-9970-75d663d9f6f6 req-d8d902ac-65c1-45cf-b910-c28f3469cbe4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:53.274078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd54487d-9f83-4685-9970-75d663d9f6f6 req-d8d902ac-65c1-45cf-b910-c28f3469cbe4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2004244 Dec 21 02:02:53.278700 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-4149b27f-e5bc-4331-ad1f-565d2e7afeb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2538025 Dec 21 02:02:53.345649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-debca80e-f711-42cc-b7c1-7aebeb134760 None None] Port 277d31f2-aef6-4ecb-8ad0-bcff85863360 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:02:53.475565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd54487d-9f83-4685-9970-75d663d9f6f6 req-f209a6f9-244b-4e65-b6cb-c635b0672d84 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753368 Dec 21 02:02:53.493797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bb0daa7-39c0-4a55-a52f-bfeb1c3da882 req-4158bc11-b17f-4a38-83c0-db863a48691b service neutron] 10.222.0.45 "GET /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724972 Dec 21 02:02:53.542388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:53.553769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:53.555007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:53.695522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=277d31f2-aef6-4ecb-8ad0-bcff85863360,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:53.782079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:53.783850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:54.106096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e8901c1-8876-401c-b618-6aae00b41a1f None None] Provisioning complete for port 25eb87a4-a163-4856-ba03-8fe8d6374132 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:54.108097 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e8901c1-8876-401c-b618-6aae00b41a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:54.193044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:54.241306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router f5ba4e97-59fa-46c1-98fe-8e76fc15909f is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:02:54.270992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e8901c1-8876-401c-b618-6aae00b41a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:54.356864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 25eb87a4-a163-4856-ba03-8fe8d6374132, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=25eb87a4-a163-4856-ba03-8fe8d6374132,segment=NetworkSegment(c0812bb4-8fbe-4f06-9aa7-3d2c50cac825),segment_id=c0812bb4-8fbe-4f06-9aa7-3d2c50cac825)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:02:54.380718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:54.551221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:02:54.558878 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d00f3d11-92b7-4af7-b884-d586ad75f805 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2742655 Dec 21 02:02:54.563216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:54.578260 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] Sync routers for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:02:54.594045 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:54.595913 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:54.621886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 82355063-2333-4a11-bc41-517366097c99 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:54.711371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:54.720425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:54.721034 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:54.763255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba94e6-12c7-4ccf-933a-55e50c5695a4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:54.764266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-8e8901c1-8876-401c-b618-6aae00b41a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:02:54.765091 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-8e8901c1-8876-401c-b618-6aae00b41a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:02:54.770478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:54.772667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3bba94e6-12c7-4ccf-933a-55e50c5695a4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports/277d31f2-aef6-4ecb-8ad0-bcff85863360 HTTP/1.1" status: 200 len: 911 time: 0.2071438 Dec 21 02:02:54.799778 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:54.800535 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30503c-cf8c-4a49-a561-5d20dda937b5 None None] The sync data for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:02:54.831717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=25eb87a4-a163-4856-ba03-8fe8d6374132,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:54.905632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 82355063-2333-4a11-bc41-517366097c99 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:54.906027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:54.937668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cef305-7803-4a5b-8f1c-d71b519d1d23 req-c16194e6-4030-435e-a8e8-2b6e13a6cbda tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:54.946364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5cef305-7803-4a5b-8f1c-d71b519d1d23 req-c16194e6-4030-435e-a8e8-2b6e13a6cbda tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1724019 Dec 21 02:02:55.024989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5cef305-7803-4a5b-8f1c-d71b519d1d23 req-6c5b7647-233c-418f-a3eb-0a3140d78bf9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776246 Dec 21 02:02:55.247007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59904) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:55.467334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1457efa-0fd5-4879-93f8-63e9bcb120c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:55.518055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-414b08cb-8ea8-41e6-8435-4ad9a1815478 None None] Provisioning complete for port 25eb87a4-a163-4856-ba03-8fe8d6374132 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:55.521145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-414b08cb-8ea8-41e6-8435-4ad9a1815478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:55.576645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:55.649026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-414b08cb-8ea8-41e6-8435-4ad9a1815478 None None] Provisioning complete for port 277d31f2-aef6-4ecb-8ad0-bcff85863360 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:55.649829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-414b08cb-8ea8-41e6-8435-4ad9a1815478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:55.689365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-414b08cb-8ea8-41e6-8435-4ad9a1815478 None None] Port 277d31f2-aef6-4ecb-8ad0-bcff85863360 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:02:55.725511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-7c06d0bc-12e3-439a-b654-a911a53e529c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:55.733844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-7c06d0bc-12e3-439a-b654-a911a53e529c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.1379452 Dec 21 02:02:55.760893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-acc41452-35f6-4cd0-a592-c79c6600e902 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/quotas/f41f664321d9426eb5633dee9640e700 HTTP/1.1" status: 200 len: 375 time: 0.0258622 Dec 21 02:02:55.819685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-e3c9afb5-fbf7-408e-aeeb-f6b86c47e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:55.821675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-e3c9afb5-fbf7-408e-aeeb-f6b86c47e773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.2053678 Dec 21 02:02:55.861174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-c824b365-6988-430b-a733-49764a3eaf54 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987520 Dec 21 02:02:55.869559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-2362f67c-41b0-4719-82c7-126b9d945f74 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:02:55.878073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-2362f67c-41b0-4719-82c7-126b9d945f74 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159380 Dec 21 02:02:55.994769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1457efa-0fd5-4879-93f8-63e9bcb120c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.008429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-31829c95-2198-4d25-b07c-3855ef023d19 service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294219 Dec 21 02:02:56.030185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1457efa-0fd5-4879-93f8-63e9bcb120c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.038433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-ac5d39c4-03f3-4906-8ad2-8252a640d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:56.045300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-ac5d39c4-03f3-4906-8ad2-8252a640d08a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.2145228 Dec 21 02:02:56.139020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d1457efa-0fd5-4879-93f8-63e9bcb120c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b20aa6a2b8e2425a83b76ce600e206eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8908746 Dec 21 02:02:56.141866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1457efa-0fd5-4879-93f8-63e9bcb120c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdbafc-dc07-4e6c-915d-35a932cf7532,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:56.146617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59928) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:56.191264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-bce9610f-2d8d-4875-8f09-544016d68b4a service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818709 Dec 21 02:02:56.228955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8:1::1 (d3fd38d1-238e-4d8a-b3c6-36e626cc10ab/0f92ca9d-fc18-41ca-b889-505140a73567/6236ad42-dae5-4ecc-9936-0033e310ff63) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:56.240276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-5f9dbd46-bba0-4a66-8d5e-7530eb5c20ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 1000 time: 0.1831672 Dec 21 02:02:56.321852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.356449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048702ad-3b60-4ac9-a1e0-b08895f09bbd req-d0fe0c74-2550-4c3f-bc7f-3444c72e9508 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:56.386515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-048702ad-3b60-4ac9-a1e0-b08895f09bbd req-d0fe0c74-2550-4c3f-bc7f-3444c72e9508 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1313331 Dec 21 02:02:56.562781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d6d3a9d-805f-480e-896a-53d19cb34857 req-60104801-0a38-4403-917d-3978a0f509bb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 210 time: 0.1304657 Dec 21 02:02:56.572951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 25eb87a4-a163-4856-ba03-8fe8d6374132 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:02:56.655709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-048702ad-3b60-4ac9-a1e0-b08895f09bbd req-c547e9d5-b4f0-438c-bb0a-07f71aed1370 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560134 Dec 21 02:02:56.741734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 25eb87a4-a163-4856-ba03-8fe8d6374132 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:56.742559 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.753123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.973033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:56.986587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-8e0d48c6-c50f-459e-8088-2419c984e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:56.988719 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-8e0d48c6-c50f-459e-8088-2419c984e17e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.7373631 Dec 21 02:02:57.066043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.089211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-4cb15a8b-af02-4083-94b8-4c9a24b33771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:57.090819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-4cb15a8b-af02-4083-94b8-4c9a24b33771 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884736 Dec 21 02:02:57.118504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.121296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.125562 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42cdbafc-dc07-4e6c-915d-35a932cf7532 HTTP/1.1" status: 204 len: 168 time: 0.9677629 Dec 21 02:02:57.236159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.245683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdbafc-dc07-4e6c-915d-35a932cf7532,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:57.280174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.280514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.280853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.281185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.281575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.281907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.282245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.282647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.282956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.283291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.283619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.283939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.284259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee00d-4f0a-4c40-8192-16070f8ede13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:02:57.330098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:57.338936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:57.349229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:57.349796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.418684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=6236ad42-dae5-4ecc-9936-0033e310ff63,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:57.476954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-a5a098ad-0516-4af7-bb73-bfc308eed4c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738027 Dec 21 02:02:57.588065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59962) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:57.593537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.608542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d12cccc-1e84-40d1-9d5f-933928a51504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.740835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6889d721-1db8-4f4b-bd11-3221d4606c39 req-95b05324-9fd5-4ca3-9da6-ec00bbc4c568 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 210 time: 0.0475926 Dec 21 02:02:57.799666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-c308c3ba-2b45-46a2-b209-287144149f7d service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133023 Dec 21 02:02:57.816445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d12cccc-1e84-40d1-9d5f-933928a51504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.826384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d12cccc-1e84-40d1-9d5f-933928a51504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.878132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d051e8-f21d-4c2f-99fc-2e02d74927cf req-e936ac22-d648-4806-9e6c-facca4f601ea tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:57.886137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-291b8279-fd6c-4ef4-a892-7975045fd53d None None] Provisioning complete for port 6236ad42-dae5-4ecc-9936-0033e310ff63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:57.887059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d051e8-f21d-4c2f-99fc-2e02d74927cf req-e936ac22-d648-4806-9e6c-facca4f601ea tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1027949 Dec 21 02:02:57.887695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-291b8279-fd6c-4ef4-a892-7975045fd53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:57.909752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9d12cccc-1e84-40d1-9d5f-933928a51504 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=251ae462ae054ae4a36a6665a7b58d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198097 Dec 21 02:02:57.917969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12cccc-1e84-40d1-9d5f-933928a51504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939818e-ff21-4571-b0ba-a666fca9f0d3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:57.921315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59972) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:57.986387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-291b8279-fd6c-4ef4-a892-7975045fd53d None None] Port 6236ad42-dae5-4ecc-9936-0033e310ff63 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:02:57.994850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.045925 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d051e8-f21d-4c2f-99fc-2e02d74927cf req-c590a189-5980-4f00-8ab0-cfde4b0509d0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569157 Dec 21 02:02:58.063925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.124786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.135612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.136392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.153363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.156432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.160584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6939818e-ff21-4571-b0ba-a666fca9f0d3 HTTP/1.1" status: 204 len: 168 time: 0.2364736 Dec 21 02:02:58.175464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ffe11-07ed-4ea6-951c-c1291bd2ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939818e-ff21-4571-b0ba-a666fca9f0d3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:58.229010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=6236ad42-dae5-4ecc-9936-0033e310ff63,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:02:58.232514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-0d191f2b-2647-41b2-8bff-8c17e0d4a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:58.234139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-0d191f2b-2647-41b2-8bff-8c17e0d4a992 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.2361288 Dec 21 02:02:58.448356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-091fd8bb-4e17-474b-bc69-88eab4deec04 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:58.449991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-091fd8bb-4e17-474b-bc69-88eab4deec04 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.45 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.2141743 Dec 21 02:02:58.487402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Request body: {'port': {'device_id': 'd01b5028-f018-4ca4-a720-31112df10583', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'admin_state_up': True, 'tenant_id': 'f41f664321d9426eb5633dee9640e700'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:02:58.598146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-049d1bf3-6d32-40a7-8879-558701c2169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:58.600375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-049d1bf3-6d32-40a7-8879-558701c2169e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.3326979 Dec 21 02:02:58.603133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:58.604625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:58.704991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:02:58.724692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:58.886384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-669f3b07-598a-43e7-9c19-2a8f7384965b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 1000 time: 0.2609394 Dec 21 02:02:58.903014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router f5ba4e97-59fa-46c1-98fe-8e76fc15909f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:02:58.915567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c88bd133-fe6f-48f3-b079-d122a28b368f req-a6722a1b-575c-4947-a030-b55871514f5a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 210 time: 0.0526762 Dec 21 02:02:59.009392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Allocated IP 172.20.0.9 (997627ba-06b3-43a1-8612-411248c3e000/5739cf65-1635-466a-8f85-0eb95d78dafd/7c37c541-6e28-4e4d-9894-43e3afa5a8a8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:02:59.039210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-632f45c0-83b6-4c1b-8e1f-94618b28384f None None] Provisioning complete for port 6236ad42-dae5-4ecc-9936-0033e310ff63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:02:59.040387 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-632f45c0-83b6-4c1b-8e1f-94618b28384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:59.131105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:02:59.140509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fbc9003d-de96-4d8c-a2d0-d8f0470169f8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3685653 Dec 21 02:02:59.143030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-11844f10-2739-485c-82c1-2d280000ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:59.144636 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-11844f10-2739-485c-82c1-2d280000ea11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.2574575 Dec 21 02:02:59.145362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:59.147991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] Sync routers for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:02:59.163871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-632f45c0-83b6-4c1b-8e1f-94618b28384f None None] Port 6236ad42-dae5-4ecc-9936-0033e310ff63 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:02:59.190837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:59.193817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:59.241105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18addc7-dda3-4c4c-b2cc-dc85063c9b11 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:59.242866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d18addc7-dda3-4c4c-b2cc-dc85063c9b11 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports/6236ad42-dae5-4ecc-9936-0033e310ff63 HTTP/1.1" status: 200 len: 913 time: 0.0964353 Dec 21 02:02:59.259209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:59.259434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60016) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:02:59.287291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:02:59.288790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:59.370079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:02:59.370956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1a38d-8fbb-4735-bde2-7571e798914e None None] The sync data for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:02:59.463665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-e8ac4e74-f7bd-4ac0-8348-f2c39c5538b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:59.465214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-e8ac4e74-f7bd-4ac0-8348-f2c39c5538b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3089015 Dec 21 02:02:59.660864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-8eb78ac1-9154-4108-8dd8-2a31146fab0c service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846504 Dec 21 02:02:59.707371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143516b-49fe-4d68-b0a0-6a59e5b87ecf req-bca0ed65-ba0b-4d17-a8b2-c8f4a743622b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:02:59.715692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c143516b-49fe-4d68-b0a0-6a59e5b87ecf req-bca0ed65-ba0b-4d17-a8b2-c8f4a743622b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.0850041 Dec 21 02:02:59.749125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:59.803373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c143516b-49fe-4d68-b0a0-6a59e5b87ecf req-f73915f6-467e-43b9-93b8-46144649d7ed tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845830 Dec 21 02:02:59.827008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:59.835065 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de9fb599-aca1-4f95-8c89-5b6fa17684e4 req-940df291-3955-45e6-b8c9-98d4637697fb service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643102 Dec 21 02:02:59.862187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:02:59.889047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Network 997627ba-06b3-43a1-8612-411248c3e000 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:02:59.894635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:02:59.914463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:02:59.921060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d789b-182a-4522-8299-366d057d6179 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:02:59.964599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:02:59.990634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event updated for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:00.057656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-68635927-d25b-40a3-81b5-a95c070dec54 None None] Provisioning complete for port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:00.059205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-68635927-d25b-40a3-81b5-a95c070dec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.074751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:00.075483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.115539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-fdecbb95-fcde-4a97-9eaa-42475f5c6130 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6357701 Dec 21 02:03:00.123178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-68635927-d25b-40a3-81b5-a95c070dec54 None None] Port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:00.139483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57692b0e-fc69-407d-a651-045d74baf808 req-b715cd63-c53b-4b0c-81c5-b5591809876f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:00.141304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57692b0e-fc69-407d-a651-045d74baf808 req-b715cd63-c53b-4b0c-81c5-b5591809876f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 931 time: 0.0907636 Dec 21 02:03:00.146684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Request body: {'port': {'device_id': 'd01b5028-f018-4ca4-a720-31112df10583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:00.255559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57692b0e-fc69-407d-a651-045d74baf808 req-f3b7b438-d6e9-42cd-8f28-f172cce0c213 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056023 Dec 21 02:03:00.256334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.397665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 6236ad42-dae5-4ecc-9936-0033e310ff63 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:00.398265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.506875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.520008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 6236ad42-dae5-4ecc-9936-0033e310ff63 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:00.660189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:00.670245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.685923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Transition to ACTIVE for port object 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:03:00.693073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.744943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7353796-23b6-4e5a-8733-f49543af8ae4 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:00.796713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:00.814245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Pushing event updated for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:00.882777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=6236ad42-dae5-4ecc-9936-0033e310ff63,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:00.950471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Attempting to bind port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:00.950853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Attempting to bind port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:00.951192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Attempting to bind port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:00.959246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 on network 997627ba-06b3-43a1-8612-411248c3e000 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:03:00.959246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Attempting to bind port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:00.963423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:00.963836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Checking segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:00.964234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Bound using segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:00.964670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Bound port: 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:00.965051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:01.032805 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:01.151223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:01.176840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:01.188103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:01.238768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:01.239415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:01.240927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] 10.222.0.45 "PUT /v2.0/ports/7c37c541-6e28-4e4d-9894-43e3afa5a8a8 HTTP/1.1" status: 200 len: 1092 time: 1.0983493 Dec 21 02:03:01.241607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:01.243920 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869935fc-63a0-401f-932b-86350f85ad46" -d '{"events": [{"name": "network-changed", "server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:01.254484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102334-9111-4bff-9e19-67f95122e0c9 req-2ea1acd9-28fd-4381-89fe-3cfae8992d2d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:01.258621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77102334-9111-4bff-9e19-67f95122e0c9 req-2ea1acd9-28fd-4381-89fe-3cfae8992d2d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2910540 Dec 21 02:03:01.261904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b87562-3214-45a9-95bc-478e52e18319 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:01.389717 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6157074-19bc-45fe-87b1-06c136c67f36 x-openstack-request-id: req-d6157074-19bc-45fe-87b1-06c136c67f36 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:01.390042 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:01.390359 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6157074-19bc-45fe-87b1-06c136c67f36 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:01.390754 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8', 'status': 'completed', 'code': 200} Dec 21 02:03:01.391480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38faa-86cc-4b64-990b-d9786b87382d service neutron] Pushing event updated for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:01.439557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77102334-9111-4bff-9e19-67f95122e0c9 req-7dff83ee-21f5-4988-9d47-4fef5972bcde tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589239 Dec 21 02:03:01.459214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-13c66a7c-0cf6-4f48-8aa7-81725ffd1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:01.460944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-13c66a7c-0cf6-4f48-8aa7-81725ffd1b93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 1095 time: 0.1259961 Dec 21 02:03:01.552016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-6ec03419-9120-40a7-89dd-cdf052c272aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8 HTTP/1.1" status: 200 len: 217 time: 0.0653100 Dec 21 02:03:01.627880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde45c31-79fb-4911-b50f-bce87a144762 req-a38e40a6-4df0-4dd5-a4e2-a5056e7e03ef tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:01.638605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fde45c31-79fb-4911-b50f-bce87a144762 req-a38e40a6-4df0-4dd5-a4e2-a5056e7e03ef tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 943 time: 0.1630778 Dec 21 02:03:01.696514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773eea-2c74-4005-a685-fe24de8f7995 req-62ffdee7-00c3-4b39-b8c5-073284c82876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:01.699956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-62ffdee7-00c3-4b39-b8c5-073284c82876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.1362958 Dec 21 02:03:01.806334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-efc0380d-7d03-49e2-ada6-b3f6ac3e7607 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890779 Dec 21 02:03:01.827208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fde45c31-79fb-4911-b50f-bce87a144762 req-4248e462-f037-4f99-a92c-906d0288ac9d tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821063 Dec 21 02:03:01.850339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router f5ba4e97-59fa-46c1-98fe-8e76fc15909f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:01.970771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:01.972600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-b15c82fa-a914-4142-9099-0969f0c5a2a6 service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427817 Dec 21 02:03:01.983718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] Sync routers for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:01.984517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a13b485-fd4d-44cf-bd22-f228d24feec4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7153280 Dec 21 02:03:01.985504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:02.016312 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:02.017107 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:02.085865 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:02.098265 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:02.099188 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:02.156921 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:02.157616 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a783b9f-2dcf-4a5b-b813-01764c60f7d0 None None] The sync data for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:02.181896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04773eea-2c74-4005-a685-fe24de8f7995 req-3d7e09c1-ae6e-4ca3-938f-88cc028e501f service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925213 Dec 21 02:03:02.355088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869935fc-63a0-401f-932b-86350f85ad46 req-2db1e2ca-44eb-4b40-8ce6-5ad5a6daa3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:02.362260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-2db1e2ca-44eb-4b40-8ce6-5ad5a6daa3fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 1095 time: 0.0551009 Dec 21 02:03:02.448494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60136) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:02.519804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869935fc-63a0-401f-932b-86350f85ad46 req-ecce940b-cadb-4986-970a-98687c38751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:02.522936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-ecce940b-cadb-4986-970a-98687c38751b service neutron] 10.222.0.45 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.1509514 Dec 21 02:03:02.537856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:02.594773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-3afb7f54-7fa3-4f26-862e-94977b817bfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8 HTTP/1.1" status: 200 len: 217 time: 0.0625772 Dec 21 02:03:02.727755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:02.731860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869935fc-63a0-401f-932b-86350f85ad46 req-c500dbfe-0ce1-4b78-9e27-6da5d7fc533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:02.733464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-c500dbfe-0ce1-4b78-9e27-6da5d7fc533f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.1171100 Dec 21 02:03:02.745538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da0ef6-5fdb-4077-8e6a-5c90ae47b6ae req-5e072277-543e-47bc-94ca-6c19a82a8062 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:02.745538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40da0ef6-5fdb-4077-8e6a-5c90ae47b6ae req-5e072277-543e-47bc-94ca-6c19a82a8062 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1649320 Dec 21 02:03:02.812811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-007bc3f1-6f03-4307-9f65-378827b6bbd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567079 Dec 21 02:03:02.880197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40da0ef6-5fdb-4077-8e6a-5c90ae47b6ae req-5779c049-059f-4ad9-aa66-364b49f93334 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144407 Dec 21 02:03:02.940558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 277d31f2-aef6-4ecb-8ad0-bcff85863360 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:02.941030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.013236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-59615ebc-cf2f-4bf9-b457-7b78113a54fd service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803324 Dec 21 02:03:03.069264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.074471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.089615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 277d31f2-aef6-4ecb-8ad0-bcff85863360 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:03.104647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.130465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cd2a-1178-4d3d-b25a-745a6292015b req-839262d3-ffd0-42f4-89e8-dbc49139d2bd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:03.131929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20d6cd2a-1178-4d3d-b25a-745a6292015b req-839262d3-ffd0-42f4-89e8-dbc49139d2bd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 943 time: 0.1671541 Dec 21 02:03:03.187962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b30edee102fb45e3b7bb48f2abfa4b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384114 Dec 21 02:03:03.193314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60160) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:03.209286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95255fd-499e-40cb-8ee2-635723dbaf28,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:03.246933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.247869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.248215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.248589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.248925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.249259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.250084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.250084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.250441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.250646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.250979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.251368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.251818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be379d0-480c-41ce-bb80-da82e0711eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:03.275832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-869935fc-63a0-401f-932b-86350f85ad46 req-7aada337-6342-4d45-9ae8-78a9d2763353 service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506218 Dec 21 02:03:03.293573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20d6cd2a-1178-4d3d-b25a-745a6292015b req-3bb89adc-bf8a-46e7-865b-007510c8539c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405025 Dec 21 02:03:03.316967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.330583 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.357062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.366022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=277d31f2-aef6-4ecb-8ad0-bcff85863360,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:03.428292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.431559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.432866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e95255fd-499e-40cb-8ee2-635723dbaf28 HTTP/1.1" status: 204 len: 168 time: 0.2373219 Dec 21 02:03:03.442900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e883f8-8f2f-4467-8eed-ec0712f74dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95255fd-499e-40cb-8ee2-635723dbaf28,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:03.467453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:03:03.483825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.627058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:03.641893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'port_id': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8', 'mac_address': 'fa:16:3e:e5:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739cf65-1635-466a-8f85-0eb95d78dafd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:03:03.693602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.694842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router f5ba4e97-59fa-46c1-98fe-8e76fc15909f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:03.708932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:03.733913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:03.739991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.793141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:03.801344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e2ddd8d9-1d7c-45e8-ad4b-7260668d0bf5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132501 Dec 21 02:03:03.803959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60176) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:03.806445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] Sync routers for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:03.834887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:03.843775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:03.845549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:03.847382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16374c73-3aff-44c6-9458-864a2598dae1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5ba4e97-59fa-46c1-98fe-8e76fc15909f HTTP/1.1" status: 200 len: 205 time: 0.0421054 Dec 21 02:03:03.849834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60182) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:03.904892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:03.925420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] Routers {'f5ba4e97-59fa-46c1-98fe-8e76fc15909f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:03.926144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:03.962078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:03.963076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0f663-f61d-4414-9b68-7a1153e0668c None None] The sync data for ids ['f5ba4e97-59fa-46c1-98fe-8e76fc15909f'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:03.987605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:03.995691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:04.018990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a2438a-f635-4ba9-80e9-5a7887aa9f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.129486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a2438a-f635-4ba9-80e9-5a7887aa9f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.133519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57a2438a-f635-4ba9-80e9-5a7887aa9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.176490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2438a-f635-4ba9-80e9-5a7887aa9f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dae509-96b8-415f-8b6a-609bc09a36b5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:04.183190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57a2438a-f635-4ba9-80e9-5a7887aa9f71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae6d7bc9849f4a9c9c916aaaf3b971c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840756 Dec 21 02:03:04.183446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60200) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:04.212824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:04.235256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.260086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.274969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.279158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.290746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40635c-3757-4315-9341-a195cb5d9b18 req-49887aba-dd82-49ff-a782-9419aaad1374 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:04.292476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc40635c-3757-4315-9341-a195cb5d9b18 req-49887aba-dd82-49ff-a782-9419aaad1374 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1998980 Dec 21 02:03:04.335488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.339038 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.343198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64dae509-96b8-415f-8b6a-609bc09a36b5 HTTP/1.1" status: 204 len: 168 time: 0.1572852 Dec 21 02:03:04.359756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f45cc4-f573-46b0-9083-ec7ded62acd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dae509-96b8-415f-8b6a-609bc09a36b5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:04.388487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.389014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router f5ba4e97-59fa-46c1-98fe-8e76fc15909f {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:03:04.418771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.423456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-022be393-62c3-4e6e-bb3f-56c932ba51fc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f HTTP/1.1" status: 204 len: 168 time: 0.5695388 Dec 21 02:03:04.423569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:04.483699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc40635c-3757-4315-9341-a195cb5d9b18 req-c1b862a5-903c-47fa-8586-475bd5539e31 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153657 Dec 21 02:03:04.506089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 0f92ca9d-fc18-41ca-b889-505140a73567 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:03:04.509931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.535930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e514-06e9-4fa7-b00b-bbc39a74f6df req-616d327c-9a53-47e7-988e-2792052907e1 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:04.538133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b766e514-06e9-4fa7-b00b-bbc39a74f6df req-616d327c-9a53-47e7-988e-2792052907e1 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 944 time: 0.0876377 Dec 21 02:03:04.563705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.600153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b766e514-06e9-4fa7-b00b-bbc39a74f6df req-205c9475-ae85-42a4-8e79-bddcb433dd4a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540352 Dec 21 02:03:04.661040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.740395 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.780957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=0f92ca9d-fc18-41ca-b889-505140a73567,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:04.791503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.792414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b1989-4e82-423a-97a9-899a11860ea0 None None] Network d3fd38d1-238e-4d8a-b3c6-36e626cc10ab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:04.810142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aa37cbdc-4e9f-4924-be41-2f4452909b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/0f92ca9d-fc18-41ca-b889-505140a73567 HTTP/1.1" status: 204 len: 168 time: 0.3816643 Dec 21 02:03:04.810142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:04.872966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:03:04.877971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.939132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:04.970154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] DHCP port deletion for d3fd38d1-238e-4d8a-b3c6-36e626cc10ab request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:05.025501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Deleting port 25eb87a4-a163-4856-ba03-8fe8d6374132 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:05.025751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.046447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.100967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] For port 25eb87a4-a163-4856-ba03-8fe8d6374132, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=25eb87a4-a163-4856-ba03-8fe8d6374132,segment=NetworkSegment(c0812bb4-8fbe-4f06-9aa7-3d2c50cac825),segment_id=c0812bb4-8fbe-4f06-9aa7-3d2c50cac825)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:05.103272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.118487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Calling delete_port for 25eb87a4-a163-4856-ba03-8fe8d6374132 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:05.173419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.236891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.241662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea HTTP/1.1" status: 204 len: 168 time: 0.4308436 Dec 21 02:03:05.244957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60248) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:05.245526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76ef6-32d1-4f41-9ddf-086bd2b01745 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:05.246481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828ecdd-e0e2-4bf6-98c6-789dd75db04a None None] Network aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:05.374808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.382329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.389567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] No DVR routers for this DVR port 25eb87a4-a163-4856-ba03-8fe8d6374132 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:05.412769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870e0c-fa1a-41f4-9682-d2a1a90398e6 None None] Pushing event deleted for resources: {'Port': ['ID=25eb87a4-a163-4856-ba03-8fe8d6374132,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:05.474152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:05.500860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] DHCP port deletion for aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:05.541107 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.568722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd38d1-238e-4d8a-b3c6-36e626cc10ab']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:05.580279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Deleting port 82355063-2333-4a11-bc41-517366097c99 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:05.580724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.580956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:05.581430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0812bb4-8fbe-4f06-9aa7-3d2c50cac825') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:05.595669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.613677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.615402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:03:05.621205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:03:05.621627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.624446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:05.624855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:03:05.626947 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:03:05.717685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] For port 82355063-2333-4a11-bc41-517366097c99, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=82355063-2333-4a11-bc41-517366097c99,segment=NetworkSegment(2c535867-8a41-42d0-8b3b-1250071f9307),segment_id=2c535867-8a41-42d0-8b3b-1250071f9307)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:05.718165 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.734533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Calling delete_port for 82355063-2333-4a11-bc41-517366097c99 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:05.806125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.820402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.827273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60270) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:05.827460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/d3fd38d1-238e-4d8a-b3c6-36e626cc10ab HTTP/1.1" status: 204 len: 168 time: 0.5813346 Dec 21 02:03:05.838122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bab56c-93ef-4fe2-9674-fb8f4dc0c7ea req-b23fba74-f21a-448a-8025-9bf022e0cec0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:05.845499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27bab56c-93ef-4fe2-9674-fb8f4dc0c7ea req-b23fba74-f21a-448a-8025-9bf022e0cec0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1421778 Dec 21 02:03:05.865678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30b87d-f6a2-44f0-a698-7933cb8a709b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=d3fd38d1-238e-4d8a-b3c6-36e626cc10ab,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:05.866268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.892624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ecbe-46b7-4269-a86e-15995a9edb13 req-0306ef30-e6bf-4864-bda2-2ef842a846fd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:05.894249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd97ecbe-46b7-4269-a86e-15995a9edb13 req-0306ef30-e6bf-4864-bda2-2ef842a846fd tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 944 time: 0.1723132 Dec 21 02:03:05.934240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:05.937445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:05.939783 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb6057-f45b-4638-80fd-17424adffe35" -d '{"events": [{"server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "name": "network-vif-plugged", "status": "completed", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:05.950903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27bab56c-93ef-4fe2-9674-fb8f4dc0c7ea req-8a81a562-983d-4e88-9f5d-75f6a4d4e60f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037679 Dec 21 02:03:05.951118 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:05.979632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.013243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd97ecbe-46b7-4269-a86e-15995a9edb13 req-0ca234bb-9612-48ae-9008-20b8e312121a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050551 Dec 21 02:03:06.016764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.021126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:06.052829 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aa921e-8964-4d34-9001-3c50b1f98898 x-openstack-request-id: req-e0aa921e-8964-4d34-9001-3c50b1f98898 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:06.053388 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "name": "network-vif-plugged", "status": "completed", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:06.053650 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0aa921e-8964-4d34-9001-3c50b1f98898 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:06.054049 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8', 'code': 200} Dec 21 02:03:06.056215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] Pushing event deleted for resources: {'Port': ['ID=82355063-2333-4a11-bc41-517366097c99,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:06.060564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733f1ab-52df-4945-a482-728e8378e0c7 None None] No DVR routers for this DVR port 82355063-2333-4a11-bc41-517366097c99 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:06.142947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.183844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:06.196912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c535867-8a41-42d0-8b3b-1250071f9307') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:06.197533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c535867-8a41-42d0-8b3b-1250071f9307') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:06.217620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.219900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f61d8-51f2-4715-93e5-b03864b0ccec req-aff9db44-bef6-41b6-b4f3-476bac632307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:06.221435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-351f61d8-51f2-4715-93e5-b03864b0ccec req-aff9db44-bef6-41b6-b4f3-476bac632307 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 1097 time: 0.0423930 Dec 21 02:03:06.234876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.253421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:03:06.253421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:03:06.261433 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:03:06.299495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-351f61d8-51f2-4715-93e5-b03864b0ccec req-a8c68900-249a-4bdf-9915-0d48a94343dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699174 Dec 21 02:03:06.389657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.401189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.404533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e HTTP/1.1" status: 204 len: 168 time: 0.5756047 Dec 21 02:03:06.408464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60298) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:06.414981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401204513'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:06.428906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf4718-63b2-403a-87eb-9a24e29237af tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=aa9d6859-5c63-46fa-8ae8-f67c2d8aca0e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:06.460534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:06.469006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.500723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:06.510842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.511191 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment ef642c8d-1dc9-4b7d-8933-297053da891c of type vlan for network 241be874-22ff-43b5-b69c-b24a32a5962c Dec 21 02:03:06.539441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 82355063-2333-4a11-bc41-517366097c99 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:06.558555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.563594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 82355063-2333-4a11-bc41-517366097c99 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:03:06.564007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 82355063-2333-4a11-bc41-517366097c99 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:06.564490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 25eb87a4-a163-4856-ba03-8fe8d6374132 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:06.584788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 25eb87a4-a163-4856-ba03-8fe8d6374132 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:03:06.585215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 25eb87a4-a163-4856-ba03-8fe8d6374132 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:06.588907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.604386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:06.605195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:06.651038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392194 Dec 21 02:03:06.652549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:06.657896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:06.698545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04847edc-9535-41be-b8d2-38b8daa1268e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=241be874-22ff-43b5-b69c-b24a32a5962c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:06.710399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 241be874-22ff-43b5-b69c-b24a32a5962c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:06.808823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:06.812280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.033509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.106385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=1902efb3-ad38-4a00-aa03-f92bb7626965,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:07.117991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'ef642c8d-1dc9-4b7d-8933-297053da891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:07.118498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: 241be874-22ff-43b5-b69c-b24a32a5962c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:03:07.125230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f8102-889b-425d-9c5d-fb57217d4cf7 req-4d02333d-8795-4d6d-8c11-f36591eb2766 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:07.133929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-603f8102-889b-425d-9c5d-fb57217d4cf7 req-4d02333d-8795-4d6d-8c11-f36591eb2766 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.0940747 Dec 21 02:03:07.138832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 241be874-22ff-43b5-b69c-b24a32a5962c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:03:07.150976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 241be874-22ff-43b5-b69c-b24a32a5962c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:07.159205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:07.160046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.167485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c2e73-881a-4c54-8124-c50d90551273 None None] Network 241be874-22ff-43b5-b69c-b24a32a5962c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:07.212547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4196ce07-f862-4e0f-9c1e-dc6fa873c5dc tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5588446 Dec 21 02:03:07.213415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60340) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:07.218688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1187988520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:07.233062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ec2a8-d134-4100-907b-4d1be8f10847 req-5418f5cc-d1dc-4778-acfc-d2d5d26bbdd4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:07.234586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-020ec2a8-d134-4100-907b-4d1be8f10847 req-5418f5cc-d1dc-4778-acfc-d2d5d26bbdd4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 945 time: 0.0987289 Dec 21 02:03:07.238439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-603f8102-889b-425d-9c5d-fb57217d4cf7 req-66fc633c-d7d5-4a68-a198-95a16ba5c6aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037233 Dec 21 02:03:07.304317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.305586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.350188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-020ec2a8-d134-4100-907b-4d1be8f10847 req-acf47432-0cd2-4140-98f1-5d5b4f8612e5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877724 Dec 21 02:03:07.421882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.428492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.451325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.455245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bfd3d36a-58d0-46b2-a33a-6c484535def0 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2373309 Dec 21 02:03:07.455245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:07.462328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'port': {'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c', 'name': 'tempest-RoutersIpV6Test-750100108'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:07.575086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-241be874-22ff-43b5-b69c-b24a32a5962c', 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '1902efb3-ad38-4a00-aa03-f92bb7626965'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:03:07.581485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.667456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:07.674545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:07.713313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] device_id is not set on port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:03:07.728989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60362) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:07.826412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Allocated IP 2001:db8::2 (241be874-22ff-43b5-b69c-b24a32a5962c/1902efb3-ad38-4a00-aa03-f92bb7626965/2790a72f-a42f-4b82-a245-840871579e07) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:07.922257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab58aa33-9f5c-4a7b-9e30-7d13d23b393a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.007141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab58aa33-9f5c-4a7b-9e30-7d13d23b393a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.013885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab58aa33-9f5c-4a7b-9e30-7d13d23b393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.021425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.029496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.065149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab58aa33-9f5c-4a7b-9e30-7d13d23b393a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7d2e785956f4227b01e9fee40f15e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346424 Dec 21 02:03:08.066792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60370) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:08.069576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58aa33-9f5c-4a7b-9e30-7d13d23b393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2d8264-97b5-45c6-a5de-e4e5290f8f63,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:08.123673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Pushing event updated for resources: {'Port': ['ID=2790a72f-a42f-4b82-a245-840871579e07,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:08.135093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Network 241be874-22ff-43b5-b69c-b24a32a5962c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:08.136612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:08.139855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:08.160082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8::31e (241be874-22ff-43b5-b69c-b24a32a5962c/1902efb3-ad38-4a00-aa03-f92bb7626965/e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:08.203116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.207402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Attempting to bind port 2790a72f-a42f-4b82-a245-840871579e07 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:08.207868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Attempting to bind port 2790a72f-a42f-4b82-a245-840871579e07 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ef642c8d-1dc9-4b7d-8933-297053da891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:08.208458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Attempting to bind port 2790a72f-a42f-4b82-a245-840871579e07 on network 241be874-22ff-43b5-b69c-b24a32a5962c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:08.215299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:08.216331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Checking segment: {'id': 'ef642c8d-1dc9-4b7d-8933-297053da891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:08.216845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.217382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Bound using segment: {'id': 'ef642c8d-1dc9-4b7d-8933-297053da891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:08.217972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Bound port: 2790a72f-a42f-4b82-a245-840871579e07, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef642c8d-1dc9-4b7d-8933-297053da891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '241be874-22ff-43b5-b69c-b24a32a5962c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:08.218424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.251990 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.302669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] For port 2790a72f-a42f-4b82-a245-840871579e07, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:08.308185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] For port 2790a72f-a42f-4b82-a245-840871579e07, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2790a72f-a42f-4b82-a245-840871579e07,segment=NetworkSegment(ef642c8d-1dc9-4b7d-8933-297053da891c),segment_id=ef642c8d-1dc9-4b7d-8933-297053da891c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:08.318414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.319850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.323101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.327066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf2d8264-97b5-45c6-a5de-e4e5290f8f63 HTTP/1.1" status: 204 len: 168 time: 0.2534230 Dec 21 02:03:08.460114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f34c3-afda-495a-acac-36fba292eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2d8264-97b5-45c6-a5de-e4e5290f8f63,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:08.547338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a20a6b-2cc5-4ba0-9596-e2b7a906cd51 None None] Pushing event updated for resources: {'Port': ['ID=2790a72f-a42f-4b82-a245-840871579e07,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:08.574904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294940f-eb8f-43b6-baa5-3bd1bce1a113 req-ea3bc1b1-7858-484e-9e5b-3aeb35e05e9c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:08.585919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c294940f-eb8f-43b6-baa5-3bd1bce1a113 req-ea3bc1b1-7858-484e-9e5b-3aeb35e05e9c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2481401 Dec 21 02:03:08.692474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588c29-9fe2-4c21-86ae-f6b998fbf527 req-90d39fa7-916c-4a59-872e-46b342484e49 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:08.698843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb588c29-9fe2-4c21-86ae-f6b998fbf527 req-90d39fa7-916c-4a59-872e-46b342484e49 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 945 time: 0.1843150 Dec 21 02:03:08.707378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.887944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c294940f-eb8f-43b6-baa5-3bd1bce1a113 req-b75714ca-adf0-49d1-a8d2-a068145230f2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947888 Dec 21 02:03:08.895330 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.917921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:08.941497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96782107-9de7-48d8-9813-52b9dec1d83f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:08.998399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb588c29-9fe2-4c21-86ae-f6b998fbf527 req-8725d8b5-33d8-4135-9634-980e7d6c734c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047846 Dec 21 02:03:09.006142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 241be874-22ff-43b5-b69c-b24a32a5962c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:09.010081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:09.014966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:09.029999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:09.030666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.061356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:09.089867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0bc6cb4e-4d1e-42e3-9190-f27e0aebcaa5 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6335275 Dec 21 02:03:09.091407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:09.155542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96782107-9de7-48d8-9813-52b9dec1d83f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.170175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96782107-9de7-48d8-9813-52b9dec1d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.276645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-96782107-9de7-48d8-9813-52b9dec1d83f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e12e7ba468c547deb11bd90e07c5591f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532321 Dec 21 02:03:09.286661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:09.391353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96782107-9de7-48d8-9813-52b9dec1d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a58197-3358-4e05-bf23-62c69c3c9815,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:09.435480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.476437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.577318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.580411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:09.581637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26a58197-3358-4e05-bf23-62c69c3c9815 HTTP/1.1" status: 204 len: 168 time: 0.2929630 Dec 21 02:03:09.618149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f78fc-276c-401c-95d7-f120e1b44988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a58197-3358-4e05-bf23-62c69c3c9815,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:10.307051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbf20b-b10e-452c-a2e2-eeaabf1717a3 None None] Network 241be874-22ff-43b5-b69c-b24a32a5962c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:10.351488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9092-fd73-449c-ac11-d350a59c4062 req-6646df37-b7fa-45da-baaa-324a32d4aa5f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:10.359721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-095e9092-fd73-449c-ac11-d350a59c4062 req-6646df37-b7fa-45da-baaa-324a32d4aa5f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.3079686 Dec 21 02:03:10.514221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] Provisioning complete for port 2790a72f-a42f-4b82-a245-840871579e07 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:10.525046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:10.535095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:10.614890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-095e9092-fd73-449c-ac11-d350a59c4062 req-62f9e659-c201-4608-85c2-1d5635a1d026 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541394 Dec 21 02:03:10.679538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2790a72f-a42f-4b82-a245-840871579e07 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:10.722845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:10.810473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] For port 2790a72f-a42f-4b82-a245-840871579e07, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2790a72f-a42f-4b82-a245-840871579e07,segment=NetworkSegment(ef642c8d-1dc9-4b7d-8933-297053da891c),segment_id=ef642c8d-1dc9-4b7d-8933-297053da891c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:10.828969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:10.900678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2790a72f-a42f-4b82-a245-840871579e07 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:10.901376 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:10.966278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b17578-733f-432f-8dc6-12fd47090eb0 None None] Pushing event updated for resources: {'Port': ['ID=2790a72f-a42f-4b82-a245-840871579e07,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:11.175273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:11.186859 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:11.261900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:11.381732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3b46df5b-23d2-4cda-a824-9bd64f13bbbe None None] Provisioning complete for port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:11.382177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b46df5b-23d2-4cda-a824-9bd64f13bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:11.466615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3b46df5b-23d2-4cda-a824-9bd64f13bbbe None None] Port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:11.513915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3b46df5b-23d2-4cda-a824-9bd64f13bbbe None None] Provisioning complete for port 2790a72f-a42f-4b82-a245-840871579e07 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:11.516997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b46df5b-23d2-4cda-a824-9bd64f13bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:11.826943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:11.995489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fbe1b090-d270-4e05-8b09-0b1494f1da32 None None] Provisioning complete for port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:12.002785 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b090-d270-4e05-8b09-0b1494f1da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.080426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1f50-d27d-45ac-b4bc-ac49e9ac0886 req-07b493f3-9ec0-41ae-9ea6-7828023ac39c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:12.086918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1b090-d270-4e05-8b09-0b1494f1da32 None None] Port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:12.090339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ecd1f50-d27d-45ac-b4bc-ac49e9ac0886 req-07b493f3-9ec0-41ae-9ea6-7828023ac39c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1648026 Dec 21 02:03:12.222267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ecd1f50-d27d-45ac-b4bc-ac49e9ac0886 req-2233c8ec-9d2d-4102-bddf-a993e5a459f6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309946 Dec 21 02:03:12.233217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.320016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4372a0ef-a636-4c17-9081-84e86af3863b None None] Provisioning complete for port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:12.320802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4372a0ef-a636-4c17-9081-84e86af3863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.391188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4372a0ef-a636-4c17-9081-84e86af3863b None None] Port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:12.553075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2790a72f-a42f-4b82-a245-840871579e07 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:12.697647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 2790a72f-a42f-4b82-a245-840871579e07 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:12.702029 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.728276 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.741288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.742046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:12.897960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:12.944751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 241be874-22ff-43b5-b69c-b24a32a5962c is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:12.946393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:13.222996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 17d91a47-d299-4f69-9f48-30d14421564c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:13.366416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:13.376001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5720af7-39a5-4786-8ec7-da77d92be4fd tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/17d91a47-d299-4f69-9f48-30d14421564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2829499 Dec 21 02:03:13.377782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60544) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:13.379629 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] Sync routers for ids ['17d91a47-d299-4f69-9f48-30d14421564c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:13.392888 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] Routers {'17d91a47-d299-4f69-9f48-30d14421564c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:13.393547 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['17d91a47-d299-4f69-9f48-30d14421564c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:13.462152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9500f87f-6141-41eb-93a4-b97adace70c3 None None] Provisioning complete for port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:13.463318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9500f87f-6141-41eb-93a4-b97adace70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:13.492406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf786-5f74-4066-9165-25bdad75e088 req-9deeba6b-786f-4cd1-8cd7-07ec3a5c902f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:13.513402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0ddf786-5f74-4066-9165-25bdad75e088 req-9deeba6b-786f-4cd1-8cd7-07ec3a5c902f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.1124904 Dec 21 02:03:13.546605 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:13.556132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4ee4a-f2da-49f5-9133-764e02d18ab9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:13.557782 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-90f4ee4a-f2da-49f5-9133-764e02d18ab9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports/e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b HTTP/1.1" status: 200 len: 983 time: 0.1786337 Dec 21 02:03:13.563734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60552) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:13.577328 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] Routers {'17d91a47-d299-4f69-9f48-30d14421564c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:13.580633 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['17d91a47-d299-4f69-9f48-30d14421564c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:13.625013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9500f87f-6141-41eb-93a4-b97adace70c3 None None] Port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:13.661209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0ddf786-5f74-4066-9165-25bdad75e088 req-33802ea9-6c54-4678-b53a-112112291c14 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467984 Dec 21 02:03:13.688038 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:13.688931 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89a631-d1ba-4d09-8d79-7193b968fc7c None None] The sync data for ids ['17d91a47-d299-4f69-9f48-30d14421564c'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:13.905421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07856e19-82a6-4edd-9f1f-4fca1fc83b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:14.235972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:14.856836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c26ba0-6d76-4b17-ae3f-8b7f0e711421 req-665c9b69-bcfe-465d-ba1f-c4d22bec07ee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:14.865656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1c26ba0-6d76-4b17-ae3f-8b7f0e711421 req-665c9b69-bcfe-465d-ba1f-c4d22bec07ee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.0730619 Dec 21 02:03:14.951734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1c26ba0-6d76-4b17-ae3f-8b7f0e711421 req-18bc9ce6-7119-4f83-a8ad-60ff7ecc0009 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830650 Dec 21 02:03:15.123022 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-781f5edd-3352-4ebc-b3a9-03b244913670 service neutron] show failed (client error): The resource could not be found. Dec 21 02:03:15.124042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-781f5edd-3352-4ebc-b3a9-03b244913670 service neutron] 10.222.0.24 "GET /v2.0/ports/c6a4ec4c-526d-46b2-8863-2116b7a5c3af/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1032386 Dec 21 02:03:15.131042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:15.131592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:15.252978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:15.274522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:15.446917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-7467f34a-9598-4ccf-acff-69206114d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:15.448752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-7467f34a-9598-4ccf-acff-69206114d8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 1097 time: 0.0790360 Dec 21 02:03:15.471581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:15.531748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:15.590873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:15.679117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=e5abcb2f-62b1-4f37-8cf1-a9a2ef14570b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:15.897139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:15.946240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:15.949174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:16.003840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:16.021050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Transition to ACTIVE for port object c6a4ec4c-526d-46b2-8863-2116b7a5c3af will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:03:16.022457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:16.025214 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06eaddb-f115-4f2f-a60e-7c9a6e9a9ed9" -d '{"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:16.031079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:16.092194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:16.232625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 17d91a47-d299-4f69-9f48-30d14421564c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:16.409593 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02714b8-d27b-4cf9-a80c-a6abd590ab73 x-openstack-request-id: req-e02714b8-d27b-4cf9-a80c-a6abd590ab73 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:16.409796 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:16.410061 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e02714b8-d27b-4cf9-a80c-a6abd590ab73 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:16.410467 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'code': 200} Dec 21 02:03:16.529686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:16.542100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aaa2641c-93b6-4f95-8e36-ab6fae6a8fc4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/17d91a47-d299-4f69-9f48-30d14421564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9770980 Dec 21 02:03:16.544259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60660) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:16.545169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] Sync routers for ids ['17d91a47-d299-4f69-9f48-30d14421564c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:16.578481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] Routers {'17d91a47-d299-4f69-9f48-30d14421564c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:16.579132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['17d91a47-d299-4f69-9f48-30d14421564c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:16.582735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] No DVR routers for this DVR port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:16.719824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:16.746388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] Routers {'17d91a47-d299-4f69-9f48-30d14421564c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:16.747818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:02:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['17d91a47-d299-4f69-9f48-30d14421564c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:16.798680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085c3f-bb39-4686-9e10-19dae02aacce req-c697b999-346f-4149-a723-aec829bfc19b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:16.811440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d085c3f-bb39-4686-9e10-19dae02aacce req-c697b999-346f-4149-a723-aec829bfc19b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.4000909 Dec 21 02:03:16.829182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:16.835922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3299917-83a9-4a47-b9a1-718d6a423e96 None None] The sync data for ids ['17d91a47-d299-4f69-9f48-30d14421564c'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:16.882379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c4d932e-e82e-4f48-a3e9-42375245c0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.031810 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-ad2f08a7-eb21-4d63-9727-25a3f46629e6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 02:03:17.032500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad2f08a7-eb21-4d63-9727-25a3f46629e6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/17d91a47-d299-4f69-9f48-30d14421564c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4872098 Dec 21 02:03:17.035648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60680) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:17.048277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d085c3f-bb39-4686-9e10-19dae02aacce req-8c7ca049-8022-4055-8a21-591143c24d06 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352521 Dec 21 02:03:17.110149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fedef728-1099-406f-899f-1fa4da62fd0c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=17d91a47-d299-4f69-9f48-30d14421564c HTTP/1.1" status: 200 len: 205 time: 0.0713847 Dec 21 02:03:17.110799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60684) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:17.153441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:17.153947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:17.154136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:17.159751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:03:17.160106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Attempting to bind port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on network 7002a43c-d8ce-406a-881d-08a776e6a425 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:17.189235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:17.189643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Checking segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:17.190037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Bound using segment: {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:17.191188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Bound port: c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99c5fec-a8e9-4c3f-8219-eae84d59126b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:17.191559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.258450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.262929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.284205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:17.288739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:17.294539 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.342102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:17.343040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.345184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 1092 time: 1.8805895 Dec 21 02:03:17.439676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d37ddb-10cd-4f55-810b-2eb0f2186638 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:17.491643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-36e712ec-12b8-4dc0-81af-bc596d568bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:17.492928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-36e712ec-12b8-4dc0-81af-bc596d568bbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1095 time: 0.0967927 Dec 21 02:03:17.638623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.640991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-7a1e4904-985f-4ba4-b6c9-9152582a930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:17.645003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-7a1e4904-985f-4ba4-b6c9-9152582a930a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.1418440 Dec 21 02:03:17.646761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.713271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.717660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router 17d91a47-d299-4f69-9f48-30d14421564c {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:03:17.737325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.741581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55695568-5c7c-4299-84de-dd03de27bfbf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/17d91a47-d299-4f69-9f48-30d14421564c HTTP/1.1" status: 204 len: 168 time: 0.6242101 Dec 21 02:03:17.742377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:17.829721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-8830bedb-a993-4efb-bcfa-75acb312960f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 998 time: 0.1740541 Dec 21 02:03:17.830525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 1902efb3-ad38-4a00-aa03-f92bb7626965 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:03:17.834388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.928613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:17.938488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-dc45d195-4669-4e69-8275-30c4e89dc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:17.942024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-dc45d195-4669-4e69-8275-30c4e89dc2d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.1035810 Dec 21 02:03:18.031980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-b97acf35-558f-42dd-84a5-7a2dbb274b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:18.033509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-b97acf35-558f-42dd-84a5-7a2dbb274b0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822816 Dec 21 02:03:18.068560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.272488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-f91d6940-abff-4507-97aa-71c4e8da29a2 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309177 Dec 21 02:03:18.280628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:18.349795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.358401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:03:18.359349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:18.417198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:03:18.426176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:18.433924 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0645e2-c666-43d8-8bc9-d0afb472ff00" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:18.437911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.444829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/1902efb3-ad38-4a00-aa03-f92bb7626965 HTTP/1.1" status: 204 len: 168 time: 0.7009001 Dec 21 02:03:18.445896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc507b-5403-4d1f-b797-c6ae829e317f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=1902efb3-ad38-4a00-aa03-f92bb7626965,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:18.448251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:18.624934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e87cf-7490-43d1-a6d6-23248364eb11 None None] Network 241be874-22ff-43b5-b69c-b24a32a5962c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:18.626310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2e7f5-9820-4dba-b56e-ba50bc04af2a req-11d0cde1-256b-4b5f-bca8-f1812b4e826a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:18.627907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ea2e7f5-9820-4dba-b56e-ba50bc04af2a req-11d0cde1-256b-4b5f-bca8-f1812b4e826a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.3455853 Dec 21 02:03:18.654277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.773706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 2790a72f-a42f-4b82-a245-840871579e07 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:18.774359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.777122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:18.957754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] DHCP port deletion for 241be874-22ff-43b5-b69c-b24a32a5962c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:19.050690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 2790a72f-a42f-4b82-a245-840871579e07, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2790a72f-a42f-4b82-a245-840871579e07,segment=NetworkSegment(ef642c8d-1dc9-4b7d-8933-297053da891c),segment_id=ef642c8d-1dc9-4b7d-8933-297053da891c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:19.051101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.080900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 2790a72f-a42f-4b82-a245-840871579e07 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:19.103048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Deleting port 2790a72f-a42f-4b82-a245-840871579e07 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:19.103684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.105309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-6b7e204b-5d63-4a70-9601-3bb65bbb2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:19.107177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-6b7e204b-5d63-4a70-9601-3bb65bbb2f46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1095 time: 0.2798903 Dec 21 02:03:19.257079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] For port 2790a72f-a42f-4b82-a245-840871579e07, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2790a72f-a42f-4b82-a245-840871579e07,segment=NetworkSegment(ef642c8d-1dc9-4b7d-8933-297053da891c),segment_id=ef642c8d-1dc9-4b7d-8933-297053da891c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:19.257501 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.290542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Calling delete_port for 2790a72f-a42f-4b82-a245-840871579e07 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:19.458604 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124d1a71-df43-4a1d-a20e-b443658c6d12 x-openstack-request-id: req-124d1a71-df43-4a1d-a20e-b443658c6d12 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:19.459542 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:19.459984 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-124d1a71-df43-4a1d-a20e-b443658c6d12 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:19.460715 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'status': 'completed', 'code': 200} Dec 21 02:03:19.482210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3137d6bc-5797-4fb5-a678-05a505c6e28f req-addede15-f2bc-4fcb-b325-8cd93f7dd5a8 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1138313 Dec 21 02:03:19.483170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-5de7f2c8-d75f-4971-b5c6-24cdc145c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:19.488058 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-5de7f2c8-d75f-4971-b5c6-24cdc145c411 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.3701706 Dec 21 02:03:19.491176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.518622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ea2e7f5-9820-4dba-b56e-ba50bc04af2a req-5cbe1b9a-d745-4e48-b8b1-f7a95951771c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8811994 Dec 21 02:03:19.552869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.611893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] Pushing event deleted for resources: {'Port': ['ID=2790a72f-a42f-4b82-a245-840871579e07,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:19.614249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c10e1-7551-44e6-8881-cb4e9f4cb3aa None None] No DVR routers for this DVR port 2790a72f-a42f-4b82-a245-840871579e07 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:19.618663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.632011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=2790a72f-a42f-4b82-a245-840871579e07,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:19.642638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 2790a72f-a42f-4b82-a245-840871579e07 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:19.694089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-11f04425-a5d7-40ac-b80b-145efa63450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:19.701897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-11f04425-a5d7-40ac-b80b-145efa63450d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1095 time: 0.1308525 Dec 21 02:03:19.714349 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-4454c04f-8376-426c-98db-7ae079edf996 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 998 time: 0.2056103 Dec 21 02:03:19.792153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.824184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241be874-22ff-43b5-b69c-b24a32a5962c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:19.834171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-af65dc64-6af5-4f88-a846-5afa2bd717db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:19.835634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-af65dc64-6af5-4f88-a846-5afa2bd717db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.1138780 Dec 21 02:03:19.839226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef642c8d-1dc9-4b7d-8933-297053da891c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:19.839456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef642c8d-1dc9-4b7d-8933-297053da891c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:19.847180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-9795e364-ba9e-4821-b25a-9da41218d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:19.849173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-9795e364-ba9e-4821-b25a-9da41218d534 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.1365390 Dec 21 02:03:19.860302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.890346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.898954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:03:19.899346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:03:19.902543 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:03:19.971299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-3b8bd173-b8d0-4c5c-a25b-9c97624f182d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 998 time: 0.1109445 Dec 21 02:03:20.011066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-abd56a26-6afa-42e6-8d11-8c200635642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.014209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-abd56a26-6afa-42e6-8d11-8c200635642f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669166 Dec 21 02:03:20.055869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.073540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.081187 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/241be874-22ff-43b5-b69c-b24a32a5962c HTTP/1.1" status: 204 len: 168 time: 1.6319025 Dec 21 02:03:20.084963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60772) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:20.090483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278790004'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:20.092331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-4e4d5874-c9d0-4a08-ac93-7397dd506896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.096571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-4e4d5874-c9d0-4a08-ac93-7397dd506896 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.1162095 Dec 21 02:03:20.186992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76ce2c-1d14-416b-9d19-f93427c932fb tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=241be874-22ff-43b5-b69c-b24a32a5962c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:20.221620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-73d7dba6-d88b-421c-948a-b103883b7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.227461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-73d7dba6-d88b-421c-948a-b103883b7285 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229882 Dec 21 02:03:20.303316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:20.311869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.375950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:20.385196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-cb51c733-3ec8-4c2e-9c8c-b98890851894 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528123 Dec 21 02:03:20.392910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.393268 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment f4b4a3b7-0ec6-46be-8175-ebd856b7e56e of type vlan for network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 Dec 21 02:03:20.427967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-198f7755-79ee-435a-b85d-7807fc635511 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916895 Dec 21 02:03:20.486505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.563443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2790a72f-a42f-4b82-a245-840871579e07 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:20.612035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2790a72f-a42f-4b82-a245-840871579e07 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:03:20.612621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2790a72f-a42f-4b82-a245-840871579e07 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:20.641123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.659714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.660379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:20.778776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:20.796872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:20.857012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36527-3b31-4da5-843e-75b3c09b5fb3 req-9ca1d1d9-0277-4c30-9227-aaec8c71118a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.866391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd36527-3b31-4da5-843e-75b3c09b5fb3 req-9ca1d1d9-0277-4c30-9227-aaec8c71118a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 943 time: 0.1892676 Dec 21 02:03:20.869590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-5dc8bda5-1fb8-4b53-8420-a59e51df48c3 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319439 Dec 21 02:03:20.870808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-623c0760-67d1-41d3-baf4-1c8708c4834c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7844529 Dec 21 02:03:20.874235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:20.891928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:20.933113 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:20.968537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-1b988716-ce4a-45d0-bbbc-8d159569a1f9 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:20.970592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-1b988716-ce4a-45d0-bbbc-8d159569a1f9 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.4993694 Dec 21 02:03:21.019425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-6dc05a54-0883-462d-a515-ea98694af52e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/quotas/f41f664321d9426eb5633dee9640e700 HTTP/1.1" status: 200 len: 375 time: 0.0206356 Dec 21 02:03:21.100449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec0645e2-c666-43d8-8bc9-d0afb472ff00 req-3ce5d0f9-c78e-4b73-98ae-954c664611bb service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254259 Dec 21 02:03:21.141569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edd36527-3b31-4da5-843e-75b3c09b5fb3 req-bf908db1-b68a-4787-a089-205632be600d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710402 Dec 21 02:03:21.152592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:21.159240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.164693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-eaccdb62-9e7c-471a-8777-8a9bbd727a66 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353676 Dec 21 02:03:21.366011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-433c79d6-2f35-403a-8422-76a1534fcf6c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:03:21.367209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-433c79d6-2f35-403a-8422-76a1534fcf6c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1936538 Dec 21 02:03:21.525780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.561308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:03:21.569071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-3939a2d7-b398-40c4-b657-7d88c2226973 service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824744 Dec 21 02:03:21.684180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=85d0a95b-741a-4a14-9bb4-fe2ce5c75c21,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:21.721257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:21.721756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:03:21.749755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-bd718ab9-6a53-4310-9ac2-f00e38dd8daf service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667180 Dec 21 02:03:21.757603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:03:21.776275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:21.786420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:21.787041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.795613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7012f8c-7ed5-4661-845b-19ab42a4a926 None None] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:21.827971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1900ea7e-38d9-405e-a607-047482f42cce tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9495666 Dec 21 02:03:21.828424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60840) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:21.833909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1245816723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:21.878117 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.879603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.911735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:21.944034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:21.951589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'port_id': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'mac_address': 'fa:16:3e:16:35:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:03:21.954120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.030909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.033460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.034971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0fdbbd68-5e4c-4af1-aa9f-507391309f87 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2055004 Dec 21 02:03:22.037820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:22.113716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a4ec4c-526d-46b2-8863-2116b7a5c3af {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:22.131529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.159642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3', 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '85d0a95b-741a-4a14-9bb4-fe2ce5c75c21'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:03:22.160468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.192297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:22.211411 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.264065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a64d5aa-1402-45bc-b466-7fd6e0a45436 req-c727d221-3fdf-495f-926c-95bbeb69b082 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 210 time: 0.1251762 Dec 21 02:03:22.388721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:22.478625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Allocated IP 2001:db8::2 (5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3/85d0a95b-741a-4a14-9bb4-fe2ce5c75c21/15a2e82d-7ea9-4822-a66b-a9672b5e1be8) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:22.675094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbbec7-1136-4cac-b69a-645f163ad0cb req-bb20be6c-5930-4916-b3ea-98d28ab911d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:22.676832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01fbbec7-1136-4cac-b69a-645f163ad0cb req-bb20be6c-5930-4916-b3ea-98d28ab911d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.4118624 Dec 21 02:03:22.827607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01fbbec7-1136-4cac-b69a-645f163ad0cb req-a888e387-1ca7-4d93-9755-8cb02b2020f6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235213 Dec 21 02:03:22.905392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:22.920869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c6a4ec4c-526d-46b2-8863-2116b7a5c3af'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:23.293079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.301903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea61a98-b0f8-4536-933c-faebd48dd915 req-2375cbf4-af51-457b-a797-3d67d74fc4cf tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:23.308826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.310670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ea61a98-b0f8-4536-933c-faebd48dd915 req-2375cbf4-af51-457b-a797-3d67d74fc4cf tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.1462185 Dec 21 02:03:23.333084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:23.341861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:23.398476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:23.452890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-4624d3f2-3451-477d-b349-21f999f75b29 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:23.455347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-4624d3f2-3451-477d-b349-21f999f75b29 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8&tenant_id=bd263f31471247a294807ec6db2d3382&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.3043721 Dec 21 02:03:23.486585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ea61a98-b0f8-4536-933c-faebd48dd915 req-5fcebabd-b485-46e5-988a-9d47e7f995f6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703999 Dec 21 02:03:23.528469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f34f7135-7d0b-4b63-a244-e3df2ea67b01 req-35cba248-aecc-4082-8935-3dec3264b39f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 210 time: 0.0711081 Dec 21 02:03:23.564717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8::1 (5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3/85d0a95b-741a-4a14-9bb4-fe2ce5c75c21/66954f29-00d4-41c5-86dd-0bb9bd318b50) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:23.598584 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-8e02515e-a53e-4687-97c2-a0000eb87705 service neutron] delete failed (client error): The resource could not be found. Dec 21 02:03:23.608865 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-8e02515e-a53e-4687-97c2-a0000eb87705 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c6a4ec4c-526d-46b2-8863-2116b7a5c3af/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1352150 Dec 21 02:03:23.617519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Pushing event updated for resources: {'Port': ['ID=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:23.716188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.766212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.785521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-bb561330-feba-40c6-888f-351b06f7a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:23.787279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-bb561330-feba-40c6-888f-351b06f7a661 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1096 time: 0.1056566 Dec 21 02:03:23.792271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:23.794266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:23.813778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:23.814330 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.833590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Attempting to bind port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:23.835485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Attempting to bind port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:23.836041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Attempting to bind port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 on network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:23.845729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:23.846270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Checking segment: {'id': 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:23.847143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.847725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Bound using segment: {'id': 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:23.848521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Bound port: 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:23.849061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:23.954677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=66954f29-00d4-41c5-86dd-0bb9bd318b50,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:24.016273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] For port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:24.029323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-727b25f8-7e3b-4e4f-9331-b4de91358600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:24.030912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-727b25f8-7e3b-4e4f-9331-b4de91358600 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.2325716 Dec 21 02:03:24.052903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] For port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,segment=NetworkSegment(f4b4a3b7-0ec6-46be-8175-ebd856b7e56e),segment_id=f4b4a3b7-0ec6-46be-8175-ebd856b7e56e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:24.062544 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:24.174005 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-a1f5d20a-48cb-40d6-9c25-8f852432737c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 999 time: 0.1336837 Dec 21 02:03:24.207894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efd62f-bd85-43a9-bb69-11953caf78b4 None None] Pushing event updated for resources: {'Port': ['ID=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:24.284266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:24.300021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-7225cf7c-c1d2-4903-9f5d-807728dc3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:24.306083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-7225cf7c-c1d2-4903-9f5d-807728dc3c88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.1199043 Dec 21 02:03:24.334138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-68ce4685-d320-4872-9868-4953f06ed7e2 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:24.335292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-68ce4685-d320-4872-9868-4953f06ed7e2 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.4129891 Dec 21 02:03:24.395424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-61bbb74a-eba9-4df6-b751-ed843b378500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:24.396908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-61bbb74a-eba9-4df6-b751-ed843b378500 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768814 Dec 21 02:03:24.398534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Request body: {'port': {'device_id': 'a50ea096-066d-4222-bc43-eecc64febaef', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'admin_state_up': True, 'tenant_id': 'f41f664321d9426eb5633dee9640e700'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:24.688582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:24.695305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:24.808579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc1cb731-ff4a-4834-9bc1-76f477a4c8fe req-59e5794f-36ae-4b84-ad27-57eee0997fd5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 210 time: 0.0715656 Dec 21 02:03:24.869959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396dd8-7937-40b4-a769-b2d0fa57ff35 req-26a167a2-8f5c-409e-86b2-47a32294c989 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:24.871786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d396dd8-7937-40b4-a769-b2d0fa57ff35 req-26a167a2-8f5c-409e-86b2-47a32294c989 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 944 time: 0.1991954 Dec 21 02:03:25.091702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d396dd8-7937-40b4-a769-b2d0fa57ff35 req-57ba791e-4788-4647-8738-fa4b113a3795 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082777 Dec 21 02:03:25.215535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Allocated IP 172.20.0.3 (997627ba-06b3-43a1-8612-411248c3e000/5739cf65-1635-466a-8f85-0eb95d78dafd/3664f714-419c-4774-a667-f936a1637b32) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:25.252990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-40023d33-8047-466a-80b5-80dedd6a9f75 service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480573 Dec 21 02:03:25.272633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:25.288425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:25.289398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:25.470941 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c07100f-a013-4b8a-8604-7a98ee724890 req-aa083d8b-1b8a-464f-95da-f95537de84df service neutron] 10.222.0.24 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070279 Dec 21 02:03:25.604621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:25.644021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=66954f29-00d4-41c5-86dd-0bb9bd318b50,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:25.669405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:25.673390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:25.735279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:03:25.740333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port c6a4ec4c-526d-46b2-8863-2116b7a5c3af triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:25.741032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:25.997043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.057694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:26.064980 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c4c09-fde7-4d62-8bd1-5b363cb76b9a" -d '{"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:26.077425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5ea24-daf6-4d90-80fb-d98e9c2db009 None None] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:26.182595 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153334de-8d63-43ba-b911-dcdf7d6e0194 x-openstack-request-id: req-153334de-8d63-43ba-b911-dcdf7d6e0194 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:26.182975 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:26.184624 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-153334de-8d63-43ba-b911-dcdf7d6e0194 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:26.185142 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'code': 200} Dec 21 02:03:26.192901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:26.238446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.331989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:26.355116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Provisioning complete for port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:26.360781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.470200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.477907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f86c162-d2e1-4b13-bb49-2ce8f4ba57c3 req-0cfd3cb2-91a5-4cdc-b1a9-37a4fa36266d tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 210 time: 0.1614921 Dec 21 02:03:26.585240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff4c83-ba3b-4069-b72e-82789336083c req-b5cdda54-98e3-4b02-af10-dbc57d094499 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:26.608088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0ff4c83-ba3b-4069-b72e-82789336083c req-b5cdda54-98e3-4b02-af10-dbc57d094499 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.2052920 Dec 21 02:03:26.698500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:26.709658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.738900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.739154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.787245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] For port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,segment=NetworkSegment(f4b4a3b7-0ec6-46be-8175-ebd856b7e56e),segment_id=f4b4a3b7-0ec6-46be-8175-ebd856b7e56e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:26.796021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:26.842999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0ff4c83-ba3b-4069-b72e-82789336083c req-46b1d84c-6975-4a50-b494-92cadf717bc7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336721 Dec 21 02:03:26.846355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Network 997627ba-06b3-43a1-8612-411248c3e000 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:26.852795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:26.860580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:26.880030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:26.908907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event updated for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:26.930202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:26.937009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:26.967716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c87ea-da70-45c1-a846-97509dd8e4f9 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:27.028279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router e9737b99-b9b1-4f8a-9bce-a272438558f1 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:27.079925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d84781d7-5a75-42f4-8354-df54291acfb5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 200 len: 992 time: 0.1930935 Dec 21 02:03:27.119475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Pushing event updated for resources: {'Port': ['ID=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:27.163854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:27.164639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:27.171587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:27.171946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:27.253402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:27.262923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c8ac17be-8699-4dab-b18b-1b0c2102b31a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/e9737b99-b9b1-4f8a-9bce-a272438558f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2211111 Dec 21 02:03:27.263095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32802) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:27.280181 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] Sync routers for ids ['e9737b99-b9b1-4f8a-9bce-a272438558f1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:27.285961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.286310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.286832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.287569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.290274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.291983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.292589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.294905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] Routers {'e9737b99-b9b1-4f8a-9bce-a272438558f1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:27.297679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.298228 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e9737b99-b9b1-4f8a-9bce-a272438558f1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:27.300560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.301068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.301770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.302263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.303513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-93083155-bbad-451f-ad6c-2dfca7394c35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9537964 Dec 21 02:03:27.304138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03ab8e-6c54-4f4b-a6fd-7b2b67fc131e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:27.331191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Request body: {'port': {'device_id': 'a50ea096-066d-4222-bc43-eecc64febaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:27.383457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8141b4-373e-47dd-961f-8c128bfdb27b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:27.392315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2e8141b4-373e-47dd-961f-8c128bfdb27b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports/66954f29-00d4-41c5-86dd-0bb9bd318b50 HTTP/1.1" status: 200 len: 911 time: 0.1283565 Dec 21 02:03:27.395071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:27.411849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:27.451323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] Routers {'e9737b99-b9b1-4f8a-9bce-a272438558f1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:27.451967 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e9737b99-b9b1-4f8a-9bce-a272438558f1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:27.489213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:27.598977 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:27.599666 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c400a2c-3dbf-43e6-accb-f2001825bedc None None] The sync data for ids ['e9737b99-b9b1-4f8a-9bce-a272438558f1'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:27.676975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Provisioning complete for port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:27.677842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:27.747278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f5f6-a272-4ec6-9e44-db20886d0c95 req-fe563f01-b3c4-4476-8704-e0df3ac03c37 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:27.754636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0248f5f6-a272-4ec6-9e44-db20886d0c95 req-fe563f01-b3c4-4476-8704-e0df3ac03c37 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 931 time: 0.1256468 Dec 21 02:03:27.945906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0248f5f6-a272-4ec6-9e44-db20886d0c95 req-956895ce-cef9-4ce6-bf54-574043eeba0a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892669 Dec 21 02:03:28.120060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Provisioning complete for port 66954f29-00d4-41c5-86dd-0bb9bd318b50 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:28.122214 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.201116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.213970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Port 66954f29-00d4-41c5-86dd-0bb9bd318b50 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:28.216936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3664f714-419c-4774-a667-f936a1637b32 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:28.228514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.235243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Provisioning complete for port 3664f714-419c-4774-a667-f936a1637b32 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:28.235746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.247281 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Transition to ACTIVE for port object 3664f714-419c-4774-a667-f936a1637b32 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:03:28.257399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.317596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8c710044-998d-47e9-a62b-dcc913c1cdb2 None None] Port 3664f714-419c-4774-a667-f936a1637b32 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:28.330499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:28.349672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd6a0e-5af5-4d57-a1d2-e901205a357d None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:28.450770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b3e1c48-2f65-40be-be65-d8eca73c9f96 None None] Provisioning complete for port 66954f29-00d4-41c5-86dd-0bb9bd318b50 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:28.451143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b3e1c48-2f65-40be-be65-d8eca73c9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.462087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Attempting to bind port 3664f714-419c-4774-a667-f936a1637b32 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:28.462439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Attempting to bind port 3664f714-419c-4774-a667-f936a1637b32 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:28.462779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Attempting to bind port 3664f714-419c-4774-a667-f936a1637b32 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:28.472589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Port 3664f714-419c-4774-a667-f936a1637b32 on network 997627ba-06b3-43a1-8612-411248c3e000 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:03:28.473028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Attempting to bind port 3664f714-419c-4774-a667-f936a1637b32 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:28.483000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:28.483427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Checking segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:28.483910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Bound using segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:28.484660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Bound port: 3664f714-419c-4774-a667-f936a1637b32, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:28.485574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.572113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e1c48-2f65-40be-be65-d8eca73c9f96 None None] Port 66954f29-00d4-41c5-86dd-0bb9bd318b50 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:28.631221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:28.659684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:28.669441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3664f714-419c-4774-a667-f936a1637b32,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:28.684199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.689254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:28.689968 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.711112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:28.712090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.722144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3664f714-419c-4774-a667-f936a1637b32 HTTP/1.1" status: 200 len: 1092 time: 1.4027190 Dec 21 02:03:28.724093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'tag': '3664f714-419c-4774-a667-f936a1637b32'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:28.727938 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505f63b-8bc3-47ad-8178-8d6ffea6b304" -d '{"events": [{"name": "network-changed", "server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "tag": "3664f714-419c-4774-a667-f936a1637b32"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:28.765377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 66954f29-00d4-41c5-86dd-0bb9bd318b50 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:28.769960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b99fa-0527-4c68-bee9-f9657b6e571d None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:28.770322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:28.850225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23956067-ee9b-4eb2-8655-cc7062ba25b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:28.914022 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf58dc1f-fd7b-4a16-a5b7-39f7bb7c4cae x-openstack-request-id: req-bf58dc1f-fd7b-4a16-a5b7-39f7bb7c4cae {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:28.923368 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "tag": "3664f714-419c-4774-a667-f936a1637b32", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:28.923812 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf58dc1f-fd7b-4a16-a5b7-39f7bb7c4cae {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:28.924423 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'tag': '3664f714-419c-4774-a667-f936a1637b32', 'status': 'completed', 'code': 200} Dec 21 02:03:28.942785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-8f5770e7-658c-4aa8-8003-20a43d23d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:28.948122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-8f5770e7-658c-4aa8-8003-20a43d23d001 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 1095 time: 0.1263313 Dec 21 02:03:28.970905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:29.003195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 66954f29-00d4-41c5-86dd-0bb9bd318b50 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:29.009981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-6bac0607-9929-4da2-bee4-90f4424b4d3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3664f714-419c-4774-a667-f936a1637b32 HTTP/1.1" status: 200 len: 217 time: 0.0486410 Dec 21 02:03:29.079061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-3da41943-57ae-4e9d-99b4-023f419684ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:29.080845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-3da41943-57ae-4e9d-99b4-023f419684ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.0643163 Dec 21 02:03:29.153618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-917fa570-deec-434f-b2fe-767226d2de73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360568 Dec 21 02:03:29.167379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9405797-92ef-45f5-9307-7bcfc6a54288 req-3728736b-bf1c-4668-85ef-f51d407b38c0 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:29.169737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9405797-92ef-45f5-9307-7bcfc6a54288 req-3728736b-bf1c-4668-85ef-f51d407b38c0 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 943 time: 0.0878539 Dec 21 02:03:29.281662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9405797-92ef-45f5-9307-7bcfc6a54288 req-baf29fb4-9452-4752-9a6f-ea18785b1668 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030207 Dec 21 02:03:29.305820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-b1a52c49-f961-4272-82f8-4c236bb3abd7 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350427 Dec 21 02:03:29.369307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:29.439230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=66954f29-00d4-41c5-86dd-0bb9bd318b50,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:29.524705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379ccb00-4f87-45bf-a62d-3e4decf5de20 req-3d79914c-c07c-4b12-8bca-89bcecc5c02b service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105045 Dec 21 02:03:29.594738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:29.753702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-9a98727c-330a-4729-8e1d-c5b40e4bc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:29.755325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-9a98727c-330a-4729-8e1d-c5b40e4bc525 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 1095 time: 0.1344066 Dec 21 02:03:29.904955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-6461c829-e316-47ad-87f2-eb7801448855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:29.906467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-6461c829-e316-47ad-87f2-eb7801448855 service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.1431210 Dec 21 02:03:29.989763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router e9737b99-b9b1-4f8a-9bce-a272438558f1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:30.010956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-2c2ca3a1-717a-4564-8657-33bb617339a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3664f714-419c-4774-a667-f936a1637b32 HTTP/1.1" status: 200 len: 217 time: 0.0969138 Dec 21 02:03:30.079053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:30.090245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 32888) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:30.090685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a24a86b1-0cbe-4b4f-9ac2-4f3fad7b7201 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/e9737b99-b9b1-4f8a-9bce-a272438558f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6907406 Dec 21 02:03:30.091588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] Sync routers for ids ['e9737b99-b9b1-4f8a-9bce-a272438558f1'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:30.115939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] Routers {'e9737b99-b9b1-4f8a-9bce-a272438558f1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:30.116615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e9737b99-b9b1-4f8a-9bce-a272438558f1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:30.150691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-545e58e7-2841-40a4-906d-6ed4e624a609 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9737b99-b9b1-4f8a-9bce-a272438558f1 HTTP/1.1" status: 200 len: 205 time: 0.0593424 Dec 21 02:03:30.153653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:30.157024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-f5e5884b-589a-49cb-94cc-3713494d2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:30.158775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-f5e5884b-589a-49cb-94cc-3713494d2727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.1405194 Dec 21 02:03:30.184535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:30.204396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] Routers {'e9737b99-b9b1-4f8a-9bce-a272438558f1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:30.205420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e9737b99-b9b1-4f8a-9bce-a272438558f1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:30.238272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-0e886c1d-c1af-4004-b472-dcfe202953f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714366 Dec 21 02:03:30.262276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:30.262961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac070d6-48db-4aa0-b2cb-06802110b160 None None] The sync data for ids ['e9737b99-b9b1-4f8a-9bce-a272438558f1'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:30.273429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.487777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-bbd90d5c-5ee6-42ac-8899-9e3ad7fe5979 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396405 Dec 21 02:03:30.532481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.536058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.596070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.596947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router e9737b99-b9b1-4f8a-9bce-a272438558f1 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:03:30.614947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.616268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4bd1b8eb-d644-40d7-9f4f-33df988fec40 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/e9737b99-b9b1-4f8a-9bce-a272438558f1 HTTP/1.1" status: 204 len: 168 time: 0.4614921 Dec 21 02:03:30.620314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:30.753609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 85d0a95b-741a-4a14-9bb4-fe2ce5c75c21 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:03:30.757604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.808887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c4ad1-3b46-45ab-8800-159deda85b1b req-5bc2ee3a-fcf4-4d82-a3ae-7f7fe9d2e5e1 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:30.810931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a95c4ad1-3b46-45ab-8800-159deda85b1b req-5bc2ee3a-fcf4-4d82-a3ae-7f7fe9d2e5e1 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 943 time: 0.3219202 Dec 21 02:03:30.856720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:30.857680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c505f63b-8bc3-47ad-8178-8d6ffea6b304 req-b562bc23-5db9-474b-bc58-77631c1428cd service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557858 Dec 21 02:03:30.891201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a95c4ad1-3b46-45ab-8800-159deda85b1b req-a463bc74-787c-4577-bc57-8c3b1fd59cd7 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Dec 21 02:03:31.001973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.087441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.148637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.151694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec53678-c5d4-4b10-a0b8-44bdc569941b None None] Network 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:31.154702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/85d0a95b-741a-4a14-9bb4-fe2ce5c75c21 HTTP/1.1" status: 204 len: 168 time: 0.5318363 Dec 21 02:03:31.156052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb5cad-6aec-4fcc-a951-3ba582853553 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=85d0a95b-741a-4a14-9bb4-fe2ce5c75c21,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:31.159442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 32946) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:31.281245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.378118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:31.378601 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.441728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] DHCP port deletion for 5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:31.470038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,segment=NetworkSegment(f4b4a3b7-0ec6-46be-8175-ebd856b7e56e),segment_id=f4b4a3b7-0ec6-46be-8175-ebd856b7e56e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:31.470515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.501820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:31.512002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Deleting port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:31.512377 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.647194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] For port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,segment=NetworkSegment(f4b4a3b7-0ec6-46be-8175-ebd856b7e56e),segment_id=f4b4a3b7-0ec6-46be-8175-ebd856b7e56e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:31.647917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.654275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.675644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Calling delete_port for 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:31.684457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:31.690021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:31.832148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.859748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] Pushing event deleted for resources: {'Port': ['ID=15a2e82d-7ea9-4822-a66b-a9672b5e1be8,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:31.875371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf48bc9-275a-48f9-ac0a-9d83b7adec3d None None] No DVR routers for this DVR port 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:31.913001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:31.983800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:32.041646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:32.042954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b4a3b7-0ec6-46be-8175-ebd856b7e56e') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:32.070324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.126328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.162622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:03:32.163073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:03:32.236275 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:03:32.246327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190301a-3fea-43c4-ab86-43d9b6365ced req-4cddde63-c5c2-4dd1-b84b-a62fe279d762 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:32.247910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b190301a-3fea-43c4-ab86-43d9b6365ced req-4cddde63-c5c2-4dd1-b84b-a62fe279d762 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 943 time: 0.1750629 Dec 21 02:03:32.266934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.275863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.280771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3 HTTP/1.1" status: 204 len: 168 time: 1.1202321 Dec 21 02:03:32.284266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:32.291048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1545108262', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:32.325746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1525c-2e43-4c9e-bc3b-1bc4236bb00c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=5de9e2c4-ae9a-4683-8cc7-f1604c7f22f3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:32.330773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3664f714-419c-4774-a667-f936a1637b32 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:03:32.382404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b190301a-3fea-43c4-ab86-43d9b6365ced req-f3aee2ac-af57-43f5-af83-7428706e077a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270404 Dec 21 02:03:32.402388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.404724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.544322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.567739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:32.601037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:03:32.601491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15a2e82d-7ea9-4822-a66b-a9672b5e1be8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:32.658828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3664f714-419c-4774-a667-f936a1637b32,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:32.690489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '3664f714-419c-4774-a667-f936a1637b32', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'port_id': '3664f714-419c-4774-a667-f936a1637b32', 'mac_address': 'fa:16:3e:8a:04:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739cf65-1635-466a-8f85-0eb95d78dafd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:03:32.750004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.763485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3664f714-419c-4774-a667-f936a1637b32 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:32.795401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3664f714-419c-4774-a667-f936a1637b32,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:32.798766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.802962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:32.855786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:32.983015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33004) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:33.107991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.113217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76a634f3-689a-4ec7-80e5-a48b4133d264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.128751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.212243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3664f714-419c-4774-a667-f936a1637b32'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:33.217740 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76a634f3-689a-4ec7-80e5-a48b4133d264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.223112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76a634f3-689a-4ec7-80e5-a48b4133d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.288912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76a634f3-689a-4ec7-80e5-a48b4133d264 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2be3cd1f1f554087a3aedff8e6a20f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047495 Dec 21 02:03:33.289708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33012) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:33.309862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 172.25.6.66 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/fd39c358-1156-4a4a-be78-1ae2fc4391b2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:33.335368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a634f3-689a-4ec7-80e5-a48b4133d264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca26efcd-60d1-4323-8e1c-11917b7ede83,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:33.410686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.447829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.495736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.591206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eabce-8536-4fae-be9b-86e69a3094b9 req-a23b516d-611f-4eb1-a651-353e7d77ac6e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:33.592886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a7eabce-8536-4fae-be9b-86e69a3094b9 req-a23b516d-611f-4eb1-a651-353e7d77ac6e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 944 time: 0.0866997 Dec 21 02:03:33.620405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.651044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.655115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.658715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca26efcd-60d1-4323-8e1c-11917b7ede83 HTTP/1.1" status: 204 len: 168 time: 0.3622530 Dec 21 02:03:33.664645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:33.669718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:33.674133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:33.689104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d828b05-a533-4d28-8637-2be00cfbfd2e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:33.700024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b654dd-17dd-493d-88de-b4e7ffc44049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca26efcd-60d1-4323-8e1c-11917b7ede83,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:33.775817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a7eabce-8536-4fae-be9b-86e69a3094b9 req-8dc70266-3f0d-4d19-b72e-e26955e880dc tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591167 Dec 21 02:03:33.794884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8e420dba-f988-40e1-b5e0-c6a356b31b82 None None] Provisioning complete for port fd39c358-1156-4a4a-be78-1ae2fc4391b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:33.795313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e420dba-f988-40e1-b5e0-c6a356b31b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:33.842928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8e420dba-f988-40e1-b5e0-c6a356b31b82 None None] Port fd39c358-1156-4a4a-be78-1ae2fc4391b2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:34.035238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=fd39c358-1156-4a4a-be78-1ae2fc4391b2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:34.202656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.247763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:34.269255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acfb75ac-3e00-43f4-bc67-4b9f2f2255e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.335274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3664f714-419c-4774-a667-f936a1637b32 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:34.378999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acfb75ac-3e00-43f4-bc67-4b9f2f2255e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.399755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acfb75ac-3e00-43f4-bc67-4b9f2f2255e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.438413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb75ac-3e00-43f4-bc67-4b9f2f2255e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95d4bf-7fb3-4b24-803d-fdb53ac39466,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:34.467522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-acfb75ac-3e00-43f4-bc67-4b9f2f2255e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcb1054e0ff24444b63ce09cfd27489a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184343 Dec 21 02:03:34.474990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33064) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:34.475210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 3664f714-419c-4774-a667-f936a1637b32 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:03:34.479941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 3664f714-419c-4774-a667-f936a1637b32 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:34.480367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.502648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e30d-c3da-42d8-be94-326e87f5fef9 req-82baf32b-6d63-47a8-8977-a333da21e558 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:34.507196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.510473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2307e30d-c3da-42d8-be94-326e87f5fef9 req-82baf32b-6d63-47a8-8977-a333da21e558 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2314937 Dec 21 02:03:34.573570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2307e30d-c3da-42d8-be94-326e87f5fef9 req-3b214659-70de-43f8-b088-b7c9a968ab50 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573099 Dec 21 02:03:34.621316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.656320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.667307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.735803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3664f714-419c-4774-a667-f936a1637b32'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:34.737968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.740758 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6fb14-fbb4-4778-b348-00de33d6a2c0" -d '{"events": [{"server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "name": "network-vif-plugged", "status": "completed", "tag": "3664f714-419c-4774-a667-f936a1637b32"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:34.742644 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.744958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd95d4bf-7fb3-4b24-803d-fdb53ac39466 HTTP/1.1" status: 204 len: 168 time: 0.2683828 Dec 21 02:03:34.745762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3664f714-419c-4774-a667-f936a1637b32,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:34.757961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd839d4-9798-4e30-99f6-da3f754a3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95d4bf-7fb3-4b24-803d-fdb53ac39466,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:34.764271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:34.837237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:34.845376 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf16ae8-7b12-4766-99f5-7562e6366aa6 x-openstack-request-id: req-aaf16ae8-7b12-4766-99f5-7562e6366aa6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:34.845673 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "name": "network-vif-plugged", "status": "completed", "tag": "3664f714-419c-4774-a667-f936a1637b32", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:34.845934 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaf16ae8-7b12-4766-99f5-7562e6366aa6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:34.846327 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3664f714-419c-4774-a667-f936a1637b32', 'code': 200} Dec 21 02:03:35.037738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff8aa-f6bd-4520-a646-0262f335bc98 req-3abb61ad-8ba3-404d-adda-70e54de29ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:35.039642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3bff8aa-f6bd-4520-a646-0262f335bc98 req-3abb61ad-8ba3-404d-adda-70e54de29ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 1097 time: 0.0847425 Dec 21 02:03:35.055592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2336e-4a5a-4892-89c6-ba0ecceef4c2 req-a69516c7-93b8-45ff-8077-1c3667340a48 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:35.057222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94d2336e-4a5a-4892-89c6-ba0ecceef4c2 req-a69516c7-93b8-45ff-8077-1c3667340a48 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.1198502 Dec 21 02:03:35.157248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3bff8aa-f6bd-4520-a646-0262f335bc98 req-42f58a40-338a-41c5-bfa5-8c57e08afee9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989490 Dec 21 02:03:35.162403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94d2336e-4a5a-4892-89c6-ba0ecceef4c2 req-a6ca27b5-7811-4008-8cb4-5b522e6791fc tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954666 Dec 21 02:03:35.235036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 986285bd-6744-4c79-ae80-f893e5951cab is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:35.381016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:35.393923 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] Sync routers for ids ['986285bd-6744-4c79-ae80-f893e5951cab'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:35.414699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:35.416265 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e8991860-6ad9-456e-91c5-3e2cc0483c5d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1308062 Dec 21 02:03:35.416937 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] Routers {'986285bd-6744-4c79-ae80-f893e5951cab'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:35.417720 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['986285bd-6744-4c79-ae80-f893e5951cab'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:35.419811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33094) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:35.455742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:35.467897 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] Routers {'986285bd-6744-4c79-ae80-f893e5951cab'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:35.468520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['986285bd-6744-4c79-ae80-f893e5951cab'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:35.518360 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:35.519036 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23448074-6094-4f42-87c7-d9f20c282318 None None] The sync data for ids ['986285bd-6744-4c79-ae80-f893e5951cab'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:35.562938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d04c319-09be-4a3c-9e59-61b6a0de94aa tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers/986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 200 len: 884 time: 0.1417031 Dec 21 02:03:35.565309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33102) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:35.784266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1da59-5259-49fd-adea-33c259059b7a req-53bdf6c1-3333-41ef-b5d7-74b4555237e7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:35.785813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86f1da59-5259-49fd-adea-33c259059b7a req-53bdf6c1-3333-41ef-b5d7-74b4555237e7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1246076 Dec 21 02:03:35.890410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86f1da59-5259-49fd-adea-33c259059b7a req-220da76f-6d7d-4117-81ab-1bec4c11e752 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790122 Dec 21 02:03:35.902771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2c7b20e7-0f6b-40bc-a8b1-55142240225f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3358517 Dec 21 02:03:35.905399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33122) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:35.909992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1545108262'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:36.254705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:36.270922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:36.351904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b767d-3dca-4131-92ba-407848ae4ea2 req-553ab57a-e51b-429a-bf27-0c5f2ba753b7 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:36.353561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-844b767d-3dca-4131-92ba-407848ae4ea2 req-553ab57a-e51b-429a-bf27-0c5f2ba753b7 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.0679502 Dec 21 02:03:36.438200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 986285bd-6744-4c79-ae80-f893e5951cab has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:36.457016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-844b767d-3dca-4131-92ba-407848ae4ea2 req-14db5f9c-87fb-48d6-95a2-2b6e95b7f212 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895011 Dec 21 02:03:36.607872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:36.622541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] Sync routers for ids ['986285bd-6744-4c79-ae80-f893e5951cab'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:36.630720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:36.631913 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f07b1db7-57a2-4668-85c3-727090d39b77 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 200 len: 891 time: 0.7255778 Dec 21 02:03:36.636168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33166) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:36.644948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] Routers {'986285bd-6744-4c79-ae80-f893e5951cab'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:36.646713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['986285bd-6744-4c79-ae80-f893e5951cab'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:36.692919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:36.703565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] Routers {'986285bd-6744-4c79-ae80-f893e5951cab'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:36.704566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['986285bd-6744-4c79-ae80-f893e5951cab'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:36.742558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:36.743317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d4c21-7744-430c-b4cc-5901c1e0ac82 None None] The sync data for ids ['986285bd-6744-4c79-ae80-f893e5951cab'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:36.819860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5bbc0d6f-cf6f-4fae-ac97-6f3c35a7a546 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers/986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 200 len: 891 time: 0.1766324 Dec 21 02:03:36.820313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33176) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:36.849326 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9659f091-0447-48bf-83a0-4c6dda35f650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 200 len: 205 time: 0.0278652 Dec 21 02:03:36.851820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:37.011103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33184) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:37.021592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.050844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c9fcc-7e27-4103-8c50-9315ac3d5687 req-8ee30e2b-3ef1-45a0-9e2c-1fe80b2bf052 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:37.061134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-786c9fcc-7e27-4103-8c50-9315ac3d5687 req-8ee30e2b-3ef1-45a0-9e2c-1fe80b2bf052 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.0823102 Dec 21 02:03:37.128551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-786c9fcc-7e27-4103-8c50-9315ac3d5687 req-64a62d6c-abd7-42c2-9404-363f17cb0250 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651515 Dec 21 02:03:37.164522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.235292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c31933a-a72b-416b-953d-084dc4868e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.238776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port fd39c358-1156-4a4a-be78-1ae2fc4391b2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:37.239124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.330874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c31933a-a72b-416b-953d-084dc4868e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.338890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c31933a-a72b-416b-953d-084dc4868e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.339327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.365734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for fd39c358-1156-4a4a-be78-1ae2fc4391b2 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:37.410638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31933a-a72b-416b-953d-084dc4868e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d17af-f511-4586-9987-0ef8f7baee69,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:37.425676 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3c31933a-a72b-416b-953d-084dc4868e83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dad80c6326d4ff8945f2d6446599482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128284 Dec 21 02:03:37.428259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:37.544308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.607586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.634843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec4dc4-94e3-40f8-a5b3-9c0571b8cb98 req-a0affadf-48d7-40eb-a56c-04e97bb1e201 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:37.638259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eec4dc4-94e3-40f8-a5b3-9c0571b8cb98 req-a0affadf-48d7-40eb-a56c-04e97bb1e201 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.0812602 Dec 21 02:03:37.681209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.687902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.690537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:37.694965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/774d17af-f511-4586-9987-0ef8f7baee69 HTTP/1.1" status: 204 len: 168 time: 0.2656798 Dec 21 02:03:37.715244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eec4dc4-94e3-40f8-a5b3-9c0571b8cb98 req-a8c235bf-9d5b-44cc-9ef7-332255f946ce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695519 Dec 21 02:03:37.768172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=fd39c358-1156-4a4a-be78-1ae2fc4391b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:37.773528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae0189-0ded-4309-9761-618fbed0c4fc None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:37.788049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7670e96-bdc7-42ab-b32a-4ce06c73ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d17af-f511-4586-9987-0ef8f7baee69,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:37.936834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.077540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.080788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.150993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.151790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router 986285bd-6744-4c79-ae80-f893e5951cab {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:03:38.174334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.179292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:38.185467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629767255'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:38.185626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-971de24b-0422-46fe-90ba-c5ea22c10c9e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 204 len: 168 time: 1.3228028 Dec 21 02:03:38.350628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:38.354228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.465906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ff84-a394-4619-9ea4-1aaf77110abe req-ebebb675-e550-49ab-826b-0f7170d17c01 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:38.467520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f738ff84-a394-4619-9ea4-1aaf77110abe req-ebebb675-e550-49ab-826b-0f7170d17c01 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2162461 Dec 21 02:03:38.505116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:38.911092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:38.911589 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment c1ff5d25-72bd-48ef-b036-a712fab0143d of type vlan for network 4cb691e5-3b78-4239-a5da-75b3fb87da76 Dec 21 02:03:39.003041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.022033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f738ff84-a394-4619-9ea4-1aaf77110abe req-90151e4e-1aef-4848-9bb9-3b8f07b95982 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5463121 Dec 21 02:03:39.057705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.069865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:39.070503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.196874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0164337 Dec 21 02:03:39.200401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33270) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:39.207325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:39.212569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aaf92-dc7d-49bf-813d-b7d5ff01b132 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=4cb691e5-3b78-4239-a5da-75b3fb87da76,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:39.232409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:39.484836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:39.488472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.776542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.843666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=a30503e8-f8ba-4277-b8cf-9dfea4540dc0,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:39.854233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'c1ff5d25-72bd-48ef-b036-a712fab0143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:39.854605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: 4cb691e5-3b78-4239-a5da-75b3fb87da76, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:03:39.875313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:03:39.892880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4cb691e5-3b78-4239-a5da-75b3fb87da76) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:39.903019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf23d1-3fd5-4ad1-8e1e-6c2c86dc96bf None None] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:39.904525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:39.905355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.924969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c2718248-bbaf-4612-bc00-6466bd77f554 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7230215 Dec 21 02:03:39.927332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33302) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:39.931692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-495132795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:39.970854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:39.972041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.042070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.047425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.077824 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.081724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ed804faf-066b-4113-9faf-05108afa2845 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1532714 Dec 21 02:03:40.084936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:40.222991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bb1b-9c10-4663-8e33-32adaf010fdd req-1157b184-699a-49b4-90ec-36892d26c0f8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:40.224528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83f4bb1b-9c10-4663-8e33-32adaf010fdd req-1157b184-699a-49b4-90ec-36892d26c0f8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.0902743 Dec 21 02:03:40.327717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83f4bb1b-9c10-4663-8e33-32adaf010fdd req-e8d83b9c-e54b-4559-a198-2c9d07f255aa tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954027 Dec 21 02:03:40.393254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-4cb691e5-3b78-4239-a5da-75b3fb87da76', 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': 'a30503e8-f8ba-4277-b8cf-9dfea4540dc0'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:03:40.394618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.626139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Allocated IP 2001:db8::2 (4cb691e5-3b78-4239-a5da-75b3fb87da76/a30503e8-f8ba-4277-b8cf-9dfea4540dc0/14d19b5d-dc59-44f5-9912-a066dd8c5f08) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:40.655082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.895086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.918615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:40.987949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:40.991581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:40.995591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:41.007544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Pushing event updated for resources: {'Port': ['ID=14d19b5d-dc59-44f5-9912-a066dd8c5f08,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:41.125632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Attempting to bind port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:41.125914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Attempting to bind port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'c1ff5d25-72bd-48ef-b036-a712fab0143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:41.126291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Attempting to bind port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 on network 4cb691e5-3b78-4239-a5da-75b3fb87da76 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:41.142390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:41.142737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Checking segment: {'id': 'c1ff5d25-72bd-48ef-b036-a712fab0143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:41.143107 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.143514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Bound using segment: {'id': 'c1ff5d25-72bd-48ef-b036-a712fab0143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:41.144085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Bound port: 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ff5d25-72bd-48ef-b036-a712fab0143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cb691e5-3b78-4239-a5da-75b3fb87da76'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:41.144623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.197086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8::1 (4cb691e5-3b78-4239-a5da-75b3fb87da76/a30503e8-f8ba-4277-b8cf-9dfea4540dc0/4fbca840-a599-4d1c-b894-f4db96b492ff) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:41.292272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] For port 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:41.299967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] For port 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14d19b5d-dc59-44f5-9912-a066dd8c5f08,segment=NetworkSegment(c1ff5d25-72bd-48ef-b036-a712fab0143d),segment_id=c1ff5d25-72bd-48ef-b036-a712fab0143d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:41.308046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.349698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:41.426792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.436875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840c75-85e7-46c8-b725-8d7f1c3ac15c None None] Pushing event updated for resources: {'Port': ['ID=14d19b5d-dc59-44f5-9912-a066dd8c5f08,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:41.523623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.548684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d4a51-f377-4f4e-a72a-484864607c10 req-7b8f07c7-5565-4f85-84e5-549c31ef9b17 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:41.554507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-781d4a51-f377-4f4e-a72a-484864607c10 req-7b8f07c7-5565-4f85-84e5-549c31ef9b17 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1074502 Dec 21 02:03:41.649249 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69256251-eb8e-48b6-8d9c-801e57a650c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.665080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:41.669064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:41.669619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-781d4a51-f377-4f4e-a72a-484864607c10 req-0fb1efab-9deb-451f-a4cd-480663d316c5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022956 Dec 21 02:03:41.683833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:41.684374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.782068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69256251-eb8e-48b6-8d9c-801e57a650c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.788639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69256251-eb8e-48b6-8d9c-801e57a650c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:41.790584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=4fbca840-a599-4d1c-b894-f4db96b492ff,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:41.893873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-69256251-eb8e-48b6-8d9c-801e57a650c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13324394ce704c2ebd00a93aa43feabd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417469 Dec 21 02:03:41.895035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33390) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:41.896728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256251-eb8e-48b6-8d9c-801e57a650c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f275998-7a94-4505-8f9b-f70ac26d661e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:41.954731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.048211 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.090709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.153678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.159189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.163460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f275998-7a94-4505-8f9b-f70ac26d661e HTTP/1.1" status: 204 len: 168 time: 0.2390258 Dec 21 02:03:42.173970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e146-d78a-4c74-8706-33ee3ffc0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f275998-7a94-4505-8f9b-f70ac26d661e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:42.375859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.384481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.385620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.448030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=4fbca840-a599-4d1c-b894-f4db96b492ff,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:42.597636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:42.599649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:42.672020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14d19b5d-dc59-44f5-9912-a066dd8c5f08 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:42.711615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:42.726471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f597de4-d3b6-4a2b-937a-4c5811d31824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.838269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:42.838844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.852601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 00c8cc21-64f7-4492-ae2b-9fc521a9e9aa is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:42.885536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f597de4-d3b6-4a2b-937a-4c5811d31824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.897258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f597de4-d3b6-4a2b-937a-4c5811d31824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.980562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e082-dc2b-4f20-b60a-44f9bfb95606 req-54577940-1e4e-4e09-85b1-c2f849ce6711 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:42.986095 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:42.993572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b00e082-dc2b-4f20-b60a-44f9bfb95606 req-54577940-1e4e-4e09-85b1-c2f849ce6711 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1501667 Dec 21 02:03:43.051250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14d19b5d-dc59-44f5-9912-a066dd8c5f08,segment=NetworkSegment(c1ff5d25-72bd-48ef-b036-a712fab0143d),segment_id=c1ff5d25-72bd-48ef-b036-a712fab0143d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:43.056532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.080576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:43.084235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5f597de4-d3b6-4a2b-937a-4c5811d31824 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61499bd71b384fc1bb7a7e4f7091a154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714881 Dec 21 02:03:43.122701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f597de4-d3b6-4a2b-937a-4c5811d31824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e477d-534a-45da-a2b9-f9526c1a1671,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:43.195081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:43.211053 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] Sync routers for ids ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:43.219191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00f6aab6-482a-40ce-9629-bb2844235188 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/00c8cc21-64f7-4492-ae2b-9fc521a9e9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1330030 Dec 21 02:03:43.223593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:43.231539 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] Routers {'00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:43.232159 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:43.235576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=14d19b5d-dc59-44f5-9912-a066dd8c5f08,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:43.266694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60159ec-9632-41a4-9098-830716c075fe None None] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:43.269144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b00e082-dc2b-4f20-b60a-44f9bfb95606 req-81807187-1c63-4820-8c64-efdb503d9f4f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716694 Dec 21 02:03:43.318080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d1a00-e996-498a-8522-18aabcdcb115 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:43.322224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-183d1a00-e996-498a-8522-18aabcdcb115 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports/4fbca840-a599-4d1c-b894-f4db96b492ff HTTP/1.1" status: 200 len: 911 time: 0.0951204 Dec 21 02:03:43.322592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:43.328544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a30503e8-f8ba-4277-b8cf-9dfea4540dc0'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:43.329290 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.358318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.369441 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:43.379270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-12a88632-d8e3-447e-9c68-e6093983a56c None None] Provisioning complete for port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:43.379649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12a88632-d8e3-447e-9c68-e6093983a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.395479 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] Routers {'00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:43.407106 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:43.433917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.437404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.439370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a5e477d-534a-45da-a2b9-f9526c1a1671 HTTP/1.1" status: 204 len: 168 time: 0.3571999 Dec 21 02:03:43.454371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b0b4b-51c7-454e-90b6-ad4b19537957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e477d-534a-45da-a2b9-f9526c1a1671,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:43.480607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:43.481423 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85811b5-df6e-4547-9aad-0ab3d0b18b29 None None] The sync data for ids ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:43.770820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:43.920495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f0a330f-9426-42a7-9cbf-da2836a7a36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.284198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ad09783c-80e7-4336-ac08-4fa50d2c19fe None None] Provisioning complete for port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:44.284676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ad09783c-80e7-4336-ac08-4fa50d2c19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.609037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bfa3a-1438-4e2b-8aa4-0a903f89b7c5 req-f02466c6-b8b6-492a-afff-4d0da7c924e5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:44.610679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb1bfa3a-1438-4e2b-8aa4-0a903f89b7c5 req-f02466c6-b8b6-492a-afff-4d0da7c924e5 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2255969 Dec 21 02:03:44.674912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14d19b5d-dc59-44f5-9912-a066dd8c5f08 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:44.729436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb1bfa3a-1438-4e2b-8aa4-0a903f89b7c5 req-56d39790-b652-4db5-a62e-5e3b06b8bbf4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121736 Dec 21 02:03:44.737533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.758184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.764578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:44.765238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.766899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/ports/4fbca840-a599-4d1c-b894-f4db96b492ff HTTP/1.1" status: 200 len: 911 time: 1.4432933 Dec 21 02:03:44.772713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:44.810629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ad09783c-80e7-4336-ac08-4fa50d2c19fe None None] Provisioning complete for port 4fbca840-a599-4d1c-b894-f4db96b492ff triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:44.811005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ad09783c-80e7-4336-ac08-4fa50d2c19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:44.897475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ad09783c-80e7-4336-ac08-4fa50d2c19fe None None] Port 4fbca840-a599-4d1c-b894-f4db96b492ff cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:44.934087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86cd1e-6a1f-4b8f-ad23-051c06b8c07e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=4fbca840-a599-4d1c-b894-f4db96b492ff,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:44.941635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:44.942290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:45.087755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-30a41832-248e-4ea0-9f3e-6c4a5a315cd9 None None] Provisioning complete for port 4fbca840-a599-4d1c-b894-f4db96b492ff triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:45.092437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-30a41832-248e-4ea0-9f3e-6c4a5a315cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:45.255017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-30a41832-248e-4ea0-9f3e-6c4a5a315cd9 None None] Port 4fbca840-a599-4d1c-b894-f4db96b492ff cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:45.405981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-00dbe200-4eae-44a9-86d7-8c905fcdcbd3 None None] Provisioning complete for port 4fbca840-a599-4d1c-b894-f4db96b492ff triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:45.406356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00dbe200-4eae-44a9-86d7-8c905fcdcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:45.458432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:45.498979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-00dbe200-4eae-44a9-86d7-8c905fcdcbd3 None None] Port 4fbca840-a599-4d1c-b894-f4db96b492ff cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:45.744844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:03:45.934689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 4fbca840-a599-4d1c-b894-f4db96b492ff {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:45.935397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:45.967939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:45.979623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e296-49da-4f74-8636-739417d0c468 req-271352fa-2885-4a33-88ba-ea5983943252 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:45.992694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:03:45.993588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f262e296-49da-4f74-8636-739417d0c468 req-271352fa-2885-4a33-88ba-ea5983943252 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1200986 Dec 21 02:03:46.060558 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:46.088129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:03:46.102532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f262e296-49da-4f74-8636-739417d0c468 req-d45911b8-b8a0-4207-a00c-daa8d3dfad03 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024837 Dec 21 02:03:46.113128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:46.139149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:46.148401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:46.150930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 4fbca840-a599-4d1c-b894-f4db96b492ff owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:46.231845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:46.382873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['93b7a875-b840-4d20-b9f4-7131fbd67f8e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:03:46.654768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fb115cf-4a09-43aa-b400-11016191aaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:46.800350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:46.845238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=4fbca840-a599-4d1c-b894-f4db96b492ff,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:46.959119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.012551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33546) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:47.201143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 00c8cc21-64f7-4492-ae2b-9fc521a9e9aa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:03:47.207102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:47.254722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.310198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:47.321724 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4f527fb-87a1-474e-869b-6e4a5d872954 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/00c8cc21-64f7-4492-ae2b-9fc521a9e9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445967 Dec 21 02:03:47.322253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:47.324686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] Sync routers for ids ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:47.335308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.343074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] Routers {'00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:47.343705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:47.353363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eade9046-9e4b-460d-af63-b5505df709b9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=00c8cc21-64f7-4492-ae2b-9fc521a9e9aa HTTP/1.1" status: 200 len: 205 time: 0.0296459 Dec 21 02:03:47.356212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:47.359472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0e13b-50dc-4d7e-aa67-5d610bed9547 req-baa3ecd1-7cf9-4feb-abd1-dec3aa07741e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:47.368462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51b0e13b-50dc-4d7e-aa67-5d610bed9547 req-baa3ecd1-7cf9-4feb-abd1-dec3aa07741e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 945 time: 0.1491406 Dec 21 02:03:47.425232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:47.437377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] Routers {'00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:47.438416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:47.479324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:47.480043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d053328-a4e5-4a3a-9b59-e9e51af3c55b None None] The sync data for ids ['00c8cc21-64f7-4492-ae2b-9fc521a9e9aa'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:47.497385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.512123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51b0e13b-50dc-4d7e-aa67-5d610bed9547 req-e6927909-1737-4506-82cb-3e60e4abe85e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426177 Dec 21 02:03:47.572349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.713547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.719314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.766066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:47.779484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.780905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router 00c8cc21-64f7-4492-ae2b-9fc521a9e9aa {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:03:47.790187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.793248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d1ab05b8-738a-4575-88d8-e7562555fbc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/00c8cc21-64f7-4492-ae2b-9fc521a9e9aa HTTP/1.1" status: 204 len: 168 time: 0.4140913 Dec 21 02:03:47.795973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33572) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:47.814510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Allocated IP 172.25.6.123 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a294b7c4-4244-4d67-9cbd-3888cb9384c1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:47.872110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet a30503e8-f8ba-4277-b8cf-9dfea4540dc0 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:03:47.877754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.894719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 93b7a875-b840-4d20-b9f4-7131fbd67f8e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:47.894946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:47.973014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.063281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.102188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:03:48.104455 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69da7d2-7528-496c-9847-bbbfff485841" -d '{"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:03:48.148376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:48.159514 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.166233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.207945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.221709 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7951e64b-0927-445f-8e4c-0550b43e2109 x-openstack-request-id: req-7951e64b-0927-445f-8e4c-0550b43e2109 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:03:48.225790 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:03:48.225790 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7951e64b-0927-445f-8e4c-0550b43e2109 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:03:48.225790 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'code': 200} Dec 21 02:03:48.230514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.286419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:48.338033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.346471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:48.363305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.367488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ad367-1ae3-4d3e-85a6-0440aa8fd63d None None] Network 4cb691e5-3b78-4239-a5da-75b3fb87da76 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:48.373644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:48.378982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:48.392312 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/a30503e8-f8ba-4277-b8cf-9dfea4540dc0 HTTP/1.1" status: 204 len: 168 time: 0.5923343 Dec 21 02:03:48.392934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-ed356c7b-c507-4ffe-b52d-dc87d5e0066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:48.395161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-ed356c7b-c507-4ffe-b52d-dc87d5e0066a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1098 time: 0.1612129 Dec 21 02:03:48.395902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33610) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:48.477713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=a294b7c4-4244-4d67-9cbd-3888cb9384c1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:48.524154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8f9df-c1fe-4cbd-a9d0-c62074931650 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=a30503e8-f8ba-4277-b8cf-9dfea4540dc0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:48.639539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.682557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] DHCP port deletion for 4cb691e5-3b78-4239-a5da-75b3fb87da76 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:48.688452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.773563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:48.774304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.863807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Deleting port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:03:48.868459 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:48.900814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075604-7c44-4c58-98a2-672ec0451930 req-9b04d36f-a526-409e-819b-97eec774ea2d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:48.902934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51075604-7c44-4c58-98a2-672ec0451930 req-9b04d36f-a526-409e-819b-97eec774ea2d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.2305534 Dec 21 02:03:48.904430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-b4095abf-b75e-4d71-8619-a7a3b28a898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:48.905864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-b4095abf-b75e-4d71-8619-a7a3b28a898b service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.4624567 Dec 21 02:03:48.918909 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.028932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14d19b5d-dc59-44f5-9912-a066dd8c5f08,segment=NetworkSegment(c1ff5d25-72bd-48ef-b036-a712fab0143d),segment_id=c1ff5d25-72bd-48ef-b036-a712fab0143d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:49.029540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.071794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-5a37895e-5b4c-4289-a11c-1cd6cb4efa1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1002 time: 0.1504376 Dec 21 02:03:49.080845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 14d19b5d-dc59-44f5-9912-a066dd8c5f08 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:49.130256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] For port 14d19b5d-dc59-44f5-9912-a066dd8c5f08, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14d19b5d-dc59-44f5-9912-a066dd8c5f08,segment=NetworkSegment(c1ff5d25-72bd-48ef-b036-a712fab0143d),segment_id=c1ff5d25-72bd-48ef-b036-a712fab0143d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:49.132446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.164579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51075604-7c44-4c58-98a2-672ec0451930 req-b1f67db5-0a72-411f-a58c-6f5e18e361f4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521493 Dec 21 02:03:49.180149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Calling delete_port for 14d19b5d-dc59-44f5-9912-a066dd8c5f08 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:03:49.189674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.243605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-0936787e-d4bf-47b6-bab4-9fe2442a9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:49.245237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-0936787e-d4bf-47b6-bab4-9fe2442a9800 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.1515222 Dec 21 02:03:49.317288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.370502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.381324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-343c47bf-4261-464d-b885-c4144ccf778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:49.382907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-343c47bf-4261-464d-b885-c4144ccf778c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271901 Dec 21 02:03:49.399616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:49.404917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=14d19b5d-dc59-44f5-9912-a066dd8c5f08,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:49.422929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.425870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] Pushing event deleted for resources: {'Port': ['ID=14d19b5d-dc59-44f5-9912-a066dd8c5f08,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:49.431111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9022818-bc2c-4df8-a797-6a85eba805d9 None None] No DVR routers for this DVR port 14d19b5d-dc59-44f5-9912-a066dd8c5f08 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:03:49.554374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33634) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:49.603744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.646029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-bc72b7d9-d110-4533-b239-c78e29d6215a service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427206 Dec 21 02:03:49.646449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb691e5-3b78-4239-a5da-75b3fb87da76']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:49.651185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.666345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.669564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ff5d25-72bd-48ef-b036-a712fab0143d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:49.669868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ff5d25-72bd-48ef-b036-a712fab0143d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:49.708304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.730049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.741254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:03:49.741667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:03:49.744756 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:03:49.843980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=a294b7c4-4244-4d67-9cbd-3888cb9384c1,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:49.848798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca867bea-6fde-40d8-8118-57984f76e4fc req-1c9b3437-da5f-4cfd-9c58-c591c7225499 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939225 Dec 21 02:03:49.869000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.871736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f948a34-61e7-4397-8016-2c8a6b8af8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.876247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:49.895142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/4cb691e5-3b78-4239-a5da-75b3fb87da76 HTTP/1.1" status: 204 len: 168 time: 1.4760149 Dec 21 02:03:49.929025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:49.935074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1135140962', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:49.938983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af4c7-300e-4988-b323-be685b4bcb7d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=4cb691e5-3b78-4239-a5da-75b3fb87da76,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:50.000533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.002393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.082684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.083826 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.096256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.132484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.136688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9af78315-60ef-4d4e-b6b7-9f40a6dc8f45 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1204219 Dec 21 02:03:50.136688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:50.142130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2049331499'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:50.158984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.162849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb907407-332b-4d4b-a53b-e2ca35401921 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2306011 Dec 21 02:03:50.163210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33644) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:50.168935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-794640707'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:50.210821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Made reservation on behalf of c3e82713b28140ef9a19ea333f395a76 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:50.215300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.217270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:50.228350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.233109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f948a34-61e7-4397-8016-2c8a6b8af8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.234561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.248188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0f948a34-61e7-4397-8016-2c8a6b8af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.296905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:50.323429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0f948a34-61e7-4397-8016-2c8a6b8af8fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01645cbfe9364c2a8c745dd91f0c80dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7674637 Dec 21 02:03:50.324992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.325610 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment ff885a4c-bd1d-4fe6-8707-a5d721229a76 of type vlan for network d00c3714-73da-4126-8600-d71b2d27cf90 Dec 21 02:03:50.326883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33648) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:50.336049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f948a34-61e7-4397-8016-2c8a6b8af8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08052dda-548d-4105-8648-3617de539bda,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:50.407728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.432080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.454978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.467687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:50.468272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.468718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.484354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:50.496791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.497148 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Added segment ea53d3de-40bc-48f4-be3f-380a20ecd60e of type vlan for network 37d383bb-ac6b-4b35-8976-dd60222c3821 Dec 21 02:03:50.546014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3814807 Dec 21 02:03:50.549721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:50.554649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:50.569158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.586412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65f23-1808-4f1e-b961-9d4328063ad4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=d00c3714-73da-4126-8600-d71b2d27cf90,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:50.600181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d00c3714-73da-4126-8600-d71b2d27cf90 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:50.637730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d51790-eeab-441c-9092-aa76e81a2560,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:50.641911 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.647957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:50.648556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.665902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14d19b5d-dc59-44f5-9912-a066dd8c5f08 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:03:50.695828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab758a-1ad6-416f-bbd8-107512c322f8 req-a86f6850-1c53-4ddb-93d6-0814488524a7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:50.705078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6bab758a-1ad6-416f-bbd8-107512c322f8 req-a86f6850-1c53-4ddb-93d6-0814488524a7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.3584707 Dec 21 02:03:50.726921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 14d19b5d-dc59-44f5-9912-a066dd8c5f08 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:03:50.727260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14d19b5d-dc59-44f5-9912-a066dd8c5f08 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:03:50.763085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:50.771249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.786272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:50.799044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6611843 Dec 21 02:03:50.799667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33654) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:50.812334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Request body: {'subnet': {'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:50.927084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05b33-5e33-4836-96f6-be8db85dd232 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Network': ['ID=37d383bb-ac6b-4b35-8976-dd60222c3821,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:50.940283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:50.949046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6bab758a-1ad6-416f-bbd8-107512c322f8 req-75e3492f-5bda-492f-ad1a-2763f4ef2143 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368996 Dec 21 02:03:50.974644 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.022243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Made reservation on behalf of c3e82713b28140ef9a19ea333f395a76 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:51.026926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.056695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.117530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.121631 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.123105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08052dda-548d-4105-8648-3617de539bda HTTP/1.1" status: 204 len: 168 time: 0.7912960 Dec 21 02:03:51.139333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d1776-69f9-43e8-a065-068e229ea9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08052dda-548d-4105-8648-3617de539bda,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:51.151804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=7c05f0c3-974e-4106-8184-c75be2e20b5c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:51.195777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:51.196656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: d00c3714-73da-4126-8600-d71b2d27cf90, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:03:51.240004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d00c3714-73da-4126-8600-d71b2d27cf90 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:03:51.258007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d00c3714-73da-4126-8600-d71b2d27cf90) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:51.265210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:51.271636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.275129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f663d-f126-4665-8f0a-a56f8e1f27a1 None None] Network d00c3714-73da-4126-8600-d71b2d27cf90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:51.306185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2cc47f35-b04a-4f15-86dc-11618b450455 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7543905 Dec 21 02:03:51.309969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33662) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:51.377765 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.466972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Subnet': ['ID=0d96062b-f717-486a-9a82-36733ee48e7a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:51.477627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Checking segment: {'id': 'ea53d3de-40bc-48f4-be3f-380a20ecd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:51.477995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network hostable DHCP agents. Network: 37d383bb-ac6b-4b35-8976-dd60222c3821, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:03:51.560115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:03:51.565704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-d00c3714-73da-4126-8600-d71b2d27cf90', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:03:51.567207 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.582002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 37d383bb-ac6b-4b35-8976-dd60222c3821) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:51.590110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:51.590849 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.607885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d32a24-4ba4-406a-9aca-f9a263f479de None None] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:51.619483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c8d72b89-8eee-4fcf-936b-5485625c047b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8143995 Dec 21 02:03:51.622591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33670) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:51.690719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2098064195', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:51.727020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33672) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:51.760559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa8caa67-e330-49ad-9757-9b9ec0fb2265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.831587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-37d383bb-ac6b-4b35-8976-dd60222c3821', 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821', 'project_id': 'c3e82713b28140ef9a19ea333f395a76', 'fixed_ips': [{'subnet_id': '0d96062b-f717-486a-9a82-36733ee48e7a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:03:51.837463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.971636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa8caa67-e330-49ad-9757-9b9ec0fb2265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:51.991247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa8caa67-e330-49ad-9757-9b9ec0fb2265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.042625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Allocated IP 2001:db8::2 (d00c3714-73da-4126-8600-d71b2d27cf90/7c05f0c3-974e-4106-8184-c75be2e20b5c/77676328-899a-4a2f-bfdf-ab96bfa7de86) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:52.062597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa8caa67-e330-49ad-9757-9b9ec0fb2265 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c51e5756f52442838dd0e6fd473b66a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345094 Dec 21 02:03:52.083714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33676) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:52.098534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8caa67-e330-49ad-9757-9b9ec0fb2265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ba320-fa73-4ead-b33d-5b0b7c6607c0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:52.113396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.114344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.116066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.133082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.143597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Allocated IP 172.20.0.2 (37d383bb-ac6b-4b35-8976-dd60222c3821/0d96062b-f717-486a-9a82-36733ee48e7a/e8e799ef-1968-4d57-a054-fc51a82ab0ea) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:52.232990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af5bd-c73e-4e62-b6ab-8c086659a8e1 req-708cd98d-05c6-4d3d-b970-4d00fa6c6d31 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:52.234948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b6af5bd-c73e-4e62-b6ab-8c086659a8e1 req-708cd98d-05c6-4d3d-b970-4d00fa6c6d31 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.0925751 Dec 21 02:03:52.280980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.395299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b6af5bd-c73e-4e62-b6ab-8c086659a8e1 req-6fe65a84-746c-4ed7-8190-53b228844739 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477022 Dec 21 02:03:52.396880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.428181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.491588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.500662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.504366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c8ba320-fa73-4ead-b33d-5b0b7c6607c0 HTTP/1.1" status: 204 len: 168 time: 0.4141259 Dec 21 02:03:52.537377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd30042-2061-4f19-8f5c-ae5339351e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ba320-fa73-4ead-b33d-5b0b7c6607c0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:52.833975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.910590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:52.942194 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.048545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8::1 (d00c3714-73da-4126-8600-d71b2d27cf90/7c05f0c3-974e-4106-8184-c75be2e20b5c/15e46786-aa21-42ea-93c4-a9ed4cf85c89) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:53.067611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.082858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Network d00c3714-73da-4126-8600-d71b2d27cf90 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:53.097858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:53.108742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.111024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:53.152088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Pushing event updated for resources: {'Port': ['ID=77676328-899a-4a2f-bfdf-ab96bfa7de86,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:53.276266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:53.280998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:53.285928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:53.351702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Attempting to bind port 77676328-899a-4a2f-bfdf-ab96bfa7de86 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:53.352102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Attempting to bind port 77676328-899a-4a2f-bfdf-ab96bfa7de86 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:53.352469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Attempting to bind port 77676328-899a-4a2f-bfdf-ab96bfa7de86 on network d00c3714-73da-4126-8600-d71b2d27cf90 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:53.355018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.363739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Pushing event updated for resources: {'Port': ['ID=e8e799ef-1968-4d57-a054-fc51a82ab0ea,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:53.376480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:53.376859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Checking segment: {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:53.377266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.380253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Bound using segment: {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:53.380253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Bound port: 77676328-899a-4a2f-bfdf-ab96bfa7de86, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:53.380253 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.444338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Attempting to bind port e8e799ef-1968-4d57-a054-fc51a82ab0ea on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:53.444717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Attempting to bind port e8e799ef-1968-4d57-a054-fc51a82ab0ea by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ea53d3de-40bc-48f4-be3f-380a20ecd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:53.445081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Attempting to bind port e8e799ef-1968-4d57-a054-fc51a82ab0ea on network 37d383bb-ac6b-4b35-8976-dd60222c3821 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:53.475890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.497565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:53.510230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Checking segment: {'id': 'ea53d3de-40bc-48f4-be3f-380a20ecd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:53.510812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.511272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Bound using segment: {'id': 'ea53d3de-40bc-48f4-be3f-380a20ecd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:53.511813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Bound port: e8e799ef-1968-4d57-a054-fc51a82ab0ea, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea53d3de-40bc-48f4-be3f-380a20ecd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:53.512172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.694718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4742fe-78d0-4ffb-a5c5-b4f0aca8d082 req-76b568e6-1ea2-45ad-b53a-f959a5fa7f5e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:53.700973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b4742fe-78d0-4ffb-a5c5-b4f0aca8d082 req-76b568e6-1ea2-45ad-b53a-f959a5fa7f5e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1392632 Dec 21 02:03:53.742629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] For port e8e799ef-1968-4d57-a054-fc51a82ab0ea, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:53.748035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] For port e8e799ef-1968-4d57-a054-fc51a82ab0ea, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8e799ef-1968-4d57-a054-fc51a82ab0ea,segment=NetworkSegment(ea53d3de-40bc-48f4-be3f-380a20ecd60e),segment_id=ea53d3de-40bc-48f4-be3f-380a20ecd60e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:53.775128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.795249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b4742fe-78d0-4ffb-a5c5-b4f0aca8d082 req-0e1b2a30-9c86-41cd-bf7e-119334833932 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842497 Dec 21 02:03:53.872630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] For port 77676328-899a-4a2f-bfdf-ab96bfa7de86, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:53.881651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] For port 77676328-899a-4a2f-bfdf-ab96bfa7de86, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=77676328-899a-4a2f-bfdf-ab96bfa7de86,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:53.889879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Allocated IP 172.25.6.116 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/6396b16c-0663-4756-8927-eab918f69b61) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:53.896481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.902983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:53.920466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d265fd-f8fa-455c-a2d1-308c80eb3759 None None] Pushing event updated for resources: {'Port': ['ID=e8e799ef-1968-4d57-a054-fc51a82ab0ea,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:54.043400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad319c-679e-4492-ad00-7e8e4910053d None None] Pushing event updated for resources: {'Port': ['ID=77676328-899a-4a2f-bfdf-ab96bfa7de86,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:54.090468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:54.839148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8e799ef-1968-4d57-a054-fc51a82ab0ea up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:54.877021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d00c3714-73da-4126-8600-d71b2d27cf90 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:54.890211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:54.897387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:54.910237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:54.911342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:54.957328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e8e799ef-1968-4d57-a054-fc51a82ab0ea triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:54.957915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.015271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:55.085602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707491af-cbb6-4e0d-97fc-9ab16d8cf451 req-2671d651-d1a1-42e6-bbb2-768807b48e39 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:55.087652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-707491af-cbb6-4e0d-97fc-9ab16d8cf451 req-2671d651-d1a1-42e6-bbb2-768807b48e39 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1579912 Dec 21 02:03:55.124217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.195675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port e8e799ef-1968-4d57-a054-fc51a82ab0ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8e799ef-1968-4d57-a054-fc51a82ab0ea,segment=NetworkSegment(ea53d3de-40bc-48f4-be3f-380a20ecd60e),segment_id=ea53d3de-40bc-48f4-be3f-380a20ecd60e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:55.198796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-707491af-cbb6-4e0d-97fc-9ab16d8cf451 req-98e03c32-5a1f-42b2-a39a-f5f0599ccf8d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047280 Dec 21 02:03:55.210791 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.217968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 77676328-899a-4a2f-bfdf-ab96bfa7de86 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:55.222661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.312461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:55.315575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.326483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:55.338084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:03:55.353037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c2c87-48e6-4aa4-af86-b8e8a20a76a4 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:03:55.405052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=6396b16c-0663-4756-8927-eab918f69b61,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:55.408550 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:03:55.416486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=e8e799ef-1968-4d57-a054-fc51a82ab0ea,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:55.443472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 77676328-899a-4a2f-bfdf-ab96bfa7de86 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:55.443964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.600618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa30ac84-05ef-4a04-8b05-fa8edc189ef7 None None] Provisioning complete for port 6396b16c-0663-4756-8927-eab918f69b61 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:55.602347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa30ac84-05ef-4a04-8b05-fa8edc189ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.794013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:55.829361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fa30ac84-05ef-4a04-8b05-fa8edc189ef7 None None] Port 6396b16c-0663-4756-8927-eab918f69b61 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:55.950401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 77676328-899a-4a2f-bfdf-ab96bfa7de86, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=77676328-899a-4a2f-bfdf-ab96bfa7de86,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:03:55.955430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e5680-9d27-402d-8a50-782a9b0e7755 None None] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:55.996147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.068194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.107187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=77676328-899a-4a2f-bfdf-ab96bfa7de86,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:56.166475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.167191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.228879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-156ea4bf-c1ce-45bb-88a2-6e10aea30184 None None] Provisioning complete for port e8e799ef-1968-4d57-a054-fc51a82ab0ea triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:56.229259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-156ea4bf-c1ce-45bb-88a2-6e10aea30184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.398164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2e23c-489f-4d84-b731-7a3472fcfa66 None None] Network d00c3714-73da-4126-8600-d71b2d27cf90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:03:56.453130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd4f9f-00ad-45d4-a932-c9bc4169c0dc req-10e98baa-5574-41d0-b817-c4aabdd72ca3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:56.454724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1efd4f9f-00ad-45d4-a932-c9bc4169c0dc req-10e98baa-5574-41d0-b817-c4aabdd72ca3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1016772 Dec 21 02:03:56.540689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:56.599158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1efd4f9f-00ad-45d4-a932-c9bc4169c0dc req-69221fc0-1451-4212-8fd2-d81d32b8b13f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360581 Dec 21 02:03:56.681258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8e799ef-1968-4d57-a054-fc51a82ab0ea up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:56.820281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.888630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e8e799ef-1968-4d57-a054-fc51a82ab0ea triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:56.889443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:56.905748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network d00c3714-73da-4126-8600-d71b2d27cf90 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:03:56.914902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:03:56.940019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.036031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bc21c22f-6b0e-4cb6-9223-5243d3601b4b None None] Provisioning complete for port 77676328-899a-4a2f-bfdf-ab96bfa7de86 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:57.037015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc21c22f-6b0e-4cb6-9223-5243d3601b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.040865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 77676328-899a-4a2f-bfdf-ab96bfa7de86 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:03:57.321714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 77676328-899a-4a2f-bfdf-ab96bfa7de86 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:57.322349 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.387286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:57.542453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Provisioning complete for port 77676328-899a-4a2f-bfdf-ab96bfa7de86 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:57.542834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.569184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:57.576182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-399718b4-0b8b-4308-9c96-09674f697c37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2647486 Dec 21 02:03:57.577538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.578929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:57.581278 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:57.585946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201806679'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:57.594801 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:57.595434 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:57.665526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:57.670108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.730301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:03:57.743592 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.747283 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment f40216a1-deea-4246-bd76-58883733f88e of type vlan for network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 Dec 21 02:03:57.778432 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:03:57.845268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.862115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Router ef42648c-d6da-466a-995a-f93b21d26666 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:03:57.923700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.932915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:57.936932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:57.960581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Provisioning complete for port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:57.960968 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:58.092055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:58.121737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Provisioning complete for port e8e799ef-1968-4d57-a054-fc51a82ab0ea triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:58.123289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97dbe462-92f9-43a5-ac53-c1317535e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:58.169060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:03:58.211716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] Sync routers for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:03:58.215214 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:03:55Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:03:55Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:58.224269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:58.225534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e77b359e-6d07-4e13-9baa-4435c5374010 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.5384059 Dec 21 02:03:58.228733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:58.271107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6901441 Dec 21 02:03:58.280304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33782) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:58.299063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:58.301820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:58.397596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aaa89-9c63-4242-9129-49e7b8fc11b8 req-67b8b417-1bb8-4c22-a616-7890f610c315 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:58.409170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a50aaa89-9c63-4242-9129-49e7b8fc11b8 req-67b8b417-1bb8-4c22-a616-7890f610c315 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.5184202 Dec 21 02:03:58.421742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:58.422940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:03:58.527482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:58.529217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:58.541627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d5152-7af6-49c3-b1ab-9f16aff7116d req-2539760d-c268-4703-97bd-bfea7e884383 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:58.544256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-168d5152-7af6-49c3-b1ab-9f16aff7116d req-2539760d-c268-4703-97bd-bfea7e884383 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.6226301 Dec 21 02:03:58.561022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-9e9c9a84-50fc-4923-8422-45af407e074e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5199928 Dec 21 02:03:58.575877 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:03:58.576217 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Updating router 8fd265f0-4edd-46b6-bb37-9c733796020c port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:03:58.657443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:03:58.660658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd3b40f-3a2c-497b-bf91-937e9514e30a None None] The sync data for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:03:58.686795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-168d5152-7af6-49c3-b1ab-9f16aff7116d req-cda9229e-5e52-470d-865b-920cb5ad9e2a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307943 Dec 21 02:03:58.687868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fe76-5c7e-40df-9880-b6c8789029b1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:58.688673 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:58.703652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:03:58.856827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a50aaa89-9c63-4242-9129-49e7b8fc11b8 req-d579cba9-dbe7-4bca-acc3-5f61ed520e16 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445646 Dec 21 02:03:58.888871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33788) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:03:58.934022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:03:58.943293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:58.971923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-89b765d7-1899-45c2-b8fb-1b0d0f6849c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:03:58.985467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-89b765d7-1899-45c2-b8fb-1b0d0f6849c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 1098 time: 0.3037837 Dec 21 02:03:59.291221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-31ca53dc-88e4-4872-8642-065eadaa474f None None] Provisioning complete for port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:03:59.292498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31ca53dc-88e4-4872-8642-065eadaa474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.393295 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.414281 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.468438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.532084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-31ca53dc-88e4-4872-8642-065eadaa474f None None] Port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:03:59.539719 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Pushing event updated for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:03:59.564249 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.569447 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.571557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.572126 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.572708 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.574453 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.575285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.575955 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.576544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.577097 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.577690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.578242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.578801 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:03:59.654637 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Attempting to bind port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:03:59.655575 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Attempting to bind port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:03:59.656426 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Attempting to bind port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 on network d00c3714-73da-4126-8600-d71b2d27cf90 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:03:59.670602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:03:59.671404 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Checking segment: {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:03:59.672097 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.672725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Bound using segment: {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:03:59.673461 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Bound port: 15e46786-aa21-42ea-93c4-a9ed4cf85c89, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff885a4c-bd1d-4fe6-8707-a5d721229a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:03:59.674105 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.821669 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] For port 15e46786-aa21-42ea-93c4-a9ed4cf85c89, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:03:59.828257 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] For port 15e46786-aa21-42ea-93c4-a9ed4cf85c89, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15e46786-aa21-42ea-93c4-a9ed4cf85c89,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:03:59.841400 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:03:59.939485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Allocated IP 172.20.0.1 (37d383bb-ac6b-4b35-8976-dd60222c3821/0d96062b-f717-486a-9a82-36733ee48e7a/943f22fe-a8b3-4c7b-b3c7-b907ea605d3a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:03:59.967796 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:03:59.968615 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:00.014722 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25415ce5-82ab-4a88-9da2-a623e81db500 None None] Pushing event updated for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:00.110405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] Provisioning complete for port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:00.110855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.114307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:00.286852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.304316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.360544 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.409650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.448951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] For port 15e46786-aa21-42ea-93c4-a9ed4cf85c89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15e46786-aa21-42ea-93c4-a9ed4cf85c89,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:00.465786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.479499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:00.484207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:00.498646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:00.536949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=943f22fe-a8b3-4c7b-b3c7-b907ea605d3a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:00.554111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.554452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.555481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.555821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.556153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.556486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.556811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.557181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.558531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.558531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.559245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.559645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.560299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:00.594055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.653878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055db7a-ed74-41e9-b9b2-07038f5d08d7 None None] Pushing event updated for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:00.677450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d4808abf-2b15-4618-8907-4ba30125a600 None None] Provisioning complete for port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:00.677833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4808abf-2b15-4618-8907-4ba30125a600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.805643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:00.817972 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:03:55Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:03:59Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:00.829048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-69b3fe42-a314-4dfe-93bb-72c7a639848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:00.830592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-69b3fe42-a314-4dfe-93bb-72c7a639848d service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 1.7710998 Dec 21 02:04:00.889580 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba40a5-7fc9-4d57-aaa3-463607c4eaf5 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:03:55Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:03:59Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:00.920500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=1d6be81c-aaa9-41a0-9498-148458dd4260,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:00.944288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a410c5-4616-4147-9940-14702430c416 req-731073c7-2ef2-46ad-a1fe-ebb488f0e28a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:00.953891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16a410c5-4616-4147-9940-14702430c416 req-731073c7-2ef2-46ad-a1fe-ebb488f0e28a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 1.0764496 Dec 21 02:04:01.063165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-464bf869-0a83-421e-a3d6-6bdfd9cbc961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 200 len: 217 time: 0.1453929 Dec 21 02:04:01.125076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-07c7a7ee-f19b-4bbc-afd3-00c0193b03d4 None None] Provisioning complete for port 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:01.125548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07c7a7ee-f19b-4bbc-afd3-00c0193b03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:01.243506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-07c7a7ee-f19b-4bbc-afd3-00c0193b03d4 None None] Port 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:01.285438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:01.285438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:04:01.416917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-f4f88247-d35a-4371-abbb-33910c8bddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:01.442697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-f4f88247-d35a-4371-abbb-33910c8bddc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.3003168 Dec 21 02:04:01.518235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16a410c5-4616-4147-9940-14702430c416 req-9b30032b-6cb3-443f-81fb-2d660a7e8d46 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5529604 Dec 21 02:04:01.565630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:04:01.624894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:01.638908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:01.639105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68486ce3-f951-4c36-8f20-9d53c4aec2d9 None None] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:01.640978 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:01.649538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-37b1126f-2e56-4441-9b3d-072abdf90234 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048011 Dec 21 02:04:01.951936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-0079d8a8-2016-45f3-b9e1-92d7bb60bad3 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902863 Dec 21 02:04:01.958284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 3b76faa6-cfd1-4b7b-ae01-673fb8a7e303 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:01.963065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:04:01.964477 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:01.968506 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.223596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:02.247578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.248018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.249728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.269178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.274079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c1300403-6914-491a-8757-efc5d2bfbcf2 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9013669 Dec 21 02:04:02.278234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:02.284208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 3b76faa6-cfd1-4b7b-ae01-673fb8a7e303 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:02.331528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Allocated IP 2001:db8:1::2 (9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84/1d6be81c-aaa9-41a0-9498-148458dd4260/74a9def8-2147-4236-bdbc-9fc18aa7c79e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:02.483971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.505176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=943f22fe-a8b3-4c7b-b3c7-b907ea605d3a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:02.651766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa61df4-1ad9-41eb-a010-0961b68cb29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.693322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.710229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:02.734381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:02.736806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:02.753827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15e46786-aa21-42ea-93c4-a9ed4cf85c89 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:02.907247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:02.926530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:02.939106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:03.032062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Pushing event updated for resources: {'Port': ['ID=74a9def8-2147-4236-bdbc-9fc18aa7c79e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:03.084963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Router ef42648c-d6da-466a-995a-f93b21d26666 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:03.124012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:03.124388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.138596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541fa93b-5ff7-4609-8e15-88c5bf58a2f7 req-7e666ffa-5220-4481-ad23-b200cd1e7929 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9663575 Dec 21 02:04:03.301987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Attempting to bind port 74a9def8-2147-4236-bdbc-9fc18aa7c79e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:03.306245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Attempting to bind port 74a9def8-2147-4236-bdbc-9fc18aa7c79e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:03.306866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Attempting to bind port 74a9def8-2147-4236-bdbc-9fc18aa7c79e on network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:03.322907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:03.326003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Checking segment: {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:03.326450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.327499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Bound using segment: {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:03.329601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Bound port: 74a9def8-2147-4236-bdbc-9fc18aa7c79e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:03.330452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.364756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379406ad-0939-4924-befd-32abcc39e3b0 req-e88c033b-4c81-48bb-b8a1-c38300b3c2da tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:03.369451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379406ad-0939-4924-befd-32abcc39e3b0 req-e88c033b-4c81-48bb-b8a1-c38300b3c2da tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.6670499 Dec 21 02:04:03.381240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:03.393947 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] Sync routers for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:03.394925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-79cb563a-2e45-4a8f-9dd3-ddadf58de8ea tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "PUT /v2.0/routers/ef42648c-d6da-466a-995a-f93b21d26666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1633604 Dec 21 02:04:03.396476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:03.407611 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:03.408237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:03.408998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Request body: {'port': {'network_id': '37d383bb-ac6b-4b35-8976-dd60222c3821', 'name': 'tempest-FloatingIPAdminTestJSON-1934413739'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:03.412626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-45277b46-d5f3-47a5-a728-9e2b1f25e2e6 None None] Provisioning complete for port 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:03.413013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45277b46-d5f3-47a5-a728-9e2b1f25e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.511574 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:03.525886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45277b46-d5f3-47a5-a728-9e2b1f25e2e6 None None] Port 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:03.534394 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:03.535470 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:03.635854 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:03.636796 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb2f4a-855e-4268-9308-f7a4b6c85065 None None] The sync data for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:03.680586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] For port 74a9def8-2147-4236-bdbc-9fc18aa7c79e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:03.690661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] For port 74a9def8-2147-4236-bdbc-9fc18aa7c79e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=74a9def8-2147-4236-bdbc-9fc18aa7c79e,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:03.707003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.750765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Made reservation on behalf of c3e82713b28140ef9a19ea333f395a76 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:03.755132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.796151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] device_id is not set on port 08e54437-0393-4c36-91f1-012b1a9b34a7 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:04:03.850556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-379406ad-0939-4924-befd-32abcc39e3b0 req-cbb928cb-69ee-4c39-9ece-ee2952bdb4fc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478250 Dec 21 02:04:03.869441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa61df4-1ad9-41eb-a010-0961b68cb29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.878881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:03.887919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d0096-f13e-4e83-a270-75d41baab80d None None] Pushing event updated for resources: {'Port': ['ID=74a9def8-2147-4236-bdbc-9fc18aa7c79e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:03.927653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5fa61df4-1ad9-41eb-a010-0961b68cb29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.006845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=3b76faa6-cfd1-4b7b-ae01-673fb8a7e303,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:04.111926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5fa61df4-1ad9-41eb-a010-0961b68cb29a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f2e769138634ffdaeb72488330ec97d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8678012 Dec 21 02:04:04.122861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33876) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:04.155854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.156567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.157140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.157742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.158398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.158939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.159477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.160014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.160571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.161112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.161670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.162216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.162767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:04.177863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Allocated IP 172.20.0.9 (37d383bb-ac6b-4b35-8976-dd60222c3821/0d96062b-f717-486a-9a82-36733ee48e7a/08e54437-0393-4c36-91f1-012b1a9b34a7) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:04.199381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa61df4-1ad9-41eb-a010-0961b68cb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380bbc94-b405-4984-be97-9bc9e96ed226,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:04.289932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.290287 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 2bdc7070-198d-44ae-86bd-955ae3ac0710 disassociated (deleted). External IP: 172.25.6.98, port: c6a4ec4c-526d-46b2-8863-2116b7a5c3af. Dec 21 02:04:04.372088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.386387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.554000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.663567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.681113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.683954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.685318 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/380bbc94-b405-4984-be97-9bc9e96ed226 HTTP/1.1" status: 204 len: 168 time: 0.5614762 Dec 21 02:04:04.705703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777343-9ea9-46eb-b657-059f6c7748d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bbc94-b405-4984-be97-9bc9e96ed226,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:04.735700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.750355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 74a9def8-2147-4236-bdbc-9fc18aa7c79e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:04.801852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:04.805788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:04.822395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:04.854140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 74a9def8-2147-4236-bdbc-9fc18aa7c79e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:04.854559 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.856726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event updated for resources: {'Port': ['ID=08e54437-0393-4c36-91f1-012b1a9b34a7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:04.940845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:04.941717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:04.983053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7c76af54-b32d-48b6-97a1-227154940179 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5841680 Dec 21 02:04:04.983966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33884) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:05.168346 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.281506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 74a9def8-2147-4236-bdbc-9fc18aa7c79e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=74a9def8-2147-4236-bdbc-9fc18aa7c79e,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:05.299484 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.338402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8:1::1 (9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84/1d6be81c-aaa9-41a0-9498-148458dd4260/a3e91274-2433-40de-8861-164df2ab9248) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:05.421370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'project_id': 'c3e82713b28140ef9a19ea333f395a76', 'port_id': '08e54437-0393-4c36-91f1-012b1a9b34a7'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:05.497159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.529240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0c593d7b-f21f-496c-ad26-6f63e6e827a5 None None] Provisioning complete for port 08e54437-0393-4c36-91f1-012b1a9b34a7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:05.532239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:05.537908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0c593d7b-f21f-496c-ad26-6f63e6e827a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.599852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=74a9def8-2147-4236-bdbc-9fc18aa7c79e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:05.624424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2f32126-882d-4dba-aebb-f9e07008ffdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.648245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0c593d7b-f21f-496c-ad26-6f63e6e827a5 None None] Port 08e54437-0393-4c36-91f1-012b1a9b34a7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:05.691135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 40464d0f-cf98-44db-a5fa-87346ce8ba43 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:05.779322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.835671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2f32126-882d-4dba-aebb-f9e07008ffdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.845156 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2f32126-882d-4dba-aebb-f9e07008ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:05.878785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f22358-567e-4057-992a-cf2870bafaa5 None None] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:05.889353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b6b7f-8878-49cb-a52c-dc48301682e9 req-01b04219-4dad-4a3b-9bd0-f8b256302a8a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:05.891049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c3b6b7f-8878-49cb-a52c-dc48301682e9 req-01b04219-4dad-4a3b-9bd0-f8b256302a8a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.7776458 Dec 21 02:04:05.908576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f2f32126-882d-4dba-aebb-f9e07008ffdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebfcc0d71c7142abbbdd39857cce0b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701353 Dec 21 02:04:05.913489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:05.925178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32126-882d-4dba-aebb-f9e07008ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e8abf-0cc8-421a-9880-274517811550,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:05.942524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.048184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.120027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7cfc1c0f-6555-4ab5-a70d-61ecaff43fbf None None] Provisioning complete for port 74a9def8-2147-4236-bdbc-9fc18aa7c79e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:06.121147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7cfc1c0f-6555-4ab5-a70d-61ecaff43fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.163426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.198610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Allocated IP 172.25.6.127 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/ee234ef1-b6c0-4bc6-be52-6a9404dbc386) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:06.366057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.376903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.401117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee4e8abf-0cc8-421a-9880-274517811550 HTTP/1.1" status: 204 len: 168 time: 0.4862885 Dec 21 02:04:06.439157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b427a5d-5ad3-4cdc-abee-0c55759f3049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e8abf-0cc8-421a-9880-274517811550,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:06.599315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.744103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 74a9def8-2147-4236-bdbc-9fc18aa7c79e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:06.752212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.897178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 74a9def8-2147-4236-bdbc-9fc18aa7c79e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:06.897774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.920341 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c3b6b7f-8878-49cb-a52c-dc48301682e9 req-4265a9d8-5dde-4334-984d-f8d3c3d5760b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0170326 Dec 21 02:04:06.927641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:06.933725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.942421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:06.970406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Pushing event updated for resources: {'Port': ['ID=ee234ef1-b6c0-4bc6-be52-6a9404dbc386,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:06.982207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:06.984514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:06.989368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:06.994170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Sync routers for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:07.048791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:07.054793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:07.071620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:07.073609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:07.078281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:07.079705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:07.087299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3db4ceb1-ba30-49d5-a40d-7f66e430c449 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/floatingips/2bdc7070-198d-44ae-86bd-955ae3ac0710 HTTP/1.1" status: 204 len: 168 time: 8.1753905 Dec 21 02:04:07.142548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:07.153670 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a2c86-8e4a-4ac4-92d3-12881c1229d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:07.179786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:07.431351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1d5fd20f-21e1-499f-bb5e-4357cd25333b None None] Provisioning complete for port 74a9def8-2147-4236-bdbc-9fc18aa7c79e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:07.431793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd20f-21e1-499f-bb5e-4357cd25333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:07.491710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:07.499006 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da2680-23c0-4d7d-a113-175f209c1f02 x-openstack-request-id: req-93da2680-23c0-4d7d-a113-175f209c1f02 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:07.507727 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:07.507988 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93da2680-23c0-4d7d-a113-175f209c1f02 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:07.511041 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'status': 'completed', 'code': 200} Dec 21 02:04:07.643116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:08.260439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:08.278363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf29396-c178-4029-bd6d-c655c8e19d2c req-db9e36de-15a2-4101-b794-84610a9a6545 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:08.283536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7cf29396-c178-4029-bd6d-c655c8e19d2c req-db9e36de-15a2-4101-b794-84610a9a6545 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.5897789 Dec 21 02:04:08.302640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-572608f8-331c-45be-af2d-b1a21048d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:08.305195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-572608f8-331c-45be-af2d-b1a21048d3a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 1097 time: 0.7932718 Dec 21 02:04:08.516241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a5e320a-5a6d-43cd-959e-db89d6de733b None None] Provisioning complete for port a3e91274-2433-40de-8861-164df2ab9248 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:08.520725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a5e320a-5a6d-43cd-959e-db89d6de733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:08.562416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:08.612767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e320a-5a6d-43cd-959e-db89d6de733b None None] Port a3e91274-2433-40de-8861-164df2ab9248 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:08.651852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:08.687535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245290d-d76c-41bc-b82b-3267a770b72f req-8f076f8f-aa97-4489-945b-80434d94fddb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:08.700994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c245290d-d76c-41bc-b82b-3267a770b72f req-8f076f8f-aa97-4489-945b-80434d94fddb tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.5290985 Dec 21 02:04:08.723268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Checking router: 40464d0f-cf98-44db-a5fa-87346ce8ba43 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:08.755845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:08.760672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:08.826543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-d0b270bd-1cc8-414d-99ba-05f780243de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:08.828045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-d0b270bd-1cc8-414d-99ba-05f780243de5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 200 len: 896 time: 0.5135469 Dec 21 02:04:08.865667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:08.874968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:08.971020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Pushing event updated for resources: {'Port': ['ID=ee234ef1-b6c0-4bc6-be52-6a9404dbc386,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:09.014984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7cf29396-c178-4029-bd6d-c655c8e19d2c req-3babb537-7aa9-4496-a01a-3acd573741d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6792328 Dec 21 02:04:09.035172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-197a2ce6-b7d5-40a6-9c16-332a3713f244 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 200 len: 217 time: 0.1759770 Dec 21 02:04:09.066004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:09.068432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:09.304894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c245290d-d76c-41bc-b82b-3267a770b72f req-a21cd371-5311-412e-b300-2cea0f9911ec tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6028824 Dec 21 02:04:09.327375 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Floating IP 2bc568a1-a8e2-4e8f-93f0-a7d942bb3576 associated. External IP: 172.25.6.127, port: 08e54437-0393-4c36-91f1-012b1a9b34a7. Dec 21 02:04:09.384657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-29a2b2ed-8cff-4079-b1ef-021db0cecc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:09.388409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-29a2b2ed-8cff-4079-b1ef-021db0cecc52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 200 len: 835 time: 0.3220837 Dec 21 02:04:09.460931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:09.471557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:09.472545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:09.527431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-799d9bee-ced3-482c-8e64-7889e3bd600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:09.529153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-799d9bee-ced3-482c-8e64-7889e3bd600d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7002a43c-d8ce-406a-881d-08a776e6a425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249232 Dec 21 02:04:09.551563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:09.565041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:09.686287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a9aa1-4024-4ad5-8eff-9e81d4fc281c None None] The sync data for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 is: [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:01:14Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '8d1d7096-e198-4f78-a3b6-34f3e56a3126', 'name': '', 'network_id': '7002a43c-d8ce-406a-881d-08a776e6a425', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:bf:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:01:09Z', 'updated_at': '2021-12-21T02:01:20Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'ffb11d17-9576-4e75-9ef8-084cfadf9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:09.714295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-bcb6cb44-1ce5-4654-afa3-2d2e42880569 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637487 Dec 21 02:04:09.730038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:09.811477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-be1c764f-dc74-4d81-bc93-207473e45571 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:09.813418 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-be1c764f-dc74-4d81-bc93-207473e45571 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.4830668 Dec 21 02:04:09.885516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:10.112782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-857a2c86-8e4a-4ac4-92d3-12881c1229d6 req-b2da84cf-db30-404b-b24e-64a701da5522 service neutron] 10.222.0.45 "GET /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857033 Dec 21 02:04:10.253084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Router ef42648c-d6da-466a-995a-f93b21d26666 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:10.308337 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfea307-2741-4ff2-9fb3-2812477c2986 None None] New status for floating IP 2bdc7070-198d-44ae-86bd-955ae3ac0710: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:04:10.400463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port c6a4ec4c-526d-46b2-8863-2116b7a5c3af {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:10.401572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:10.413886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:10.814820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:10.827590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:10.836946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3aac65b2-cdd6-4add-92d3-fa90ca608215 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5536563 Dec 21 02:04:10.842998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34004) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:10.852207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1126585825'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:10.892279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ad86f-8dc5-409c-a9f5-12536d05da75 req-ca86179d-803d-48c2-b39b-efe6b00b63c7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:10.901202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a8ad86f-8dc5-409c-a9f5-12536d05da75 req-ca86179d-803d-48c2-b39b-efe6b00b63c7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 945 time: 0.6918204 Dec 21 02:04:10.926141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:10.929851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:10.934579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:10.943775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0eb6928f-99ef-4e87-b13b-7068c8108547 None None] Provisioning complete for port a3e91274-2433-40de-8861-164df2ab9248 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:10.944148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0eb6928f-99ef-4e87-b13b-7068c8108547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:10.959298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ac85-d442-4b0c-af10-bee6397aa928 req-a406d57e-672e-4a73-97a1-daa8cfc9bc34 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:10.960941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6479ac85-d442-4b0c-af10-bee6397aa928 req-a406d57e-672e-4a73-97a1-daa8cfc9bc34 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.1725769 Dec 21 02:04:10.976217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:04:10.988308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:10.988875 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment 44116242-9295-4d6a-9693-df93a7acf533 of type vlan for network e602d2e2-c6fb-4f48-a788-7e60c3d8520e Dec 21 02:04:10.999525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:11.000255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:11.005040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.022683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] Sync routers for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:11.042343 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:11.043311 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.070825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port c6a4ec4c-526d-46b2-8863-2116b7a5c3af, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:11.075591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.083735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.147230 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.148514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6928f-99ef-4e87-b13b-7068c8108547 None None] Port a3e91274-2433-40de-8861-164df2ab9248 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:11.179827 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:11.181916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.216651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:11.223023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.230542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:11.231351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.235555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for c6a4ec4c-526d-46b2-8863-2116b7a5c3af owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:11.236142 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.236252 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec508e7-b8dc-4f1d-a945-7120bcc8469b None None] The sync data for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:11.253355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.258432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29eba3db-5dbd-48a4-8a25-1b15bddcb21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.341505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c71ed1f2-ddcd-43c7-863a-447a89f40b58 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3562407 Dec 21 02:04:11.346654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6479ac85-d442-4b0c-af10-bee6397aa928 req-4a31cc6a-b32e-4035-8a06-3765dc8879d2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117686 Dec 21 02:04:11.347217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:11.383263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a8ad86f-8dc5-409c-a9f5-12536d05da75 req-b699fb92-6173-4d7b-b37b-de0d61574159 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ee639ee-8bbc-4d62-8b8d-9c212580d41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811609 Dec 21 02:04:11.476353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6255107 Dec 21 02:04:11.477890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34012) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:11.482694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:11.581393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:07Z', 'revision_number': 3, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:08Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:11.584909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00dc57-7196-4160-8f53-7a23325dbbc1 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=e602d2e2-c6fb-4f48-a788-7e60c3d8520e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:11.629282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:04:11.630463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:11.632141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:11.632510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Updating router 8fd265f0-4edd-46b6-bb37-9c733796020c port a3e91274-2433-40de-8861-164df2ab9248 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:04:11.637961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.690293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ba75c148-9657-48d4-ae0d-e43d82dc544f tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "GET /v2.0/floatingips/2bc568a1-a8e2-4e8f-93f0-a7d942bb3576 HTTP/1.1" status: 200 len: 983 time: 0.3391924 Dec 21 02:04:11.695517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.726510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29eba3db-5dbd-48a4-8a25-1b15bddcb21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:11.736990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34016) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:11.917624 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.032683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=8663d349-007b-409e-9efa-395e3d1f5b7a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:12.118580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:12.119716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: e602d2e2-c6fb-4f48-a788-7e60c3d8520e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:04:12.143069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:04:12.158904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e602d2e2-c6fb-4f48-a788-7e60c3d8520e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:12.185680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:12.185871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb2491-36df-476a-af79-3af3c35f1e7b None None] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:12.187096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.253927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-73a32d77-57bc-4f85-ad9b-37ff554e27b8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7755327 Dec 21 02:04:12.254647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34018) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:12.279315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.295146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.312177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29eba3db-5dbd-48a4-8a25-1b15bddcb21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.343024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb2d7-a3c3-4632-b39c-8ea3aac9d5ae None None] Pushing event updated for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:12.412454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29eba3db-5dbd-48a4-8a25-1b15bddcb21f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c76aa0d7c4a74ea8bed2db11d4b6c05a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5821285 Dec 21 02:04:12.414692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:12.459728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.574175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=c6a4ec4c-526d-46b2-8863-2116b7a5c3af,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:12.615428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eba3db-5dbd-48a4-8a25-1b15bddcb21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccff9dc-4220-48c6-bdab-9884c49797c9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:12.618891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:04:12.620605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.635130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f63aedaf-79ce-485f-9d1b-1bb13182e738 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.8945835 Dec 21 02:04:12.637268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:12.686895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Attempting to bind port a3e91274-2433-40de-8861-164df2ab9248 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:12.687761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Attempting to bind port a3e91274-2433-40de-8861-164df2ab9248 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:12.688362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Attempting to bind port a3e91274-2433-40de-8861-164df2ab9248 on network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:12.732843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:12.733505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Checking segment: {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:12.734159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.734725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Bound using segment: {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:12.735552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Bound port: a3e91274-2433-40de-8861-164df2ab9248, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40216a1-deea-4246-bd76-58883733f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:12.736396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.750164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad92dfc-80c5-4fe7-9175-8d86ffa9d717 req-0238b6e9-b2b1-4461-a203-264713bec63e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.0874476 Dec 21 02:04:12.802657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.833138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] No DVR routers for this DVR port c6a4ec4c-526d-46b2-8863-2116b7a5c3af on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:12.857893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:12.863367 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92be7be5-d5b4-4acc-972a-1fcc080380f0 req-f4628946-a435-4fcb-ad6d-c0546f4ea6b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "DELETE /v2.0/ports/c6a4ec4c-526d-46b2-8863-2116b7a5c3af HTTP/1.1" status: 204 len: 173 time: 3.0336895 Dec 21 02:04:12.877555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-deleted', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:12.880021 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc88fe7-8cae-413d-9c62-9eb9ee036edf" -d '{"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-deleted", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:12.986072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] For port a3e91274-2433-40de-8861-164df2ab9248, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:12.997004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] For port a3e91274-2433-40de-8861-164df2ab9248, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3e91274-2433-40de-8861-164df2ab9248,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:13.009174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862ef08-1afd-4725-9e02-69c1309c4a55 req-1f953f02-8294-41b9-99a6-6c6412e32253 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:13.011625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2862ef08-1afd-4725-9e02-69c1309c4a55 req-1f953f02-8294-41b9-99a6-6c6412e32253 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.3541229 Dec 21 02:04:13.017299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.022737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.147361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Allocated IP 2001:db8:2::2 (e602d2e2-c6fb-4f48-a788-7e60c3d8520e/8663d349-007b-409e-9efa-395e3d1f5b7a/1591082c-d45b-4d11-8af3-8702c66de946) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:13.199230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port ee234ef1-b6c0-4bc6-be52-6a9404dbc386 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:13.200321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.334883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2862ef08-1afd-4725-9e02-69c1309c4a55 req-6670d8ad-333f-487e-9c78-396feeda90a3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922709 Dec 21 02:04:13.343528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] Provisioning complete for port a3e91274-2433-40de-8861-164df2ab9248 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:13.344354 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.357369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.365765 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.391385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ccff9dc-4220-48c6-bdab-9884c49797c9 HTTP/1.1" status: 204 len: 168 time: 0.9646964 Dec 21 02:04:13.470109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3d7f-e59a-48ed-9d56-8576f6026385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccff9dc-4220-48c6-bdab-9884c49797c9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:13.476439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.476878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.521424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for ee234ef1-b6c0-4bc6-be52-6a9404dbc386 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:13.563167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:13.565257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:13.603726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb2d7-a3c3-4632-b39c-8ea3aac9d5ae None None] Pushing event updated for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:13.637139 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9eb3af-ba75-48c5-8e8a-08688080d5d1 x-openstack-request-id: req-fc9eb3af-ba75-48c5-8e8a-08688080d5d1 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:13.638644 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8", "name": "network-vif-deleted", "tag": "c6a4ec4c-526d-46b2-8863-2116b7a5c3af", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:13.638908 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc9eb3af-ba75-48c5-8e8a-08688080d5d1 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:13.639328 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8', 'name': 'network-vif-deleted', 'tag': 'c6a4ec4c-526d-46b2-8863-2116b7a5c3af', 'status': 'completed', 'code': 200} Dec 21 02:04:13.677725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:13.905274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:13.989822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: c6a4ec4c-526d-46b2-8863-2116b7a5c3af {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:13.990256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c6a4ec4c-526d-46b2-8863-2116b7a5c3af not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:14.039524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.125047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=ee234ef1-b6c0-4bc6-be52-6a9404dbc386,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:14.176629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:14.196004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6ce6-4cb9-4b7c-a8c4-c3bd5dcf7a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.238304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a21d0b7d-1655-486f-b80e-bb618f17cc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.258836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:14.350522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.433037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.433506 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Floating IP 2bc568a1-a8e2-4e8f-93f0-a7d942bb3576 disassociated (deleted). External IP: 172.25.6.127, port: 08e54437-0393-4c36-91f1-012b1a9b34a7. Dec 21 02:04:14.595349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] For port a3e91274-2433-40de-8861-164df2ab9248, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3e91274-2433-40de-8861-164df2ab9248,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:14.619061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.637654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.656368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a7daa3a-0754-4438-903c-ac62269e6015 req-57c20a42-50fe-464b-a114-f0c0061801e7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac67f3f5-fbec-4e83-8b1d-5e66fb2379f8 HTTP/1.1" status: 200 len: 210 time: 0.6472332 Dec 21 02:04:14.690051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.715598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a21d0b7d-1655-486f-b80e-bb618f17cc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.758006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a21d0b7d-1655-486f-b80e-bb618f17cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:14.849021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8548-fae1-4051-aef3-a4d385838b9d None None] Pushing event updated for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:14.874706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8:2::1 (e602d2e2-c6fb-4f48-a788-7e60c3d8520e/8663d349-007b-409e-9efa-395e3d1f5b7a/b039eda1-59d1-494d-ac43-f90b049a2b24) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:14.945874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d0b7d-1655-486f-b80e-bb618f17cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc894df4-4b00-4e52-9d4a-0b0e7dcac1f2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:14.971069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a21d0b7d-1655-486f-b80e-bb618f17cc7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c27e909e4b24df19110d7ac8a7b3018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7833993 Dec 21 02:04:14.979755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34066) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:15.025421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.158924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Pushing event updated for resources: {'Port': ['ID=1591082c-d45b-4d11-8af3-8702c66de946,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:15.183145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.198221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-a30ca53f-8bec-4b50-900d-262ebc3fa14e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:15.198607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:15.205968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-a30ca53f-8bec-4b50-900d-262ebc3fa14e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.1423736 Dec 21 02:04:15.218898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.219612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c22cdc4e-ef4c-48aa-be5c-c67f082d8c8f None None] Provisioning complete for port a3e91274-2433-40de-8861-164df2ab9248 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:15.220378 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c22cdc4e-ef4c-48aa-be5c-c67f082d8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.246736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782ac2-8a5a-462e-9127-c482c821705b req-fdd1f678-2689-4046-bbe1-49e4edd76358 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:15.251243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.266328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22782ac2-8a5a-462e-9127-c482c821705b req-fdd1f678-2689-4046-bbe1-49e4edd76358 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.6752908 Dec 21 02:04:15.278546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:15.282454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:15.319312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Router ef42648c-d6da-466a-995a-f93b21d26666 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:15.407282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-5fb447a7-8737-413d-8f4b-872f99d27e2e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/quotas/f41f664321d9426eb5633dee9640e700 HTTP/1.1" status: 200 len: 375 time: 0.1853912 Dec 21 02:04:15.456897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:15.526256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.529811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.534124 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc894df4-4b00-4e52-9d4a-0b0e7dcac1f2 HTTP/1.1" status: 204 len: 168 time: 0.5494986 Dec 21 02:04:15.535020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:15.545540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:15.554225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12434ea8-8f53-495b-b147-1d4e5f6715df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc894df4-4b00-4e52-9d4a-0b0e7dcac1f2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:15.554806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:15.555566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.559381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Attempting to bind port 1591082c-d45b-4d11-8af3-8702c66de946 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:15.560318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Attempting to bind port 1591082c-d45b-4d11-8af3-8702c66de946 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:15.560318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Attempting to bind port 1591082c-d45b-4d11-8af3-8702c66de946 on network e602d2e2-c6fb-4f48-a788-7e60c3d8520e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:15.561001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.571534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22782ac2-8a5a-462e-9127-c482c821705b req-d1459d83-bb46-4b7d-a179-b166291eab9a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039269 Dec 21 02:04:15.576802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:15.582027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] Sync routers for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:15.607278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:07Z', 'revision_number': 3, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:12Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:15.643455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8abb3801-639e-45de-b6f7-497d3183cd5c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/floatingips/2bc568a1-a8e2-4e8f-93f0-a7d942bb3576 HTTP/1.1" status: 204 len: 168 time: 2.9983184 Dec 21 02:04:15.646662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:15.655385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:15.704891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.711665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-0848ac71-a86a-4d6e-9ffb-31c1c674b505 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2836943 Dec 21 02:04:15.718584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:15.718984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Checking segment: {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:15.719389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.719780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Bound using segment: {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:15.720703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Bound port: 1591082c-d45b-4d11-8af3-8702c66de946, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:15.720703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:15.732600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf42466-2dbe-4697-b664-b11c704b078c None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:07Z', 'revision_number': 3, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:12Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:15.745786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:15.746437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:15.821672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34078) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:15.908008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:16.011804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] For port 1591082c-d45b-4d11-8af3-8702c66de946, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:16.014736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.017007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] For port 1591082c-d45b-4d11-8af3-8702c66de946, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1591082c-d45b-4d11-8af3-8702c66de946,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:16.021859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:16.022857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:16.031840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.137816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:16.138488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16317863-9c94-4729-914a-f2fe160b1d34 None None] The sync data for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:16.232069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329411d0-5806-4b8f-adec-388a6b80115d None None] Pushing event updated for resources: {'Port': ['ID=1591082c-d45b-4d11-8af3-8702c66de946,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:16.365137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Allocated IP 172.25.6.53 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/dc857aae-4972-4d7a-9941-86576891497d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:16.483082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.609193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-3b029158-9311-4734-a107-fd80b293f2cd service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8963051 Dec 21 02:04:16.664716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-404d26d4-a571-40da-b747-b6901c832e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.760731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.850496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:16.884150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3e91274-2433-40de-8861-164df2ab9248 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:16.944719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:16.956687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:16.968550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:17.006051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Pushing event updated for resources: {'Port': ['ID=dc857aae-4972-4d7a-9941-86576891497d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:17.006367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a3e91274-2433-40de-8861-164df2ab9248 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:17.006757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.141720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.216281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.302449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.344327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787e2b9-d70b-443b-8829-75c5f193a9b2 req-156bbbdf-ae35-4525-87c0-083f78566a95 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:17.352225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5787e2b9-d70b-443b-8829-75c5f193a9b2 req-156bbbdf-ae35-4525-87c0-083f78566a95 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.5143187 Dec 21 02:04:17.392626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-7f9cf076-3259-4052-9288-70ed89844e7f service neutron] 10.222.0.43 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823527 Dec 21 02:04:17.549983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5787e2b9-d70b-443b-8829-75c5f193a9b2 req-2a466284-dfda-48c7-96e8-7ca47083e86b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964407 Dec 21 02:04:17.597204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.623019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.792707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46f5e20c-cc9e-4490-b9e1-7cf04af324f0 req-8cd096e7-c68a-4e10-80bf-cf7a51f88d3c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 210 time: 0.0445352 Dec 21 02:04:17.824101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Pushing event updated for resources: {'Port': ['ID=dc857aae-4972-4d7a-9941-86576891497d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:17.870892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.940736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.945050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-382f0a2b-0a7b-4178-b849-dd9bd8fe7d46 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2945416 Dec 21 02:04:17.950811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34120) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:17.970130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:17.995690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.000815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.135398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa6723-796d-470c-82f8-426e7c2545d2 None None] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:18.250533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:18.257864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:18.270398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] Provisioning complete for port 1591082c-d45b-4d11-8af3-8702c66de946 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:18.270822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.305244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.307930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.314679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:18.350147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:18.485106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.560492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.680880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] For port 1591082c-d45b-4d11-8af3-8702c66de946, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1591082c-d45b-4d11-8af3-8702c66de946,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:18.706873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.801605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:18.806428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1591082c-d45b-4d11-8af3-8702c66de946 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:18.923420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Allocated IP 172.25.6.137 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/eae8bd81-a385-4bdb-825f-b0986f2db5bc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:18.928611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-c419eb33-4f7b-40c7-9cc2-56284ac26c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:18.930620 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-c419eb33-4f7b-40c7-9cc2-56284ac26c12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1098 time: 0.2654953 Dec 21 02:04:18.961531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1591082c-d45b-4d11-8af3-8702c66de946 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:18.961842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.149518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c112f5-b165-4943-aa14-abaf6af888b4 None None] Pushing event updated for resources: {'Port': ['ID=1591082c-d45b-4d11-8af3-8702c66de946,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:19.171362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-445d6572-a5fc-48d6-8370-cad911214e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:19.172793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-445d6572-a5fc-48d6-8370-cad911214e35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.2297840 Dec 21 02:04:19.200704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-99c27bcc-8019-40ec-b6a8-85cf97e03bb8 None None] Provisioning complete for port 1591082c-d45b-4d11-8af3-8702c66de946 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:19.201082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-99c27bcc-8019-40ec-b6a8-85cf97e03bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.210672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.355708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-fa0fda7f-f65d-44f9-8d7a-e99531829ddb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1002 time: 0.1680968 Dec 21 02:04:19.393035 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.453161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.454742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:19.457722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-d068af10-f42c-4976-86ae-121a4a7b92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:19.459606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-d068af10-f42c-4976-86ae-121a4a7b92c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.0909724 Dec 21 02:04:19.506986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-99c27bcc-8019-40ec-b6a8-85cf97e03bb8 None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:19.511691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-99c27bcc-8019-40ec-b6a8-85cf97e03bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.539227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:19.543499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:19.549650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:19.581162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-99c27bcc-8019-40ec-b6a8-85cf97e03bb8 None None] Port b039eda1-59d1-494d-ac43-f90b049a2b24 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:19.590974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Pushing event updated for resources: {'Port': ['ID=eae8bd81-a385-4bdb-825f-b0986f2db5bc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:19.607671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-3e158d61-75fc-462b-95e5-7d3f49902ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:19.609195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-3e158d61-75fc-462b-95e5-7d3f49902ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177602 Dec 21 02:04:19.650298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-614b9a8e-de7a-49ef-b27d-5743d6cf2d96 req-35c02f68-44e2-452e-a43b-9f8c2093169a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 210 time: 0.2026091 Dec 21 02:04:19.740309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-86308bf3-b43b-4775-a147-d0cd03eea76c None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:19.740684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86308bf3-b43b-4775-a147-d0cd03eea76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:19.882039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-86308bf3-b43b-4775-a147-d0cd03eea76c None None] Port b039eda1-59d1-494d-ac43-f90b049a2b24 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:19.887394 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-e7c904f7-985f-4982-a44e-d1367431c16a service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621577 Dec 21 02:04:19.929742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab742a34-1121-47c6-ba75-358aaea62b77 req-4f35b0b7-463e-4169-acd7-0459404baa3e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:19.937258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab742a34-1121-47c6-ba75-358aaea62b77 req-4f35b0b7-463e-4169-acd7-0459404baa3e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.4856398 Dec 21 02:04:20.001552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.016368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:20.018720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b481c3d-a303-4b20-9de0-75c5fae45944 None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:20.019384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b481c3d-a303-4b20-9de0-75c5fae45944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.029266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4887ecc8-ca04-4e5a-9bec-9f6d3acb1693 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7735705 Dec 21 02:04:20.035892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34148) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:20.038857 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:20.042332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1335269350'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:20.057622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-ee42b187-3def-433f-9436-82e670838917 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:20.060272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-ee42b187-3def-433f-9436-82e670838917 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 815 time: 0.4306102 Dec 21 02:04:20.062724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:20.063361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:20.074027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab742a34-1121-47c6-ba75-358aaea62b77 req-0bacd55e-475e-42c9-9d12-99a38caa5c99 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338341 Dec 21 02:04:20.096533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Request body: {'port': {'device_id': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'admin_state_up': True, 'tenant_id': 'f41f664321d9426eb5633dee9640e700'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:20.126270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7b481c3d-a303-4b20-9de0-75c5fae45944 None None] Port b039eda1-59d1-494d-ac43-f90b049a2b24 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:20.128070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-60ebf2c5-2392-4b3b-90b1-ede65f9d88ea req-35d7ce7e-1e0a-4012-afb0-7ddea1ac37a1 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078257 Dec 21 02:04:20.139097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.215073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:20.219847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.268853 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:20.315354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:04:20.333296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.333978 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added segment f5bfe752-7f7b-4f61-af1c-c0a36282e502 of type vlan for network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 Dec 21 02:04:20.344787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.351371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.430240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Pushing event updated for resources: {'Port': ['ID=eae8bd81-a385-4bdb-825f-b0986f2db5bc,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:20.440670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.445807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.474169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.475436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0b50577-2f03-43f5-9763-94553d17a18a tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5212886 Dec 21 02:04:20.477964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34160) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:20.561177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.569363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:20.571178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.582270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Made reservation on behalf of f41f664321d9426eb5633dee9640e700 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:20.587237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.594578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b870efc4-4b8e-46c7-a885-bf39c8769d8a tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1155136 Dec 21 02:04:20.596974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34162) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:20.643932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1591082c-d45b-4d11-8af3-8702c66de946 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:20.658147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36144d1f-3d88-4b7d-9110-afddc7c12c7b tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0599358 Dec 21 02:04:20.663316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34164) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:20.673246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 8d1d7096-e198-4f78-a3b6-34f3e56a3126 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:20.674546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.798061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1591082c-d45b-4d11-8af3-8702c66de946 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:20.802297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.816830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Deleting port eae8bd81-a385-4bdb-825f-b0986f2db5bc {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:20.817187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.821217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Network': ['ID=35d7474c-a732-4e5b-8c4b-88da91ed64d1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:20.831178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-745f3fdf-a148-490f-9e0d-b35da92e1781 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7931814 Dec 21 02:04:20.876647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:16Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:17Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:20.891374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34168) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:20.893696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:04:20.904166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.904555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.904667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'subnet': {'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:20.918044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Calling delete_port for eae8bd81-a385-4bdb-825f-b0986f2db5bc owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:20.930930 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:20.931576 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Updating router 8fd265f0-4edd-46b6-bb37-9c733796020c port b039eda1-59d1-494d-ac43-f90b049a2b24 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:04:20.974643 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:20.989714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d1dbade-1c67-44a8-b87e-9889426abc54 req-3faa1a47-c2f3-47cd-805f-76b1d01557c7 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 210 time: 0.1578920 Dec 21 02:04:21.175400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 8d1d7096-e198-4f78-a3b6-34f3e56a3126, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8d1d7096-e198-4f78-a3b6-34f3e56a3126,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:21.175771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.234330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 8d1d7096-e198-4f78-a3b6-34f3e56a3126 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:21.256449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.301057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Pushing event deleted for resources: {'Port': ['ID=eae8bd81-a385-4bdb-825f-b0986f2db5bc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:21.305864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Made reservation on behalf of ab6d3d8c732d4f05aa5bc8e0b22583ab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:21.313300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.388622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.391770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.393421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-45bde894-0518-46b2-becf-7ba5f2409adb tempest-FloatingIPAdminTestJSON-690408121 tempest-FloatingIPAdminTestJSON-690408121-project] 10.222.0.43 "DELETE /v2.0/floatingips/a485a144-4846-4297-8b2e-a04b0d0704ad HTTP/1.1" status: 204 len: 168 time: 0.7285531 Dec 21 02:04:21.396914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:21.445090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Allocated IP 172.20.0.13 (997627ba-06b3-43a1-8612-411248c3e000/5739cf65-1635-466a-8f85-0eb95d78dafd/9c673ffe-346c-4550-a554-1eff2a25d251) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:21.506543 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.513609 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.621792 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2e0a-b4d7-4b9d-bf1c-a83be222225a None None] Pushing event updated for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:21.665614 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Attempting to bind port b039eda1-59d1-494d-ac43-f90b049a2b24 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:21.665614 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Attempting to bind port b039eda1-59d1-494d-ac43-f90b049a2b24 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:21.665614 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Attempting to bind port b039eda1-59d1-494d-ac43-f90b049a2b24 on network e602d2e2-c6fb-4f48-a788-7e60c3d8520e {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:21.685585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:21.686399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Checking segment: {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:21.687415 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.688029 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Bound using segment: {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:21.688732 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Bound port: b039eda1-59d1-494d-ac43-f90b049a2b24, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44116242-9295-4d6a-9693-df93a7acf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:21.689461 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.774364 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] For port b039eda1-59d1-494d-ac43-f90b049a2b24, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:21.780982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] For port b039eda1-59d1-494d-ac43-f90b049a2b24, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b039eda1-59d1-494d-ac43-f90b049a2b24,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:21.792045 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:21.838159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1e7b-72f1-434e-b18a-a2ad55a1416c req-574ace3e-e905-443b-92ae-0ff885646446 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:21.850879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-799b1e7b-72f1-434e-b18a-a2ad55a1416c req-574ace3e-e905-443b-92ae-0ff885646446 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 946 time: 0.5888109 Dec 21 02:04:21.866019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:21.867054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:21.892016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:22.014245 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:22.067477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Deleting port dc857aae-4972-4d7a-9941-86576891497d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:22.071726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.116877 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2e0a-b4d7-4b9d-bf1c-a83be222225a None None] Pushing event updated for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:22.154502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:22.154880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.162712 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.196549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.268232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:22.270562 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1f585-01a7-4e7c-896c-d2864ddd5de5" -d '{"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-unplugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:22.307936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.308464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.324542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:22.328995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Calling delete_port for dc857aae-4972-4d7a-9941-86576891497d owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:22.378009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46b6be08-ee56-44ec-96b9-a10ee7509f28 req-8eb1ab28-f4f8-4173-bb3b-c7934b28538e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 210 time: 0.1896977 Dec 21 02:04:22.396198 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.420683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.422797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.452758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-799b1e7b-72f1-434e-b18a-a2ad55a1416c req-16af2517-9804-476c-839f-09683091e977 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779583 Dec 21 02:04:22.538703 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:16Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:21Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:22.555135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cec3c93-8cef-41e0-b2d4-09acff602250 x-openstack-request-id: req-2cec3c93-8cef-41e0-b2d4-09acff602250 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:22.555430 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-unplugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:22.555686 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cec3c93-8cef-41e0-b2d4-09acff602250 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:22.556074 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'code': 200} Dec 21 02:04:22.569700 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3751af0-b6f5-4b86-9c64-09a807978207 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:16Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:21Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:22.585285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:22.613927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] For port b039eda1-59d1-494d-ac43-f90b049a2b24, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b039eda1-59d1-494d-ac43-f90b049a2b24,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:22.630014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.681744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.715324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc857aae-4972-4d7a-9941-86576891497d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:22.772592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01998c-27ef-40fd-9ba9-12b15e3c68d2 None None] Pushing event updated for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:22.791809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8d0b7131-a543-4df8-a65c-5c94b8b8fcbe None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:22.792192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8d0b7131-a543-4df8-a65c-5c94b8b8fcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.856915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.859903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.867086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d86c2bed-2d7e-4eb5-8fbe-313d94eda7f0 tempest-FloatingIPAdminTestJSON-862990526 tempest-FloatingIPAdminTestJSON-862990526-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/aed27260-6f10-426b-86d4-828828d94cc8 HTTP/1.1" status: 204 len: 168 time: 1.4688170 Dec 21 02:04:22.868000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34186) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:22.927934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.986858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:22.992227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=8d1d7096-e198-4f78-a3b6-34f3e56a3126,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:23.009107 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.039278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port 08e54437-0393-4c36-91f1-012b1a9b34a7 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:23.040094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.046590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612', '3664f714-419c-4774-a667-f936a1637b32'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:04:23.102019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event updated for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:23.164439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Network 997627ba-06b3-43a1-8612-411248c3e000 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:23.186374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:04:23.215580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:23.229929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:23.285499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709ae85-a3d6-4656-8687-67da7ce7684f None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:23.320655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Subnet': ['ID=9061f2d3-7e82-4b60-a083-e74a5d1dfab8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:23.339463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.363370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Checking segment: {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:23.363733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network hostable DHCP agents. Network: 35d7474c-a732-4e5b-8c4b-88da91ed64d1, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:04:23.371669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for 08e54437-0393-4c36-91f1-012b1a9b34a7 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:23.446070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:23.446754 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.505515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4b9e836d-cfde-4d41-a8a9-59c9b52341eb None None] Provisioning complete for port 9c673ffe-346c-4550-a554-1eff2a25d251 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:23.505892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b9e836d-cfde-4d41-a8a9-59c9b52341eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.630373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:04:23.659416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e836d-cfde-4d41-a8a9-59c9b52341eb None None] Port 9c673ffe-346c-4550-a554-1eff2a25d251 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:23.668685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-439b8eaf-a2af-4c62-8acc-adb4b8b3845a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5900302 Dec 21 02:04:23.677463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 35d7474c-a732-4e5b-8c4b-88da91ed64d1) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:23.695606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:23.696884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.707195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.720961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Request body: {'port': {'device_id': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:23.722019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b81ac-64ba-4cfa-b729-c1c378145680 None None] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:23.815596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=08e54437-0393-4c36-91f1-012b1a9b34a7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:23.891505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.902348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:23.905882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0b21e5a-291b-4fe9-aaca-381ff6715b9a tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/ports/08e54437-0393-4c36-91f1-012b1a9b34a7 HTTP/1.1" status: 204 len: 168 time: 1.0367706 Dec 21 02:04:23.913279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:23.952034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2877162-350b-47db-850c-12df12dc7a37 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0571876 Dec 21 02:04:23.954506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34200) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:23.978274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38907ff8-f66a-4ac7-8b91-71dc4b899f0e req-7bf3ac90-1c2c-47b0-8cf1-56681519a096 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:23.995391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38907ff8-f66a-4ac7-8b91-71dc4b899f0e req-7bf3ac90-1c2c-47b0-8cf1-56681519a096 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 932 time: 0.4462903 Dec 21 02:04:24.136436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:04:24.137954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:24.155971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:24.209733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31027685-2d12-4327-9797-563127ab0a04 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:24.211579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31027685-2d12-4327-9797-563127ab0a04 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef42648c-d6da-466a-995a-f93b21d26666 HTTP/1.1" status: 200 len: 913 time: 0.2970822 Dec 21 02:04:24.233406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34204) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:24.316160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce1ab-8a0f-45e6-80bb-f023ff8f2a8c req-aa2d7fae-cec4-4057-8191-ef00c0428e31 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:24.317750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a6ce1ab-8a0f-45e6-80bb-f023ff8f2a8c req-aa2d7fae-cec4-4057-8191-ef00c0428e31 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.6416287 Dec 21 02:04:24.324533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Allocated IP 2001:db8:3::2 (35d7474c-a732-4e5b-8c4b-88da91ed64d1/9061f2d3-7e82-4b60-a083-e74a5d1dfab8/16ab7a10-50c0-4596-8b3c-23a2ae385e6f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:24.328163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38907ff8-f66a-4ac7-8b91-71dc4b899f0e req-ee087516-8071-464e-a518-1f0ed60ef8e2 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318520 Dec 21 02:04:24.501998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:24.512663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:24.582417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:24.590786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:24.599044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:24.692343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Pushing event updated for resources: {'Port': ['ID=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:24.875653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.008268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b039eda1-59d1-494d-ac43-f90b049a2b24 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:25.092029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Attempting to bind port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:25.092410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Attempting to bind port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:25.093174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Attempting to bind port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f on network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:25.103157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:25.103600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Checking segment: {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:25.104401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.104916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Bound using segment: {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:25.105422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Bound port: 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:25.105810 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.115642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b039eda1-59d1-494d-ac43-f90b049a2b24 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:25.116013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.240200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] For port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:25.243501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] For port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:25.268794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Allocated IP 2001:db8:3::1 (35d7474c-a732-4e5b-8c4b-88da91ed64d1/9061f2d3-7e82-4b60-a083-e74a5d1dfab8/0c626c69-4157-4a57-999a-061c0f47fb6f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:25.298347 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.433423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.438188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f055d1-6c9d-4a36-a9dd-04d5fb389948 None None] Pushing event updated for resources: {'Port': ['ID=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:25.493777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:25.503189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.556496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:25.559649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:25.563501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:25.564055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.622575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:25.734263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c673ffe-346c-4550-a554-1eff2a25d251 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:04:25.753148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.769025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Transition to ACTIVE for port object 9c673ffe-346c-4550-a554-1eff2a25d251 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:04:25.780401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a6ce1ab-8a0f-45e6-80bb-f023ff8f2a8c req-f94d889e-fc13-404e-9fc7-e4d70c32d8f3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4486356 Dec 21 02:04:25.800679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-647f5cf9-efac-4263-b18f-e748c2c7cd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.802328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.813275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:25.907554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:25.962445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33347c0e-bd63-4c39-996f-6459c166129d None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:26.050990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 40464d0f-cf98-44db-a5fa-87346ce8ba43 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:26.411850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-647f5cf9-efac-4263-b18f-e748c2c7cd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.411850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-647f5cf9-efac-4263-b18f-e748c2c7cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.411850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.448203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:26.452827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-647f5cf9-efac-4263-b18f-e748c2c7cd64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=660512a075524f629b6be5ce6ea8e267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9577868 Dec 21 02:04:26.453842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.455146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.456202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:26.460556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Sync routers for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:26.465565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cfa49f68-1000-4db3-88c5-6081c9fd8a5a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/40464d0f-cf98-44db-a5fa-87346ce8ba43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6370199 Dec 21 02:04:26.477967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34252) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:26.482552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:26.483510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:26.578497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1de567-baec-41cb-8ab5-2868d78e2a2e req-6677cdbd-067d-4103-a966-3ad6c35a7cba tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:26.580192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c1de567-baec-41cb-8ab5-2868d78e2a2e req-6677cdbd-067d-4103-a966-3ad6c35a7cba tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 944 time: 0.8753746 Dec 21 02:04:26.581092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Pushing event updated for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:26.590432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Attempting to bind port 9c673ffe-346c-4550-a554-1eff2a25d251 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:26.590909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Attempting to bind port 9c673ffe-346c-4550-a554-1eff2a25d251 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:26.592084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Attempting to bind port 9c673ffe-346c-4550-a554-1eff2a25d251 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:26.602344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Port 9c673ffe-346c-4550-a554-1eff2a25d251 on network 997627ba-06b3-43a1-8612-411248c3e000 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:04:26.602725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Attempting to bind port 9c673ffe-346c-4550-a554-1eff2a25d251 on network 997627ba-06b3-43a1-8612-411248c3e000 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:26.630851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5cf9-efac-4263-b18f-e748c2c7cd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a07b1-c90b-4683-b5a9-17ab717aa6ef,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:26.748624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.803423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.804409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:26.804883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Checking segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:26.805678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Bound using segment: {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:26.806244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Bound port: 9c673ffe-346c-4550-a554-1eff2a25d251, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '997627ba-06b3-43a1-8612-411248c3e000'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:26.810402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.848024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c1de567-baec-41cb-8ab5-2868d78e2a2e req-bb7368b7-6a06-4e07-80cb-9f64aaf00107 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457910 Dec 21 02:04:26.855911 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.893944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 16ab7a10-50c0-4596-8b3c-23a2ae385e6f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:26.908698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event updated for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:26.930059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting subnet ffb11d17-9576-4e75-9ef8-084cfadf9808 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:04:26.939773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.959515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:26.963883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.966472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:26.967618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/062a07b1-c90b-4683-b5a9-17ab717aa6ef HTTP/1.1" status: 204 len: 168 time: 0.4787500 Dec 21 02:04:27.077926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239e2fc-8547-48a4-bc99-9ab3b42c069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a07b1-c90b-4683-b5a9-17ab717aa6ef,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:27.134322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:27.134937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.139169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688e4c9-b1c9-4ecf-9967-6eee76429e45 None None] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:27.161968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:27.164316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:27.197621 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.309194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8a1ebdc6-9f2e-49b5-9f92-19ed646e8fbb None None] Provisioning complete for port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:27.309802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a1ebdc6-9f2e-49b5-9f92-19ed646e8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.354743 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.415500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:27.459035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.555706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb11d17-9576-4e75-9ef8-084cfadf9808,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:27.560103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:27.565852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.574736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-597683e7-09a9-4a40-9ab2-4638639553fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/subnets/ffb11d17-9576-4e75-9ef8-084cfadf9808 HTTP/1.1" status: 204 len: 168 time: 1.0931659 Dec 21 02:04:27.580841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34292) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:27.604364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d150f3-9c89-4afd-b1b3-40a17a607142 None None] Network 7002a43c-d8ce-406a-881d-08a776e6a425 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:27.629469 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.647878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9c673ffe-346c-4550-a554-1eff2a25d251,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:27.687135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.690847 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a1ebdc6-9f2e-49b5-9f92-19ed646e8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.768982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:27.801997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.814128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:27.818926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:27.828890 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-20afac21-0070-4434-8cae-6b6a6c424a8a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8730958 Dec 21 02:04:27.831920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:27.834620 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:27.841386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:27.866042 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:27.867833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:27.986650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:27.987393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:27.992066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c673ffe-346c-4550-a554-1eff2a25d251 HTTP/1.1" status: 200 len: 1093 time: 4.2770829 Dec 21 02:04:27.992594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:27.997048 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeaf95f-9e3f-40d8-bed9-033968084332" -d '{"events": [{"name": "network-changed", "server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:28.109170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd7e07-f117-4515-b54b-78bcc48fd649 service neutron] Pushing event updated for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:28.154045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-8a1ebdc6-9f2e-49b5-9f92-19ed646e8fbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:04:28.155682 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-8a1ebdc6-9f2e-49b5-9f92-19ed646e8fbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:04:28.160980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8de2c-7ec8-43c9-b5c7-afc1111d836a None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:28.193418 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:28.231491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:28.248585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Checking router: 40464d0f-cf98-44db-a5fa-87346ce8ba43 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:28.340798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Routers {'40464d0f-cf98-44db-a5fa-87346ce8ba43'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:28.341821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['40464d0f-cf98-44db-a5fa-87346ce8ba43'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:28.346520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.347428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.348042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.349692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.350617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.351113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.352130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.352632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.353145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.353747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.354511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.355014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.356125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:04:28.430675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-0ff6c0f0-3db5-4da5-864e-65bbd5b5209e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2880073 Dec 21 02:04:28.449749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b1378-7754-47eb-9981-2b519d8f5749 req-25b3b26f-8ca8-411e-938c-a16d6ff46485 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:28.457835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-635b1378-7754-47eb-9981-2b519d8f5749 req-25b3b26f-8ca8-411e-938c-a16d6ff46485 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.5804868 Dec 21 02:04:28.564646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:28.666894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] DHCP port deletion for 7002a43c-d8ce-406a-881d-08a776e6a425 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:28.718847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dfdb-f366-4fe7-a4df-076fd272344b req-8c1ac449-e737-411d-ac5f-6560e19b4ced tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:28.732849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bee2dfdb-f366-4fe7-a4df-076fd272344b req-8c1ac449-e737-411d-ac5f-6560e19b4ced tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 944 time: 0.5485137 Dec 21 02:04:28.819945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 16ab7a10-50c0-4596-8b3c-23a2ae385e6f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:28.840460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-063ada13-d269-49b7-8cef-e303354b0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:28.869695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-063ada13-d269-49b7-8cef-e303354b0a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 1096 time: 0.7287757 Dec 21 02:04:28.924651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:25Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:26Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:29.007934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] Set router 40464d0f-cf98-44db-a5fa-87346ce8ba43 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:29.008702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 02:04:29.012867 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:29.017169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Updating router 8fd265f0-4edd-46b6-bb37-9c733796020c port 0c626c69-4157-4a57-999a-061c0f47fb6f binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:04:29.036912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Removed routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 02:04:29.037496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.109658 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.168341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.303280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-ea978d69-633c-400d-affa-a7d2c8f68878 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c673ffe-346c-4550-a554-1eff2a25d251 HTTP/1.1" status: 200 len: 217 time: 0.2820134 Dec 21 02:04:29.320520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-635b1378-7754-47eb-9981-2b519d8f5749 req-8f2f6600-e646-4e7d-821f-6a3abd48896b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8617313 Dec 21 02:04:29.485825 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a75d82-55ef-4a36-bbcb-6fe7f944688e x-openstack-request-id: req-90a75d82-55ef-4a36-bbcb-6fe7f944688e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:29.488907 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:29.489457 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90a75d82-55ef-4a36-bbcb-6fe7f944688e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:29.490107 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251', 'status': 'completed', 'code': 200} Dec 21 02:04:29.546816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.557455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.592156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bee2dfdb-f366-4fe7-a4df-076fd272344b req-6e949cb0-0f3d-442f-be08-5ee4e54a715f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8578212 Dec 21 02:04:29.738866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Provisioning complete for port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:29.739970 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.764032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.810000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e182-3e42-4f81-8201-1549db02ba18 req-d8b65c3b-a828-4acd-9e17-72b336b5a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:29.811594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:29.812463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.812593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-d8b65c3b-a828-4acd-9e17-72b336b5a70a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.4900911 Dec 21 02:04:29.883399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:29.925133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Deleting port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:29.925594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.948615 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:29.974489 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.110147 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dcbb5-24cd-4a7f-aa79-2ec4ed241f50 None None] Pushing event updated for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:30.190891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:30.201434 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Attempting to bind port 0c626c69-4157-4a57-999a-061c0f47fb6f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:30.201793 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Attempting to bind port 0c626c69-4157-4a57-999a-061c0f47fb6f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:30.202154 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Attempting to bind port 0c626c69-4157-4a57-999a-061c0f47fb6f on network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:30.218087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.220278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2e9c2eb-2854-4230-8696-e1a288ac1f09 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 954 time: 2.3865073 Dec 21 02:04:30.240204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-edf66ca3-b192-43cf-a16e-aa8ba40427cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:30.240362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:30.240809 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Checking segment: {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:30.241213 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.241804 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Bound using segment: {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:30.242435 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Bound port: 0c626c69-4157-4a57-999a-061c0f47fb6f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bfe752-7f7b-4f61-af1c-c0a36282e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:30.245574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-edf66ca3-b192-43cf-a16e-aa8ba40427cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59&tenant_id=d9e10e462dd74fcfa35ca52189716b35 HTTP/1.1" status: 200 len: 1096 time: 0.1973836 Dec 21 02:04:30.246370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:30.248439 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.371531 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] For port 0c626c69-4157-4a57-999a-061c0f47fb6f, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:30.376971 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] For port 0c626c69-4157-4a57-999a-061c0f47fb6f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0c626c69-4157-4a57-999a-061c0f47fb6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:30.392239 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.426760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:30.513888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12b5e7-88ff-42dd-83ef-6cad5dac8831 None None] The sync data for ids ['40464d0f-cf98-44db-a5fa-87346ce8ba43'] in n-d-761264-20 is: [{'id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976978136', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:00:57Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '81b38e62-00b3-4e77-a737-ad469a18c2bc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40464d0f-cf98-44db-a5fa-87346ce8ba43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:00:58Z', 'updated_at': '2021-12-21T02:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:30.551579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] For port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,segment=NetworkSegment(f99c5fec-a8e9-4c3f-8219-eae84d59126b),segment_id=f99c5fec-a8e9-4c3f-8219-eae84d59126b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:30.564119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7554d722-ce4c-4c73-8597-f811105ebb27 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 954 time: 0.3065727 Dec 21 02:04:30.565565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:30.573007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.611944 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:30.612589 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:30.617070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'routes': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:30.689013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Calling delete_port for 761e8503-e5a1-414a-85d9-cac8bfdb6f9b owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:30.780445 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dcbb5-24cd-4a7f-aa79-2ec4ed241f50 None None] Pushing event updated for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:30.889246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Provisioning complete for port 0c626c69-4157-4a57-999a-061c0f47fb6f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:30.889826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:30.949661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-f07cb67c-725c-40d4-b2af-a8a65eec9355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1158507 Dec 21 02:04:30.960038 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:31.013379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-e42d7443-f5fb-4457-ba90-41f0e82673d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:31.016597 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-e42d7443-f5fb-4457-ba90-41f0e82673d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1096 time: 0.4454746 Dec 21 02:04:31.133810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 761e8503-e5a1-414a-85d9-cac8bfdb6f9b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:31.163834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:31.279026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 761e8503-e5a1-414a-85d9-cac8bfdb6f9b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:31.279693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 761e8503-e5a1-414a-85d9-cac8bfdb6f9b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:31.296271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] No DVR routers for this DVR port 761e8503-e5a1-414a-85d9-cac8bfdb6f9b on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:31.300859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923f7a6-c924-41bc-b18c-212067c13623 None None] Pushing event deleted for resources: {'Port': ['ID=761e8503-e5a1-414a-85d9-cac8bfdb6f9b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:31.381490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:31.432624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] For port 0c626c69-4157-4a57-999a-061c0f47fb6f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0c626c69-4157-4a57-999a-061c0f47fb6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:31.442697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:31.479276 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:29Z', 'revision_number': 6, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:30Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:31.512828 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9c76a-6872-45b3-b8c7-7b5892e65b88 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:29Z', 'revision_number': 6, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:30Z', 'revision_number': 4, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:31.546627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-14552caf-ac94-436e-bf80-acb6ac71e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:31.549246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-14552caf-ac94-436e-bf80-acb6ac71e477 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.5168052 Dec 21 02:04:31.581697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 81b38e62-00b3-4e77-a737-ad469a18c2bc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:31.582050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:31.591363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91b298-1098-4e13-a999-a6df665ada99 req-5083db04-1682-44e4-b723-841244f7cd3c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:31.598593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff91b298-1098-4e13-a999-a6df665ada99 req-5083db04-1682-44e4-b723-841244f7cd3c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.6548502 Dec 21 02:04:31.655106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01364bad-9d2a-4868-81f2-d18498d181a2 None None] Pushing event updated for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:31.675565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3bccd752-b80c-45b3-ab00-7fcfe84da13e None None] Provisioning complete for port 0c626c69-4157-4a57-999a-061c0f47fb6f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:31.675948 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bccd752-b80c-45b3-ab00-7fcfe84da13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:31.702388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff91b298-1098-4e13-a999-a6df665ada99 req-a6aebede-6971-4093-a4c2-cc415f56ee60 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025512 Dec 21 02:04:31.787226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199cd60-3bd6-4117-8a58-7edd4987d447 req-537eff98-15d0-4a05-a58e-6e7f3b418a8a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:31.795675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0199cd60-3bd6-4117-8a58-7edd4987d447 req-537eff98-15d0-4a05-a58e-6e7f3b418a8a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 944 time: 0.8506787 Dec 21 02:04:31.798811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-2bca7800-4f35-4e75-8d98-ffe55e25645f service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290268 Dec 21 02:04:31.853929 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-88d80aef-78ce-4403-b7eb-bd0054dd0f74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1000 time: 0.2839851 Dec 21 02:04:31.964630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2108e182-3e42-4f81-8201-1549db02ba18 req-c358d988-1965-4117-a2e1-22532e7b4379 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119556 Dec 21 02:04:32.026715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-3f2c83b1-de8a-42e5-bacd-1426e3861ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:32.028430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-3f2c83b1-de8a-42e5-bacd-1426e3861ea4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.1630774 Dec 21 02:04:32.137062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0199cd60-3bd6-4117-8a58-7edd4987d447 req-20b4c1cb-0748-4adf-ad93-f522bcbe7c3b tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858384 Dec 21 02:04:32.215489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 81b38e62-00b3-4e77-a737-ad469a18c2bc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=81b38e62-00b3-4e77-a737-ad469a18c2bc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:32.216016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:32.273872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 81b38e62-00b3-4e77-a737-ad469a18c2bc owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:32.344694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-b7e95adf-9146-4d08-9e0d-9d24456c5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:32.346444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-b7e95adf-9146-4d08-9e0d-9d24456c5c01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 1096 time: 0.2300792 Dec 21 02:04:32.358151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:32.358405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:32.406612 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:04:32.500944 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:32.518799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for 943f22fe-a8b3-4c7b-b3c7-b907ea605d3a owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:32.630325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added routes are [] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 02:04:32.630634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.extraroute_db [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 02:04:32.640506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-e9003f75-95dc-4812-80bc-11236166188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:32.642278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-e9003f75-95dc-4812-80bc-11236166188c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535707 Dec 21 02:04:32.827958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0c626c69-4157-4a57-999a-061c0f47fb6f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:32.873051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-50f08225-4211-47fa-93d2-d7734a25b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:32.886956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-50f08225-4211-47fa-93d2-d7734a25b826 service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.5318918 Dec 21 02:04:33.001755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-05c3c83e-2a4b-43c4-bd28-8ef6ceba6a92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c673ffe-346c-4550-a554-1eff2a25d251 HTTP/1.1" status: 200 len: 217 time: 0.1040959 Dec 21 02:04:33.045853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-4e074285-8cb9-4a59-b623-deca0bb04e36 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884125 Dec 21 02:04:33.053079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:33.073372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0c626c69-4157-4a57-999a-061c0f47fb6f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:33.082167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.088912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:33.090298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:33.127699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.243578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:33.280817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.356935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.396426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.424289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035c488-2ce4-4edd-b13c-ffb0409b6db9 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:33.471925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a27e5a-416b-4168-87ed-d8f86a3c6fc9 req-5aea1e58-c277-42e2-b886-369377449515 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:33.473552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50a27e5a-416b-4168-87ed-d8f86a3c6fc9 req-5aea1e58-c277-42e2-b886-369377449515 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.5313580 Dec 21 02:04:33.489218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-79d2f8bf-5654-4223-bfd9-0edecafc51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:33.490733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-79d2f8bf-5654-4223-bfd9-0edecafc51fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.4666061 Dec 21 02:04:33.511733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=81b38e62-00b3-4e77-a737-ad469a18c2bc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:33.578164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-83f17ff1-b426-4dc1-b14f-a78f4b5e9f8c req-5ee9aa60-cddd-45a6-be12-452798267398 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165172 Dec 21 02:04:33.591619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-c65183de-1333-4a45-a189-fc2249acf81e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765388 Dec 21 02:04:33.607255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f738-0d88-40bd-be49-3e1b907a665f req-458baab5-9722-470d-80ab-9bc1ddf2cb04 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:33.608858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0301f738-0d88-40bd-be49-3e1b907a665f req-458baab5-9722-470d-80ab-9bc1ddf2cb04 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 944 time: 0.3577721 Dec 21 02:04:33.612671 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.630558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.630800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:33.689700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8d1d7096-e198-4f78-a3b6-34f3e56a3126 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:33.757449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8d1d7096-e198-4f78-a3b6-34f3e56a3126 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:33.757793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8d1d7096-e198-4f78-a3b6-34f3e56a3126 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:33.767199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:33.779441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:33.783257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-23ed60d6-3065-4300-a196-970968e6b5d3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 704 time: 3.2069230 Dec 21 02:04:33.784082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:33.839268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:29Z', 'revision_number': 6, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:33.898961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:33.909993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:33.910630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:33.993628 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c5312e79-8dc1-4345-b1aa-0ad95bb810ea tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 704 time: 0.2083864 Dec 21 02:04:33.995050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34510) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:34.032828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0301f738-0d88-40bd-be49-3e1b907a665f req-3fc9d432-2c46-4155-9ab3-bfdbc33dc9e8 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583906 Dec 21 02:04:34.078195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=943f22fe-a8b3-4c7b-b3c7-b907ea605d3a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:34.105920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:34.111952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50a27e5a-416b-4168-87ed-d8f86a3c6fc9 req-3a6b4f1d-6264-4417-9da9-34f60f1287e6 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6013358 Dec 21 02:04:34.199925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:34.207289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:34.313590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-ff23645e-905c-4299-aa48-8653021d1e8b service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036555 Dec 21 02:04:34.598585 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:34.619659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:34.620187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Fanout notify agent at l3_agent the message router_deleted on router 40464d0f-cf98-44db-a5fa-87346ce8ba43 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:04:34.768377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:34.772296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e10c1331-778e-46a6-8397-9c459bb8802a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/routers/40464d0f-cf98-44db-a5fa-87346ce8ba43 HTTP/1.1" status: 204 len: 168 time: 7.1874468 Dec 21 02:04:34.772512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9c673ffe-346c-4550-a554-1eff2a25d251 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:04:34.887607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:34.965085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Router ef42648c-d6da-466a-995a-f93b21d26666 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:34.979950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 02:04:35.137893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:35.163384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdeaf95f-9e3f-40d8-bed9-033968084332 req-037c677f-496b-41b8-ac56-08203e414cc3 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868928 Dec 21 02:04:35.194351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:35.209096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:32Z', 'revision_number': 7, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:35.217073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9c673ffe-346c-4550-a554-1eff2a25d251,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:35.673125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:35.721031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1c4dc-33bb-432c-b33c-5b6f2cad1946 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:32Z', 'revision_number': 7, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:35.735944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '9c673ffe-346c-4550-a554-1eff2a25d251', 'network_id': '997627ba-06b3-43a1-8612-411248c3e000', 'port_id': '9c673ffe-346c-4550-a554-1eff2a25d251', 'mac_address': 'fa:16:3e:bc:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5739cf65-1635-466a-8f85-0eb95d78dafd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:04:35.848476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:35.882222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7002a43c-d8ce-406a-881d-08a776e6a425']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:35.909604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c673ffe-346c-4550-a554-1eff2a25d251 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:04:35.982498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9c673ffe-346c-4550-a554-1eff2a25d251,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:35.999317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.011445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99c5fec-a8e9-4c3f-8219-eae84d59126b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:36.011943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99c5fec-a8e9-4c3f-8219-eae84d59126b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:36.058152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.143799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.187539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:04:36.188573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.205278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:04:36.209671 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:04:36.257023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536804f-6c30-4ac2-8b5a-2eecd1e9a876 req-8fcec64f-4f86-49b3-b354-651016bfaf21 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:36.261950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a536804f-6c30-4ac2-8b5a-2eecd1e9a876 req-8fcec64f-4f86-49b3-b354-651016bfaf21 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 945 time: 0.1754315 Dec 21 02:04:36.305115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a680-d813-4a0a-af3f-6ee4adf8bd88 req-28cb2447-22e4-4cba-aa46-c2a0ceb616d1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:36.340441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a94a680-d813-4a0a-af3f-6ee4adf8bd88 req-28cb2447-22e4-4cba-aa46-c2a0ceb616d1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.2549763 Dec 21 02:04:36.388267 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:36.412285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:36.413542 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:36.428923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['9c673ffe-346c-4550-a554-1eff2a25d251'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:04:36.473244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.534536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a94a680-d813-4a0a-af3f-6ee4adf8bd88 req-4d2488be-0c34-4311-87b7-f04ba5b412e3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928244 Dec 21 02:04:36.539205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:36.547599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:36.560462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d6d6ed22-0f4e-45d9-a60f-e1df73c61d51 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "PUT /v2.0/routers/ef42648c-d6da-466a-995a-f93b21d26666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2964041 Dec 21 02:04:36.565722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/networks/7002a43c-d8ce-406a-881d-08a776e6a425 HTTP/1.1" status: 204 len: 168 time: 1.6742566 Dec 21 02:04:36.574913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34564) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:36.593844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:36.624031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] Sync routers for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:36.636828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81b38e62-00b3-4e77-a737-ad469a18c2bc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:36.674155 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:36.677940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 81b38e62-00b3-4e77-a737-ad469a18c2bc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:36.678632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 81b38e62-00b3-4e77-a737-ad469a18c2bc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:36.692165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:36.703060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:36.742024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a536804f-6c30-4ac2-8b5a-2eecd1e9a876 req-06ee9460-321f-4ed8-b6db-bba294e81d1e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667504 Dec 21 02:04:36.863221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:36.926546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] Routers {'ef42648c-d6da-466a-995a-f93b21d26666'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:36.927195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ef42648c-d6da-466a-995a-f93b21d26666'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:37.044065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:37.045876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0225e799-acf7-47a2-b277-8a16af2935b1 None None] The sync data for ids ['ef42648c-d6da-466a-995a-f93b21d26666'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:37.058557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270420d0-3ec5-4534-9df3-d54d430e5a97 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Network': ['ID=7002a43c-d8ce-406a-881d-08a776e6a425,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:37.179677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 0c626c69-4157-4a57-999a-061c0f47fb6f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:37.180153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.181801 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:32Z', 'revision_number': 7, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:37.277185 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:37.297883 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:37.298833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:37.405175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 0c626c69-4157-4a57-999a-061c0f47fb6f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0c626c69-4157-4a57-999a-061c0f47fb6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:37.408585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.481164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.489656 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:37.493553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.496327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.501496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 0c626c69-4157-4a57-999a-061c0f47fb6f owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:37.507871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.515304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.516111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.527139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.538904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.548951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.551315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-a1439faa-7ee6-47d2-8f82-3c45d56f472e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.1819651 Dec 21 02:04:37.568045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.732222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.736857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:37.738820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/security-groups/3ee639ee-8bbc-4d62-8b8d-9c212580d41a HTTP/1.1" status: 204 len: 168 time: 1.1286466 Dec 21 02:04:37.781096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c2d42c1-1ca1-44a0-8de9-e080f8bc73e0 req-94b359b0-a5da-4f48-9cf7-82e321e05b01 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2229779 Dec 21 02:04:37.809533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73142-43b0-4c93-a037-4650b71df7bc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee639ee-8bbc-4d62-8b8d-9c212580d41a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:37.967274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e00fa-ee5d-415a-a171-4d5e776af01c req-83807409-0117-4ac1-9b5b-49118b530fb1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:37.975046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db7e00fa-ee5d-415a-a171-4d5e776af01c req-83807409-0117-4ac1-9b5b-49118b530fb1 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.2405398 Dec 21 02:04:38.006229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:38.099633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db7e00fa-ee5d-415a-a171-4d5e776af01c req-3aa702dd-2e89-40c5-aacd-ccecbf149d34 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173100 Dec 21 02:04:38.206700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3a27-1150-446a-960c-3906aa6567d2 req-f8871d76-d61c-488b-8d98-36fd190d0be8 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:38.222349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-350b3a27-1150-446a-960c-3906aa6567d2 req-f8871d76-d61c-488b-8d98-36fd190d0be8 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 945 time: 0.1448901 Dec 21 02:04:38.246374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port 6396b16c-0663-4756-8927-eab918f69b61 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:38.246973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:38.343699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-350b3a27-1150-446a-960c-3906aa6567d2 req-0e735a08-01ab-4a71-871d-5538ffe61803 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155779 Dec 21 02:04:38.403804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:38.420617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for 6396b16c-0663-4756-8927-eab918f69b61 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:38.512249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:38.641079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=0c626c69-4157-4a57-999a-061c0f47fb6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:38.680986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:32Z', 'revision_number': 7, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:38.743364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9c673ffe-346c-4550-a554-1eff2a25d251 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:38.781354 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fa3ae-4141-4a69-a343-4ae3b081d6a6 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:32Z', 'revision_number': 7, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '0c626c69-4157-4a57-999a-061c0f47fb6f', 'name': '', 'network_id': '35d7474c-a732-4e5b-8c4b-88da91ed64d1', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:1b:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:25Z', 'updated_at': '2021-12-21T02:04:31Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '9061f2d3-7e82-4b60-a083-e74a5d1dfab8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:38.956240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 9c673ffe-346c-4550-a554-1eff2a25d251 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:04:38.973411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 9c673ffe-346c-4550-a554-1eff2a25d251 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:38.974258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:39.168312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.180588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.198058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.225038 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:39.227489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.243532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.254798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.263213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.281088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-97b74ff1-0474-4367-9e18-28007613327a tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.2313623 Dec 21 02:04:39.330242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:39.336584 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564a221b-f2e9-4275-9e86-360609775572" -d '{"events": [{"server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "name": "network-vif-plugged", "status": "completed", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:39.399930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9c673ffe-346c-4550-a554-1eff2a25d251,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:39.408631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:39.462218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71a2f8d9-4917-433c-aa4b-08ce9696c89d req-36f1f086-fae3-4820-b8f5-1dcb9850b679 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754663 Dec 21 02:04:39.554181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34620) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:39.559295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970311802', 'description': 'tempest-secgroup-smoke-1970311802 description', 'project_id': 'bd263f31471247a294807ec6db2d3382'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:39.585478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:39.668235 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c6e102-8bef-4d05-8932-3f459e4b2fe7 x-openstack-request-id: req-b2c6e102-8bef-4d05-8932-3f459e4b2fe7 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:39.668544 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "name": "network-vif-plugged", "status": "completed", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:39.668823 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2c6e102-8bef-4d05-8932-3f459e4b2fe7 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:39.669226 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251', 'code': 200} Dec 21 02:04:39.713812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:39.898161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.905114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.911375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.918862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.925396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.932119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.938835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:39.942253 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-dc593416-e7f2-484d-80d6-f16682a52413 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.3125646 Dec 21 02:04:39.956111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.009677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b693e4-5ec7-4e81-b08a-575402e97469 req-d110252a-fae9-4ffd-a380-1603901f37de tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.022939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4b693e4-5ec7-4e81-b08a-575402e97469 req-d110252a-fae9-4ffd-a380-1603901f37de tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.4143755 Dec 21 02:04:40.116873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbc9a2-18f1-4700-9c29-ae7742440a85 req-58313379-3943-4782-87bd-62ab5f3e60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.124378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88fbc9a2-18f1-4700-9c29-ae7742440a85 req-58313379-3943-4782-87bd-62ab5f3e60e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 1098 time: 0.3108623 Dec 21 02:04:40.213409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4b693e4-5ec7-4e81-b08a-575402e97469 req-801a995a-d041-4946-9c04-b0621dcfb168 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890364 Dec 21 02:04:40.221263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-3283b5f7-627e-417d-803e-dfa75a42a66e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.224620 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-3283b5f7-627e-417d-803e-dfa75a42a66e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1112494 Dec 21 02:04:40.240801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.245483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae07a1-9af8-4239-b1ac-c93435e2e906 req-b41b1a0c-8a76-476e-b742-eae33b2b6b54 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.256382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fae07a1-9af8-4239-b1ac-c93435e2e906 req-b41b1a0c-8a76-476e-b742-eae33b2b6b54 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.4415383 Dec 21 02:04:40.301291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88fbc9a2-18f1-4700-9c29-ae7742440a85 req-42009553-3a34-412f-ab1a-ea8411146457 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254344 Dec 21 02:04:40.323563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=6396b16c-0663-4756-8927-eab918f69b61,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:40.407863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fae07a1-9af8-4239-b1ac-c93435e2e906 req-d3e7943f-8240-4610-afb8-dea0a032ab2e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505234 Dec 21 02:04:40.458906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.475789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.507212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed61d9-5fdc-455c-ba92-0cb747aa3957 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:40.578773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571aca18-2c0f-419b-89fc-f525cd4c6bb8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:40.598973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.612204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-085f9798-f14b-456a-8538-26444bcccc5c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0535274 Dec 21 02:04:40.625918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34640) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:40.631699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:40.828253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.923693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:40.944147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.946017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-52b54bdb-eff9-497f-a5e8-156c90bb6ae9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6364505 Dec 21 02:04:40.951116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.958010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.965969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.972288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.978936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.991170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:40.995559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-17ecc593-9a58-409c-ac57-89d6d37c06c0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5445 time: 0.2807760 Dec 21 02:04:41.008641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:41.114705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-918dec9b-549c-4e43-b8fb-d7d057d8d16f req-892c5ca5-3b7d-4955-aff6-01d1af8fbd23 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106820 Dec 21 02:04:41.129125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.140237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.176703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:41.179758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e70b79-171c-4c65-947f-147f1679b59a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:41.188195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.196525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.198931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e01bb868-45d7-492a-87c4-faa9272b0609 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712547 Dec 21 02:04:41.201744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34650) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:41.207521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:41.233219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.268346 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.444003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.453266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205f349-06f7-4728-a60f-2db4f31d25eb req-83a806e2-8afd-4722-b858-d266d05b30e2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:41.455029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2205f349-06f7-4728-a60f-2db4f31d25eb req-83a806e2-8afd-4722-b858-d266d05b30e2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.0940866 Dec 21 02:04:41.457493 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.468009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.496345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576ace49-fcc6-4459-996b-2e7b3242c8ef,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:41.534466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.535684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef57267d-d245-4730-9431-b09ae7530856 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328800 Dec 21 02:04:41.539356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34660) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:41.544885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:41.591602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.593489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Fanout notify agent at l3_agent the message router_deleted on router ef42648c-d6da-466a-995a-f93b21d26666 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:04:41.610023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.614864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-850dd841-e15b-45c4-a70a-0f4120162ff7 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/routers/ef42648c-d6da-466a-995a-f93b21d26666 HTTP/1.1" status: 204 len: 168 time: 5.0099540 Dec 21 02:04:41.617440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34662) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:41.696662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2205f349-06f7-4728-a60f-2db4f31d25eb req-263a0274-b365-4165-ac3e-31d98e22d5e2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954317 Dec 21 02:04:41.833060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3c402-cbce-49f6-a196-e0177fe2f531 req-394441df-d54a-4de6-ba2f-c61299ce83ea tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:41.834779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cef3c402-cbce-49f6-a196-e0177fe2f531 req-394441df-d54a-4de6-ba2f-c61299ce83ea tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.2208784 Dec 21 02:04:41.866698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:41.903544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting subnet 0d96062b-f717-486a-9a82-36733ee48e7a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:04:41.988610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3797d786-acef-4d5b-a954-6d8b886b341a no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:41.999091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.099399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cef3c402-cbce-49f6-a196-e0177fe2f531 req-64f9f738-b3a9-47c7-8d39-619b75bdb0b5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481232 Dec 21 02:04:42.130708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:42.141779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:42.162450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dd498a2e-2438-49ab-80da-d1c196c25e4a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1592419 Dec 21 02:04:42.167306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:42.179977 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:42.185608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.187231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34670) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:42.219347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.230967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.263511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.356160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:42.375837 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a2681-41e9-4603-88e7-81ebb2c8ff57" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:42.401203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ed7d9-a651-4c33-b478-464446138c9a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:42.402723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:42.408594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.410185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ebdf3385-7363-48a0-a881-9ac9cad0adda no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:42.490243 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde3aa7a-a9c4-45c5-8d5a-443d5f2087ca x-openstack-request-id: req-dde3aa7a-a9c4-45c5-8d5a-443d5f2087ca {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:42.490878 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:42.491279 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dde3aa7a-a9c4-45c5-8d5a-443d5f2087ca {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:42.491871 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a', 'code': 200} Dec 21 02:04:42.556549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.561564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59683dc2-b05c-488c-8cf9-ad9288dcb928 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0176964 Dec 21 02:04:42.565221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.584781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34682) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:42.596918 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:42.615475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:42.627653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:42.675273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:42.679525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=be9c5ed7-732d-4e1f-a42b-926abd689b8c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:42.684443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 9061f2d3-7e82-4b60-a083-e74a5d1dfab8 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:04:42.692227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.697599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.704812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.705909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fe680ed6-7ba4-48c1-94f3-2cef020c00b8 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:42.802330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.820128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.835426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.850929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.866142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:42.870021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.877026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:42.884619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.901540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:42.911479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56033d0e-c574-4578-ba79-36e63d041c13 req-3759cde1-9b42-4268-9655-2db003a998f8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 5443 time: 0.4948013 Dec 21 02:04:42.992786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Subnet': ['ID=0d96062b-f717-486a-9a82-36733ee48e7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:43.010854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.070905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.090452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6614be64-7cb8-490b-8e44-8f305aa08ab8 tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/subnets/0d96062b-f717-486a-9a82-36733ee48e7a HTTP/1.1" status: 204 len: 168 time: 1.4614916 Dec 21 02:04:43.102613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:43.120159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:43.124028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4343a1f-cdc2-48cf-b506-f4e5f60c9225 None None] Network 37d383bb-ac6b-4b35-8976-dd60222c3821 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:43.141060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.142221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f9b9b96b-b251-4d85-882e-0ed8461e4ed5 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:43.143771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.149001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] For port be9c5ed7-732d-4e1f-a42b-926abd689b8c, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:43.153862 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:38Z', 'revision_number': 8, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:43.244452 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:43.264351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.264699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:43.267137 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:43.453169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.455455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:43.474907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.517880 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:43.519308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56033d0e-c574-4578-ba79-36e63d041c13 req-e1cbd67b-65f2-428e-b334-d0332db336d5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5965488 Dec 21 02:04:43.521016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.575375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] device_id is not set on port be9c5ed7-732d-4e1f-a42b-926abd689b8c yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:04:43.609113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:43.618569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.619298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device be9c5ed7-732d-4e1f-a42b-926abd689b8c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:43.628431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d169d2-ea30-4475-a680-bca730963268 req-aac160b0-a574-4fcf-a901-c8141b7069f4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:43.643681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7d169d2-ea30-4475-a680-bca730963268 req-aac160b0-a574-4fcf-a901-c8141b7069f4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.6353498 Dec 21 02:04:43.656250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.674541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.706399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.727233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d573acb-f715-40cc-9e9a-0dbcd3e358ce,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:43.779454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.779713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] DHCP port deletion for 37d383bb-ac6b-4b35-8976-dd60222c3821 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:43.794248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e95a6d54-eb00-4260-97f1-afb3fc3048e0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1895857 Dec 21 02:04:43.832552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34704) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:43.862895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:43.867591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port be9c5ed7-732d-4e1f-a42b-926abd689b8c host ! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:04:43.867833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device be9c5ed7-732d-4e1f-a42b-926abd689b8c not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:43.868233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:43.937899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:43.938544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Deleting port e8e799ef-1968-4d57-a054-fc51a82ab0ea {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:43.938921 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.941674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3d4ff56d-e3c5-414b-8630-5a1f87f6f925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:43.988232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Pushing event updated for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:44.054077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7d169d2-ea30-4475-a680-bca730963268 req-39c8fa14-1064-4630-a1fb-46f22f354a40 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094927 Dec 21 02:04:44.063322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] No DVR routers for this DVR port be9c5ed7-732d-4e1f-a42b-926abd689b8c on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:44.092309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] For port e8e799ef-1968-4d57-a054-fc51a82ab0ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8e799ef-1968-4d57-a054-fc51a82ab0ea,segment=NetworkSegment(ea53d3de-40bc-48f4-be3f-380a20ecd60e),segment_id=ea53d3de-40bc-48f4-be3f-380a20ecd60e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:44.092862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.102479 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.127764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3fda1-dd34-4dde-903d-fff2ca2d3a47 req-3afa5e09-e0e0-44b3-bab8-15a32377a7ae tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:44.136108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42d3fda1-dd34-4dde-903d-fff2ca2d3a47 req-3afa5e09-e0e0-44b3-bab8-15a32377a7ae tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.2532513 Dec 21 02:04:44.162201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.169561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Calling delete_port for e8e799ef-1968-4d57-a054-fc51a82ab0ea owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:44.212691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:38Z', 'revision_number': 8, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:44.284974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce3f6-47ee-48f8-872f-3add40208429 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:38Z', 'revision_number': 8, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b039eda1-59d1-494d-ac43-f90b049a2b24', 'name': '', 'network_id': 'e602d2e2-c6fb-4f48-a788-7e60c3d8520e', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:0e:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:13Z', 'updated_at': '2021-12-21T02:04:22Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '8663d349-007b-409e-9efa-395e3d1f5b7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:44.335398 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:04:44.338206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42d3fda1-dd34-4dde-903d-fff2ca2d3a47 req-5663576f-79c7-44be-a82e-adcf4f7bc53f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945951 Dec 21 02:04:44.419504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port e8e799ef-1968-4d57-a054-fc51a82ab0ea {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:44.421308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.430530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.438491 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.448811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] In _notify_port_updated(), no bound segment for port be9c5ed7-732d-4e1f-a42b-926abd689b8c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:04:44.449912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:44.452897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.459905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-42e9888d-2138-45a9-8625-0274de88bad0 service neutron] 10.222.0.45 "PUT /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 200 len: 1033 time: 3.4570160 Dec 21 02:04:44.471313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.493283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:44.501946 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce852a-7f63-45a2-ad5b-ef3cb807b541" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:44.519412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=9061f2d3-7e82-4b60-a083-e74a5d1dfab8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:44.530477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.538984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-381d4e8c-aeb9-411a-ace9-0e8d60e63536 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/9061f2d3-7e82-4b60-a083-e74a5d1dfab8 HTTP/1.1" status: 204 len: 168 time: 2.3480158 Dec 21 02:04:44.542259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34718) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:44.599058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339835b-8d3e-4e58-98e8-4322af180956 None None] Network 35d7474c-a732-4e5b-8c4b-88da91ed64d1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:44.601610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] Pushing event deleted for resources: {'Port': ['ID=e8e799ef-1968-4d57-a054-fc51a82ab0ea,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:44.610403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2baa58c-7cf4-44d5-8ca1-780c714f1895 None None] No DVR routers for this DVR port e8e799ef-1968-4d57-a054-fc51a82ab0ea on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:44.673465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-ee0b02dd-1813-466f-a6d1-d90f6587b057 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:44.679279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-ee0b02dd-1813-466f-a6d1-d90f6587b057 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "GET /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1546898 Dec 21 02:04:44.731653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.737027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:44.756813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3284985d-12a4-426c-86ac-95eb36388737 None None] Provisioning complete for port be9c5ed7-732d-4e1f-a42b-926abd689b8c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:44.757247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3284985d-12a4-426c-86ac-95eb36388737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.759832 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c198d090-2f8c-4526-97d8-8fff7cbff7bc x-openstack-request-id: req-c198d090-2f8c-4526-97d8-8fff7cbff7bc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:44.760125 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:44.760379 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c198d090-2f8c-4526-97d8-8fff7cbff7bc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:44.760711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:44.760836 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'code': 200} Dec 21 02:04:44.760998 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'code': 200} Dec 21 02:04:44.761245 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'code': 200} Dec 21 02:04:44.923785 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:44.925497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f1daf015-4430-4962-9c24-0fc4bc3c3808 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:45.006283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8e799ef-1968-4d57-a054-fc51a82ab0ea no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:45.018677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:45.019032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.121163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] For port e8e799ef-1968-4d57-a054-fc51a82ab0ea, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e8e799ef-1968-4d57-a054-fc51a82ab0ea,segment=NetworkSegment(ea53d3de-40bc-48f4-be3f-380a20ecd60e),segment_id=ea53d3de-40bc-48f4-be3f-380a20ecd60e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:45.123824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.177055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for e8e799ef-1968-4d57-a054-fc51a82ab0ea owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:45.241431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.267902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.353658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.370941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.384569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.404544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.416489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.432238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:45.440623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e8e799ef-1968-4d57-a054-fc51a82ab0ea {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:45.441197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e8e799ef-1968-4d57-a054-fc51a82ab0ea not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:45.441482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0c626c69-4157-4a57-999a-061c0f47fb6f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:45.457947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96d62329-e815-43a0-b456-b43214497316 req-e7086c23-e798-42d7-a050-b1a48623f9c5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 4655 time: 0.6158533 Dec 21 02:04:45.459876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa42acd-0748-4d00-8919-245925fc3a8e,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:45.473796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:45.474305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.474785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.486959 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.488655 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f946eac1-7cfc-415a-ba97-1bdbcff435b4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5833685 Dec 21 02:04:45.498520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34738) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:45.507317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '571aca18-2c0f-419b-89fc-f525cd4c6bb8', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:45.608271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 16ab7a10-50c0-4596-8b3c-23a2ae385e6f owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:45.643327 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:04:45.655500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.681565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 0c626c69-4157-4a57-999a-061c0f47fb6f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:45.682094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0c626c69-4157-4a57-999a-061c0f47fb6f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:45.689038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] No DVR routers for this DVR port e8e799ef-1968-4d57-a054-fc51a82ab0ea on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:45.708699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3284985d-12a4-426c-86ac-95eb36388737 None None] Port be9c5ed7-732d-4e1f-a42b-926abd689b8c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:45.714445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.779731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:45.928920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:45.981895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.044977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a1f2-e0d9-4e73-b655-2392aa14dab3 req-29198929-f02b-46d6-934d-d398633ca9c8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:46.045751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d383bb-ac6b-4b35-8976-dd60222c3821']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.046455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9818a1f2-e0d9-4e73-b655-2392aa14dab3 req-29198929-f02b-46d6-934d-d398633ca9c8 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.5589128 Dec 21 02:04:46.055956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] DHCP port deletion for 35d7474c-a732-4e5b-8c4b-88da91ed64d1 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:46.062031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:46.091215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea53d3de-40bc-48f4-be3f-380a20ecd60e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.093575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.101986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea53d3de-40bc-48f4-be3f-380a20ecd60e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.141112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.207866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.214296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96d62329-e815-43a0-b456-b43214497316 req-7d9fc58d-b44d-43dd-88ec-800ea77e2f18 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7545547 Dec 21 02:04:46.229014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:04:46.229640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.302776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:46.318219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Deleting port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:46.318799 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.324031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9818a1f2-e0d9-4e73-b655-2392aa14dab3 req-f73236d6-fc3a-4227-837d-63dc8d7be7bc tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479098 Dec 21 02:04:46.376363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.438470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:46.443304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:04:46.481664 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:04:46.496387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=e8e799ef-1968-4d57-a054-fc51a82ab0ea,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:46.563267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] For port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,segment=NetworkSegment(f5bfe752-7f7b-4f61-af1c-c0a36282e502),segment_id=f5bfe752-7f7b-4f61-af1c-c0a36282e502)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:46.563801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.597665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.627472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Calling delete_port for 16ab7a10-50c0-4596-8b3c-23a2ae385e6f owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:46.717370 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6364265a-27a2-46c1-a396-106795e82fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.723891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.729846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.754729 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/networks/37d383bb-ac6b-4b35-8976-dd60222c3821 HTTP/1.1" status: 204 len: 168 time: 3.6484780 Dec 21 02:04:46.760124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b94dc2-43e3-47e6-95b1-ce54d2d21e9c tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Network': ['ID=37d383bb-ac6b-4b35-8976-dd60222c3821,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:46.762082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:46.823443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d7474c-a732-4e5b-8c4b-88da91ed64d1']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.845508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bfe752-7f7b-4f61-af1c-c0a36282e502') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.851359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bfe752-7f7b-4f61-af1c-c0a36282e502') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:46.852458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c'}, {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:46.858018 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ee3b4-9796-4905-a07c-af39cdd0c561" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c"}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:46.874326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 16ab7a10-50c0-4596-8b3c-23a2ae385e6f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:46.911689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:46.947156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 16ab7a10-50c0-4596-8b3c-23a2ae385e6f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:46.947548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 16ab7a10-50c0-4596-8b3c-23a2ae385e6f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:46.999441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.033409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:04:47.034020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:04:47.038056 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:04:47.043192 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:04:47.043192 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:04:47.043192 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:04:47.043192 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:04:47.043192 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:04:47.052651 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aabe9c-5a4a-4737-a18f-848794342c3c x-openstack-request-id: req-b9aabe9c-5a4a-4737-a18f-848794342c3c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:47.052953 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "012eb1f3-8a34-4b9a-a766-f8ef6bd1280c", "code": 200}, {"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:47.053208 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9aabe9c-5a4a-4737-a18f-848794342c3c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:47.055581 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012eb1f3-8a34-4b9a-a766-f8ef6bd1280c', 'code': 200} Dec 21 02:04:47.057099 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'code': 200} Dec 21 02:04:47.068990 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.069832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.140771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.195915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] No DVR routers for this DVR port 16ab7a10-50c0-4596-8b3c-23a2ae385e6f on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:47.199154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.206710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.214278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/35d7474c-a732-4e5b-8c4b-88da91ed64d1 HTTP/1.1" status: 204 len: 168 time: 2.6707261 Dec 21 02:04:47.216723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34760) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:47.229850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1014-f306-43ca-8724-b47e95083c2d None None] Pushing event deleted for resources: {'Port': ['ID=16ab7a10-50c0-4596-8b3c-23a2ae385e6f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:47.251134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca86e9-edba-47c9-912e-689b9893230a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=35d7474c-a732-4e5b-8c4b-88da91ed64d1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:47.285213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9ee834-43b0-4596-8ee8-3aea6b31449a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:47.311647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:47.315510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.341497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.342875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e2a9f74-c9e4-4afb-9034-7ff9664e6783 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8412671 Dec 21 02:04:47.366563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:47.393919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'network': {'name': 'tempest-network-smoke--381891169', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'port_security_enabled': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:47.493972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] For port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:47.498709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Deleting port a294b7c4-4244-4d67-9cbd-3888cb9384c1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:47.499316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.523710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:47.528019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.657457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:04:47.667526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.668158 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Added segment 12151805-840b-429f-9ec0-92c806747da1 of type vlan for network 6c22c855-7974-4580-a687-afa13eb477e7 Dec 21 02:04:47.738502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.776042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] device_id is not set on port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:04:47.784846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.791861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:47.792780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.804972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.841630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.901205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Pushing event updated for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:47.917617 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5284958 Dec 21 02:04:47.925536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:47.964679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'admin_state_up': True, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:47.985510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:47.986116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:48.026406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Calling delete_port for a294b7c4-4244-4d67-9cbd-3888cb9384c1 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:48.254007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.270981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.295801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.317740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.326665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.334947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.346802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-91535ad5-17c3-427b-859d-20038330cb7c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 4653 time: 0.8103101 Dec 21 02:04:48.587791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652cfc7-b954-418a-b0a1-e681f32cbf5a req-70ce9549-2804-4aca-9920-65fb2c81357b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:48.589806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9652cfc7-b954-418a-b0a1-e681f32cbf5a req-70ce9549-2804-4aca-9920-65fb2c81357b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.9719450 Dec 21 02:04:48.598056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-15e5645c-a63f-4b1c-8616-8903e87e0075 None None] Provisioning complete for port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:48.598675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-15e5645c-a63f-4b1c-8616-8903e87e0075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:48.672729 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:48.675989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-15e5645c-a63f-4b1c-8616-8903e87e0075 None None] Port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:48.696963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-570ee52a-e613-4801-8d88-c14b4e1d069b req-d4425e12-c261-4de0-8dd5-87f8d709a468 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&id=fc098a38-9537-4212-9555-d27c39d294e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3486967 Dec 21 02:04:48.787017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9652cfc7-b954-418a-b0a1-e681f32cbf5a req-c38be8a5-50b8-482f-952d-e9420a309762 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819384 Dec 21 02:04:48.887807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.098698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] No DVR routers for this DVR port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:49.105776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013353f2-718e-4f88-8e84-f96d735dba01 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Network': ['ID=6c22c855-7974-4580-a687-afa13eb477e7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:49.125681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6c22c855-7974-4580-a687-afa13eb477e7 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:04:49.190625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.192864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.207277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] In _notify_port_updated(), no bound segment for port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c on network 2cc21127-be32-480e-87ce-85a1ce7052fb {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:04:49.208224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:49.208984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.210498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-a976b177-471e-4b3e-bc59-7f6b9c1c46e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 200 len: 1031 time: 4.4733918 Dec 21 02:04:49.416515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.646233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port b039eda1-59d1-494d-ac43-f90b049a2b24 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:49.647206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.703417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.725703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port ebdf3385-7363-48a0-a881-9ac9cad0adda {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:49.727114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.862187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port b039eda1-59d1-494d-ac43-f90b049a2b24, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b039eda1-59d1-494d-ac43-f90b049a2b24,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:49.862473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.871604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:49.917476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for b039eda1-59d1-494d-ac43-f90b049a2b24 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:50.038770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port ebdf3385-7363-48a0-a881-9ac9cad0adda, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ebdf3385-7363-48a0-a881-9ac9cad0adda,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:50.040233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.078787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for ebdf3385-7363-48a0-a881-9ac9cad0adda owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:50.306798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.313241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.319528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.326132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.332418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.346814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c929cf37-a35d-44d4-909a-8838f649c858 req-5fe56beb-d206-41bf-86a1-7f455802788d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 3877 time: 0.3828983 Dec 21 02:04:50.383848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.497643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb1f0-4984-48d7-9162-8582c6c05067 req-d43e9853-a0e7-4e36-b55c-b097005f08ef tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.511143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b4cb1f0-4984-48d7-9162-8582c6c05067 req-d43e9853-a0e7-4e36-b55c-b097005f08ef tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.4264083 Dec 21 02:04:50.516472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Pushing event deleted for resources: {'Port': ['ID=a294b7c4-4244-4d67-9cbd-3888cb9384c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:50.580533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.750424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=ebdf3385-7363-48a0-a881-9ac9cad0adda,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:50.773893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.777940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.779346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-466604d1-f4ce-4fe6-9222-3ec9aa8bae9d tempest-FloatingIPAdminTestJSON-1186513301 tempest-FloatingIPAdminTestJSON-1186513301-project] 10.222.0.43 "DELETE /v2.0/floatingips/9f409913-79b6-47c3-a609-58b1f438a87f HTTP/1.1" status: 204 len: 168 time: 3.9980972 Dec 21 02:04:50.822415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-36c62cc2-ed90-4cf9-93b0-84d5956e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:50.823917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-36c62cc2-ed90-4cf9-93b0-84d5956e1d97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e10e462dd74fcfa35ca52189716b35&device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1096 time: 0.3012974 Dec 21 02:04:50.827849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port ebdf3385-7363-48a0-a881-9ac9cad0adda on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:50.832330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:50.836009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-c3cb55cc-167b-48aa-8c4b-9221e340c746 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "DELETE /v2.0/ports/ebdf3385-7363-48a0-a881-9ac9cad0adda HTTP/1.1" status: 204 len: 173 time: 1.6130002 Dec 21 02:04:50.837515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:50.838864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c929cf37-a35d-44d4-909a-8838f649c858 req-1128b84a-b2bf-43c0-8ea1-5440f73a05b2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693439 Dec 21 02:04:50.840371 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c6d77f-5da7-4865-bea7-27d0846ed57b" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:50.888809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b4cb1f0-4984-48d7-9162-8582c6c05067 req-e2462a9e-61a2-48d5-b322-f56ae07dbf6a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723731 Dec 21 02:04:50.990711 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29ec023-b140-4f5e-8e8e-d3f0db564ab9 x-openstack-request-id: req-c29ec023-b140-4f5e-8e8e-d3f0db564ab9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:50.991161 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "ebdf3385-7363-48a0-a881-9ac9cad0adda", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:50.991448 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c29ec023-b140-4f5e-8e8e-d3f0db564ab9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:50.991867 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'ebdf3385-7363-48a0-a881-9ac9cad0adda', 'status': 'completed', 'code': 200} Dec 21 02:04:51.205781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:51.253635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:51.265244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:51.265623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:51.560182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-f544ecef-db8d-41eb-bf97-cfaf3cc07475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:51.565410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-f544ecef-db8d-41eb-bf97-cfaf3cc07475 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 200 len: 916 time: 0.6727765 Dec 21 02:04:51.577071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34846) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:51.604878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port fe680ed6-7ba4-48c1-94f3-2cef020c00b8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:51.609609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:51.612606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:51.641653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for fe680ed6-7ba4-48c1-94f3-2cef020c00b8 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:51.673055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=b039eda1-59d1-494d-ac43-f90b049a2b24,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:51.880186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.231 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/79661ca1-7283-4f4c-a10d-cb344910a420) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:52.014465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.051927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.067317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.088702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.096747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=fe680ed6-7ba4-48c1-94f3-2cef020c00b8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:52.105184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.195122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:52.214783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-3904b340-79ad-4a38-8b7a-759258a4821b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 200 len: 1000 time: 0.6145151 Dec 21 02:04:52.220153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:52.224978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port fe680ed6-7ba4-48c1-94f3-2cef020c00b8 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:52.229852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:04:52.237202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e118dd-fb1c-453b-931a-6d30c0c7cf51 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:52.278133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.281413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-6ca55a15-6ca9-4229-96c9-a8ab726ce8c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "DELETE /v2.0/ports/fe680ed6-7ba4-48c1-94f3-2cef020c00b8 HTTP/1.1" status: 204 len: 173 time: 1.4166822 Dec 21 02:04:52.369760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8c23d78f-aceb-4dbe-a6f5-a25a23bf59fe None None] Provisioning complete for port 79661ca1-7283-4f4c-a10d-cb344910a420 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:52.370322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8c23d78f-aceb-4dbe-a6f5-a25a23bf59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.410995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8c23d78f-aceb-4dbe-a6f5-a25a23bf59fe None None] Port 79661ca1-7283-4f4c-a10d-cb344910a420 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:04:52.420663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=79661ca1-7283-4f4c-a10d-cb344910a420,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:52.424606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b3a1-9bee-482a-940d-eb50c5fe7285 req-3c101b4a-2d85-4114-9572-2eddcfd7432b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:52.427097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a632b3a1-9bee-482a-940d-eb50c5fe7285 req-3c101b4a-2d85-4114-9572-2eddcfd7432b tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.2780256 Dec 21 02:04:52.454171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131a8e-de2d-4c49-9a20-3b93bc3b86a6 req-b8bc5b07-7cdf-484e-a991-c81d2c1a8a4f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:52.464214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131a8e-de2d-4c49-9a20-3b93bc3b86a6 req-b8bc5b07-7cdf-484e-a991-c81d2c1a8a4f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:52.472215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131a8e-de2d-4c49-9a20-3b93bc3b86a6 req-b8bc5b07-7cdf-484e-a991-c81d2c1a8a4f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:52.474372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b131a8e-de2d-4c49-9a20-3b93bc3b86a6 req-b8bc5b07-7cdf-484e-a991-c81d2c1a8a4f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 2411 time: 0.3833318 Dec 21 02:04:52.653703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port 3797d786-acef-4d5b-a954-6d8b886b341a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:52.654277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:52.685636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-11b050c4-1902-47e7-816e-855bd3136077 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3e82713b28140ef9a19ea333f395a76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0939624 Dec 21 02:04:52.708095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:52.796357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-2d956737-551e-45a0-b1c5-71aba5ceb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:52.798188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-2d956737-551e-45a0-b1c5-71aba5ceb139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 200 len: 855 time: 0.5662217 Dec 21 02:04:52.901995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b131a8e-de2d-4c49-9a20-3b93bc3b86a6 req-1c4ffdc9-b50d-4e50-bcb0-852da0042482 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101230 Dec 21 02:04:52.953980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a632b3a1-9bee-482a-940d-eb50c5fe7285 req-4c53f12f-1570-44ad-8f72-d28fd33ef65a tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746610 Dec 21 02:04:52.992495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:53.000076 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ba8f98-66bf-4b69-9f14-4f05ff502695" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:53.030751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port 3797d786-acef-4d5b-a954-6d8b886b341a, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3797d786-acef-4d5b-a954-6d8b886b341a,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:53.031041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.033762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.083388 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563c219-581c-426c-be44-954beb5f3a7d x-openstack-request-id: req-f563c219-581c-426c-be44-954beb5f3a7d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:53.083711 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "fe680ed6-7ba4-48c1-94f3-2cef020c00b8", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:53.083970 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f563c219-581c-426c-be44-954beb5f3a7d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:53.084329 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'fe680ed6-7ba4-48c1-94f3-2cef020c00b8', 'status': 'completed', 'code': 200} Dec 21 02:04:53.091630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for 3797d786-acef-4d5b-a954-6d8b886b341a owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:53.107584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.132807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.173039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-bef8f542-90ae-4386-8c13-8ff58a0e1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:53.174986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-bef8f542-90ae-4386-8c13-8ff58a0e1d0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fcf91e8e-5405-4305-a94f-1aa7de06a98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3581223 Dec 21 02:04:53.264034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.266860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.268008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39d51790-eeab-441c-9092-aa76e81a2560 HTTP/1.1" status: 204 len: 168 time: 0.5486357 Dec 21 02:04:53.290485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb8b5-fdd6-463a-a152-ac8aa7365594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d51790-eeab-441c-9092-aa76e81a2560,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:53.293473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:53.318614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-97e29fc9-8bb3-43c4-8071-738854f0c6d6 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323400 Dec 21 02:04:53.444841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.524692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7be0b65-d583-44fc-b98b-4c5c291d56a7 req-381e51e0-f896-4332-97e4-654a28e9d806 service neutron] 10.222.0.45 "GET /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279507 Dec 21 02:04:53.576477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:53.588877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:53.589970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd2f287d-6a8e-47cc-972d-d776ef4e89a7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3715730 Dec 21 02:04:53.598193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34876) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:53.608652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.615428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:53.616205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:53.723354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=3797d786-acef-4d5b-a954-6d8b886b341a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:53.726390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:53.842202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:53.861907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c135-7ef4-4de9-9b6f-6aa22f8d73ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.964660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port 3797d786-acef-4d5b-a954-6d8b886b341a on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:53.975542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c135-7ef4-4de9-9b6f-6aa22f8d73ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.975722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.980339 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-9e108098-6461-4464-b4e7-32da3dd3545c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "DELETE /v2.0/ports/3797d786-acef-4d5b-a954-6d8b886b341a HTTP/1.1" status: 204 len: 173 time: 1.6607876 Dec 21 02:04:53.981617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c135-7ef4-4de9-9b6f-6aa22f8d73ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:53.981841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:04:53.991757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:04:54.007875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:50Z', 'revision_number': 9, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:54.021801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 8663d349-007b-409e-9efa-395e3d1f5b7a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:04:54.031119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5ec1c135-7ef4-4de9-9b6f-6aa22f8d73ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c19426988e740268a61bcced6af9b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870468 Dec 21 02:04:54.034474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1c135-7ef4-4de9-9b6f-6aa22f8d73ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b958b6-bc70-479a-a915-5f82f2420d8d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:54.037730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34892) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:54.050721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.054608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:54.068396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:54.069523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:54.132336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e594-9878-4c81-89ef-e8819897b891 req-f594d0cc-9c3b-4acf-b983-c0b8605db136 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:54.139949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e594-9878-4c81-89ef-e8819897b891 req-f594d0cc-9c3b-4acf-b983-c0b8605db136 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:54.141698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5281e594-9878-4c81-89ef-e8819897b891 req-f594d0cc-9c3b-4acf-b983-c0b8605db136 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 1678 time: 0.0779665 Dec 21 02:04:54.173304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.196660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:54.220952 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.314170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea65b0-0a4a-4dcf-81ca-c2a08879230c req-b284ed00-cb30-4071-a8e3-96faac1f8d2e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:54.315968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2ea65b0-0a4a-4dcf-81ca-c2a08879230c req-b284ed00-cb30-4071-a8e3-96faac1f8d2e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 944 time: 0.1689653 Dec 21 02:04:54.360699 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.387776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5281e594-9878-4c81-89ef-e8819897b891 req-1038f55e-9c5a-4982-9b00-c6a8b5d57d92 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039907 Dec 21 02:04:54.404955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.484505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2ea65b0-0a4a-4dcf-81ca-c2a08879230c req-9403e637-58fe-41f4-b3ea-da078bf87d83 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572914 Dec 21 02:04:54.507650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.resource_extend [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 02:04:54.509507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.511630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.513434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:54.529363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9b958b6-bc70-479a-a915-5f82f2420d8d HTTP/1.1" status: 204 len: 168 time: 0.4787176 Dec 21 02:04:54.539822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59647e3-b896-4cf7-929e-d7fc4d922e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b958b6-bc70-479a-a915-5f82f2420d8d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:54.760570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:54.868119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'port_id': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'mac_address': 'fa:16:3e:58:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:04:54.967988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:50Z', 'revision_number': 9, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:55.037565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34914) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:55.038133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e6ff-2401-4597-9edd-0ab923a2f02d None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:04:50Z', 'revision_number': 9, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e91274-2433-40de-8861-164df2ab9248', 'name': '', 'network_id': '9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:25:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:04Z', 'updated_at': '2021-12-21T02:04:14Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '1d6be81c-aaa9-41a0-9498-148458dd4260', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:55.044333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.067387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:04:55.067532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a575a5e-e3c3-4ee2-8b29-7aa010fea9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.103195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:55.114846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.219800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:55.229602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a575a5e-e3c3-4ee2-8b29-7aa010fea9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.242404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a575a5e-e3c3-4ee2-8b29-7aa010fea9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.280766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575a5e-e3c3-4ee2-8b29-7aa010fea9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbddcf-1030-4f6d-ab0f-efc00ffd2e1f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:55.298832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9a575a5e-e3c3-4ee2-8b29-7aa010fea9db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a42b5d0f62b4fbeab112c07ec1f8723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599771 Dec 21 02:04:55.299481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34916) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:55.349683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:55.351462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:55.361294 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Sync routers for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:55.378274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:55.378903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:55.380925 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0899882-b370-46c9-9191-fc10054a3613" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:55.384166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=8663d349-007b-409e-9efa-395e3d1f5b7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:55.415125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.430939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.435029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66384467-2f72-49dd-a9ce-bcea19dcb5e6 None None] Network e602d2e2-c6fb-4f48-a788-7e60c3d8520e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:55.451764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-327f8c68-a296-466e-b2fd-d5b790ea8a2b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/8663d349-007b-409e-9efa-395e3d1f5b7a HTTP/1.1" status: 204 len: 168 time: 1.8521891 Dec 21 02:04:55.461180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:55.479128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.581697 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b25c5-55f6-481a-aa4c-265bfd401fb6 x-openstack-request-id: req-4b5b25c5-55f6-481a-aa4c-265bfd401fb6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:55.581986 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "3797d786-acef-4d5b-a954-6d8b886b341a", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:55.582459 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b5b25c5-55f6-481a-aa4c-265bfd401fb6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:55.583062 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': '3797d786-acef-4d5b-a954-6d8b886b341a', 'status': 'completed', 'code': 200} Dec 21 02:04:55.597991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.600635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.602015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9fbddcf-1030-4f6d-ab0f-efc00ffd2e1f HTTP/1.1" status: 204 len: 168 time: 0.3015790 Dec 21 02:04:55.617208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe31d1-2630-46a3-90ce-07de4b37f75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbddcf-1030-4f6d-ab0f-efc00ffd2e1f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:55.618192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.621049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61c82b5b-266b-4106-b34e-2ba96b5e554a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.6600020 Dec 21 02:04:55.629402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34930) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:55.709844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e551098-2bea-4816-8ad4-0299b32faa38 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd263f31471247a294807ec6db2d3382&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789516 Dec 21 02:04:55.710790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:55.733669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a63f-6c35-4306-a9cd-e0584eb903fd req-9b274fab-eb1f-47c5-9fd8-66dd74e90035 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:55.739418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.743580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['93b7a875-b840-4d20-b9f4-7131fbd67f8e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:04:55.746739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0a63f-6c35-4306-a9cd-e0584eb903fd req-9b274fab-eb1f-47c5-9fd8-66dd74e90035 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:55.748586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe0a63f-6c35-4306-a9cd-e0584eb903fd req-9b274fab-eb1f-47c5-9fd8-66dd74e90035 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 1678 time: 0.1334369 Dec 21 02:04:55.761189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port f1daf015-4430-4962-9c24-0fc4bc3c3808 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:55.761572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.831320 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:55.910216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port f1daf015-4430-4962-9c24-0fc4bc3c3808, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f1daf015-4430-4962-9c24-0fc4bc3c3808,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:55.910482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.933009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 1591082c-d45b-4d11-8af3-8702c66de946 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:55.933378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:55.935214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for f1daf015-4430-4962-9c24-0fc4bc3c3808 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:56.098379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] DHCP port deletion for e602d2e2-c6fb-4f48-a788-7e60c3d8520e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:56.190595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 1591082c-d45b-4d11-8af3-8702c66de946, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1591082c-d45b-4d11-8af3-8702c66de946,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:56.190976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.233948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 1591082c-d45b-4d11-8af3-8702c66de946 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:56.273302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702e5c4-287f-4acd-a655-2d9d8f564943 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:56.277254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d702e5c4-287f-4acd-a655-2d9d8f564943 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5278745 Dec 21 02:04:56.281144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34944) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:56.300195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8fe0a63f-6c35-4306-a9cd-e0584eb903fd req-739a2eac-4276-43ea-8f86-ca62ba064f0d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992721 Dec 21 02:04:56.307634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Deleting port 1591082c-d45b-4d11-8af3-8702c66de946 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:56.307942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.342172 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:04:52Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:56.344556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ab74d-d677-487a-80f8-4d6ecae6beb1 req-295af85b-e1af-40ae-88f6-19f198b804a4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:56.357958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-144ab74d-d677-487a-80f8-4d6ecae6beb1 req-295af85b-e1af-40ae-88f6-19f198b804a4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 945 time: 0.4060621 Dec 21 02:04:56.417909 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Checking router: 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:04:56.423486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Updating router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 port 79661ca1-7283-4f4c-a10d-cb344910a420 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:04:56.456548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-753789e3-d298-443c-bab2-a0f47f09768d tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1710024 Dec 21 02:04:56.457226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34952) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:56.474312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.506002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499856588', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:56.514237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=f1daf015-4430-4962-9c24-0fc4bc3c3808,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:56.547109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] For port 1591082c-d45b-4d11-8af3-8702c66de946, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1591082c-d45b-4d11-8af3-8702c66de946,segment=NetworkSegment(44116242-9295-4d6a-9693-df93a7acf533),segment_id=44116242-9295-4d6a-9693-df93a7acf533)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:56.547109 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.547344 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.547444 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.570003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port f1daf015-4430-4962-9c24-0fc4bc3c3808 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:56.572963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.573579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Calling delete_port for 1591082c-d45b-4d11-8af3-8702c66de946 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:56.576635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-d26ab50c-f82f-478b-9fc1-fd7acdd7ae1d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "DELETE /v2.0/ports/f1daf015-4430-4962-9c24-0fc4bc3c3808 HTTP/1.1" status: 204 len: 173 time: 2.0982163 Dec 21 02:04:56.651093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=1591082c-d45b-4d11-8af3-8702c66de946,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:56.701549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-144ab74d-d677-487a-80f8-4d6ecae6beb1 req-ce043663-646e-45b1-82e8-a920e9709745 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425145 Dec 21 02:04:56.703184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:04:56.717707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.729025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 1591082c-d45b-4d11-8af3-8702c66de946 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:56.790263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b039eda1-59d1-494d-ac43-f90b049a2b24 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:56.841116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b039eda1-59d1-494d-ac43-f90b049a2b24 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:56.841116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b039eda1-59d1-494d-ac43-f90b049a2b24 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:56.843644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1591082c-d45b-4d11-8af3-8702c66de946 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:04:56.920413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1591082c-d45b-4d11-8af3-8702c66de946 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:04:56.921065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1591082c-d45b-4d11-8af3-8702c66de946 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:04:56.948180 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.949080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:56.984226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.026298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602d2e2-c6fb-4f48-a788-7e60c3d8520e']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:57.032009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] Pushing event deleted for resources: {'Port': ['ID=1591082c-d45b-4d11-8af3-8702c66de946,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:57.044157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44116242-9295-4d6a-9693-df93a7acf533') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:57.044568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44116242-9295-4d6a-9693-df93a7acf533') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:57.067705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:04:57.068370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.074103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa069a-762b-48c8-89f0-f6a5ccf9b4d1 None None] No DVR routers for this DVR port 1591082c-d45b-4d11-8af3-8702c66de946 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:57.077962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.177140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.220243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:04:57.222411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:04:57.231310 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:04:57.272234 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.282226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.285394 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.303025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port f9b9b96b-b251-4d85-882e-0ed8461e4ed5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:57.303390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.374424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Subnet': ['ID=b23b3ebb-b8d5-495d-a327-76a99622b16d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:57.395134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:57.395790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network hostable DHCP agents. Network: 6c22c855-7974-4580-a687-afa13eb477e7, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:04:57.432067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 6c22c855-7974-4580-a687-afa13eb477e7 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:04:57.458448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6c22c855-7974-4580-a687-afa13eb477e7) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:57.464689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:57.466353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.473615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a03bfb-6b62-484e-8f9e-799e965aee1a None None] Network 6c22c855-7974-4580-a687-afa13eb477e7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:04:57.567198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188124f-8393-42ec-b481-7c36861df9dd None None] Pushing event updated for resources: {'Port': ['ID=79661ca1-7283-4f4c-a10d-cb344910a420,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:57.592194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8fbf2b1c-c4af-4b2d-88a3-5531afd7f8ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1196890 Dec 21 02:04:57.592850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34972) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:57.606202 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Attempting to bind port 79661ca1-7283-4f4c-a10d-cb344910a420 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:04:57.606722 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Attempting to bind port 79661ca1-7283-4f4c-a10d-cb344910a420 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:04:57.607235 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Attempting to bind port 79661ca1-7283-4f4c-a10d-cb344910a420 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:04:57.611825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:57.616456 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a829d82-793c-4ffb-90ef-db1941e23e9b" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:57.618588 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:04:57.620549 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:04:57.621080 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.625904 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:04:57.626551 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Bound port: 79661ca1-7283-4f4c-a10d-cb344910a420, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:04:57.627128 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.680209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074ad2b-5cb2-4401-907f-2e0d4f738bab None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:57.742046 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] For port 79661ca1-7283-4f4c-a10d-cb344910a420, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:04:57.745825 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] For port 79661ca1-7283-4f4c-a10d-cb344910a420, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=79661ca1-7283-4f4c-a10d-cb344910a420,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:04:57.761678 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.762647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-6c22c855-7974-4580-a687-afa13eb477e7', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:04:57.767321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.829347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] Provisioning complete for port 79661ca1-7283-4f4c-a10d-cb344910a420 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:57.829845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.856651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188124f-8393-42ec-b481-7c36861df9dd None None] Pushing event updated for resources: {'Port': ['ID=79661ca1-7283-4f4c-a10d-cb344910a420,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:57.868936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.869506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:57.869848 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Floating IP e6ebb8e7-0c47-4501-8de3-d48ed925d3d7 disassociated. External IP: 172.25.6.52, port: f9b9b96b-b251-4d85-882e-0ed8461e4ed5. Dec 21 02:04:57.870216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for f9b9b96b-b251-4d85-882e-0ed8461e4ed5 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:04:57.887399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:57.890464 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:57.893406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb6b4a-af27-455b-baf5-1fbb34d8c08f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:04:57.918838 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc13e81-a241-44f8-9784-e6ef3c851213 x-openstack-request-id: req-bbc13e81-a241-44f8-9784-e6ef3c851213 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:57.919135 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "f1daf015-4430-4962-9c24-0fc4bc3c3808", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:57.919400 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbc13e81-a241-44f8-9784-e6ef3c851213 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:57.919800 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'f1daf015-4430-4962-9c24-0fc4bc3c3808', 'status': 'completed', 'code': 200} Dec 21 02:04:58.008978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:04:58.125438 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:04:58.214929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.257058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.271390 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/e602d2e2-c6fb-4f48-a788-7e60c3d8520e HTTP/1.1" status: 204 len: 168 time: 2.7822511 Dec 21 02:04:58.282821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 34998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:58.299443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 93b7a875-b840-4d20-b9f4-7131fbd67f8e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:58.302500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.311399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Allocated IP 172.20.0.2 (6c22c855-7974-4580-a687-afa13eb477e7/b23b3ebb-b8d5-495d-a327-76a99622b16d/3de1da17-4d92-42c6-89fe-8dc9db68cec5) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:58.335041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ebd4f-7890-42e7-9014-a4ba9c8a5311 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=e602d2e2-c6fb-4f48-a788-7e60c3d8520e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:58.341668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.463162 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:04:52Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:58.483787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6aa29-6589-42b6-8dfb-e22bed134b81 req-b83ec5fe-8b2e-4727-b3ec-2301df01085f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:58.491575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade6aa29-6589-42b6-8dfb-e22bed134b81 req-b83ec5fe-8b2e-4727-b3ec-2301df01085f tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 944 time: 0.9803865 Dec 21 02:04:58.492217 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739b74d-f3c4-439c-8deb-e0d26723d58e None None] The sync data for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 is: [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:04:52Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:04:58.600368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade6aa29-6589-42b6-8dfb-e22bed134b81 req-85bb091b-eeca-475e-a0d5-df05b8ffa63c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups?id=8659b26a-856b-428f-b355-3287d00d08e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070848 Dec 21 02:04:58.603181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=f9b9b96b-b251-4d85-882e-0ed8461e4ed5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:58.629699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b800d-e422-4528-a0a6-770571340f0d req-17b8de4e-bc59-42b6-8e61-87b476a77f97 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:04:58.635264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-273b800d-e422-4528-a0a6-770571340f0d req-17b8de4e-bc59-42b6-8e61-87b476a77f97 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 945 time: 0.4989319 Dec 21 02:04:58.782386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-273b800d-e422-4528-a0a6-770571340f0d req-e33ba440-6874-4943-bf0b-6a718d40e9ba tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353710 Dec 21 02:04:58.787486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.857274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:58.934741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] For port 79661ca1-7283-4f4c-a10d-cb344910a420, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=79661ca1-7283-4f4c-a10d-cb344910a420,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:59.009726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.088034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.186520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Router 4f06e220-d89b-4a87-88a6-0735fac368a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:04:59.212289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4011d-1523-4497-a56b-ef07a90274b2 None None] Pushing event updated for resources: {'Port': ['ID=79661ca1-7283-4f4c-a10d-cb344910a420,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:59.345966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:04:59.514572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.540612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:59.542847 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709135d4-b8dd-47ef-a013-023f3aab16f0" -d '{"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:04:59.557678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.600763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:04:59.607903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Pushing event updated for resources: {'Port': ['ID=3de1da17-4d92-42c6-89fe-8dc9db68cec5,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:59.612944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:04:59.619856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Sync routers for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:04:59.628587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.735780 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f341bb-49ac-44ed-a13c-fb67639c4010 x-openstack-request-id: req-e6f341bb-49ac-44ed-a13c-fb67639c4010 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:04:59.736070 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-plugged", "status": "completed", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:04:59.736329 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6f341bb-49ac-44ed-a13c-fb67639c4010 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:04:59.736724 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'code': 200} Dec 21 02:04:59.760388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:04:59.775981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port f9b9b96b-b251-4d85-882e-0ed8461e4ed5 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:04:59.787630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-528900bf-f606-4975-91bc-5032dee00ff5 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:04:59.801615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Network 6c22c855-7974-4580-a687-afa13eb477e7 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:04:59.805291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.807392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:04:59.810656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:04:59.841407 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ee27d4b6-aba8-4da8-bb91-f2a61c9f7288 req-87d06edd-5200-44ec-b27b-46d7695c692b tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.45 "DELETE /v2.0/ports/f9b9b96b-b251-4d85-882e-0ed8461e4ed5 HTTP/1.1" status: 204 len: 173 time: 3.2253809 Dec 21 02:04:59.862041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.1 (6c22c855-7974-4580-a687-afa13eb477e7/b23b3ebb-b8d5-495d-a327-76a99622b16d/3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:04:59.927479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:04:59.935646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f0758fb9-a32f-482b-b575-21920ea209a9 None None] Provisioning complete for port 79661ca1-7283-4f4c-a10d-cb344910a420 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:04:59.936023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0758fb9-a32f-482b-b575-21920ea209a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:04:59.941323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:04:59.945134 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad3df6e-1633-420c-b650-b587800c33eb" -d '{"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:00.146867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53a1e0-5d83-49cb-b747-32804eaad3fe req-08d5a50b-17fe-4dd8-b4b7-412cf421b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:00.148369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7a53a1e0-5d83-49cb-b747-32804eaad3fe req-08d5a50b-17fe-4dd8-b4b7-412cf421b0a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 1099 time: 0.1717067 Dec 21 02:05:00.155366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:00.251657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7a53a1e0-5d83-49cb-b747-32804eaad3fe req-a9998784-a924-47e1-8e3d-cb644a4c726b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873637 Dec 21 02:05:00.302820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.304988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:00.550530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7fee5ef-9f48-4453-9f8d-f8bde1716365 req-e66f1bb6-b35b-4741-9c95-a0767c4bf1f5 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.7061696 Dec 21 02:05:00.559419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Attempting to bind port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:00.559788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Attempting to bind port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:00.563882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Attempting to bind port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:00.632022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:00.632444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:00.632817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.633219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Bound using segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:00.634364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Bound port: 3de1da17-4d92-42c6-89fe-8dc9db68cec5, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:00.634776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.681762 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1843256-7010-4cdd-960d-afc069d97bba x-openstack-request-id: req-c1843256-7010-4cdd-960d-afc069d97bba {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:00.682040 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25aeeb-376a-4353-902a-a1fd3e5fe3f6", "name": "network-vif-deleted", "tag": "f9b9b96b-b251-4d85-882e-0ed8461e4ed5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:00.682292 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1843256-7010-4cdd-960d-afc069d97bba {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:00.682678 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25aeeb-376a-4353-902a-a1fd3e5fe3f6', 'name': 'network-vif-deleted', 'tag': 'f9b9b96b-b251-4d85-882e-0ed8461e4ed5', 'status': 'completed', 'code': 200} Dec 21 02:05:00.709683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-528900bf-f606-4975-91bc-5032dee00ff5 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "PUT /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253 HTTP/1.1" status: 200 len: 366 time: 1.3603253 Dec 21 02:05:00.712695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.767355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bdbbc-6d2d-4974-8d02-197e27c6bca0 req-963b51a1-7f8c-45f7-8b37-63a27ee2f24c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:00.783511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b8bdbbc-6d2d-4974-8d02-197e27c6bca0 req-963b51a1-7f8c-45f7-8b37-63a27ee2f24c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.2304227 Dec 21 02:05:00.785304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 79661ca1-7283-4f4c-a10d-cb344910a420 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:00.805901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-95182aac-8640-47d7-be97-0c289121370f tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0759444 Dec 21 02:05:00.811146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.837785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9327186c-e0fe-44a0-8071-8b695381650e tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253 HTTP/1.1" status: 200 len: 366 time: 0.0248296 Dec 21 02:05:00.840754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.844489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:00.883507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] For port 3de1da17-4d92-42c6-89fe-8dc9db68cec5, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:00.887446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Checking router: 4f06e220-d89b-4a87-88a6-0735fac368a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:00.890642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76f5a14c-1daf-4eb4-a6bf-1a46edcb0383 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253 HTTP/1.1" status: 204 len: 168 time: 0.0472882 Dec 21 02:05:00.895761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.896748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b8bdbbc-6d2d-4974-8d02-197e27c6bca0 req-17350c09-b35f-4a9a-b8ee-1b1e5bb41234 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123323 Dec 21 02:05:00.902794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.921110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-99aa7b1d-aaeb-470c-aa68-02a4f591986e tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0184784 Dec 21 02:05:00.921468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35046) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.930863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] For port 3de1da17-4d92-42c6-89fe-8dc9db68cec5, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3de1da17-4d92-42c6-89fe-8dc9db68cec5,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:00.936051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-472d246a-b556-4516-be4e-6a8f57086cc7 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253 HTTP/1.1" status: 200 len: 370 time: 0.0132477 Dec 21 02:05:00.939065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.947253 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a14cff07-969a-4534-9464-f9c903e2718e tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253/default HTTP/1.1" status: 200 len: 370 time: 0.0054958 Dec 21 02:05:00.950767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.953927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port a3e91274-2433-40de-8861-164df2ab9248 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:00.954297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:00.958929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35050) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:00.969860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:00.971615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:00.987332 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.011965 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-07a410f6-8674-4b92-9919-4cf90a9038e8 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] delete failed (client error): The resource could not be found. Dec 21 02:05:01.013095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-07a410f6-8674-4b92-9919-4cf90a9038e8 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/4fa0bf270a9649d4ad5d93bb69777253 HTTP/1.1" status: 404 len: 348 time: 0.0531573 Dec 21 02:05:01.127787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:01.132187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:01.157440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 6c22c855-7974-4580-a687-afa13eb477e7 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:01.159001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:01.163301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:01.199809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port a3e91274-2433-40de-8861-164df2ab9248, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3e91274-2433-40de-8861-164df2ab9248,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:01.200224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.235123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35054) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:01.239798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 79661ca1-7283-4f4c-a10d-cb344910a420 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:01.240162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.246680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for a3e91274-2433-40de-8861-164df2ab9248 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:01.287361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.392899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851b602-5c28-4eca-8527-5bd690c3f6ea None None] Pushing event updated for resources: {'Port': ['ID=3de1da17-4d92-42c6-89fe-8dc9db68cec5,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:01.429372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:network and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:01.453811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:01.585272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:subnet and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:01.606442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:01.644788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:subnetpool and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:01.680372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:01.715198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:01.770889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:port and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:01.780738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.783896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cf72-9ac2-4f4a-b674-b7c97dc35ab2 None None] The sync data for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 is: [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T01:53:19Z', 'revision_number': 4, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878', 'name': '', 'network_id': 'b0b688d0-c807-48d4-89a2-3d080b7d9c80', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'mac_address': 'fa:16:3e:83:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:19Z', 'updated_at': '2021-12-21T01:53:28Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'subnets': [{'id': '01b4d76e-6b6e-4bc7-83af-78073719c559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:01.792982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:01.831368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=a3e91274-2433-40de-8861-164df2ab9248,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:01.852043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.852963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.853305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.853660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.853991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.854320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.854648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.854972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.855295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.855621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.855943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.856264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.856581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:01.894414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:01.963049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1ef8423-4630-4de8-b06a-36cf214b9744 req-8a40be15-7d66-4f18-8201-f48390dd245d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1690643 Dec 21 02:05:01.966944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:router and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:01.989745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:02.008373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-c6719fdb-9bce-4566-ae68-af66abbc0331 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3891182 Dec 21 02:05:02.026627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:floatingip and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:02.085751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:02.156732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:02.323342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90147a-272e-410e-a3eb-ae7f851434d1 req-3ec073a5-75f8-44df-85ba-bc1e44207af7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:02.331730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e90147a-272e-410e-a3eb-ae7f851434d1 req-3ec073a5-75f8-44df-85ba-bc1e44207af7 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.2615681 Dec 21 02:05:02.370137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-cd05553c-b6c1-4b6e-b949-b8d5553bafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:02.371731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-cd05553c-b6c1-4b6e-b949-b8d5553bafc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 1097 time: 0.2995741 Dec 21 02:05:02.499427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e90147a-272e-410e-a3eb-ae7f851434d1 req-4bc8fe5d-eb3b-4dcf-9541-a5c54984811f tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664064 Dec 21 02:05:02.570379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:security_group and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:02.580193 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37816de7-8f9f-44e8-8602-ea1a787cadf0 None None] New status for floating IP e6ebb8e7-0c47-4501-8de3-d48ed925d3d7: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:05:02.584529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:02.594651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:02.639217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Usage tracker for resource:security_group_rule and project:4d374969dae341e6ab5ab1499938efa0 is out of sync, need to count used quota {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 21 02:05:02.683523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.quota.resource [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109850) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 21 02:05:02.757753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-900695bd-b9d4-4185-8b4d-cbe2f3b075f4 tempest-QuotasTest-1872960573 tempest-QuotasTest-1872960573-project-admin] 10.222.0.43 "GET /v2.0/quotas/4d374969dae341e6ab5ab1499938efa0/details.json HTTP/1.1" status: 200 len: 703 time: 1.5079722 Dec 21 02:05:02.796633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-d72cbcbb-c28a-4ee8-83d8-70a6c46f7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:02.798171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-d72cbcbb-c28a-4ee8-83d8-70a6c46f7520 service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.3943722 Dec 21 02:05:02.894667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-69f36558-b469-47fa-83d7-b81c1c13452c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3664f714-419c-4774-a667-f936a1637b32 HTTP/1.1" status: 200 len: 217 time: 0.0647895 Dec 21 02:05:02.935044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3de1da17-4d92-42c6-89fe-8dc9db68cec5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:03.104287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:03.104680 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.142837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-d3096f82-44bd-4f9a-bbcc-620bfdff8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:03.149998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-d3096f82-44bd-4f9a-bbcc-620bfdff8980 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.2432010 Dec 21 02:05:03.201168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2a922-2b4a-4934-8c8b-d52d42587eb0 None None] Network 6c22c855-7974-4580-a687-afa13eb477e7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:03.246359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-7bce748d-5cd1-4457-8de5-4ed0568f0f1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765140 Dec 21 02:05:03.324928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca295fe8-93bd-4ca6-ae39-81ec1117a5bf req-f530019b-eafc-4d10-ab75-07f48c88b9ef tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1114573 Dec 21 02:05:03.397466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:03.398026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] Provisioning complete for port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:03.398813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.414982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09430089-67f7-4c39-9a42-ebc7da899bd6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1262765 Dec 21 02:05:03.415612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:03.448913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:03.453307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.454814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35104) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:03.502551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 1d6be81c-aaa9-41a0-9498-148458dd4260 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:03.508189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.531088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.596196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.672810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:03.674496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:03.732639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.733942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.757583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.780221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.878695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] For port 3de1da17-4d92-42c6-89fe-8dc9db68cec5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3de1da17-4d92-42c6-89fe-8dc9db68cec5,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:03.887530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.889571 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.939193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6be81c-aaa9-41a0-9498-148458dd4260,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:03.949097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:03.959756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:03.965162 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-33f8b44f-1723-4504-9500-afd15c135fc8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/1d6be81c-aaa9-41a0-9498-148458dd4260 HTTP/1.1" status: 204 len: 168 time: 0.5485115 Dec 21 02:05:03.967668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:04.011757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea48b48-7b2e-4196-afc7-248b31330561 None None] Network 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:04.043296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.111360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dbbb3-0a96-4fbc-9870-b4ca5cf98cf7 req-3c72a2e2-206e-438b-b378-5bf12d0f8e6d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:04.113645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a18dbbb3-0a96-4fbc-9870-b4ca5cf98cf7 req-3c72a2e2-206e-438b-b378-5bf12d0f8e6d tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.4071977 Dec 21 02:05:04.114637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.118639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.125965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:04.141217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.247239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 74a9def8-2147-4236-bdbc-9fc18aa7c79e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:04.247680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-ccd70b5a-7dad-4e56-8e94-14c03e9d59ca service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142115 Dec 21 02:05:04.248227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.313080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ec4e8-3228-44d7-a5c9-348cfe772864,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:04.358589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 74a9def8-2147-4236-bdbc-9fc18aa7c79e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=74a9def8-2147-4236-bdbc-9fc18aa7c79e,segment=NetworkSegment(f40216a1-deea-4246-bd76-58883733f88e),segment_id=f40216a1-deea-4246-bd76-58883733f88e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:04.359070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.381454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 74a9def8-2147-4236-bdbc-9fc18aa7c79e owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:04.440875 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:05:04.441664 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:05:04.454143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010cb9d-e3e8-45b9-a4c2-3be11c865f6d None None] Pushing event updated for resources: {'Port': ['ID=3de1da17-4d92-42c6-89fe-8dc9db68cec5,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:04.480821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dd92d9af-c013-4467-957b-ef1fdb6ee0dd None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:04.480821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd92d9af-c013-4467-957b-ef1fdb6ee0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.528381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a18dbbb3-0a96-4fbc-9870-b4ca5cf98cf7 req-cda45a46-1e95-4e93-93b5-8b1bab8c54f2 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937733 Dec 21 02:05:04.545919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dd92d9af-c013-4467-957b-ef1fdb6ee0dd None None] Port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:04.554219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.554697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.555050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.556782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.558392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.558759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.559142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.559938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.561846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.563276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.563624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.563965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.564355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:04.606752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.628154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dd92d9af-c013-4467-957b-ef1fdb6ee0dd None None] Provisioning complete for port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:04.628154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd92d9af-c013-4467-957b-ef1fdb6ee0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.671597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-37873e37-105f-4bd6-987e-912ebeae517d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54c9a4e8bc3e424b9b60061f8a496dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2145109 Dec 21 02:05:04.684153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:04.687572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18c0277b-593a-4d42-82c0-3fc35c936c33 req-7077998c-c9da-4df8-a877-37601deef645 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1717439 Dec 21 02:05:04.692468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 74a9def8-2147-4236-bdbc-9fc18aa7c79e on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:04.757015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=74a9def8-2147-4236-bdbc-9fc18aa7c79e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:04.771664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b47ccdf-0cd2-4f1a-956d-489e162232d2 req-cd6f4072-8441-42d0-9341-f69875dd20fc service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714763 Dec 21 02:05:04.790954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 6c22c855-7974-4580-a687-afa13eb477e7 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:04.792730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:04.889380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59514a0-e5a3-4063-9277-8e2b06818d14 None None] DHCP port deletion for 9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:04.915214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 10, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:04.953730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:04.982665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:05.018826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.020585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:05.064787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:05.065612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:05.077315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.136511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:05.176797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-da148cc9-4b31-4bf8-b6f9-5aa1f3df2c56 None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:05.177478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da148cc9-4b31-4bf8-b6f9-5aa1f3df2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.177850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40216a1-deea-4246-bd76-58883733f88e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:05.178159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40216a1-deea-4246-bd76-58883733f88e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:05.210583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:05.214674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.236088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e6362632-4ebb-46af-9457-b3688bb34e4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6371191 Dec 21 02:05:05.236626 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Sync routers for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:05.244208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:05.271347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.297033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:05.300229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.300783 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:05.322057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.327820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/958ec4e8-3228-44d7-a5c9-348cfe772864 HTTP/1.1" status: 204 len: 168 time: 0.6298079 Dec 21 02:05:05.334030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:05.334793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:05.342479 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:05.367761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-da148cc9-4b31-4bf8-b6f9-5aa1f3df2c56 None None] Port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:05.384168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3de1da17-4d92-42c6-89fe-8dc9db68cec5 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:05.538187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607725ff-29e6-470d-b967-37d6f95d9f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ec4e8-3228-44d7-a5c9-348cfe772864,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:05.609570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.626094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.628731 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:05.641368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84 HTTP/1.1" status: 204 len: 168 time: 1.6720674 Dec 21 02:05:05.643939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35134) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:05.695094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eb138-c5df-4155-b4ad-2a59fc21cee4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=9e4ccf0a-a83b-460a-bbe1-4176cdf3fe84,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:05.844918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b4b1bcd-6c3a-495e-a2cf-2eea5ef964d0 None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:05.845290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1bcd-6c3a-495e-a2cf-2eea5ef964d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:05.960454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-174589a3-e09d-4e2d-91eb-ef06c4f7b258 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970311802&fields=id&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 267 time: 0.4097118 Dec 21 02:05:05.970076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b1bcd-6c3a-495e-a2cf-2eea5ef964d0 None None] Port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:05.979770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:05.980149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.016790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35138) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:06.018863 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:02Z', 'revision_number': 2, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:06.035339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-317da417-ab3a-4f2b-a716-3260d46ac3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.065868 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Checking router: 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:06.066225 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Updating router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:05:06.092732 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.153058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-625b158f-d9a1-4410-bae8-fd7f348bcc2f req-88461949-5a0c-4096-bec0-2cbeccfd0fe9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.2341316 Dec 21 02:05:06.199536 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-317da417-ab3a-4f2b-a716-3260d46ac3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.205679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-317da417-ab3a-4f2b-a716-3260d46ac3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.261823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317da417-ab3a-4f2b-a716-3260d46ac3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748021db-9243-499f-92f6-ae335d3e5095,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:06.272254 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-317da417-ab3a-4f2b-a716-3260d46ac3b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d374969dae341e6ab5ab1499938efa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531655 Dec 21 02:05:06.274503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:06.297547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 10, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:06.356330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.360794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bf21b-cdfb-433f-b9a0-703919a082cb None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 10, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None, '_interfaces': [{'id': '15e46786-aa21-42ea-93c4-a9ed4cf85c89', 'name': '', 'network_id': 'd00c3714-73da-4126-8600-d71b2d27cf90', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'mac_address': 'fa:16:3e:87:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:03:52Z', 'updated_at': '2021-12-21T02:04:00Z', 'revision_number': 5, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'subnets': [{'id': '7c05f0c3-974e-4106-8184-c75be2e20b5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:06.399153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.471159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.475206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.478814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/748021db-9243-499f-92f6-ae335d3e5095 HTTP/1.1" status: 204 len: 168 time: 0.2005701 Dec 21 02:05:06.486697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b449a-a27d-4e86-b44d-4642d9dc8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748021db-9243-499f-92f6-ae335d3e5095,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:06.763488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 74a9def8-2147-4236-bdbc-9fc18aa7c79e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:06.802548 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.813202 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:06.835552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 74a9def8-2147-4236-bdbc-9fc18aa7c79e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:06.836005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 74a9def8-2147-4236-bdbc-9fc18aa7c79e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:06.921613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Pushing event updated for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:06.959605 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.960217 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.960714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.963669 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.964237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.965291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.965831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.966312 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.966799 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.967285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.967759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.968248 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.968718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:06.980498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-5b8cc794-af75-4bc2-bc17-1e68f9355630 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:06.988077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-5b8cc794-af75-4bc2-bc17-1e68f9355630 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 796 time: 1.0255992 Dec 21 02:05:07.024578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-952fefc3-424a-4811-bb9e-6d7094ffb5fa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/quotas/bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 375 time: 0.0255597 Dec 21 02:05:07.041625 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Attempting to bind port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:07.042238 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Attempting to bind port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:07.042759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Attempting to bind port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:07.050556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:07.051189 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:07.051768 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.052318 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Bound using segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:07.052944 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Bound port: 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:07.060144 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.187054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-aa0d0466-321f-4886-9187-35e4b1ac3922 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303704 Dec 21 02:05:07.231254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3e91274-2433-40de-8861-164df2ab9248 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:07.242395 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] For port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:07.252489 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] For port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:07.263076 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.283073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a3e91274-2433-40de-8861-164df2ab9248 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:07.283668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3e91274-2433-40de-8861-164df2ab9248 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:07.325273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.348030 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:07.348938 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:07.427744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:07.430574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.448785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87bb559f-3ae2-4e1e-8682-98338d9fe79a req-bffa7eaf-dd1c-4bc0-9b5b-fc733e3bdff9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1183996 Dec 21 02:05:07.501231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-3bbf0b99-8741-4aee-bedf-8dedc79f9d5e service neutron] 10.222.0.43 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916269 Dec 21 02:05:07.589830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:07.603888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.645931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] For port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:07.651982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.742157 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632d7c-66f2-41e6-b1b2-b39ba68199d3 None None] Pushing event updated for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:07.769205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0ad14-a084-474b-ad78-c36452a8b621 None None] Pushing event updated for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:07.885620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4a688df7-ac81-4ba5-8039-dd01b972d2df service neutron] 10.222.0.43 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833535 Dec 21 02:05:07.895359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4f2ad543-7287-4a18-aa3c-f49dadc17ff1 None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:07.895998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad543-7287-4a18-aa3c-f49dadc17ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:07.936450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:08.034117 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:08.080859 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d867b0-ccf7-49ad-9887-0dff97aa4acc None None] The sync data for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 is: [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:08.114946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 15e46786-aa21-42ea-93c4-a9ed4cf85c89 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:08.123541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:08.161420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a3c7ab3c-406d-4438-a5e5-493ea4f5ab24 tempest-AgentManagementNegativeTest-1366988211 tempest-AgentManagementNegativeTest-1366988211-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2182674 Dec 21 02:05:08.351119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 15e46786-aa21-42ea-93c4-a9ed4cf85c89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15e46786-aa21-42ea-93c4-a9ed4cf85c89,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:08.351553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:08.414446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 15e46786-aa21-42ea-93c4-a9ed4cf85c89 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:08.720406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab294a00-da04-441b-9fc0-9b55bc4acb1a req-410c0fcf-7e9d-456d-bab1-678110c96a21 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 210 time: 0.3348861 Dec 21 02:05:08.778843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4b8671d-ee05-46be-92a7-0ec6e5fd3210 req-79cebeef-7f17-41ab-8fa2-d31bf4083531 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0560267 Dec 21 02:05:08.787347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35198) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:08.882365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:08.915204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=15e46786-aa21-42ea-93c4-a9ed4cf85c89,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:09.121690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.203933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f7a18d7-e616-499b-bfb4-8fc67e85f76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.399487 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:05:09.535266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f7a18d7-e616-499b-bfb4-8fc67e85f76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.547089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f7a18d7-e616-499b-bfb4-8fc67e85f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.565359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:09.577306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:09.656088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f7a18d7-e616-499b-bfb4-8fc67e85f76f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=013e554e937444db90ca37e7015823db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8672750 Dec 21 02:05:09.656789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:09.658988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a18d7-e616-499b-bfb4-8fc67e85f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbdb6fb-b8de-4232-bc47-ec2846aca043,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:09.699617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:09.711220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c13feff9-a3d7-411d-95c6-8b1a42862b36 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0660670 Dec 21 02:05:09.711876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:09.713489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:09.757486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:09.757862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.800039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.832935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting subnet 7c05f0c3-974e-4106-8184-c75be2e20b5c {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:09.845900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:09.846551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:09.864488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:09.932147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d85a565-5059-4ffb-bdbb-48b9b8904d67 req-272a2493-78d9-4e87-acf2-7c1ca862628c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 210 time: 0.0525224 Dec 21 02:05:09.990543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:10.006973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3f636e6-b0f4-44f5-b2d2-2f1eb5bc4181 req-f44cc69d-a953-4f9e-b222-cb7807b99fa3 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0734034 Dec 21 02:05:10.013665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.171219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.174143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.175555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4dbdb6fb-b8de-4232-bc47-ec2846aca043 HTTP/1.1" status: 204 len: 168 time: 0.5175788 Dec 21 02:05:10.203530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.213850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:10.286731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:10.305797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bd6c8-596a-4cd2-9bb4-cd72873e78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbdb6fb-b8de-4232-bc47-ec2846aca043,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:10.313130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:10.314947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:10.409951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-6cba04b4-3236-4b7a-9134-a4f91de66625 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:10.412232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-6cba04b4-3236-4b7a-9134-a4f91de66625 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 796 time: 0.2740419 Dec 21 02:05:10.533076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:10.563734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.641405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-90801c36-0dcd-48d0-b4b6-af62721693b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 380 time: 0.1642282 Dec 21 02:05:10.650633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:10.653709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'port': {'device_id': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'admin_state_up': True, 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'security_groups': ['571aca18-2c0f-419b-89fc-f525cd4c6bb8']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:10.765953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.841964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:10.846336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/7c05f0c3-974e-4106-8184-c75be2e20b5c HTTP/1.1" status: 204 len: 168 time: 1.1315515 Dec 21 02:05:10.849024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35236) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:10.851539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7debcf-05ec-4f66-ab3b-524502357e43 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Subnet': ['ID=7c05f0c3-974e-4106-8184-c75be2e20b5c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:10.905147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b431c7-284c-4baf-b570-5ea5df4ce9ab None None] Network d00c3714-73da-4126-8600-d71b2d27cf90 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:10.910521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f20312-efdd-40d7-88f5-2874c3278441 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:10.951562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:10.964847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.208423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c3d8cb-f252-4cbd-b99f-47f43c73bd8c req-f6a2e8e2-aea8-4899-b379-9741fe616fbc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 210 time: 0.0966034 Dec 21 02:05:11.234085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.312328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b671bb7-9cee-4bec-86ae-3048da218bbb req-a9576494-cc40-46ae-9d6b-2df120a40a14 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0716462 Dec 21 02:05:11.349569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] DHCP port deletion for d00c3714-73da-4126-8600-d71b2d27cf90 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:11.490311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Deleting port 77676328-899a-4a2f-bfdf-ab96bfa7de86 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:11.491791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.491937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.13 (6c22c855-7974-4580-a687-afa13eb477e7/b23b3ebb-b8d5-495d-a327-76a99622b16d/fd301bce-f078-43ba-882f-e1b818f3e7f2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:11.508066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Deleting port 77676328-899a-4a2f-bfdf-ab96bfa7de86 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:11.508705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.535490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:11.560987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15e46786-aa21-42ea-93c4-a9ed4cf85c89 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:11.615462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 15e46786-aa21-42ea-93c4-a9ed4cf85c89 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:11.615942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15e46786-aa21-42ea-93c4-a9ed4cf85c89 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:11.616712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 77676328-899a-4a2f-bfdf-ab96bfa7de86 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:11.635032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] For port 77676328-899a-4a2f-bfdf-ab96bfa7de86, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=77676328-899a-4a2f-bfdf-ab96bfa7de86,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:11.635572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.659308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Calling delete_port for 77676328-899a-4a2f-bfdf-ab96bfa7de86 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:11.793305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] For port 77676328-899a-4a2f-bfdf-ab96bfa7de86, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=77676328-899a-4a2f-bfdf-ab96bfa7de86,segment=NetworkSegment(ff885a4c-bd1d-4fe6-8707-a5d721229a76),segment_id=ff885a4c-bd1d-4fe6-8707-a5d721229a76)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:11.798552 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.811862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'networks': [{'name': 'tempest-network--1402770818'}, {'name': 'tempest-network--1800487123'}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:11.812212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-network--1402770818'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:11.812705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-network--1800487123'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:11.839766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Calling delete_port for 77676328-899a-4a2f-bfdf-ab96bfa7de86 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:11.856184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.857273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'network': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:11.864715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.870533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.873178 n-d-761264-20 neutron-server[109852]: INFO neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No ports have port_id starting with 77676328-899a-4a2f-bfdf-ab96bfa7de86 Dec 21 02:05:11.891127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.915482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:11.958976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Port': ['ID=77676328-899a-4a2f-bfdf-ab96bfa7de86,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:11.971567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No DVR routers for this DVR port 77676328-899a-4a2f-bfdf-ab96bfa7de86 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:11.979447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 6c22c855-7974-4580-a687-afa13eb477e7 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:11.982997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:11.987843 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:05:11.996430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:12.002570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.029249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] No DVR routers for this DVR port 77676328-899a-4a2f-bfdf-ab96bfa7de86 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:12.067905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:12.086657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a87367-eb74-477a-bfd2-f07a1fcde212 None None] Pushing event deleted for resources: {'Port': ['ID=77676328-899a-4a2f-bfdf-ab96bfa7de86,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:12.119410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:12.133753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.151772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.175413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-53ba8dfe-8648-454e-8e8e-c47d54ef37aa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5257025 Dec 21 02:05:12.196883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Request body: {'port': {'device_id': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:12.199163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00c3714-73da-4126-8600-d71b2d27cf90']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:12.218400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff885a4c-bd1d-4fe6-8707-a5d721229a76') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:12.218697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff885a4c-bd1d-4fe6-8707-a5d721229a76') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:12.238683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.280686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.326390 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.329009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:12.329419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:12.335881 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:12.361401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.417689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.423670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.474573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1b31d8ad-79a3-4982-9737-32b36ac749be None None] Provisioning complete for port fd301bce-f078-43ba-882f-e1b818f3e7f2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:12.475147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b31d8ad-79a3-4982-9737-32b36ac749be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.560073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1b31d8ad-79a3-4982-9737-32b36ac749be None None] Port fd301bce-f078-43ba-882f-e1b818f3e7f2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:12.634484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5613bb8b-ccd2-4912-9890-353cefb46ca0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:12.637666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.678160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b29a2d8-3ec6-45f7-9997-89e8aba784db req-e62b575f-9a4b-4097-8f74-cd9ac695126d tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0683365 Dec 21 02:05:12.679492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.693385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/networks/d00c3714-73da-4126-8600-d71b2d27cf90 HTTP/1.1" status: 204 len: 168 time: 1.8426363 Dec 21 02:05:12.710403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35290) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:12.716361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'routes': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:12.909807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.extraroute_db [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Added routes are [] {{(pid=109850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 21 02:05:12.911044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.extraroute_db [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Removed routes are [] {{(pid=109850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 21 02:05:12.911775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.929863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:12.943505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:05:12.946357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:12.948184 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment c8042d40-644e-45c4-8543-e3f2c60d057e of type vlan for network 80798e28-8bd1-40bc-aca0-b2a492b27c01 Dec 21 02:05:12.966718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.000050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Transition to ACTIVE for port object fd301bce-f078-43ba-882f-e1b818f3e7f2 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:05:13.010560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.066033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.144487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:13.171860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.172215 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment 5b5cccf5-1cea-41d0-891c-2563a98cde37 of type vlan for network f8165179-3e12-4b06-afe7-b71839bc8075 Dec 21 02:05:13.234877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:13.256443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d1726-da37-410b-bce2-747b142bf51a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Pushing event deleted for resources: {'Network': ['ID=d00c3714-73da-4126-8600-d71b2d27cf90,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:13.338266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:13.338605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:13.338939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:13.344047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:05:13.344558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:13.350660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:13.351006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:13.351557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Bound using segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:13.352048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Bound port: fd301bce-f078-43ba-882f-e1b818f3e7f2, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:13.352422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.390403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf84e-7739-471e-bce9-aff7dd3ab31d req-d729642b-ee2c-4db4-aeed-07ed1db22831 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.392294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bafbf84e-7739-471e-bce9-aff7dd3ab31d req-d729642b-ee2c-4db4-aeed-07ed1db22831 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 932 time: 1.0138063 Dec 21 02:05:13.394354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.447679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:13.451408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:13.457448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.510950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.511608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.513026 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] 10.222.0.45 "PUT /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1093 time: 1.3212624 Dec 21 02:05:13.513644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:13.521416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.521635 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be" -d '{"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:13.522370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.562922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c24a-8d2f-49d4-a7fa-ea5eb79c4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:13.654457 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e30e2e-7e66-4f49-8311-cd3c048834ea x-openstack-request-id: req-e6e30e2e-7e66-4f49-8311-cd3c048834ea {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:13.654744 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:13.654987 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6e30e2e-7e66-4f49-8311-cd3c048834ea {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:13.655384 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:05:13.662481 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.663278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.671222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.677641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.678596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.682459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-560352e7-e26f-452b-b6f5-0b7b210f026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.684288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-560352e7-e26f-452b-b6f5-0b7b210f026a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1096 time: 0.0812407 Dec 21 02:05:13.780702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-31569060-ac29-4c04-a440-6545fdc87cd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 217 time: 0.0786252 Dec 21 02:05:13.813307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2730761 Dec 21 02:05:13.832187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:13.870375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bafbf84e-7739-471e-bce9-aff7dd3ab31d req-c477699b-ae3e-4014-a3e4-4cd5d83d0c46 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670498 Dec 21 02:05:13.944966 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c764f7d6-a5cd-4d0e-89c9-8fba3bb87edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:13.964781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4dd4c76-5de2-4dd3-b09f-131bbbda31c8 req-63553e17-38ae-49c2-8edf-077c3dd79544 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1364262 Dec 21 02:05:13.969097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=80798e28-8bd1-40bc-aca0-b2a492b27c01,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:13.978569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-f3655e62-5cb5-45fc-9387-6551666c2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:13.980515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-f3655e62-5cb5-45fc-9387-6551666c2c10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1919529 Dec 21 02:05:13.983421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 80798e28-8bd1-40bc-aca0-b2a492b27c01 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:13.987783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 8fd265f0-4edd-46b6-bb37-9c733796020c has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:14.109927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beab4a4-0e31-4435-8dd0-90d0d53893ca tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.115977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beab4a4-0e31-4435-8dd0-90d0d53893ca tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.122357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beab4a4-0e31-4435-8dd0-90d0d53893ca tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.128062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beab4a4-0e31-4435-8dd0-90d0d53893ca tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.132377 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5beab4a4-0e31-4435-8dd0-90d0d53893ca tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2962718 Dec 21 02:05:14.132377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-f79dcb24-7cc0-414e-a413-447ccc51a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.133627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-f79dcb24-7cc0-414e-a413-447ccc51a5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365824 Dec 21 02:05:14.134093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35312) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:14.268639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.328648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-12c7d759-031f-4fa7-b921-4cf022f9fe80 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656926 Dec 21 02:05:14.418505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.477597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80798e28-8bd1-40bc-aca0-b2a492b27c01']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.493249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8042d40-644e-45c4-8543-e3f2c60d057e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.493853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8042d40-644e-45c4-8543-e3f2c60d057e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.497839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df03db-4953-4e97-a9ed-83563d334dfb tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=f8165179-3e12-4b06-afe7-b71839bc8075,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:14.503134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:14.508701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.510214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.516831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Sync routers for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:14.521100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35320) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:14.521875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f8165179-3e12-4b06-afe7-b71839bc8075 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:14.525681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f3abc62a-2d37-47ff-b5b9-34ba2dd31a57 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 705 time: 1.8093181 Dec 21 02:05:14.529142 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:14.529976 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.556813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:14.557111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14606cf6-f0ed-444b-9c69-79a281f085b4 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 205 time: 0.0346243 Dec 21 02:05:14.567010 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38eaf99d-2a54-4dc3-8aaa-f14db704add3 req-6030eb1f-0d06-45ff-b118-758521e19530 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230842 Dec 21 02:05:14.568113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.580500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:14.580961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:14.584137 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:14.657297 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.718510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.750009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.753282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/80798e28-8bd1-40bc-aca0-b2a492b27c01 HTTP/1.1" status: 204 len: 168 time: 0.6181717 Dec 21 02:05:14.757564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:14.776371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:14.778580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b54c6-17d3-4b97-b5c1-b45c2a9bbcd8 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=80798e28-8bd1-40bc-aca0-b2a492b27c01,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:14.833124 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.843872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-d2a4e05e-4350-4f07-9782-06434af8921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:14.845387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-d2a4e05e-4350-4f07-9782-06434af8921b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1096 time: 0.1507180 Dec 21 02:05:14.864337 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Checking router: 8fd265f0-4edd-46b6-bb37-9c733796020c for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:14.872979 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Routers {'8fd265f0-4edd-46b6-bb37-9c733796020c'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:14.873610 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['8fd265f0-4edd-46b6-bb37-9c733796020c'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:14.893041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.938105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.942188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:14.958538 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] Set router 8fd265f0-4edd-46b6-bb37-9c733796020c gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:15.051558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-309c38fa-b1d6-49f2-a732-b72c6c7ada85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.054210 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-309c38fa-b1d6-49f2-a732-b72c6c7ada85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.1988323 Dec 21 02:05:15.062047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.066851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:15.076883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.077561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd265f0-4edd-46b6-bb37-9c733796020c {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:05:15.089217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.095729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-145038e6-813c-41c9-b267-ca01b545ae55 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 204 len: 168 time: 0.5366819 Dec 21 02:05:15.095729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35330) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:15.102411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391944163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:15.119129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8165179-3e12-4b06-afe7-b71839bc8075']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:15.120049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e127f9-6877-4cac-8939-827470e05711 None None] The sync data for ids ['8fd265f0-4edd-46b6-bb37-9c733796020c'] in n-d-761264-20 is: [{'id': '8fd265f0-4edd-46b6-bb37-9c733796020c', 'name': 'tempest-RoutersIpV6Test-router-1135140962', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:03:50Z', 'updated_at': '2021-12-21T02:05:08Z', 'revision_number': 11, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:15.135151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5cccf5-1cea-41d0-891c-2563a98cde37') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:15.135593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5cccf5-1cea-41d0-891c-2563a98cde37') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:15.142929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d5c21bb-578b-49a2-a6e1-c3961fc9295e req-21ca8888-9d6d-4cc0-86c4-71c99f3fa6c1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0351586 Dec 21 02:05:15.161369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.169101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93575584-571e-44be-8ca5-c63482bc80d8 req-63dc65b1-aab1-43bf-827d-57e9f40d33dc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.170702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93575584-571e-44be-8ca5-c63482bc80d8 req-63dc65b1-aab1-43bf-827d-57e9f40d33dc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.1554160 Dec 21 02:05:15.202909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.213832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:15.214587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.240438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93575584-571e-44be-8ca5-c63482bc80d8 req-d72ff64a-7b46-481d-9b84-c14f62e0f7f0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617731 Dec 21 02:05:15.241832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.243530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:15.259380 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:15.332704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-814b8d41-06de-48d4-9357-cbfc91922cfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 217 time: 0.2671137 Dec 21 02:05:15.390706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.395996 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.402198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/f8165179-3e12-4b06-afe7-b71839bc8075 HTTP/1.1" status: 204 len: 168 time: 0.6327071 Dec 21 02:05:15.405427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:15.427332 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.434582 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.467404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.469950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-5654b392-bb0e-43c5-939b-490702dca304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.471502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-5654b392-bb0e-43c5-939b-490702dca304 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1298881 Dec 21 02:05:15.471657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-701bd58b-cd01-43b1-a381-ce47e7330d63 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3743756 Dec 21 02:05:15.472268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35336) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:15.472393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae94362-85fc-419e-a47c-8fcbb166b309 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=f8165179-3e12-4b06-afe7-b71839bc8075,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:15.477821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:15.716066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.729578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.836874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Router 81fd8f42-8b83-48ba-b1fd-0c87fc807add is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:05:15.895779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-c62a2419-3364-480c-bbae-a5f8b1401453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.897278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-c62a2419-3364-480c-bbae-a5f8b1401453 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674047 Dec 21 02:05:15.905266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4be345-87e2-49b5-ac52-fe715cd46383 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.911387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4be345-87e2-49b5-ac52-fe715cd46383 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:15.912887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6f4be345-87e2-49b5-ac52-fe715cd46383 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5045512 Dec 21 02:05:15.918000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35338) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:15.924502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1251457611'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:15.933325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:15.941379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:15.942532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-843cdd4a-d585-433f-83da-b3d56c30b15e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "PUT /v2.0/routers/81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 200 len: 698 time: 0.4693031 Dec 21 02:05:15.945012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35340) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:15.948069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Sync routers for ids ['81fd8f42-8b83-48ba-b1fd-0c87fc807add'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:15.957830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Routers {'81fd8f42-8b83-48ba-b1fd-0c87fc807add'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:15.958868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['81fd8f42-8b83-48ba-b1fd-0c87fc807add'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:16.008292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:16.011935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.027032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-16fc164b-bb47-4f77-8988-0d64b688e2ca service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128259 Dec 21 02:05:16.034465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Set router 81fd8f42-8b83-48ba-b1fd-0c87fc807add gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:16.068553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7018b01-080d-4f09-97ab-d9ecb69dbcc3 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/routers/81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 200 len: 704 time: 0.1223953 Dec 21 02:05:16.071727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35342) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.096092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd8f42-8b83-48ba-b1fd-0c87fc807add', 'name': 'tempest-RoutersIpV6Test-router-1391944163', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:05:15Z', 'updated_at': '2021-12-21T02:05:15Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:16.100032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:16.104434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-26a6fccd-5f4c-48d6-adea-6c1c09263a0c tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 200 len: 205 time: 0.0316978 Dec 21 02:05:16.107846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35344) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.128102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Checking router: 81fd8f42-8b83-48ba-b1fd-0c87fc807add for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:16.138149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Routers {'81fd8f42-8b83-48ba-b1fd-0c87fc807add'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:16.139071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:04:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['81fd8f42-8b83-48ba-b1fd-0c87fc807add'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:16.154014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61ec3bcd-8364-4ee3-98ba-8d0ec903d7be req-b59f45ef-fd81-4809-b23b-107ce4661e48 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192908 Dec 21 02:05:16.177485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.177835 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment 6851d5f0-2251-4a43-b901-9cca03724c17 of type vlan for network 71c6c936-8c2a-484d-b558-a36f190c8ff8 Dec 21 02:05:16.217419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.221122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] Set router 81fd8f42-8b83-48ba-b1fd-0c87fc807add gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:16.292105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.294042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fd8f42-8b83-48ba-b1fd-0c87fc807add', 'name': 'tempest-RoutersIpV6Test-router-1391944163', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:05:15Z', 'updated_at': '2021-12-21T02:05:15Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:16.322974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b846fa4-8bc2-4304-a7f9-7c0f38ba9e90 None None] The sync data for ids ['81fd8f42-8b83-48ba-b1fd-0c87fc807add'] in n-d-761264-20 is: [{'id': '81fd8f42-8b83-48ba-b1fd-0c87fc807add', 'name': 'tempest-RoutersIpV6Test-router-1391944163', 'tenant_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:05:15Z', 'updated_at': '2021-12-21T02:05:15Z', 'revision_number': 2, 'project_id': 'ab6d3d8c732d4f05aa5bc8e0b22583ab', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:16.328681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47d70f90-d086-47e6-9029-477ad0b902ad req-bdcff3c6-bb1c-4ae9-90b6-a4a72d89f845 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0385060 Dec 21 02:05:16.466674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.472266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:16.472849 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.477287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.484502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.591169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6718929 Dec 21 02:05:16.594133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35352) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.601748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90cdf6-c1ec-4277-a495-189675297cd6 req-bdb23a50-d223-49f3-8c40-c79407d480ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:16.602183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-995603278'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:16.603267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f90cdf6-c1ec-4277-a495-189675297cd6 req-bdb23a50-d223-49f3-8c40-c79407d480ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.2623100 Dec 21 02:05:16.604742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9ae15-9cad-4ccb-9a18-58b498f6db1b tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=71c6c936-8c2a-484d-b558-a36f190c8ff8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:16.606957 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.607526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Fanout notify agent at l3_agent the message router_deleted on router 81fd8f42-8b83-48ba-b1fd-0c87fc807add {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:05:16.614546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.615732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-510ebac6-5574-4566-9aed-3252fc090a53 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 204 len: 168 time: 0.5069728 Dec 21 02:05:16.621987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.645976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:16.648778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 71c6c936-8c2a-484d-b558-a36f190c8ff8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:16.652547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.677476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-047e2246-08cb-454e-bb92-778fe9da051d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 200 len: 205 time: 0.0522661 Dec 21 02:05:16.678476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.678870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-48fab547-445c-476f-9176-e03f3968d1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.725410 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-390dff05-6ebb-43aa-b3bf-8e081e9c192e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:16.728876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-390dff05-6ebb-43aa-b3bf-8e081e9c192e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/81fd8f42-8b83-48ba-b1fd-0c87fc807add HTTP/1.1" status: 404 len: 336 time: 0.0471926 Dec 21 02:05:16.729359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35358) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.741192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:16.764515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f90cdf6-c1ec-4277-a495-189675297cd6 req-0fd217ac-6fcd-4b52-95db-a868909a646f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926051 Dec 21 02:05:16.770683 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e85e7c0-1659-4bf5-a52b-7ee663199d6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:16.771158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e85e7c0-1659-4bf5-a52b-7ee663199d6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:16.775763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8e85e7c0-1659-4bf5-a52b-7ee663199d6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/9061f2d3-7e82-4b60-a083-e74a5d1dfab8 HTTP/1.1" status: 404 len: 337 time: 0.0453312 Dec 21 02:05:16.778020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35360) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.788551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.788818 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment 5e88e97c-fe96-427b-b43c-91c4116bc220 of type vlan for network ebf93d6d-982c-49ec-98c6-769224445365 Dec 21 02:05:16.813661 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ae1b09-94ff-45b9-8d80-488addf6f597 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:16.814123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ae1b09-94ff-45b9-8d80-488addf6f597 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:16.819632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b5ae1b09-94ff-45b9-8d80-488addf6f597 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/8663d349-007b-409e-9efa-395e3d1f5b7a HTTP/1.1" status: 404 len: 337 time: 0.0383384 Dec 21 02:05:16.821357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35362) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.862763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.865866 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ae2ade-1363-43bc-b6aa-21c6426aab9a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:16.866408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ae2ade-1363-43bc-b6aa-21c6426aab9a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:16.872616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76ae2ade-1363-43bc-b6aa-21c6426aab9a tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/1d6be81c-aaa9-41a0-9498-148458dd4260 HTTP/1.1" status: 404 len: 337 time: 0.0475862 Dec 21 02:05:16.873170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35364) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.899361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.906085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:16.906923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:16.907365 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f9c580-6ba6-4553-80bf-ee9536412b2d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:16.907823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f9c580-6ba6-4553-80bf-ee9536412b2d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:16.913236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-20f9c580-6ba6-4553-80bf-ee9536412b2d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/7c05f0c3-974e-4106-8184-c75be2e20b5c HTTP/1.1" status: 404 len: 337 time: 0.0368135 Dec 21 02:05:16.913543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35366) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.947246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-193117f5-c74e-495b-ac9b-8acb72e8969d tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 200 len: 205 time: 0.0295639 Dec 21 02:05:16.947502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35368) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:16.994785 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c0b5c646-5e16-44ae-8b91-10b9ba2c12e7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:16.995379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=ebf93d6d-982c-49ec-98c6-769224445365,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:16.995852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c0b5c646-5e16-44ae-8b91-10b9ba2c12e7 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/8fd265f0-4edd-46b6-bb37-9c733796020c HTTP/1.1" status: 404 len: 336 time: 0.0466704 Dec 21 02:05:16.998501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35370) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.005388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.015273 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-893725f4-397f-43d9-a622-4aaa144214ba tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4112642 Dec 21 02:05:17.015860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'ports': [{'network_id': '71c6c936-8c2a-484d-b558-a36f190c8ff8', 'name': 'tempest-port--943312572', 'admin_state_up': True}, {'network_id': 'ebf93d6d-982c-49ec-98c6-769224445365', 'admin_state_up': False}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:17.015860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'port': {'network_id': '71c6c936-8c2a-484d-b558-a36f190c8ff8', 'name': 'tempest-port--943312572', 'admin_state_up': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:17.015860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'port': {'network_id': 'ebf93d6d-982c-49ec-98c6-769224445365', 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:17.019738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ebf93d6d-982c-49ec-98c6-769224445365 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:17.084215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-491c110f-9776-4c89-ab40-c9fc6e0b2faf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=00c8cc21-64f7-4492-ae2b-9fc521a9e9aa HTTP/1.1" status: 200 len: 205 time: 0.0840247 Dec 21 02:05:17.086572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.133837 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-18c52979-5deb-48a5-a817-8434ddba7160 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:17.134866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18c52979-5deb-48a5-a817-8434ddba7160 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/00c8cc21-64f7-4492-ae2b-9fc521a9e9aa HTTP/1.1" status: 404 len: 336 time: 0.0473137 Dec 21 02:05:17.137414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35378) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.164784 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a25630b-55f8-4788-bab3-7a7f0c7f6bf9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:17.165495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a25630b-55f8-4788-bab3-7a7f0c7f6bf9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:17.168295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2a25630b-55f8-4788-bab3-7a7f0c7f6bf9 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/a30503e8-f8ba-4277-b8cf-9dfea4540dc0 HTTP/1.1" status: 404 len: 337 time: 0.0299699 Dec 21 02:05:17.170881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35380) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.210183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d076019f-3e29-42e2-8c84-95ca9cc5c87e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 200 len: 205 time: 0.0361261 Dec 21 02:05:17.211779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35382) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.248119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:17.256641 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-37ec6c60-c9d7-441a-ba73-f08669d27307 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:17.257693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-37ec6c60-c9d7-441a-ba73-f08669d27307 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/986285bd-6744-4c79-ae80-f893e5951cab HTTP/1.1" status: 404 len: 336 time: 0.0449929 Dec 21 02:05:17.260788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35384) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.295202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'port': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:17.302355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0535785b-63db-46b8-9579-df67b2e61d47 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9737b99-b9b1-4f8a-9bce-a272438558f1 HTTP/1.1" status: 200 len: 205 time: 0.0397019 Dec 21 02:05:17.303295 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:17.304314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.326143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:17.351148 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-b47dfe20-0466-42d4-ad79-39fd0d6122a8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:17.352272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b47dfe20-0466-42d4-ad79-39fd0d6122a8 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/e9737b99-b9b1-4f8a-9bce-a272438558f1 HTTP/1.1" status: 404 len: 336 time: 0.0459540 Dec 21 02:05:17.354772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.392761 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9174d9eb-b84b-404f-87ba-a8b192302c0b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:17.393223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9174d9eb-b84b-404f-87ba-a8b192302c0b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:17.396275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9174d9eb-b84b-404f-87ba-a8b192302c0b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/85d0a95b-741a-4a14-9bb4-fe2ce5c75c21 HTTP/1.1" status: 404 len: 337 time: 0.0405414 Dec 21 02:05:17.398861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.426112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] device_id is not set on port 541f7834-a2e0-4d2d-99e8-73a7befa050f yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:05:17.430497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3da2e663-03d5-4f7c-a2f6-f61cdbb0105b tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=17d91a47-d299-4f69-9f48-30d14421564c HTTP/1.1" status: 200 len: 205 time: 0.0300286 Dec 21 02:05:17.434838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35396) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.487188 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c5d34dee-d4f4-4d32-9588-d792f1d35776 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:17.494672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.495552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5d34dee-d4f4-4d32-9588-d792f1d35776 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/17d91a47-d299-4f69-9f48-30d14421564c HTTP/1.1" status: 404 len: 336 time: 0.0563982 Dec 21 02:05:17.521705 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f1aebc-76c6-43fd-98be-5965b2ab7a6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:17.522161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f1aebc-76c6-43fd-98be-5965b2ab7a6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:17.528267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-49f1aebc-76c6-43fd-98be-5965b2ab7a6e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/1902efb3-ad38-4a00-aa03-f92bb7626965 HTTP/1.1" status: 404 len: 337 time: 0.0301352 Dec 21 02:05:17.528394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.558433 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50732769-722d-4f44-93ad-b3786b979a2e tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5ba4e97-59fa-46c1-98fe-8e76fc15909f HTTP/1.1" status: 200 len: 205 time: 0.0266764 Dec 21 02:05:17.558616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.575750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3390111-c881-4191-baf7-f42bcc97ff93 req-b82bb169-521f-4646-afc6-0385fef9f2a7 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0921052 Dec 21 02:05:17.609364 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-f5db5ac1-c3f1-41f1-9608-28886e63864f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] delete failed (client error): The resource could not be found. Dec 21 02:05:17.609364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5db5ac1-c3f1-41f1-9608-28886e63864f tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/routers/f5ba4e97-59fa-46c1-98fe-8e76fc15909f HTTP/1.1" status: 404 len: 336 time: 0.0467706 Dec 21 02:05:17.614126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.641288 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b969170c-1ff4-4864-ab38-1ca332e394bf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:17.641700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b969170c-1ff4-4864-ab38-1ca332e394bf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:17.644727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b969170c-1ff4-4864-ab38-1ca332e394bf tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/0f92ca9d-fc18-41ca-b889-505140a73567 HTTP/1.1" status: 404 len: 337 time: 0.0296276 Dec 21 02:05:17.647374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:17.673866 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-77817577-03bb-4689-9061-6f6a10cf66b6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] DELETE failed (client error): The resource could not be found. Dec 21 02:05:17.674339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77817577-03bb-4689-9061-6f6a10cf66b6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:05:17.680065 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77817577-03bb-4689-9061-6f6a10cf66b6 tempest-RoutersIpV6Test-333426203 tempest-RoutersIpV6Test-333426203-project] 10.222.0.43 "DELETE /v2.0/subnets/2d9d206f-a5e6-4883-8efc-cc9f3cebf7ea HTTP/1.1" status: 404 len: 337 time: 0.0291948 Dec 21 02:05:17.680264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:17.759604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] device_id is not set on port 3f105715-c77c-4c37-9112-071c4eb91589 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:05:17.934062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf6e63-c135-4457-ab64-c66c51344369 req-ae5036f0-924c-4cd5-89b9-bac2af5efb85 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:17.935556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dacf6e63-c135-4457-ab64-c66c51344369 req-ae5036f0-924c-4cd5-89b9-bac2af5efb85 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.0873518 Dec 21 02:05:17.940697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:17.982190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35416) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:18.021996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dacf6e63-c135-4457-ab64-c66c51344369 req-96524109-f7d3-4266-9bce-f3bc352738f6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787983 Dec 21 02:05:18.030806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.106480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:05:18.107398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Port': ['ID=541f7834-a2e0-4d2d-99e8-73a7befa050f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:18.126330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Checking segment: {'id': '6851d5f0-2251-4a43-b901-9cca03724c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '71c6c936-8c2a-484d-b558-a36f190c8ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:18.126701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network hostable DHCP agents. Network: 71c6c936-8c2a-484d-b558-a36f190c8ff8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:18.160961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7567d2b7-b549-4ed0-8724-a1f9a72ee25c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab6d3d8c732d4f05aa5bc8e0b22583ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782501 Dec 21 02:05:18.163505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35420) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:18.170201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network 71c6c936-8c2a-484d-b558-a36f190c8ff8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:18.187604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 71c6c936-8c2a-484d-b558-a36f190c8ff8) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:18.198334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:18.199177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.206560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad0c16-29ee-4c25-9bb3-e339a2a591fb None None] Network 71c6c936-8c2a-484d-b558-a36f190c8ff8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:18.269846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Port': ['ID=3f105715-c77c-4c37-9112-071c4eb91589,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:18.284042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.313502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Checking segment: {'id': '5e88e97c-fe96-427b-b43c-91c4116bc220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ebf93d6d-982c-49ec-98c6-769224445365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:18.313870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network hostable DHCP agents. Network: ebf93d6d-982c-49ec-98c6-769224445365, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:18.321058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.327125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:18.343130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:05:18.378869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network ebf93d6d-982c-49ec-98c6-769224445365 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:18.393132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ebf93d6d-982c-49ec-98c6-769224445365) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:18.397609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.399799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:18.406852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c4d6f-26f9-4395-9ed8-012225959559 None None] Network ebf93d6d-982c-49ec-98c6-769224445365 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:18.408734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:18.413719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:18.415657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.418950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.421604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.425293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33014b5a-9b6a-47c7-9770-5293391eecaa HTTP/1.1" status: 204 len: 168 time: 0.2577684 Dec 21 02:05:18.435741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:05:18.450367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1434d-5e52-4acd-b59e-a92a5ef5c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33014b5a-9b6a-47c7-9770-5293391eecaa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:18.465383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d9bb6d80-898b-4f3f-9a9b-8e6a1fa969de tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4583597 Dec 21 02:05:18.467960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:18.508813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:18.532053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.563798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb0b16-317e-429a-a08f-3ea831f2c20a tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:18.575971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb0b16-317e-429a-a08f-3ea831f2c20a tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:18.577654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ddbb0b16-317e-429a-a08f-3ea831f2c20a tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1074903 Dec 21 02:05:18.580433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:18.593986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:18.657177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.706819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting port 541f7834-a2e0-4d2d-99e8-73a7befa050f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:18.707568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.733387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d102b126-dfb5-4a30-a4d0-c39daef56571 req-1ff23e1f-9ff1-4ec1-b48e-5a25dabd4c7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0453892 Dec 21 02:05:18.787810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.801934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Calling delete_port for 541f7834-a2e0-4d2d-99e8-73a7befa050f owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:18.858426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['fd301bce-f078-43ba-882f-e1b818f3e7f2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:18.890655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.925360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Port': ['ID=541f7834-a2e0-4d2d-99e8-73a7befa050f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:18.934050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:18.938442 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb806d7b-e6cc-47f9-b717-11d130e00e87 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/ports/541f7834-a2e0-4d2d-99e8-73a7befa050f HTTP/1.1" status: 204 len: 168 time: 0.3567934 Dec 21 02:05:18.941036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.062067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting port 3f105715-c77c-4c37-9112-071c4eb91589 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:19.062714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.170498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.201197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Calling delete_port for 3f105715-c77c-4c37-9112-071c4eb91589 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:19.229581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8793078-4cdf-408d-ba76-55d7772ae55b req-4500b913-4d7b-4232-a36f-bcf0633dfb77 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:19.231095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8793078-4cdf-408d-ba76-55d7772ae55b req-4500b913-4d7b-4232-a36f-bcf0633dfb77 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.0756414 Dec 21 02:05:19.318666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8793078-4cdf-408d-ba76-55d7772ae55b req-4923f213-bf08-43ac-b61a-116a6b0f74db tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545518 Dec 21 02:05:19.367207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.367504 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.400412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Port': ['ID=3f105715-c77c-4c37-9112-071c4eb91589,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:19.406293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.406629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.414328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-809e44e1-aae5-4cc7-8033-e468f18be712 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/ports/3f105715-c77c-4c37-9112-071c4eb91589 HTTP/1.1" status: 204 len: 168 time: 0.4714847 Dec 21 02:05:19.418823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35456) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.453312 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-94d8af50-f773-4f51-ab63-c452412b1de7 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327725 Dec 21 02:05:19.456889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.462639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1219561295'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:19.485546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:19.489012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.515335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:19.521723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d20de388-f6a6-4819-b626-67c8897a53a4 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-302584256', 'prefixes': ['172.20.0.0/16']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:19.536970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.537308 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment 95c36aad-cd48-479d-ac34-34c7392d1c41 of type vlan for network 795cd519-f80e-44f5-9b1e-e96ad9a4791c Dec 21 02:05:19.594383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.636710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.642250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:19.642841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.679168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d20de388-f6a6-4819-b626-67c8897a53a4 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] Publish callbacks [] for subnetpool, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.683279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d20de388-f6a6-4819-b626-67c8897a53a4 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2730317 Dec 21 02:05:19.684350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35464) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.712377 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2544088 Dec 21 02:05:19.715093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.722164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d850c-e11e-4f69-a202-7ee687581666 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=795cd519-f80e-44f5-9b1e-e96ad9a4791c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:19.729196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1782343505'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:19.734208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 795cd519-f80e-44f5-9b1e-e96ad9a4791c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:19.748987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6d67c9b0-28d6-4484-b93d-909facf2f932 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "GET /v2.0/subnetpools/0c5c7764-7565-42d2-a20d-4d5777f657e1 HTTP/1.1" status: 200 len: 731 time: 0.0635340 Dec 21 02:05:19.749568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.754701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-196e20db-9cad-4b9a-9699-5938a63dcf70 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-421551937'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:19.840538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:19.844091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.872697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0473757-9026-419f-8162-ed37e771b522 req-d79cb56d-eb4e-4812-bf7f-ecfbfbb30f56 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0573134 Dec 21 02:05:19.899066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:19.906307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-196e20db-9cad-4b9a-9699-5938a63dcf70 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] Publish callbacks [] for subnetpool, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.907481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-196e20db-9cad-4b9a-9699-5938a63dcf70 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "PUT /v2.0/subnetpools/0c5c7764-7565-42d2-a20d-4d5777f657e1 HTTP/1.1" status: 200 len: 683 time: 0.1562972 Dec 21 02:05:19.910130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:19.921822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:19.922165 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Added segment 8a7e728c-7416-44b8-890a-fe8ff367094f of type vlan for network 3234f73b-e9d4-421a-b6c7-da57d4c74bab Dec 21 02:05:19.982659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.030332 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.036081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:20.036659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.048226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-614a7065-b7cd-4fae-961c-2e5e09f8ca96 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] Publish callbacks [] for subnetpool, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.049318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-614a7065-b7cd-4fae-961c-2e5e09f8ca96 tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0c5c7764-7565-42d2-a20d-4d5777f657e1 HTTP/1.1" status: 204 len: 168 time: 0.1381600 Dec 21 02:05:20.052403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:20.072296 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-71175e61-2a88-416c-b7ba-e8a4e23a6b8f tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] show failed (client error): The resource could not be found. Dec 21 02:05:20.073714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71175e61-2a88-416c-b7ba-e8a4e23a6b8f tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "GET /v2.0/subnetpools/0c5c7764-7565-42d2-a20d-4d5777f657e1 HTTP/1.1" status: 404 len: 346 time: 0.0202420 Dec 21 02:05:20.076595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:20.093986 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-982b70c1-a9d8-4427-b243-1e3d1da779cb tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] delete failed (client error): The resource could not be found. Dec 21 02:05:20.095131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-982b70c1-a9d8-4427-b243-1e3d1da779cb tempest-SubnetPoolsTestJSON-885552960 tempest-SubnetPoolsTestJSON-885552960-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0c5c7764-7565-42d2-a20d-4d5777f657e1 HTTP/1.1" status: 404 len: 346 time: 0.0171390 Dec 21 02:05:20.109894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3898520 Dec 21 02:05:20.115899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d101-9e9c-4c8d-ab4c-6de706590fec tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Network': ['ID=3234f73b-e9d4-421a-b6c7-da57d4c74bab,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:20.119875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:20.167619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 3234f73b-e9d4-421a-b6c7-da57d4c74bab details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:20.255767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port fd301bce-f078-43ba-882f-e1b818f3e7f2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:05:20.260522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port fd301bce-f078-43ba-882f-e1b818f3e7f2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:20.261120 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.365773 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.439514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:20.441931 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7d2ba6-c71d-414c-93a7-62fb5e9ce320" -d '{"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-plugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:20.454164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35486) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:20.469927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:20.478361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.513871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc14e4-bcae-4f5a-b7ba-156afd3cb92a req-e0c898ff-a95a-42ea-9ba2-6cc61600f9f9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:20.524471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abfc14e4-bcae-4f5a-b7ba-156afd3cb92a req-e0c898ff-a95a-42ea-9ba2-6cc61600f9f9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.1024132 Dec 21 02:05:20.538057 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a0f97-c46c-48e6-8d9d-778728d875fb x-openstack-request-id: req-915a0f97-c46c-48e6-8d9d-778728d875fb {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:20.539313 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-plugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:20.540488 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-915a0f97-c46c-48e6-8d9d-778728d875fb {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:20.541040 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'code': 200} Dec 21 02:05:20.591464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54aca041-725f-488e-8a40-ad7209dd0ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.596772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:20.643986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abfc14e4-bcae-4f5a-b7ba-156afd3cb92a req-1dc29036-a7cd-4b7d-bf68-24bea8fe8a86 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169796 Dec 21 02:05:20.729777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf1969-5c2a-4817-a827-7f461fa7ae51 req-a31d4a63-36ff-4efd-90e4-2d8f9ea7a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:20.731439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8bdf1969-5c2a-4817-a827-7f461fa7ae51 req-a31d4a63-36ff-4efd-90e4-2d8f9ea7a148 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1098 time: 0.0901039 Dec 21 02:05:20.774685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54aca041-725f-488e-8a40-ad7209dd0ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.786212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-54aca041-725f-488e-8a40-ad7209dd0ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.824472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8bdf1969-5c2a-4817-a827-7f461fa7ae51 req-d73ee13a-dd5b-4821-b058-afffb0be7549 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820527 Dec 21 02:05:20.839756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54aca041-725f-488e-8a40-ad7209dd0ca3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10ba3be8207f492fa75a275f9f1954db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3821039 Dec 21 02:05:20.840285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35492) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:20.855705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aca041-725f-488e-8a40-ad7209dd0ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a830f374-57ca-44f6-ba62-ac9f4d1080e9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:20.893795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.919333 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.978167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.981687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:20.985522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a830f374-57ca-44f6-ba62-ac9f4d1080e9 HTTP/1.1" status: 204 len: 168 time: 0.1418200 Dec 21 02:05:20.996610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771df45-ee54-45e4-8158-46d12ee5ee9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a830f374-57ca-44f6-ba62-ac9f4d1080e9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:21.036262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a197a707-c5ed-4d24-a59a-49a848a3bb2f req-7c01df87-ccdd-4088-a428-3873e6ffd2df tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0594800 Dec 21 02:05:21.810440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001066e-3a85-4fde-be64-7ed5e69bc2a7 req-84caa1cf-5cd6-4e47-b11e-581ac0274b87 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:21.822037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f001066e-3a85-4fde-be64-7ed5e69bc2a7 req-84caa1cf-5cd6-4e47-b11e-581ac0274b87 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.0720501 Dec 21 02:05:21.885940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f001066e-3a85-4fde-be64-7ed5e69bc2a7 req-b1482a0b-2919-4816-bb32-debbac2a1725 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613427 Dec 21 02:05:21.887803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:22.073379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-706078933'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:22.082482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.134729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Made reservation on behalf of 5715e256e6204acda719eb9cbd165feb for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:22.140021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.165155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.248637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-828e137e-7471-4c37-8b25-8001b5ded5f5 req-7ba6155d-94be-4294-9911-bd0313305f46 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0661852 Dec 21 02:05:22.388856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.399593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.419701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:22.463164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.463570 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Added segment 2e088d66-f41e-40b4-b732-0bf14c26bb3b of type vlan for network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b Dec 21 02:05:22.519408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a9c70-e82b-47e0-97fe-045a6d44f931,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:22.538068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.595794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.601648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:22.602235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:22.632553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7430651 Dec 21 02:05:22.636087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35534) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:22.642031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Request body: {'subnet': {'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:22.727823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7572c2-280d-45e4-98fe-2811ed4972e2 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event updated for resources: {'Network': ['ID=2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:22.740459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:23.200800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4037f-9243-47fa-9dde-1b51fe094030 req-24c192a9-2a8d-4454-81bb-4ea541e63f80 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:23.203039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20a4037f-9243-47fa-9dde-1b51fe094030 req-24c192a9-2a8d-4454-81bb-4ea541e63f80 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.0988696 Dec 21 02:05:23.269690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Made reservation on behalf of 5715e256e6204acda719eb9cbd165feb for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:23.275082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.306709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35540) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:23.313243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20a4037f-9243-47fa-9dde-1b51fe094030 req-cd23d24a-2a99-43e9-beb1-6e03924c6b8c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996494 Dec 21 02:05:23.318918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'subnets': [{'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567004114', 'ip_version': 6}, {'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:23.319251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'subnet': {'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567004114', 'ip_version': 6}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:23.319945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Request body: {'subnet': {'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:23.525147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de5802fd-7571-45c6-8c5f-9987e392b30f req-fda09ec0-98fb-48b4-93d3-75b8603c42ef tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0618138 Dec 21 02:05:23.615196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce24683-9ed2-4e88-938c-9300872f1ff2 req-d6680c75-3288-46d7-b3c3-f3e02e60a2d0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:23.624279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ce24683-9ed2-4e88-938c-9300872f1ff2 req-d6680c75-3288-46d7-b3c3-f3e02e60a2d0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.1633949 Dec 21 02:05:23.650792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.652465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Made reservation on behalf of 0269cad066d7418c91665ca07b82346d for: {'subnet': 2} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:23.658298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.658876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.747703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event updated for resources: {'Subnet': ['ID=89b8d120-1f3b-46cc-b157-026a99237bec,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:23.776640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ce24683-9ed2-4e88-938c-9300872f1ff2 req-b6f3a78d-497f-4f78-aedf-1b6bffdde4e6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454320 Dec 21 02:05:23.792788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35550) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:23.807603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Checking segment: {'id': '2e088d66-f41e-40b4-b732-0bf14c26bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:23.808327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Network hostable DHCP agents. Network: 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:23.857363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474aad1-a04a-4599-b4c4-3850078bfcc9 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:23.862540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8474aad1-a04a-4599-b4c4-3850078bfcc9 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1093 time: 0.0670817 Dec 21 02:05:23.863484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35552) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:23.866454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:23.872263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:23.896033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:23.908017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e736bb-b43c-4fd2-866f-2d44a970c560 None None] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:23.911731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:23.912881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.937617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:23.946895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3025d0b0-3094-4af6-b20e-45de2cec47b7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3094685 Dec 21 02:05:23.955889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35554) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:23.962498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Request body: {'port': {'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b', 'name': 'tempest-TagsExtTest-852853428'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:24.128606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b', 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b', 'project_id': '5715e256e6204acda719eb9cbd165feb', 'fixed_ips': [{'subnet_id': '89b8d120-1f3b-46cc-b157-026a99237bec'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:05:24.129808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.203245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.217121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Made reservation on behalf of 5715e256e6204acda719eb9cbd165feb for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:24.221541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.252458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] device_id is not set on port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:05:24.345382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Allocated IP 172.20.0.2 (2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b/89b8d120-1f3b-46cc-b157-026a99237bec/1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:24.413793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.565571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.246 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f810d731-bdb6-4786-92a1-f7500ed4a48e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:24.591916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Subnet': ['ID=aef48b9d-85f5-4d70-ba48-2659c1c4bb44,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:24.686235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Checking segment: {'id': '95c36aad-cd48-479d-ac34-34c7392d1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:24.686640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network hostable DHCP agents. Network: 795cd519-f80e-44f5-9b1e-e96ad9a4791c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:24.725808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network 795cd519-f80e-44f5-9b1e-e96ad9a4791c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:24.744027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcd7cd3e-fcd8-456a-9654-1abd6f02317f req-8ad7ff62-4948-49e2-9f6d-652edba8ecc0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0375452 Dec 21 02:05:24.754627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 795cd519-f80e-44f5-9b1e-e96ad9a4791c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:24.758765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.791151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e82027-0086-49e2-a1ee-0bb22bdb81e1 None None] Network 795cd519-f80e-44f5-9b1e-e96ad9a4791c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:24.813306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.885250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:24.930368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Checking segment: {'id': '8a7e728c-7416-44b8-890a-fe8ff367094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:24.938396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network hostable DHCP agents. Network: 3234f73b-e9d4-421a-b6c7-da57d4c74bab, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:24.958578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event updated for resources: {'Subnet': ['ID=a7955831-c661-4fa0-b1da-c115e35dfc91,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:24.959543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:24.972862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:24.986841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:25.006064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Network 3234f73b-e9d4-421a-b6c7-da57d4c74bab is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:25.011550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-795cd519-f80e-44f5-9b1e-e96ad9a4791c', 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c', 'project_id': '0269cad066d7418c91665ca07b82346d', 'fixed_ips': [{'subnet_id': 'aef48b9d-85f5-4d70-ba48-2659c1c4bb44'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:05:25.013439 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.029846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.038708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 3234f73b-e9d4-421a-b6c7-da57d4c74bab) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:25.051184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.052868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:25.056516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:25.057466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.069109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573db24b-939e-4080-a6fa-7f7af5dd64f1 None None] Network 3234f73b-e9d4-421a-b6c7-da57d4c74bab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:25.077128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=f810d731-bdb6-4786-92a1-f7500ed4a48e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:25.089441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aca985a8-214e-4c23-862a-e154f205bd8e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7775402 Dec 21 02:05:25.091951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35564) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:25.165205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:25.171056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Allocated IP 172.20.0.4 (2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b/89b8d120-1f3b-46cc-b157-026a99237bec/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:25.206894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b306c-aab0-4331-bb79-9a12f6ffd2a9 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:25.207427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:25.208757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b306c-aab0-4331-bb79-9a12f6ffd2a9 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:25.210375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b306c-aab0-4331-bb79-9a12f6ffd2a9 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:25.211080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:25.221866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-de0b306c-aab0-4331-bb79-9a12f6ffd2a9 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1287692 Dec 21 02:05:25.222483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:25.299509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting subnet aef48b9d-85f5-4d70-ba48-2659c1c4bb44 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:25.305503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Pushing event updated for resources: {'Port': ['ID=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:25.425457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Allocated IP 2001:db8::1 (795cd519-f80e-44f5-9b1e-e96ad9a4791c/aef48b9d-85f5-4d70-ba48-2659c1c4bb44/2faf4de1-ba87-42e3-82db-f3b78982dffa) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:25.427457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Attempting to bind port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:25.427829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Attempting to bind port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2e088d66-f41e-40b4-b732-0bf14c26bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:25.428193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Attempting to bind port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 on network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:25.434223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-3234f73b-e9d4-421a-b6c7-da57d4c74bab', 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab', 'project_id': '0269cad066d7418c91665ca07b82346d', 'fixed_ips': [{'subnet_id': 'a7955831-c661-4fa0-b1da-c115e35dfc91'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:05:25.435074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.456405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:25.456699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Checking segment: {'id': '2e088d66-f41e-40b4-b732-0bf14c26bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:25.457158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.457584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Bound using segment: {'id': '2e088d66-f41e-40b4-b732-0bf14c26bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:25.458172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Bound port: 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e088d66-f41e-40b4-b732-0bf14c26bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:25.458574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.602502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Allocated IP 2001:db8:0:1::1 (3234f73b-e9d4-421a-b6c7-da57d4c74bab/a7955831-c661-4fa0-b1da-c115e35dfc91/0f84d955-2f57-4051-b11f-bfb66e9700bf) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:05:25.682806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.823662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.947740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] For port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:25.951572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] For port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,segment=NetworkSegment(2e088d66-f41e-40b4-b732-0bf14c26bb3b),segment_id=2e088d66-f41e-40b4-b732-0bf14c26bb3b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:25.956828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.970730 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:25.995058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4557557c-a10a-49bc-af65-acfb1d9bcef9 req-378e1226-2119-4f1a-88fb-2abb5c95a635 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0835257 Dec 21 02:05:26.006141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.060380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Pushing event updated for resources: {'Port': ['ID=0f84d955-2f57-4051-b11f-bfb66e9700bf,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:26.138937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a12fbc-2cd0-4501-8b69-64fbb49c8d87 None None] Pushing event updated for resources: {'Port': ['ID=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:26.139750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.152128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Network 3234f73b-e9d4-421a-b6c7-da57d4c74bab is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:26.169088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:26.171836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:26.319628 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.335547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.336171 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.336983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.339917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.427404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event updated for resources: {'Port': ['ID=b4503912-cb1e-4978-bb99-b7e9c0e1ea1b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:26.430118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.439560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:26.443707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.468486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:26.474163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:26.536078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Pushing event updated for resources: {'Port': ['ID=2faf4de1-ba87-42e3-82db-f3b78982dffa,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:26.591810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Network 795cd519-f80e-44f5-9b1e-e96ad9a4791c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:05:26.592845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Attempting to bind port 0f84d955-2f57-4051-b11f-bfb66e9700bf on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:26.593222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Attempting to bind port 0f84d955-2f57-4051-b11f-bfb66e9700bf by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8a7e728c-7416-44b8-890a-fe8ff367094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:26.593617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Attempting to bind port 0f84d955-2f57-4051-b11f-bfb66e9700bf on network 3234f73b-e9d4-421a-b6c7-da57d4c74bab {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:26.605766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:26.606153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Checking segment: {'id': '8a7e728c-7416-44b8-890a-fe8ff367094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:26.606566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.606967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Bound using segment: {'id': '8a7e728c-7416-44b8-890a-fe8ff367094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:26.607460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Bound port: 0f84d955-2f57-4051-b11f-bfb66e9700bf, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7e728c-7416-44b8-890a-fe8ff367094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3234f73b-e9d4-421a-b6c7-da57d4c74bab'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:26.607846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.610396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:26.630818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:05:26.686224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=f810d731-bdb6-4786-92a1-f7500ed4a48e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:26.722601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:26.724152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.733620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.795489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f7afa7a-54c9-4474-8be7-f0ca4b384e76 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8382590 Dec 21 02:05:26.799254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35584) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:26.799254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.845440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-966046795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:26.881257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.902177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.906713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/subnets/aef48b9d-85f5-4d70-ba48-2659c1c4bb44 HTTP/1.1" status: 204 len: 168 time: 1.6825986 Dec 21 02:05:26.927454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:26.947139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.948451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:26.954692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Attempting to bind port 2faf4de1-ba87-42e3-82db-f3b78982dffa on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:05:26.966011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Attempting to bind port 2faf4de1-ba87-42e3-82db-f3b78982dffa by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '95c36aad-cd48-479d-ac34-34c7392d1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:05:26.966249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Attempting to bind port 2faf4de1-ba87-42e3-82db-f3b78982dffa on network 795cd519-f80e-44f5-9b1e-e96ad9a4791c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:05:26.980890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4398d8-bcda-404b-8420-46e86f0e04a5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Subnet': ['ID=aef48b9d-85f5-4d70-ba48-2659c1c4bb44,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:27.009441 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.025298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting subnet a7955831-c661-4fa0-b1da-c115e35dfc91 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:27.033954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:05:27.036366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Checking segment: {'id': '95c36aad-cd48-479d-ac34-34c7392d1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:27.036976 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.041253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Bound using segment: {'id': '95c36aad-cd48-479d-ac34-34c7392d1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:05:27.043536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Bound port: 2faf4de1-ba87-42e3-82db-f3b78982dffa, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c36aad-cd48-479d-ac34-34c7392d1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '795cd519-f80e-44f5-9b1e-e96ad9a4791c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:05:27.050087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.060020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.075094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] For port 0f84d955-2f57-4051-b11f-bfb66e9700bf, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:27.118482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] For port 0f84d955-2f57-4051-b11f-bfb66e9700bf, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0f84d955-2f57-4051-b11f-bfb66e9700bf,segment=NetworkSegment(8a7e728c-7416-44b8-890a-fe8ff367094f),segment_id=8a7e728c-7416-44b8-890a-fe8ff367094f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:27.125578 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP cf324b3e-dba6-4c84-a6fc-76bdb400ae3f associated. External IP: 172.25.6.246, port: fd301bce-f078-43ba-882f-e1b818f3e7f2. Dec 21 02:05:27.145463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.160693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.305454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] For port 2faf4de1-ba87-42e3-82db-f3b78982dffa, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:05:27.321198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d6ce8-2485-4ca4-864f-c3ea83ff1bcd None None] Pushing event updated for resources: {'Port': ['ID=0f84d955-2f57-4051-b11f-bfb66e9700bf,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:27.328293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] For port 2faf4de1-ba87-42e3-82db-f3b78982dffa, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2faf4de1-ba87-42e3-82db-f3b78982dffa,segment=NetworkSegment(95c36aad-cd48-479d-ac34-34c7392d1c41),segment_id=95c36aad-cd48-479d-ac34-34c7392d1c41)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:05:27.343630 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.362497 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.378712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.386045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-319ffa7b-97b0-4383-af1f-4cec85eeb270 req-58570c7d-3063-462c-98b5-db68b027cc50 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0873609 Dec 21 02:05:27.400801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.559402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.560651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d4ec9a5d-a979-4c67-a1ab-917f5c943683 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7626715 Dec 21 02:05:27.568716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35594) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:27.576661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:27.589217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ea5d4101-ede5-461a-8334-ea83449817e5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-523647083', 'prefixes': ['172.20.0.0/16']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:27.601863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416e80c-f645-457a-acbe-9e0c31cd1053 None None] Pushing event updated for resources: {'Port': ['ID=2faf4de1-ba87-42e3-82db-f3b78982dffa,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:27.675738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.685023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4ec01-cfc3-4328-8124-f28ba75e53bd None None] Network 795cd519-f80e-44f5-9b1e-e96ad9a4791c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:27.732445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:27.812638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Subnet': ['ID=a7955831-c661-4fa0-b1da-c115e35dfc91,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:27.839207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:27.845092 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2b019ac-59f2-4ee7-b708-b820f87d5f7e tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/subnets/a7955831-c661-4fa0-b1da-c115e35dfc91 HTTP/1.1" status: 204 len: 168 time: 0.9163013 Dec 21 02:05:27.849434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:27.956429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:27.956621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.020695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:28.033118 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Sync routers for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:28.044905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:28.045553 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:28.071209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.171417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b2c5d403-7e1a-4245-be92-1540af13a6a9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3059027 Dec 21 02:05:28.174787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:28.180943 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd09453-7420-4437-990c-2e2b4d1fe073" -d '{"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:28.215602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba73647-944d-41ad-a168-ad204609cd60 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:28.223971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ba73647-944d-41ad-a168-ad204609cd60 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3693185 Dec 21 02:05:28.224523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35634) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:28.275941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4101-ede5-461a-8334-ea83449817e5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for subnetpool, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.280226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea5d4101-ede5-461a-8334-ea83449817e5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7085366 Dec 21 02:05:28.283145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:28.295322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-43729aca-f751-46c0-8b0d-848473f4ea4a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1592497033') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:28.351922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462499b-764b-43f2-a599-5516f8d67842 None None] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:28.476647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:28.530018 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1f010-6531-4d8f-8fbc-735a5d3412f6 x-openstack-request-id: req-31a1f010-6531-4d8f-8fbc-735a5d3412f6 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:28.531448 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:28.531935 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31a1f010-6531-4d8f-8fbc-735a5d3412f6 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:28.533491 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:05:28.582275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.603264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.611280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-bae90375-afc7-460f-9c35-52b3145701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:28.620621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-bae90375-afc7-460f-9c35-52b3145701b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1098 time: 0.2219536 Dec 21 02:05:28.673959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-261598d7-74a2-4ef6-860f-adbd537ccb79 None None] Provisioning complete for port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:28.692935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-261598d7-74a2-4ef6-860f-adbd537ccb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.766530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7196c199-cff6-4bb5-a7bd-a688706b27e9 req-55c73f3e-2b47-475d-b888-a9982c72cb18 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1680336 Dec 21 02:05:28.819757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,segment=NetworkSegment(2e088d66-f41e-40b4-b732-0bf14c26bb3b),segment_id=2e088d66-f41e-40b4-b732-0bf14c26bb3b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:28.844359 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:28.909105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39282d2-9faf-4d63-9692-9ef25bdc680f req-7bda957b-0b1a-4fb6-93cd-ea03d1d5bf26 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:28.910728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f39282d2-9faf-4d63-9692-9ef25bdc680f req-7bda957b-0b1a-4fb6-93cd-ea03d1d5bf26 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.3762574 Dec 21 02:05:28.963763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-0fc50938-4a05-4074-b2bf-6151018a3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:28.968967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-0fc50938-4a05-4074-b2bf-6151018a3e30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.3264856 Dec 21 02:05:29.100926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:29.172225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.174022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.174529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.177490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.178446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.179315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.180747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.181747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.200350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43729aca-f751-46c0-8b0d-848473f4ea4a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1592497033 HTTP/1.1" status: 201 len: 201 time: 0.9149430 Dec 21 02:05:29.205109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35720) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:29.216287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.216588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.216926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.217261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.223059 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'cf324b3e-dba6-4c84-a6fc-76bdb400ae3f', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:05:25Z', 'updated_at': '2021-12-21T02:05:25Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:29.225387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:05:29.233874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-0494369f-a22e-40c6-b429-a4c54d0b0f09 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-613248066') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:29.272526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f39282d2-9faf-4d63-9692-9ef25bdc680f req-4db85eb6-fef7-4e7f-ad2b-9b6251009b9a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467448 Dec 21 02:05:29.281104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:29.320117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting port 0f84d955-2f57-4051-b11f-bfb66e9700bf {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:29.332919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:29.334655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Checking router: 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:29.356711 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-bb459983-5c25-4b8d-8a74-f4e0f4551bec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.3793464 Dec 21 02:05:29.378344 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:29.381033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:29.535887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e9623-91fc-460e-96dc-00c9b2fdcaa2 None None] Network 3234f73b-e9d4-421a-b6c7-da57d4c74bab requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:29.603978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0f84d955-2f57-4051-b11f-bfb66e9700bf up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:29.620176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-8dc41d81-cc9a-4caf-bd5e-507212840ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:29.631350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-8dc41d81-cc9a-4caf-bd5e-507212840ceb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.2433023 Dec 21 02:05:29.703099 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:29.786149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0494369f-a22e-40c6-b429-a4c54d0b0f09 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-613248066 HTTP/1.1" status: 201 len: 201 time: 0.5768106 Dec 21 02:05:29.791122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35766) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:29.812627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-77491975-e6d8-4196-9ab9-13bb1c0642cb tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-1470508847') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:29.820994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-93352e15-222d-4fac-a202-96683f1e9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:29.822528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-93352e15-222d-4fac-a202-96683f1e9a2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903958 Dec 21 02:05:29.864796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c53092a2-edc6-4f1c-97fc-3c23b0b231b3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 200 len: 992 time: 0.5806446 Dec 21 02:05:29.882806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] For port 0f84d955-2f57-4051-b11f-bfb66e9700bf, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0f84d955-2f57-4051-b11f-bfb66e9700bf,segment=NetworkSegment(8a7e728c-7416-44b8-890a-fe8ff367094f),segment_id=8a7e728c-7416-44b8-890a-fe8ff367094f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:29.883202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:30.175309 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-dff3cc2c-d3a1-435d-a079-e13eb84d9c35 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428125 Dec 21 02:05:30.194688 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'cf324b3e-dba6-4c84-a6fc-76bdb400ae3f', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:05:25Z', 'updated_at': '2021-12-21T02:05:25Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:30.205779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Calling delete_port for 0f84d955-2f57-4051-b11f-bfb66e9700bf owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:30.209047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea3815ab-0cb4-49b9-a7a6-799ce9cb8497 req-cdff3c28-da0e-4f2b-96c0-06cf37f65659 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1719530 Dec 21 02:05:30.296964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d48a2e-04f7-4d5c-b65d-91db99d7de44 None None] The sync data for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 is: [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'cf324b3e-dba6-4c84-a6fc-76bdb400ae3f', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:05:25Z', 'updated_at': '2021-12-21T02:05:25Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:30.413506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ecd09453-7420-4437-990c-2e2b4d1fe073 req-031c104f-973f-46ed-b2b7-31a793f98a6d service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295609 Dec 21 02:05:30.419432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Provisioning complete for port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:30.419874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:30.440336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-77491975-e6d8-4196-9ab9-13bb1c0642cb tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-1470508847 HTTP/1.1" status: 201 len: 201 time: 0.6390634 Dec 21 02:05:30.443103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:30.448301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-322ec599-37f9-4f12-8fdf-a7954fbddc83 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-1948143364') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:30.534640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:30.576723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Could not find standard attr ID for object 0f84d955-2f57-4051-b11f-bfb66e9700bf. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:05:30.579500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-322ec599-37f9-4f12-8fdf-a7954fbddc83 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-1948143364 HTTP/1.1" status: 201 len: 201 time: 0.1340315 Dec 21 02:05:30.580123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35840) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:30.615053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:30.616510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-4735f8e9-620a-4dea-bc2a-c0ebd41ffb54 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:30.622818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Port': ['ID=0f84d955-2f57-4051-b11f-bfb66e9700bf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:30.635514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] No DVR routers for this DVR port 0f84d955-2f57-4051-b11f-bfb66e9700bf on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:30.660686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Provisioning complete for port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:30.661204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:30.735530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc9f96-812c-448f-a7af-48014cd5f5b3 None None] DHCP port deletion for 3234f73b-e9d4-421a-b6c7-da57d4c74bab request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:30.815521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4735f8e9-620a-4dea-bc2a-c0ebd41ffb54 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 200 len: 241 time: 0.2303944 Dec 21 02:05:30.818181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35854) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:30.822909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-43ef061a-064d-4d08-9290-feafafe5155b tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1592497033') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:30.826882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14301d01-c42d-4763-86fa-520b270dc2f5 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:05:30.851349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6d97d-29e7-4633-bdc3-8cd97d3fc966 None None] New status for floating IP cf324b3e-dba6-4c84-a6fc-76bdb400ae3f: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:05:30.859263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:30.867561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35862) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:30.942521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43ef061a-064d-4d08-9290-feafafe5155b tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1592497033 HTTP/1.1" status: 204 len: 168 time: 0.1233275 Dec 21 02:05:30.950161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:30.954587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-ea8b5d68-8d60-420c-8531-26dfc6273638 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1592497033') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.028217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e25908b0-cba3-4977-9081-12a2b31000c3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 200 len: 992 time: 0.1556363 Dec 21 02:05:31.057516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3234f73b-e9d4-421a-b6c7-da57d4c74bab']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.087455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7e728c-7416-44b8-890a-fe8ff367094f') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.088016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7e728c-7416-44b8-890a-fe8ff367094f') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.127992 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.156103 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea8b5d68-8d60-420c-8531-26dfc6273638 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1592497033 HTTP/1.1" status: 204 len: 168 time: 0.2049134 Dec 21 02:05:31.158707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:31.163003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-fbe34499-0f8b-4645-a7bb-81c5ac286820 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.185499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.194338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:31.195310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:31.220367 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:31.262799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fbe34499-0f8b-4645-a7bb-81c5ac286820 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 200 len: 205 time: 0.1029139 Dec 21 02:05:31.265624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35906) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:31.280862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-0aac3c16-744f-42c9-bb16-141bec11a5be tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.346782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1fe89f97-506c-454f-a70a-59227b4c1ca8 None None] Could not find standard attr ID for object 0f84d955-2f57-4051-b11f-bfb66e9700bf. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:05:31.421765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14301d01-c42d-4763-86fa-520b270dc2f5 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:05:31.491577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:05:31.514234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb90f24c-e04d-4dae-909f-020dc6dd26fd req-4fbd244d-e673-4b14-af42-d325c544e7f0 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0857558 Dec 21 02:05:31.554100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.573652 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.578672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/3234f73b-e9d4-421a-b6c7-da57d4c74bab HTTP/1.1" status: 204 len: 168 time: 3.3523595 Dec 21 02:05:31.580388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35932) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:31.605766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d74b2233-0d84-4b90-a0c5-07e2e58dccc1 None None] Provisioning complete for port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:31.606716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d74b2233-0d84-4b90-a0c5-07e2e58dccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.619461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199d42b-ae95-4289-8e38-deb41355abfd tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=3234f73b-e9d4-421a-b6c7-da57d4c74bab,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:31.662574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0aac3c16-744f-42c9-bb16-141bec11a5be tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 200 len: 240 time: 0.3958867 Dec 21 02:05:31.665855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35942) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:31.671958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-28e565a2-e4af-4560-8771-51d9cc6985c8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-613248066') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.754189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2233-0d84-4b90-a0c5-07e2e58dccc1 None None] Port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:05:31.771755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.781356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-28e565a2-e4af-4560-8771-51d9cc6985c8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-613248066 HTTP/1.1" status: 204 len: 168 time: 0.1121547 Dec 21 02:05:31.781712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35956) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:31.788296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-f2b7b7c5-bace-4cb1-8964-e557ce955f5a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-613248066') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:31.829376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:05:31.830078 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.902055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Deleting port 2faf4de1-ba87-42e3-82db-f3b78982dffa {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:31.902690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:31.992626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] For port 2faf4de1-ba87-42e3-82db-f3b78982dffa, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2faf4de1-ba87-42e3-82db-f3b78982dffa,segment=NetworkSegment(95c36aad-cd48-479d-ac34-34c7392d1c41),segment_id=95c36aad-cd48-479d-ac34-34c7392d1c41)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:31.993205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.008713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Calling delete_port for 2faf4de1-ba87-42e3-82db-f3b78982dffa owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:32.010714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2b7b7c5-bace-4cb1-8964-e557ce955f5a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-613248066 HTTP/1.1" status: 204 len: 168 time: 0.2276509 Dec 21 02:05:32.012946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:32.017520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-ae6f8f12-3ef0-4747-8883-1db803196d1c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.031096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35980) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:32.107993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0f84d955-2f57-4051-b11f-bfb66e9700bf no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:32.137351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 0f84d955-2f57-4051-b11f-bfb66e9700bf {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:32.137724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0f84d955-2f57-4051-b11f-bfb66e9700bf not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:32.161184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ae6f8f12-3ef0-4747-8883-1db803196d1c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 200 len: 205 time: 0.1471679 Dec 21 02:05:32.168214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35996) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:32.173783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-ab493282-c03d-4374-bebf-7bde04bfff6a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.268642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ab493282-c03d-4374-bebf-7bde04bfff6a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 200 len: 241 time: 0.0982170 Dec 21 02:05:32.271295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36010) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:32.276097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-35a6d0a6-9a0e-4af6-bb63-ee0d5d7ee554 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-1470508847') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.367127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.436916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-918ba7b5-fccf-4e7d-8f4a-fecf2e96021d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 200 len: 994 time: 0.4041369 Dec 21 02:05:32.442144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Port': ['ID=2faf4de1-ba87-42e3-82db-f3b78982dffa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:32.458434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] No DVR routers for this DVR port 2faf4de1-ba87-42e3-82db-f3b78982dffa on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:32.807457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.857003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795cd519-f80e-44f5-9b1e-e96ad9a4791c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.895550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c36aad-cd48-479d-ac34-34c7392d1c41') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.896199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c36aad-cd48-479d-ac34-34c7392d1c41') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.911015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.925294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-265de48e-7f35-4fec-a105-e9568c0e10d1 req-5d43316f-bec1-4bb3-9d92-621b52261163 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.1543109 Dec 21 02:05:32.939130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-35a6d0a6-9a0e-4af6-bb63-ee0d5d7ee554 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-1470508847 HTTP/1.1" status: 204 len: 168 time: 0.6667976 Dec 21 02:05:32.941712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36068) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:32.947518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-05fca4e7-dbc8-45f7-ae6e-39dae3159d47 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-1470508847') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:32.958083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.975947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:32.977221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:32.983279 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:33.089230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.096195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.105853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36084) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.106338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/795cd519-f80e-44f5-9b1e-e96ad9a4791c HTTP/1.1" status: 204 len: 168 time: 1.5242252 Dec 21 02:05:33.122407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03920f-5150-4c25-8bcd-3ff824166daf tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=795cd519-f80e-44f5-9b1e-e96ad9a4791c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:33.222766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-05fca4e7-dbc8-45f7-ae6e-39dae3159d47 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-1470508847 HTTP/1.1" status: 204 len: 168 time: 0.2793379 Dec 21 02:05:33.224717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36100) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.230718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-ed30c356-f5f3-4e37-8b0e-cf50db37c4a8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.236992 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.352688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ed30c356-f5f3-4e37-8b0e-cf50db37c4a8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 200 len: 205 time: 0.1267865 Dec 21 02:05:33.355144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36122) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.361764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-b44d0af7-dee8-478a-86df-7b0ead21034a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.393190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b44d0af7-dee8-478a-86df-7b0ead21034a tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 200 len: 241 time: 0.0364993 Dec 21 02:05:33.395810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36128) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.401274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-8c43b7c1-dd7d-4804-9a86-91a2c982eeb1 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-1948143364') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.423827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c43b7c1-dd7d-4804-9a86-91a2c982eeb1 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-1948143364 HTTP/1.1" status: 204 len: 168 time: 0.0269575 Dec 21 02:05:33.426343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36130) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.428686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.436742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-d23fa75d-adca-4ec1-9fd2-6777ac990a88 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-1948143364') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.458165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf93d6d-982c-49ec-98c6-769224445365']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.471456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e88e97c-fe96-427b-b43c-91c4116bc220') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.471756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e88e97c-fe96-427b-b43c-91c4116bc220') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.473382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d23fa75d-adca-4ec1-9fd2-6777ac990a88 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-1948143364 HTTP/1.1" status: 204 len: 168 time: 0.0460167 Dec 21 02:05:33.475827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.480755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-d2aa7aa9-5777-48bb-be3c-4631acc8ceea tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.486026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.500195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.503413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2aa7aa9-5777-48bb-be3c-4631acc8ceea tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 200 len: 205 time: 0.0257225 Dec 21 02:05:33.505659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.506974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:33.507392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:33.510606 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:33.513550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-0cf563de-ed9d-46b9-aaa4-e59d4a4ccc22 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.539498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0cf563de-ed9d-46b9-aaa4-e59d4a4ccc22 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0326650 Dec 21 02:05:33.542019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.546723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-e96044be-3ed6-4190-811c-ff6199c8e098 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.570623 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.592027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.595419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/ebf93d6d-982c-49ec-98c6-769224445365 HTTP/1.1" status: 204 len: 168 time: 0.4874039 Dec 21 02:05:33.596385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115336-88bf-4130-aec4-0c09acfb5db5 tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=ebf93d6d-982c-49ec-98c6-769224445365,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:33.598273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36138) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.635558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e96044be-3ed6-4190-811c-ff6199c8e098 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 204 len: 168 time: 0.0924039 Dec 21 02:05:33.638037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.642203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-fc8d72cb-69ae-4a5c-a937-695012cc6f3c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.690657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.699301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fc8d72cb-69ae-4a5c-a937-695012cc6f3c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0602701 Dec 21 02:05:33.702315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36144) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.707200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-04219eb0-fc5d-4edc-bf1f-2cc5099b1195 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.770753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-04219eb0-fc5d-4edc-bf1f-2cc5099b1195 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 204 len: 168 time: 0.0666440 Dec 21 02:05:33.776315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.783490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-e80fa005-400d-4198-852d-80666e5c9769 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1156397873') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.802513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.832616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c6c936-8c2a-484d-b558-a36f190c8ff8']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.847309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6851d5f0-2251-4a43-b901-9cca03724c17') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.847609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6851d5f0-2251-4a43-b901-9cca03724c17') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.863116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.877096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e80fa005-400d-4198-852d-80666e5c9769 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1156397873 HTTP/1.1" status: 201 len: 201 time: 0.0992670 Dec 21 02:05:33.879713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.884817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.885193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-f20d74c4-56f3-4e5d-9883-14a8424853e8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-843113124') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.901014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:33.901444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:33.906202 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:33.954342 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f20d74c4-56f3-4e5d-9883-14a8424853e8 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-843113124 HTTP/1.1" status: 201 len: 201 time: 0.0734313 Dec 21 02:05:33.956928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36156) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:33.963192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-44842033-c4d3-4842-abd3-b2eabbcede19 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-761123456') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:33.994368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:34.003478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:34.009672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] 10.222.0.43 "DELETE /v2.0/networks/71c6c936-8c2a-484d-b558-a36f190c8ff8 HTTP/1.1" status: 204 len: 168 time: 0.4102943 Dec 21 02:05:34.032633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2b939-d276-4374-a128-e42c0368cb1f tempest-BulkNetworkOpsIpV6Test-1732189532 tempest-BulkNetworkOpsIpV6Test-1732189532-project] Pushing event deleted for resources: {'Network': ['ID=71c6c936-8c2a-484d-b558-a36f190c8ff8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:34.197647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-656bc0d4-a2ff-4a7e-a0c8-fe2ec937f129 req-05802458-be45-4914-b067-d489bdabffd9 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0613081 Dec 21 02:05:34.565935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36172) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:34.815970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:34.816549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-09207e15-00d3-4f7b-a3fa-cb7b62bfcb60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0269cad066d7418c91665ca07b82346d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490258 Dec 21 02:05:34.825073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-44842033-c4d3-4842-abd3-b2eabbcede19 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-761123456 HTTP/1.1" status: 201 len: 201 time: 0.8667712 Dec 21 02:05:34.827819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36180) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:34.833849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-d4ceae51-5e07-4b72-a93f-f88a42400687 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-1104300188') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:34.888781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:34.907750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36182) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:34.908835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d4ceae51-5e07-4b72-a93f-f88a42400687 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-1104300188 HTTP/1.1" status: 201 len: 201 time: 0.0793121 Dec 21 02:05:34.917177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-be6ca968-e9f9-4c4b-96e4-bc9f06c46f40 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', {'tags': ['tempest-TagsExtTest-Tag-587718196', 'tempest-TagsExtTest-Tag-1175515604', 'tempest-TagsExtTest-Tag-1699424082']}) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:34.921384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:35.021913 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be6ca968-e9f9-4c4b-96e4-bc9f06c46f40 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 200 len: 317 time: 0.1104898 Dec 21 02:05:35.022887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36184) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.033373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-6e2ba7ba-4c81-4f8b-a88f-c5c3552fce59 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.042008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:35.047388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:35.049167 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5613bb8b-ccd2-4912-9890-353cefb46ca0 HTTP/1.1" status: 204 len: 168 time: 0.2321985 Dec 21 02:05:35.128949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda6c73-39f1-4870-9c16-fab2e54fd8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613bb8b-ccd2-4912-9890-353cefb46ca0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:35.237427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36190) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.243307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6e2ba7ba-4c81-4f8b-a88f-c5c3552fce59 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 204 len: 168 time: 0.2168696 Dec 21 02:05:35.245072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-babf0315-43e4-404e-9372-cd505d97584e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-587718196') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.420641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-25b8bd75-a019-4e63-9fde-cbd082447a95 req-baa39c83-7972-4c95-9457-f7a1ab410aec tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0683606 Dec 21 02:05:35.455562 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-babf0315-43e4-404e-9372-cd505d97584e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:35.456903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-babf0315-43e4-404e-9372-cd505d97584e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-587718196 HTTP/1.1" status: 404 len: 328 time: 0.2175848 Dec 21 02:05:35.459850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36196) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.465543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-2f00eece-7947-4f71-bbaa-0e5619062eb0 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1175515604') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.527008 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-2f00eece-7947-4f71-bbaa-0e5619062eb0 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:35.528201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f00eece-7947-4f71-bbaa-0e5619062eb0 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1175515604 HTTP/1.1" status: 404 len: 329 time: 0.0668280 Dec 21 02:05:35.531103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36200) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.536676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-6001c48b-c340-40e9-92e9-7888e71b5ca9 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec', 'tempest-TagsExtTest-Tag-1699424082') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.600316 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-6001c48b-c340-40e9-92e9-7888e71b5ca9 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:35.602581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6001c48b-c340-40e9-92e9-7888e71b5ca9 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags/tempest-TagsExtTest-Tag-1699424082 HTTP/1.1" status: 404 len: 329 time: 0.0703526 Dec 21 02:05:35.605155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36204) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.611135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-96670188-4b70-414c-a6f6-83d7751a6524 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', {'tags': ['tempest-TagsExtTest-Tag-1406111956', 'tempest-TagsExtTest-Tag-8385545', 'tempest-TagsExtTest-Tag-654183461']}) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.701152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-96670188-4b70-414c-a6f6-83d7751a6524 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 200 len: 314 time: 0.0945950 Dec 21 02:05:35.703552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36208) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.709655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-55f6d8fa-5906-49a1-8071-55fafb1193c4 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.833311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55f6d8fa-5906-49a1-8071-55fafb1193c4 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1276517 Dec 21 02:05:35.835741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.841199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-e8ecd6cf-a27e-4078-be9e-531aaf3e5bb7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-1406111956') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:35.938929 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-e8ecd6cf-a27e-4078-be9e-531aaf3e5bb7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:35.945920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e8ecd6cf-a27e-4078-be9e-531aaf3e5bb7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-1406111956 HTTP/1.1" status: 404 len: 329 time: 0.1049166 Dec 21 02:05:35.946764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36218) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:35.952151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-0204a28f-ca7c-497b-940c-697602af6f20 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-8385545') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.046114 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-0204a28f-ca7c-497b-940c-697602af6f20 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:36.050822 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0204a28f-ca7c-497b-940c-697602af6f20 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-8385545 HTTP/1.1" status: 404 len: 326 time: 0.1028278 Dec 21 02:05:36.053615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36224) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.060249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-65cce4ab-976e-455f-844b-a8a84f8d9885 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b', 'tempest-TagsExtTest-Tag-654183461') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.145007 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-65cce4ab-976e-455f-844b-a8a84f8d9885 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:36.148779 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-65cce4ab-976e-455f-844b-a8a84f8d9885 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags/tempest-TagsExtTest-Tag-654183461 HTTP/1.1" status: 404 len: 328 time: 0.0931015 Dec 21 02:05:36.150930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36230) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.156749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-4b5e6b16-243c-47d9-851b-576c90df4e41 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', {'tags': ['tempest-TagsExtTest-Tag-263026827', 'tempest-TagsExtTest-Tag-428317531', 'tempest-TagsExtTest-Tag-144279024']}) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.318509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4b5e6b16-243c-47d9-851b-576c90df4e41 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 200 len: 315 time: 0.1660550 Dec 21 02:05:36.321609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.327146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-fe6db075-a6e8-420e-a293-85d494ad8bba tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.357495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36236) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.457383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fe6db075-a6e8-420e-a293-85d494ad8bba tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 204 len: 168 time: 0.1330507 Dec 21 02:05:36.462447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36240) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.468067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-a66ec7ef-6bf7-435f-b3ec-e0143836598b tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-263026827') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.594640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4d97f78c-5cf0-4dec-b27b-f07b16f41f8e tempest-DvrRoutersNegativeTest-1114244025 tempest-DvrRoutersNegativeTest-1114244025-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-753669656', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:36.597517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.policy [None req-4d97f78c-5cf0-4dec-b27b-f07b16f41f8e tempest-DvrRoutersNegativeTest-1114244025 tempest-DvrRoutersNegativeTest-1114244025-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109850) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 21 02:05:36.597844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.policy [None req-4d97f78c-5cf0-4dec-b27b-f07b16f41f8e tempest-DvrRoutersNegativeTest-1114244025 tempest-DvrRoutersNegativeTest-1114244025-project] Failed policy check for 'create_router' {{(pid=109850) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 21 02:05:36.598378 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-4d97f78c-5cf0-4dec-b27b-f07b16f41f8e tempest-DvrRoutersNegativeTest-1114244025 tempest-DvrRoutersNegativeTest-1114244025-project] create failed (client error): Access was denied to this resource. Dec 21 02:05:36.599506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d97f78c-5cf0-4dec-b27b-f07b16f41f8e tempest-DvrRoutersNegativeTest-1114244025 tempest-DvrRoutersNegativeTest-1114244025-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2409205 Dec 21 02:05:36.624246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f0e4a86-6218-4cb1-b145-b849672801ba req-e1b4aa2e-af63-4558-a518-4c42501653dd tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0467451 Dec 21 02:05:36.633176 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-a66ec7ef-6bf7-435f-b3ec-e0143836598b tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:36.637380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36248) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.637532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a66ec7ef-6bf7-435f-b3ec-e0143836598b tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-263026827 HTTP/1.1" status: 404 len: 328 time: 0.1734350 Dec 21 02:05:36.643118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-42fa87e1-4df2-4b88-a522-4f645acd1b4c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-428317531') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.770202 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-42fa87e1-4df2-4b88-a522-4f645acd1b4c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:36.773390 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42fa87e1-4df2-4b88-a522-4f645acd1b4c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-428317531 HTTP/1.1" status: 404 len: 328 time: 0.1327851 Dec 21 02:05:36.775890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36250) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.781689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-65933d16-64d5-49b7-a6c8-c7bb3a93b836 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441', 'tempest-TagsExtTest-Tag-144279024') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.876317 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-65933d16-64d5-49b7-a6c8-c7bb3a93b836 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:36.880926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.881068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-65933d16-64d5-49b7-a6c8-c7bb3a93b836 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags/tempest-TagsExtTest-Tag-144279024 HTTP/1.1" status: 404 len: 328 time: 0.1035831 Dec 21 02:05:36.886353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-7e563cc7-1220-48cf-98e4-86f80ec3f749 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', {'tags': ['tempest-TagsExtTest-Tag-689990214', 'tempest-TagsExtTest-Tag-1001250758', 'tempest-TagsExtTest-Tag-971232410']}) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.929850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e563cc7-1220-48cf-98e4-86f80ec3f749 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "PUT /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 200 len: 316 time: 0.0466719 Dec 21 02:05:36.932079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:36.937174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-a6116e83-9a95-4cf3-a1bf-21f8b07a53af tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:36.982155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36264) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.009470 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a6116e83-9a95-4cf3-a1bf-21f8b07a53af tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0739992 Dec 21 02:05:37.010692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.018597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-841ed00e-0b0f-46db-89cf-52d26f93fd88 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-689990214') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.075806 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-841ed00e-0b0f-46db-89cf-52d26f93fd88 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:37.079713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-841ed00e-0b0f-46db-89cf-52d26f93fd88 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-689990214 HTTP/1.1" status: 404 len: 328 time: 0.0648947 Dec 21 02:05:37.080213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36270) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.088126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-3acee0e7-f5ea-406c-99f6-04a8e5ea5631 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-1001250758') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.131750 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-3acee0e7-f5ea-406c-99f6-04a8e5ea5631 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:37.136876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3acee0e7-f5ea-406c-99f6-04a8e5ea5631 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-1001250758 HTTP/1.1" status: 404 len: 329 time: 0.0532031 Dec 21 02:05:37.137166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36272) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.146730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-924d2584-36ea-4253-abce-8652f2a45fc7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a', 'tempest-TagsExtTest-Tag-971232410') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.185935 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-924d2584-36ea-4253-abce-8652f2a45fc7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] show failed (client error): The resource could not be found. Dec 21 02:05:37.189551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-924d2584-36ea-4253-abce-8652f2a45fc7 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags/tempest-TagsExtTest-Tag-971232410 HTTP/1.1" status: 404 len: 328 time: 0.0489476 Dec 21 02:05:37.189869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36278) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.197548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-2e37e530-a9cf-4b4e-9c65-93fbf2d661d9 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '82fa3654-2fd8-4660-8c65-042d3c924e8a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.221813 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5092fff8-134d-406b-a042-86f657cf6cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.255669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36282) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.258151 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2e37e530-a9cf-4b4e-9c65-93fbf2d661d9 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0664897 Dec 21 02:05:37.269148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-eaafd2a2-9614-4838-8bea-c23004ecc17c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80af33f9-09a7-462a-a8e3-1e5a683eb441') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.469450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eaafd2a2-9614-4838-8bea-c23004ecc17c tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441/tags HTTP/1.1" status: 204 len: 168 time: 0.2132144 Dec 21 02:05:37.472514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36288) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.478248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-5a40f16f-01e4-4f58-b297-db321b92f783 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4503912-cb1e-4978-bb99-b7e9c0e1ea1b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.493240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670573e-7c91-475f-8052-9a784059f594 req-497961dc-4966-4e69-a171-6fb2ca00095e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:37.495134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5670573e-7c91-475f-8052-9a784059f594 req-497961dc-4966-4e69-a171-6fb2ca00095e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.1857021 Dec 21 02:05:37.497617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5092fff8-134d-406b-a042-86f657cf6cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.516635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5092fff8-134d-406b-a042-86f657cf6cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.587981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5092fff8-134d-406b-a042-86f657cf6cf0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc1b6560a33a41aebcee16f5a27df983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045966 Dec 21 02:05:37.591908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092fff8-134d-406b-a042-86f657cf6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031d2566-d625-48df-8381-c58e7427e180,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:37.598847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36292) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.637993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5670573e-7c91-475f-8052-9a784059f594 req-65afb977-bc5a-4d95-a371-4f26179b7093 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235309 Dec 21 02:05:37.691710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a40f16f-01e4-4f58-b297-db321b92f783 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b/tags HTTP/1.1" status: 204 len: 168 time: 0.2180200 Dec 21 02:05:37.695488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.703285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.tag.tag_plugin [None req-4b433ced-8dd1-44ea-bc05-1bc9b43a9e15 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89b8d120-1f3b-46cc-b157-026a99237bec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:37.743212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.787592 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.844487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b433ced-8dd1-44ea-bc05-1bc9b43a9e15 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec/tags HTTP/1.1" status: 204 len: 168 time: 0.1430309 Dec 21 02:05:37.848437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:37.850205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c63eadfe-9616-4c85-b184-ee7c0eb86111 req-c972bfa4-b27f-4bb7-81fb-86dfca7883ae tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0664291 Dec 21 02:05:37.943228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.946226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:37.947758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/031d2566-d625-48df-8381-c58e7427e180 HTTP/1.1" status: 204 len: 168 time: 0.3470182 Dec 21 02:05:37.966648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a24954-34b4-4522-8731-e8bbdf6276d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d2566-d625-48df-8381-c58e7427e180,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:38.144530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38f25b8f-1436-4aaf-9892-d800d9bff7ab tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for subnetpool, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.149158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38f25b8f-1436-4aaf-9892-d800d9bff7ab tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnetpools/82fa3654-2fd8-4660-8c65-042d3c924e8a HTTP/1.1" status: 204 len: 168 time: 0.2974403 Dec 21 02:05:38.151234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36310) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:38.205645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ea19898f-26ce-4463-8c83-592d10f6efbe tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "GET /v2.0/ports?device_id=80af33f9-09a7-462a-a8e3-1e5a683eb441 HTTP/1.1" status: 200 len: 205 time: 0.0522914 Dec 21 02:05:38.206254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36314) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:38.230586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37682fd-4eef-4bcf-9450-b5ac1c656bcd req-5d451db5-cc70-4c51-95d1-5c5da069ad8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:38.232582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a37682fd-4eef-4bcf-9450-b5ac1c656bcd req-5d451db5-cc70-4c51-95d1-5c5da069ad8c tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.0981112 Dec 21 02:05:38.307532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.327135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a37682fd-4eef-4bcf-9450-b5ac1c656bcd req-1b3eaa2c-d42e-49ba-9227-a694640c578e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839882 Dec 21 02:05:38.556350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.558931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.655993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.656643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Fanout notify agent at l3_agent the message router_deleted on router 80af33f9-09a7-462a-a8e3-1e5a683eb441 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:05:38.676449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.680708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-574cd131-9eab-4b4c-a062-2eaed4291685 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/routers/80af33f9-09a7-462a-a8e3-1e5a683eb441 HTTP/1.1" status: 204 len: 168 time: 0.4707339 Dec 21 02:05:38.680708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:38.836130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Deleting port b4503912-cb1e-4978-bb99-b7e9c0e1ea1b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:38.839516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.847223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6634612-b40b-4f4f-8e00-a41b8835e6bb req-7c17e644-db93-446f-9069-456d2a831421 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:38.854919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6634612-b40b-4f4f-8e00-a41b8835e6bb req-7c17e644-db93-446f-9069-456d2a831421 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.1029348 Dec 21 02:05:38.917672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6634612-b40b-4f4f-8e00-a41b8835e6bb req-b3508d88-a59d-49d9-b50c-a4608f324fc7 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Dec 21 02:05:38.966812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:38.983222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Calling delete_port for b4503912-cb1e-4978-bb99-b7e9c0e1ea1b owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:39.036647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15e395ad-0bd4-491b-9a90-45e0c271b0d7 req-20849dab-f028-49d2-9d0a-69db806f16c2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0696199 Dec 21 02:05:39.071359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-aab45911-dd65-419c-b8fe-af65dd4375b4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:39.073090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-aab45911-dd65-419c-b8fe-af65dd4375b4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 946 time: 0.1450689 Dec 21 02:05:39.178455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36342) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:39.190851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.219837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Deleting port 9c673ffe-346c-4550-a554-1eff2a25d251 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:39.220298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.227975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event deleted for resources: {'Port': ['ID=b4503912-cb1e-4978-bb99-b7e9c0e1ea1b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:39.346912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.361604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4681d72-6139-4c0c-a199-c106f9795c3e tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/ports/b4503912-cb1e-4978-bb99-b7e9c0e1ea1b HTTP/1.1" status: 204 len: 168 time: 0.6799033 Dec 21 02:05:39.364712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36348) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:39.386142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-592206bf-e930-43af-914e-5953a90857a9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:39.387969 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-592206bf-e930-43af-914e-5953a90857a9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 02:05:39.393694 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-592206bf-e930-43af-914e-5953a90857a9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 02:05:39.395101 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-592206bf-e930-43af-914e-5953a90857a9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2138281 Dec 21 02:05:39.404305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36350) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:39.409641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717098817'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:39.444322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Deleting subnet 89b8d120-1f3b-46cc-b157-026a99237bec {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:39.448407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.474968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] For port 9c673ffe-346c-4550-a554-1eff2a25d251, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=9c673ffe-346c-4550-a554-1eff2a25d251,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:39.477134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.516713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Calling delete_port for 9c673ffe-346c-4550-a554-1eff2a25d251 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:39.527469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.540538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.564381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.640815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.709988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d509aa-e0af-49a8-a284-001c7e5fd6c5 req-1b10ae68-00a9-4abc-9db1-0ef065b0a3fe tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:39.712012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23d509aa-e0af-49a8-a284-001c7e5fd6c5 req-1b10ae68-00a9-4abc-9db1-0ef065b0a3fe tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.2607639 Dec 21 02:05:39.713324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.718498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.754813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:39.766052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event deleted for resources: {'Subnet': ['ID=89b8d120-1f3b-46cc-b157-026a99237bec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:39.779903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.783948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebf32622-de3f-41f8-918f-ca9648a11324 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/subnets/89b8d120-1f3b-46cc-b157-026a99237bec HTTP/1.1" status: 204 len: 168 time: 0.4179671 Dec 21 02:05:39.793521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36354) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:39.823652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-ef18b737-17cf-4e0d-a9de-c0a43c1ceb0e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:39.825174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-ef18b737-17cf-4e0d-a9de-c0a43c1ceb0e tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.45 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.1227944 Dec 21 02:05:39.850408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event deleted for resources: {'Port': ['ID=9c673ffe-346c-4550-a554-1eff2a25d251,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:39.872573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612', '3664f714-419c-4774-a667-f936a1637b32', '9c673ffe-346c-4550-a554-1eff2a25d251'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:39.886911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407a7f0-8874-41ae-8f5f-8fbb15c4304d None None] Network 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:39.932783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23d509aa-e0af-49a8-a284-001c7e5fd6c5 req-2209b0ee-a495-46de-bc20-e47ad6c55b52 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102995 Dec 21 02:05:39.962526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] No DVR routers for this DVR port 9c673ffe-346c-4550-a554-1eff2a25d251 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:39.970445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:39.973881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdc5ea-2d76-486f-ba21-a9fbc33e9bb8 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:39.974622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7920f9d0-cf8b-4b91-8387-a749769e3ec8 req-05d007c1-0f02-4c19-a304-f8a5f836d23e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "DELETE /v2.0/ports/9c673ffe-346c-4550-a554-1eff2a25d251 HTTP/1.1" status: 204 len: 173 time: 0.8945639 Dec 21 02:05:39.974622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'name': 'network-vif-deleted', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:39.979430 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f47ac-8264-43c7-a621-03028c808a2c" -d '{"events": [{"server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "name": "network-vif-deleted", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:40.010977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.028646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.072203 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d54a758-edfd-49ec-864f-dacfb7c7430b x-openstack-request-id: req-8d54a758-edfd-49ec-864f-dacfb7c7430b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:40.072800 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f4967c-0588-4e5c-92ad-87b1fa3f67ca", "name": "network-vif-deleted", "tag": "9c673ffe-346c-4550-a554-1eff2a25d251", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:40.073244 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d54a758-edfd-49ec-864f-dacfb7c7430b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:40.073985 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f4967c-0588-4e5c-92ad-87b1fa3f67ca', 'name': 'network-vif-deleted', 'tag': '9c673ffe-346c-4550-a554-1eff2a25d251', 'status': 'completed', 'code': 200} Dec 21 02:05:40.173384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd3938cc-af14-4d8b-8678-6dce9785a9fe req-9308a7f0-b071-464c-a598-b2089739f93c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=96f4967c-0588-4e5c-92ad-87b1fa3f67ca HTTP/1.1" status: 200 len: 210 time: 0.1107888 Dec 21 02:05:40.196180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.251470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31bb9a12-8f1c-4abe-aa5e-81fbfb4e4cc5 req-98d7a66f-3293-4c16-8c54-3f165e59f07e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0586653 Dec 21 02:05:40.261012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf6a3c-8821-4b5f-a05b-a354fd8602c4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:40.318395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.324530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Deleting port 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:40.325550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.327201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.344770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] DHCP port deletion for 2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:40.408463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.417009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0113289 Dec 21 02:05:40.421584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36364) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:40.431238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': '27131002-dbdf-41d8-b857-a92c35897f3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:40.445313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d491-76b3-416b-863f-308a8c54f0fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27131002-dbdf-41d8-b857-a92c35897f3f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:40.499481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Deleting port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:40.499771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.508720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Deleting port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:40.511095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.511534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.625845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] For port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,segment=NetworkSegment(2e088d66-f41e-40b4-b732-0bf14c26bb3b),segment_id=2e088d66-f41e-40b4-b732-0bf14c26bb3b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:40.626249 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.644424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Calling delete_port for 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:40.709794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.718715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] For port 93b7a875-b840-4d20-b9f4-7131fbd67f8e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=93b7a875-b840-4d20-b9f4-7131fbd67f8e,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:40.719281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.721236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.744501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] For port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,segment=NetworkSegment(2e088d66-f41e-40b4-b732-0bf14c26bb3b),segment_id=2e088d66-f41e-40b4-b732-0bf14c26bb3b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:40.745033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.759164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7c7632-606b-4938-b54b-bad5e6de513f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:40.781156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.791108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36372) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:40.795716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a1315eb8-9ccb-422d-95e1-7e8e6f97f8eb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726473 Dec 21 02:05:40.799006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4d296ba9-8934-4fa3-af98-c53e4746601f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': '27131002-dbdf-41d8-b857-a92c35897f3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:40.802855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:40.857818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] Pushing event deleted for resources: {'Port': ['ID=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:40.866505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63635246-dabb-48fc-afde-6367fe2eae48 None None] No DVR routers for this DVR port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:41.010749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.010749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.010749 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Floating IP 2d6ec904-24b7-4678-8047-298124dc3097 disassociated. External IP: 172.25.6.131, port: 93b7a875-b840-4d20-b9f4-7131fbd67f8e. Dec 21 02:05:41.010749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Calling delete_port for 93b7a875-b840-4d20-b9f4-7131fbd67f8e owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:41.164156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066486c-3e83-4798-8bec-40bf8e85999a req-f41e7238-40c8-4022-a438-8fcf372901be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:41.170548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2066486c-3e83-4798-8bec-40bf8e85999a req-f41e7238-40c8-4022-a438-8fcf372901be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 947 time: 0.1063888 Dec 21 02:05:41.252246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Calling delete_port for 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:41.304065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.343189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2066486c-3e83-4798-8bec-40bf8e85999a req-a16a67aa-9d84-4b75-b580-7b30684f35d3 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups?id=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657672 Dec 21 02:05:41.386783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d296ba9-8934-4fa3-af98-c53e4746601f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.428971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:41.454218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'Port': ['ID=93b7a875-b840-4d20-b9f4-7131fbd67f8e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:41.481964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:41.485080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:41.504963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84b5ed25-eb93-4605-ad60-0134f0813f25 req-c349412a-c289-4193-a90f-94fae9c3d3c1 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f25aeeb-376a-4353-902a-a1fd3e5fe3f6 HTTP/1.1" status: 200 len: 210 time: 0.0646031 Dec 21 02:05:41.672077 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-4d296ba9-8934-4fa3-af98-c53e4746601f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 02:05:41.675683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4d296ba9-8934-4fa3-af98-c53e4746601f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8790367 Dec 21 02:05:41.676153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36386) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:41.765244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.808402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.816079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:05:41.827540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.854490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event deleted for resources: {'Port': ['ID=1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:41.911145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] No DVR routers for this DVR port 1bbb5b8c-9ec3-4c54-8fc4-eef20eff1583 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:41.923723 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.934400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:41.956353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/27131002-dbdf-41d8-b857-a92c35897f3f HTTP/1.1" status: 204 len: 168 time: 0.2790539 Dec 21 02:05:41.957502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36390) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:42.039730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:05:42.052958 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:05:42.070678 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:42.071412 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:42.098963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.122359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:42.133073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e088d66-f41e-40b4-b732-0bf14c26bb3b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:42.133403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e088d66-f41e-40b4-b732-0bf14c26bb3b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:42.138559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1104f958-ec72-4a43-9f57-519b9ce9424d tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1667287 Dec 21 02:05:42.139560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715bd85-fde4-42cd-b5de-66a89fcb8712 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27131002-dbdf-41d8-b857-a92c35897f3f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:42.141256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36394) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:42.148993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817787972'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:42.156728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.182126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.192127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:42.193159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.216334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:42.298272 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:42.316427 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:42.317323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.345572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.353206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] 10.222.0.43 "DELETE /v2.0/networks/2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b HTTP/1.1" status: 204 len: 168 time: 2.5576324 Dec 21 02:05:42.354784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] No DVR routers for this DVR port 93b7a875-b840-4d20-b9f4-7131fbd67f8e on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:42.365089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.380845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-64ad365f-8455-4af5-9ee8-2a408da03019 req-81bc8408-ab37-45b7-89f7-b2bd31b70899 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.45 "DELETE /v2.0/ports/93b7a875-b840-4d20-b9f4-7131fbd67f8e HTTP/1.1" status: 204 len: 173 time: 2.5434022 Dec 21 02:05:42.428063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-deleted', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:42.431552 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae54d4b2-d808-4854-951c-4f7729a88f9f" -d '{"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-deleted", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:42.434533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60708-f83c-4dcd-a24a-392644c6e2b5 tempest-TagsExtTest-810052356 tempest-TagsExtTest-810052356-project] Pushing event deleted for resources: {'Network': ['ID=2218c63e-f4f9-4c06-8f15-e6f7c52dcc6b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:42.478134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.502995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.532001 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8183f-7c9f-447e-8168-8a1a4028cb5f x-openstack-request-id: req-5ed8183f-7c9f-447e-8168-8a1a4028cb5f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:42.532297 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085c39a-c77f-4ab9-8c8e-7bf5a990ea59", "name": "network-vif-deleted", "tag": "93b7a875-b840-4d20-b9f4-7131fbd67f8e", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:42.532565 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ed8183f-7c9f-447e-8168-8a1a4028cb5f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:42.533008 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085c39a-c77f-4ab9-8c8e-7bf5a990ea59', 'name': 'network-vif-deleted', 'tag': '93b7a875-b840-4d20-b9f4-7131fbd67f8e', 'status': 'completed', 'code': 200} Dec 21 02:05:42.646911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db1d15-e97a-4913-8bf8-51f70cb6cdff,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:42.704117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36408) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:42.738165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-479a427e-4280-49da-9bf8-dbe014cbe978 req-fd2b063c-5d50-4905-be22-f6d244c0bcd4 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085c39a-c77f-4ab9-8c8e-7bf5a990ea59 HTTP/1.1" status: 200 len: 210 time: 0.0890491 Dec 21 02:05:42.763572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.768264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36410) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:42.770563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c009a305-74f3-49dc-99ee-55a2ddf54a44 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6282341 Dec 21 02:05:42.780522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-24341280-a9c6-4dd1-bc9c-7146affa9d4f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'e2db1d15-e97a-4913-8bf8-51f70cb6cdff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:42.781541 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-24341280-a9c6-4dd1-bc9c-7146affa9d4f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 21 02:05:42.782204 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-24341280-a9c6-4dd1-bc9c-7146affa9d4f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:42.788245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-24341280-a9c6-4dd1-bc9c-7146affa9d4f tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0163524 Dec 21 02:05:42.789092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36412) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:42.926099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.951714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.981023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:42.991148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9c673ffe-346c-4550-a554-1eff2a25d251 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:43.012419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.051616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 9c673ffe-346c-4550-a554-1eff2a25d251 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:43.052341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 9c673ffe-346c-4550-a554-1eff2a25d251 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:43.067641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.113080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.119063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.125502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36424) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.126337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/e2db1d15-e97a-4913-8bf8-51f70cb6cdff HTTP/1.1" status: 204 len: 168 time: 0.3357499 Dec 21 02:05:43.171632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e535c29-d2b5-4ea0-9348-3eb5438dad94 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db1d15-e97a-4913-8bf8-51f70cb6cdff,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:43.268987 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-957370c6-8d13-4ffc-8c9f-50a0327f450e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417871 Dec 21 02:05:43.273758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36426) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.278585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005080373'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:43.279254 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:43.284780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.289220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.290471 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/security-groups/8659b26a-856b-428f-b355-3287d00d08e1 HTTP/1.1" status: 204 len: 168 time: 0.5851667 Dec 21 02:05:43.298782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36428) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.305228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3b84a-5a07-41f3-8c6d-3b5e3c061c93 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659b26a-856b-428f-b355-3287d00d08e1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:43.336647 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:05:43.351924 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-d37fd7df-4f22-4468-afe9-06e0fdc1d64c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] show failed (client error): The resource could not be found. Dec 21 02:05:43.353071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d37fd7df-4f22-4468-afe9-06e0fdc1d64c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "GET /v2.0/security-groups/8659b26a-856b-428f-b355-3287d00d08e1 HTTP/1.1" status: 404 len: 347 time: 0.0510125 Dec 21 02:05:43.360175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36430) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.370601 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:05:43.371413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:43.401566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.495014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b959bc93-0c0f-4704-b5a7-24bbf2a44c8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5715e256e6204acda719eb9cbd165feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147873 Dec 21 02:05:43.504997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.506524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36432) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.512099 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:05:43.516996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.575142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eba34f-b1e1-4fec-989e-dcebfd925623,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:43.583705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port e91ad90a-0669-4d6e-b55c-097f6614afa0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:43.584045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.631003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.643044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-40a94c73-55f3-4db7-bf50-c0510008b32c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3679543 Dec 21 02:05:43.645688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.654720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-69ea87df-d312-4703-a370-863f04a040bb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': '03eba34f-b1e1-4fec-989e-dcebfd925623', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:43.788765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.789201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:43.805042 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:43.822586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for e91ad90a-0669-4d6e-b55c-097f6614afa0 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:43.849981 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302871da-18a3-45da-a0df-d2e193176a35 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T01:54:43Z', 'revision_number': 4, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a00c322d-28be-4515-a46b-fe223ab7dd97', 'name': '', 'network_id': 'fcf91e8e-5405-4305-a94f-1aa7de06a98e', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'mac_address': 'fa:16:3e:2f:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:42Z', 'updated_at': '2021-12-21T01:54:49Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'subnets': [{'id': 'd8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:05:43.880891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:43.911475 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6493bd5f-88b5-4e46-bf3a-5b645f152b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.157182 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-69ea87df-d312-4703-a370-863f04a040bb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 21 02:05:44.157963 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-69ea87df-d312-4703-a370-863f04a040bb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:44.159350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-69ea87df-d312-4703-a370-863f04a040bb tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.5126030 Dec 21 02:05:44.164485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.254974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.266795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.297197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:44.321698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=e91ad90a-0669-4d6e-b55c-097f6614afa0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:44.328153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.355522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876f080-bee4-4286-9aad-e94c0272d3f7 None None] New status for floating IP 2d6ec904-24b7-4678-8047-298124dc3097: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:05:44.364678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.365236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 93b7a875-b840-4d20-b9f4-7131fbd67f8e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:44.365236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 93b7a875-b840-4d20-b9f4-7131fbd67f8e not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:44.367396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.400943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.479141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.514571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.521368 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.521368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "DELETE /v2.0/security-groups/ead7e5a3-a2e2-4758-a49b-dba9c2852f6f HTTP/1.1" status: 204 len: 168 time: 0.5654204 Dec 21 02:05:44.523684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.524749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36450) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.526810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.528501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a9a9763-af63-4191-903e-168d05a87afc tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/floatingips/e6ebb8e7-0c47-4501-8de3-d48ed925d3d7 HTTP/1.1" status: 204 len: 168 time: 1.1673818 Dec 21 02:05:44.532300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b2161-dc01-49fc-98dc-bc3dbea6d769 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:44.542132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.543466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4d5cd-6da6-4851-bc95-b71e4493d7be tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7e5a3-a2e2-4758-a49b-dba9c2852f6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:44.565452 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c3b39561-ed95-4dc4-ad13-8207149cdcfe tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] show failed (client error): The resource could not be found. Dec 21 02:05:44.573466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3b39561-ed95-4dc4-ad13-8207149cdcfe tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "GET /v2.0/security-groups/ead7e5a3-a2e2-4758-a49b-dba9c2852f6f HTTP/1.1" status: 404 len: 347 time: 0.0471523 Dec 21 02:05:44.575734 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.578386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.581366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.584160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a68a9c70-e82b-47e0-97fe-045a6d44f931 HTTP/1.1" status: 204 len: 168 time: 1.0756097 Dec 21 02:05:44.603373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038f032-b019-4c99-9131-20b9353c26df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a9c70-e82b-47e0-97fe-045a6d44f931,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:44.618680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.624405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.629576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/03eba34f-b1e1-4fec-989e-dcebfd925623 HTTP/1.1" status: 204 len: 168 time: 0.4632607 Dec 21 02:05:44.630269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.686912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ccf69-9d8e-42c9-9f6a-243d4fcc7bf1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eba34f-b1e1-4fec-989e-dcebfd925623,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:44.769981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39b8a5f4-b9d9-4cae-80ba-418b29f23acf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309431 Dec 21 02:05:44.770616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36460) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:44.786041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--115677799'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:44.837091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.870191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Deleting port aeb4d09d-f8b0-46d6-a188-710595625fa6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:44.871994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.911746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:44.912085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.980845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:44.986558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.032248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea3199-dfcb-430a-8cc3-93993b6cf626,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:45.050143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.051653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0e7ef4cc-c663-4c32-a992-0a3e98502659 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2798958 Dec 21 02:05:45.062912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.078804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-25caaf0e-9c78-46ed-9753-98613490c734 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3199-dfcb-430a-8cc3-93993b6cf626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:45.101840 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-25caaf0e-9c78-46ed-9753-98613490c734 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 21 02:05:45.102871 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-25caaf0e-9c78-46ed-9753-98613490c734 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:45.104132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-25caaf0e-9c78-46ed-9753-98613490c734 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0425556 Dec 21 02:05:45.106864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.114744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-57242879-562c-4ff8-af4d-7f215fc1779b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3199-dfcb-430a-8cc3-93993b6cf626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:45.115634 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-57242879-562c-4ff8-af4d-7f215fc1779b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 21 02:05:45.116325 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-57242879-562c-4ff8-af4d-7f215fc1779b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:45.117795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-57242879-562c-4ff8-af4d-7f215fc1779b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096240 Dec 21 02:05:45.120315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.128748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c0c5252c-b4e1-487e-81d6-9532f6c34009 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3199-dfcb-430a-8cc3-93993b6cf626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:45.129778 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-c0c5252c-b4e1-487e-81d6-9532f6c34009 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 21 02:05:45.130389 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c0c5252c-b4e1-487e-81d6-9532f6c34009 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:45.131682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c0c5252c-b4e1-487e-81d6-9532f6c34009 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087969 Dec 21 02:05:45.134703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36476) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.140844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b36a80d2-c82b-4c86-ac9e-ace9f7299383 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3199-dfcb-430a-8cc3-93993b6cf626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:45.149457 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-b36a80d2-c82b-4c86-ac9e-ace9f7299383 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 21 02:05:45.150751 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-b36a80d2-c82b-4c86-ac9e-ace9f7299383 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:45.158048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b36a80d2-c82b-4c86-ac9e-ace9f7299383 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0191116 Dec 21 02:05:45.158799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.334392 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.399331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.518800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.527885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.545232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0ea3199-dfcb-430a-8cc3-93993b6cf626 HTTP/1.1" status: 204 len: 168 time: 0.3851795 Dec 21 02:05:45.549369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36492) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.623587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867eb41-8645-4f50-9d5a-34f8eac307e1 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea3199-dfcb-430a-8cc3-93993b6cf626,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:45.716422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36498) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.746967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.747492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.748270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78218ebf-2f41-4a88-8224-e6f220cc62fd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1950815 Dec 21 02:05:45.752316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36504) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:45.756332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--276892039'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:45.790462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.793012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Calling delete_port for aeb4d09d-f8b0-46d6-a188-710595625fa6 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:45.811810 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.839888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for 012eb1f3-8a34-4b9a-a766-f8ef6bd1280c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:45.951829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.963637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.995350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:45.999492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2438467 Dec 21 02:05:46.012370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36510) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.018531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-199756cb-43cc-4f23-a6d9-196d53059396 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.018870 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-199756cb-43cc-4f23-a6d9-196d53059396 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 02:05:46.019369 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-199756cb-43cc-4f23-a6d9-196d53059396 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.024990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-199756cb-43cc-4f23-a6d9-196d53059396 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058234 Dec 21 02:05:46.025393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36512) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.033925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-48ee60f0-d9dd-4608-8151-61f477186da9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.078348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99025b-5a39-438a-95dc-132ebef67758 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f621ad0f-33b7-40fb-9849-4d8eaee55356,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:46.156385 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-48ee60f0-d9dd-4608-8151-61f477186da9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.160474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-48ee60f0-d9dd-4608-8151-61f477186da9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1317596 Dec 21 02:05:46.160692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.168945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-177d4317-68a2-466e-ab87-11bf4ba310c8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.171466 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-177d4317-68a2-466e-ab87-11bf4ba310c8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 21 02:05:46.172590 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-177d4317-68a2-466e-ab87-11bf4ba310c8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.178688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-177d4317-68a2-466e-ab87-11bf4ba310c8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143657 Dec 21 02:05:46.180319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36518) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.189525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a1446e77-032c-4210-8672-ae38e275da57 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.302213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-38ece5d0-6edf-48c6-b3bc-ed8b8c7ea588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.328771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.337594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.381148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=012eb1f3-8a34-4b9a-a766-f8ef6bd1280c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:46.401985 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:05:46.443074 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-a1446e77-032c-4210-8672-ae38e275da57 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.448666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a1446e77-032c-4210-8672-ae38e275da57 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2660961 Dec 21 02:05:46.449348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36522) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.464895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Pushing event deleted for resources: {'Port': ['ID=aeb4d09d-f8b0-46d6-a188-710595625fa6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:46.468105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e16685ea-3b67-4757-950e-f3109bcc93e8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.476986 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-e16685ea-3b67-4757-950e-f3109bcc93e8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 02:05:46.477769 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-e16685ea-3b67-4757-950e-f3109bcc93e8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.481959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e16685ea-3b67-4757-950e-f3109bcc93e8 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189078 Dec 21 02:05:46.484042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.495238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-02b5c221-4ea5-4866-b2bc-bdb7dcd024b7 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.624712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.626050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d95cd545-8517-4ec2-9295-851e595853c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.628205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.629522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a490c2d0-0bb2-49e8-9ce0-ead963005040 tempest-AttachVolumeShelveTestJSON-1871741687 tempest-AttachVolumeShelveTestJSON-1871741687-project] 10.222.0.43 "DELETE /v2.0/floatingips/2d6ec904-24b7-4678-8047-298124dc3097 HTTP/1.1" status: 204 len: 168 time: 2.0470777 Dec 21 02:05:46.652248 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-02b5c221-4ea5-4866-b2bc-bdb7dcd024b7 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Project 854f25966a5a458b934697c98a2fb66b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:05:46.655431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.682304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb79593e-b1d0-4f09-8258-069874a70c53 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/ports/012eb1f3-8a34-4b9a-a766-f8ef6bd1280c HTTP/1.1" status: 204 len: 168 time: 2.1341112 Dec 21 02:05:46.687728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36538) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.706101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-38ece5d0-6edf-48c6-b3bc-ed8b8c7ea588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.712348 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-02b5c221-4ea5-4866-b2bc-bdb7dcd024b7 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.719211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-02b5c221-4ea5-4866-b2bc-bdb7dcd024b7 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2343295 Dec 21 02:05:46.720990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36542) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.727225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-38ece5d0-6edf-48c6-b3bc-ed8b8c7ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:46.839044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bef985c7-2e81-4c9c-9a1b-3de41cda23aa tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.840780 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-bef985c7-2e81-4c9c-9a1b-3de41cda23aa tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 21 02:05:46.845006 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-bef985c7-2e81-4c9c-9a1b-3de41cda23aa tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:46.851828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bef985c7-2e81-4c9c-9a1b-3de41cda23aa tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1281567 Dec 21 02:05:46.869988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-38ece5d0-6edf-48c6-b3bc-ed8b8c7ea588 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93c66b84fe034324af2fa4abac416dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1518586 Dec 21 02:05:46.872069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36546) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.872399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36550) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:46.937314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4c640512-e280-4b9c-be5d-65ab5d0b5261 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:46.967190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port be9c5ed7-732d-4e1f-a42b-926abd689b8c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:46.967676 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.137606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ece5d0-6edf-48c6-b3bc-ed8b8c7ea588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5367a7-5dd7-4647-a285-7f1455764f4d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:47.175677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.199424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for be9c5ed7-732d-4e1f-a42b-926abd689b8c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:47.237164 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-4c640512-e280-4b9c-be5d-65ab5d0b5261 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Project 854f25966a5a458b934697c98a2fb66b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:05:47.268408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.285035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.312188 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-4c640512-e280-4b9c-be5d-65ab5d0b5261 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:47.320963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c640512-e280-4b9c-be5d-65ab5d0b5261 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4392977 Dec 21 02:05:47.324679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36562) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:47.335991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c1e18d2b-5149-43be-b36d-98fdc76dc9cd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'f621ad0f-33b7-40fb-9849-4d8eaee55356', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:47.369834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.439023 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-c1e18d2b-5149-43be-b36d-98fdc76dc9cd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Project 854f25966a5a458b934697c98a2fb66b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:05:47.509928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.533645 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c1e18d2b-5149-43be-b36d-98fdc76dc9cd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:47.538921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c1e18d2b-5149-43be-b36d-98fdc76dc9cd tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2085462 Dec 21 02:05:47.544737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36564) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:47.628227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=be9c5ed7-732d-4e1f-a42b-926abd689b8c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:47.629324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.632617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.634547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d5367a7-5dd7-4647-a285-7f1455764f4d HTTP/1.1" status: 204 len: 168 time: 0.7478793 Dec 21 02:05:47.716813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a4f5-f35d-48e1-a9d4-088a6701a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5367a7-5dd7-4647-a285-7f1455764f4d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:47.779307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.876549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.876797 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:47.886237 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c7b46ca6-44f6-4dfd-abda-e25241b78f7e tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/ports/be9c5ed7-732d-4e1f-a42b-926abd689b8c HTTP/1.1" status: 204 len: 168 time: 1.1922090 Dec 21 02:05:47.887271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.050720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.056662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting subnet f9d008a7-f2a1-4100-ad66-529e8dc95e35 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:48.059031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.060806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.067628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/f621ad0f-33b7-40fb-9849-4d8eaee55356 HTTP/1.1" status: 204 len: 168 time: 0.5215273 Dec 21 02:05:48.096380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36588) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.180335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.195377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e521d20-e119-4770-9468-7ff007af7cde tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621ad0f-33b7-40fb-9849-4d8eaee55356,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:48.315600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f265ea98-2bfa-4727-92dc-7344315db809 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2120113 Dec 21 02:05:48.320705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36594) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.326968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665578484'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:48.378635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.435407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.543704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36598) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.582308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.583998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.590794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.637463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b619a6a4-d93a-41a1-a506-0f0253f6aba1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:48.652698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d008a7-f2a1-4100-ad66-529e8dc95e35,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:48.656524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.659126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.662439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-169f6dc0-8d39-420c-adf8-38268796c0ba tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/subnets/f9d008a7-f2a1-4100-ad66-529e8dc95e35 HTTP/1.1" status: 204 len: 168 time: 0.7739172 Dec 21 02:05:48.665895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36606) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.673064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c509c8ee-cac6-4a87-a5f2-7ff02181260b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3493202 Dec 21 02:05:48.676434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36608) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.691142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-da52752e-0004-44fe-a01a-1a2cdd4e72b9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'b619a6a4-d93a-41a1-a506-0f0253f6aba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:48.711233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54283742-a045-41c4-86da-a9bf1c32bed9 None None] Network f353e37e-ce3e-436e-be95-a8b03f9edb49 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:48.730890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting subnet ad744d31-5bb6-40c0-9b04-b56f3a53579a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:05:48.738461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.739789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.810547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:48.812620 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-da52752e-0004-44fe-a01a-1a2cdd4e72b9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The resource could not be found. Dec 21 02:05:48.813936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da52752e-0004-44fe-a01a-1a2cdd4e72b9 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1353981 Dec 21 02:05:48.818633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36612) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:48.825480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-624d5276-6990-4e95-96aa-77e5bb2ed2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'b619a6a4-d93a-41a1-a506-0f0253f6aba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fc8a4e8d-c7d2-4515-b131-b3b52da90749'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:48.969992 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-624d5276-6990-4e95-96aa-77e5bb2ed2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The resource could not be found. Dec 21 02:05:48.974337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-624d5276-6990-4e95-96aa-77e5bb2ed2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556675 Dec 21 02:05:48.974965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36614) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:49.049698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] DHCP port deletion for f353e37e-ce3e-436e-be95-a8b03f9edb49 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:49.054776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.062343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-602ce5c3-1913-4425-bc68-0eb63be76b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.214396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.292073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Deleting port b87b3ddf-195b-44bd-8b38-3e1ea0877637 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:49.292460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.351755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Subnet': ['ID=ad744d31-5bb6-40c0-9b04-b56f3a53579a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:49.372768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.390647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6e53503b-3940-4b15-a089-dcd03f28b8c8 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/subnets/ad744d31-5bb6-40c0-9b04-b56f3a53579a HTTP/1.1" status: 204 len: 168 time: 0.7227314 Dec 21 02:05:49.392682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:49.400753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cf7c7-c96f-4c34-b2c0-4e2733258cb0 None None] Network 2cc21127-be32-480e-87ce-85a1ce7052fb requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:49.427491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-602ce5c3-1913-4425-bc68-0eb63be76b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.443938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-602ce5c3-1913-4425-bc68-0eb63be76b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.515671 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.523108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-602ce5c3-1913-4425-bc68-0eb63be76b37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c1f64c8834240e788b8b0ab7ef7188b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9769039 Dec 21 02:05:49.527645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36634) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:49.596693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.625241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b87b3ddf-195b-44bd-8b38-3e1ea0877637 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:49.686871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Deleting port b87b3ddf-195b-44bd-8b38-3e1ea0877637 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:49.690060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.718270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.762423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce5c3-1913-4425-bc68-0eb63be76b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761a479-c0e5-4a17-97bb-2de11a04484e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:49.781593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.845216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] For port b87b3ddf-195b-44bd-8b38-3e1ea0877637, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b87b3ddf-195b-44bd-8b38-3e1ea0877637,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:49.846818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.861791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] For port b87b3ddf-195b-44bd-8b38-3e1ea0877637, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b87b3ddf-195b-44bd-8b38-3e1ea0877637,segment=NetworkSegment(e43e6d6b-24c4-41af-93ca-b746b7fb6b73),segment_id=e43e6d6b-24c4-41af-93ca-b746b7fb6b73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:49.862332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:49.915440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Calling delete_port for b87b3ddf-195b-44bd-8b38-3e1ea0877637 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:49.931874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Calling delete_port for b87b3ddf-195b-44bd-8b38-3e1ea0877637 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:49.946001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] DHCP port deletion for 2cc21127-be32-480e-87ce-85a1ce7052fb request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:49.996532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b1ba-71f1-42ff-ab8e-ffb74c0bc136 req-2c856fc8-c2dd-452c-8ef5-696227843e35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:50.012893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e59b1ba-71f1-42ff-ab8e-ffb74c0bc136 req-2c856fc8-c2dd-452c-8ef5-696227843e35 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.2283347 Dec 21 02:05:50.016173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.085843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.166030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.211058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.218063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.218307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.219365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1761a479-c0e5-4a17-97bb-2de11a04484e HTTP/1.1" status: 204 len: 168 time: 0.6855052 Dec 21 02:05:50.232084 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.234854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.238315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/b619a6a4-d93a-41a1-a506-0f0253f6aba1 HTTP/1.1" status: 204 len: 168 time: 1.2599800 Dec 21 02:05:50.239125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36648) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:50.295834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Port': ['ID=b87b3ddf-195b-44bd-8b38-3e1ea0877637,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:50.298804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] No DVR routers for this DVR port b87b3ddf-195b-44bd-8b38-3e1ea0877637 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:50.412777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Port b87b3ddf-195b-44bd-8b38-3e1ea0877637 update to DOWN by agent not found {{(pid=109852) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 21 02:05:50.442525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e59b1ba-71f1-42ff-ab8e-ffb74c0bc136 req-6f2ad0a5-ed0a-4ecf-9400-d1af3227fee6 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232161 Dec 21 02:05:50.447755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1a41e-e2db-4732-bbb9-b00947b14475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761a479-c0e5-4a17-97bb-2de11a04484e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:50.477453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] Pushing event deleted for resources: {'Port': ['ID=b87b3ddf-195b-44bd-8b38-3e1ea0877637,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:50.513445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ca7b506f-6ddd-445a-9a89-5d98a6c4792b tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2726655 Dec 21 02:05:50.516764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25db7-9d6c-47b6-b406-1091e00a662e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b619a6a4-d93a-41a1-a506-0f0253f6aba1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:50.517489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:50.519367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a293e-de6b-4a2a-9afa-ac179229fa25 None None] No DVR routers for this DVR port b87b3ddf-195b-44bd-8b38-3e1ea0877637 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:50.530068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0f826fd6-6ccb-46ac-baed-feb604481f7e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'b41f7fed-40c7-4c5c-8548-6cde687b5757', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:50.573764 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.614216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Deleting port 6400faee-3de2-4933-aff9-9af17b307a2e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:50.615747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.657010 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-6c117b82-df8c-4d47-b901-8bc8cbc3c319 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4403880 Dec 21 02:05:50.661156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f353e37e-ce3e-436e-be95-a8b03f9edb49']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:50.681981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36660) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:50.685305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:50.685633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e6d6b-24c4-41af-93ca-b746b7fb6b73') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:50.701442 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-0f826fd6-6ccb-46ac-baed-feb604481f7e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The resource could not be found. Dec 21 02:05:50.701442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0f826fd6-6ccb-46ac-baed-feb604481f7e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1745436 Dec 21 02:05:50.701442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36664) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:50.704056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223766326'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:50.742658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.755198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] For port 6400faee-3de2-4933-aff9-9af17b307a2e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6400faee-3de2-4933-aff9-9af17b307a2e,segment=NetworkSegment(7a3e0459-9155-44ee-8e04-9193e9eee832),segment_id=7a3e0459-9155-44ee-8e04-9193e9eee832)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:50.755887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.775562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Calling delete_port for 6400faee-3de2-4933-aff9-9af17b307a2e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:50.800652 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.858200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.869024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36668) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:50.869837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:50.870358 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.912038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-469d89d6-dca7-448c-a22a-e9be5d3b405c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.973161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:50.984154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:51.014273 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:51.027658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.039075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.047986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.048383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/networks/f353e37e-ce3e-436e-be95-a8b03f9edb49 HTTP/1.1" status: 204 len: 168 time: 1.6540124 Dec 21 02:05:51.053033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3524916 Dec 21 02:05:51.060160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36670) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:51.062010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:51.075864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ea50-81e2-4370-8eb1-0d10e8c7722e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d100d86a-22e2-4eb2-b716-e2e80d4d24c1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:51.091066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--466026274'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:51.162698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd4b4d-174b-4456-a499-511646be58f2 tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Network': ['ID=f353e37e-ce3e-436e-be95-a8b03f9edb49,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:51.170515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5768-d973-4770-a42a-e0d7762f407e req-06ceaf89-432d-4ced-9ec4-8bdafddd52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:51.172169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-06ceaf89-432d-4ced-9ec4-8bdafddd52bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 1097 time: 0.4518955 Dec 21 02:05:51.192711 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.221086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.259599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] No DVR routers for this DVR port 6400faee-3de2-4933-aff9-9af17b307a2e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:51.266163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7b68-f4df-464b-ab21-42b4ddeb00fd None None] Pushing event deleted for resources: {'Port': ['ID=6400faee-3de2-4933-aff9-9af17b307a2e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:51.290197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.315997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d7af9e5-0525-4432-bba9-f5097e0fa17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.424360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6400faee-3de2-4933-aff9-9af17b307a2e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:51.469087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.472524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-469d89d6-dca7-448c-a22a-e9be5d3b405c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.477945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.492983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-469d89d6-dca7-448c-a22a-e9be5d3b405c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.506228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5768-d973-4770-a42a-e0d7762f407e req-5c3e02d7-30a0-442d-81b4-fbcde0068d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:51.508691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-5c3e02d7-30a0-442d-81b4-fbcde0068d9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.2998219 Dec 21 02:05:51.526146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6400faee-3de2-4933-aff9-9af17b307a2e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:51.526508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6400faee-3de2-4933-aff9-9af17b307a2e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:51.565159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-469d89d6-dca7-448c-a22a-e9be5d3b405c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ae114257b784c56adc2f0521fb39f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950297 Dec 21 02:05:51.569689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-5c06f9cd-4fda-4981-8fb9-6f03480f7369 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8 HTTP/1.1" status: 200 len: 217 time: 0.0469198 Dec 21 02:05:51.570439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36680) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:51.573551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-c4ec33c3-a457-4bd4-b5a9-bf07c1238f9f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:51.575020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-c4ec33c3-a457-4bd4-b5a9-bf07c1238f9f tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.1913328 Dec 21 02:05:51.578487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d89d6-dca7-448c-a22a-e9be5d3b405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeda1ee-c3b0-4aa5-8cab-44cf9da5f679,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:51.579587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.583854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5117462 Dec 21 02:05:51.595119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36682) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:51.621435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4cd5da72-007e-47f9-9d4d-c26dfbc9d2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'd100d86a-22e2-4eb2-b716-e2e80d4d24c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ba885688-e8cc-4e8c-bd41-9aba9b46db50'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:51.638973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5768-d973-4770-a42a-e0d7762f407e req-ca127a26-4f70-4436-87f5-16edab5eb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:51.640444 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-ca127a26-4f70-4436-87f5-16edab5eb790 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.0565727 Dec 21 02:05:51.641057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba670f7-2283-4d03-86c4-b9cc36a8db54 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba885688-e8cc-4e8c-bd41-9aba9b46db50,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:51.715935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-4ff803ba-e89b-4a0f-b030-2861c085961d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635104 Dec 21 02:05:51.843404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:51.866998 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-4cd5da72-007e-47f9-9d4d-c26dfbc9d2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:51.870788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4cd5da72-007e-47f9-9d4d-c26dfbc9d2db tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2652252 Dec 21 02:05:51.888299 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-59da9406-9e31-476b-9fe7-f812f883f83f service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450038 Dec 21 02:05:51.888845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36684) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:51.921192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4509f7-32c9-428b-8597-5f022542d7ef req-a4a1e320-9c51-48ed-a2fe-1dce750e6efb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:51.923114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba4509f7-32c9-428b-8597-5f022542d7ef req-a4a1e320-9c51-48ed-a2fe-1dce750e6efb tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 945 time: 0.2457204 Dec 21 02:05:51.931411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc21127-be32-480e-87ce-85a1ce7052fb']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:51.970623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e0459-9155-44ee-8e04-9193e9eee832') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:51.971265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e0459-9155-44ee-8e04-9193e9eee832') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:05:51.976830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d7af9e5-0525-4432-bba9-f5097e0fa17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.004999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.013924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d7af9e5-0525-4432-bba9-f5097e0fa17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.036723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.074974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7af9e5-0525-4432-bba9-f5097e0fa17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6dbb1-64ec-4968-8b0e-8c58da2fbbb6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:52.087975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.089280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.107773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.114669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Deleting port 3664f714-419c-4774-a667-f936a1637b32 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:52.115136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.117571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.150381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:05:52.151001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:05:52.154607 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:05:52.165535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.182243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba4509f7-32c9-428b-8597-5f022542d7ef req-52a77cf7-1d92-488d-bb9a-994e6b8fd01c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471297 Dec 21 02:05:52.226462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.229210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.234039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffeda1ee-c3b0-4aa5-8cab-44cf9da5f679 HTTP/1.1" status: 204 len: 168 time: 0.6616051 Dec 21 02:05:52.242688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-287f5768-d973-4770-a42a-e0d7762f407e req-eafaccd5-d5a1-4be0-8d5d-a0ae81d291eb service neutron] 10.222.0.45 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116374 Dec 21 02:05:52.243169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.246007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.247156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba885688-e8cc-4e8c-bd41-9aba9b46db50 HTTP/1.1" status: 204 len: 168 time: 0.3534675 Dec 21 02:05:52.249323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1d7af9e5-0525-4432-bba9-f5097e0fa17e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c02bd23b040b42bc974457a442bf0879&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5662081 Dec 21 02:05:52.252357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:52.252701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36690) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:52.283473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80610916-f594-411e-98a6-d36a8b0460d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeda1ee-c3b0-4aa5-8cab-44cf9da5f679,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:52.357446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.374755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.384278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] 10.222.0.43 "DELETE /v2.0/networks/2cc21127-be32-480e-87ce-85a1ce7052fb HTTP/1.1" status: 204 len: 168 time: 1.3219469 Dec 21 02:05:52.418288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8d1a-1bfd-4a29-88b6-eb8d6049a92c tempest-TaggedBootDevicesTest_v242-504614920 tempest-TaggedBootDevicesTest_v242-504614920-project] Pushing event deleted for resources: {'Network': ['ID=2cc21127-be32-480e-87ce-85a1ce7052fb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:52.423888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] For port 3664f714-419c-4774-a667-f936a1637b32, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3664f714-419c-4774-a667-f936a1637b32,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:52.424270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.451746 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-639cbb60-ddd4-4950-a5d4-cb2fefefcfa7 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1850643 Dec 21 02:05:52.452946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad233be-b335-41fa-b07e-2db9df10789e tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba885688-e8cc-4e8c-bd41-9aba9b46db50,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:52.454948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:52.474048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Calling delete_port for 3664f714-419c-4774-a667-f936a1637b32 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:52.665361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.828405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.853923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.862509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:52.894015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612', '3664f714-419c-4774-a667-f936a1637b32'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:52.906670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event deleted for resources: {'Port': ['ID=3664f714-419c-4774-a667-f936a1637b32,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:52.907871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:53.006096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.044093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bc55b-435b-4a10-942d-d3cb37ad10da None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:53.075315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] No DVR routers for this DVR port 3664f714-419c-4774-a667-f936a1637b32 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:53.090589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.093071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4bc429f-f538-4729-a830-e7163a9c0cde req-288fc4c7-a474-4d01-821a-a02580e2a69e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "DELETE /v2.0/ports/3664f714-419c-4774-a667-f936a1637b32 HTTP/1.1" status: 204 len: 173 time: 1.4970591 Dec 21 02:05:53.113881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'name': 'network-vif-deleted', 'tag': '3664f714-419c-4774-a667-f936a1637b32'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:53.116497 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c57b5ec-ec6d-47b2-a037-c9e2b08a1897" -d '{"events": [{"server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "name": "network-vif-deleted", "tag": "3664f714-419c-4774-a667-f936a1637b32"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:53.166879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.169744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.185775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1a6dbb1-64ec-4968-8b0e-8c58da2fbbb6 HTTP/1.1" status: 204 len: 168 time: 0.9319415 Dec 21 02:05:53.212937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fa32a-6671-4dc1-81e8-9c4fd9117dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6dbb1-64ec-4968-8b0e-8c58da2fbbb6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:53.216139 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35695286-1e61-4124-b92a-2176a575a66a x-openstack-request-id: req-35695286-1e61-4124-b92a-2176a575a66a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:53.216486 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ea096-066d-4222-bc43-eecc64febaef", "name": "network-vif-deleted", "tag": "3664f714-419c-4774-a667-f936a1637b32", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:53.216710 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35695286-1e61-4124-b92a-2176a575a66a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:53.217223 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ea096-066d-4222-bc43-eecc64febaef', 'name': 'network-vif-deleted', 'tag': '3664f714-419c-4774-a667-f936a1637b32', 'status': 'completed', 'code': 200} Dec 21 02:05:53.268511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.271360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.276013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36736) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:53.297853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/d100d86a-22e2-4eb2-b716-e2e80d4d24c1 HTTP/1.1" status: 204 len: 168 time: 0.8406508 Dec 21 02:05:53.334659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee3db-0a88-489d-a6aa-a4199fb63986 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100d86a-22e2-4eb2-b716-e2e80d4d24c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:53.463383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3607706a-7d98-46bd-944e-94f887bd5a15 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1823125 Dec 21 02:05:53.464172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36742) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:53.469064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--769047583'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:53.548847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7688700-fb24-49e5-a3c0-c07a1558279d req-b810d09d-2b25-431f-b2cf-143cdc2a3fd5 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=a50ea096-066d-4222-bc43-eecc64febaef HTTP/1.1" status: 200 len: 210 time: 0.1006396 Dec 21 02:05:53.576312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.755982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.770961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.848735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:53.858798 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3933032 Dec 21 02:05:53.862120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36752) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:53.868296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c2af145e-3f6b-4482-9b01-c975db99577a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'd745941d-4131-4b12-9e41-b107dfb1a694', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:53.870715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ff715-b553-4b5d-b599-515df055b84a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d745941d-4131-4b12-9e41-b107dfb1a694,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:53.966492 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c2af145e-3f6b-4482-9b01-c975db99577a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:53.968588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c2af145e-3f6b-4482-9b01-c975db99577a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1051431 Dec 21 02:05:53.971142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36758) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:53.980435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-edf67825-29e1-4317-bf4b-54d1ff211037 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group_rule': {'security_group_id': 'd745941d-4131-4b12-9e41-b107dfb1a694', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:54.057653 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-edf67825-29e1-4317-bf4b-54d1ff211037 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:05:54.061609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-edf67825-29e1-4317-bf4b-54d1ff211037 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0881603 Dec 21 02:05:54.063936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:54.153641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.205437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.279790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.283738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.289002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36774) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:54.289131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/d745941d-4131-4b12-9e41-b107dfb1a694 HTTP/1.1" status: 204 len: 168 time: 0.2195804 Dec 21 02:05:54.306800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b65b-cf67-497e-86a6-ca3e9aa71e1c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d745941d-4131-4b12-9e41-b107dfb1a694,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:54.399563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:54.404152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'tempest-secgroup--875397332'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:54.406226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd68acf7-acd0-4465-9c42-7c5637d59a6a tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164606 Dec 21 02:05:54.695986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36804) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:54.768921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.903462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.910151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.992913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:54.996946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5952072 Dec 21 02:05:54.999244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36812) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.009175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-29ae7fb5-ab7b-4099-ab5e-342561bbd340 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:55.011743 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-29ae7fb5-ab7b-4099-ab5e-342561bbd340 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 02:05:55.012735 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-29ae7fb5-ab7b-4099-ab5e-342561bbd340 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 02:05:55.014249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-29ae7fb5-ab7b-4099-ab5e-342561bbd340 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "PUT /v2.0/security-groups/7f702909-0014-4d95-94b6-64a3ef630a7a HTTP/1.1" status: 409 len: 330 time: 0.0127935 Dec 21 02:05:55.019068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36814) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.031838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-581847009-network', 'tenant_id': '64918d4d965f44bdb12ca4f6a14b9f10'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:55.075965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3664f714-419c-4774-a667-f936a1637b32 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:05:55.102467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Made reservation on behalf of 64918d4d965f44bdb12ca4f6a14b9f10 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:55.105481 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.155138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 3664f714-419c-4774-a667-f936a1637b32 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:05:55.155674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3664f714-419c-4774-a667-f936a1637b32 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:05:55.157313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.180610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4d711-c411-4070-ad02-36ee30bcc2bf tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f702909-0014-4d95-94b6-64a3ef630a7a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:55.263045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637a5a-414a-4e49-82a6-4220cf460a43 req-b3c8d00e-caf2-4ce4-b97c-76b7bb3028d3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:55.278657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12637a5a-414a-4e49-82a6-4220cf460a43 req-b3c8d00e-caf2-4ce4-b97c-76b7bb3028d3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 945 time: 0.1521471 Dec 21 02:05:55.303793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.346536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36826) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.374740 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.382960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12637a5a-414a-4e49-82a6-4220cf460a43 req-e95bbd48-bc52-43e5-b04c-ae41167535a8 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975673 Dec 21 02:05:55.459603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.469482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.478962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.482517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.483971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/7f702909-0014-4d95-94b6-64a3ef630a7a HTTP/1.1" status: 204 len: 168 time: 0.4640269 Dec 21 02:05:55.487624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.535066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65043a3b-27c8-48fc-8718-9dfb15af017c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:55.545159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d821356-bdc0-4049-938d-c31d2bfc7763 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f702909-0014-4d95-94b6-64a3ef630a7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:55.554771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:05:55.578152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.580001 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Added segment 016f9efd-389f-42e6-8db9-e680aeedb9b2 of type vlan for network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 Dec 21 02:05:55.623666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb1638f7-1cc8-44f9-86ee-484f53b7b02c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1346686 Dec 21 02:05:55.627699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36836) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.653576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.659172 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-3e34de58-6628-455f-8282-837a19dfac34 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] delete failed (client error): The resource could not be found. Dec 21 02:05:55.660440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3e34de58-6628-455f-8282-837a19dfac34 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "DELETE /v2.0/security-groups/5eb36e5a-adc8-4c82-a99f-6082c072fa04 HTTP/1.1" status: 404 len: 347 time: 0.0315573 Dec 21 02:05:55.664606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36838) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.684587 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-6a9bc180-5cb9-4f78-a325-dba8b2678c95 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] show failed (client error): The resource could not be found. Dec 21 02:05:55.685701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6a9bc180-5cb9-4f78-a325-dba8b2678c95 tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-groups/03a00674-9741-4caa-ab07-2c558173127f HTTP/1.1" status: 404 len: 347 time: 0.0200799 Dec 21 02:05:55.689901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.698713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.699812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:55.700486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.742749 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-b3c2fb08-f6f9-4982-959d-0298c1df868c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] show failed (client error): The resource could not be found. Dec 21 02:05:55.746302 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b3c2fb08-f6f9-4982-959d-0298c1df868c tempest-NegativeSecGroupIPv6Test-1333174641 tempest-NegativeSecGroupIPv6Test-1333174641-project] 10.222.0.43 "GET /v2.0/security-group-rules/d9676d55-5594-48a7-abd5-e6f2e8163c70 HTTP/1.1" status: 404 len: 356 time: 0.0551481 Dec 21 02:05:55.798013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] Pushing event updated for resources: {'Network': ['ID=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:55.811975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:05:55.827120 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d425fd5b-41b5-4f67-882c-7b6ea5a465c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f20c0f042f7444e86da1a44f6777084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749553 Dec 21 02:05:55.830548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.837995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e52aeabc-a9d6-47b3-bfda-6aac3a4f5cef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1403716 Dec 21 02:05:55.838648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:55.852360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Request body: {'subnet': {'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-581847009-subnet', 'tenant_id': '64918d4d965f44bdb12ca4f6a14b9f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:55.914923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Made reservation on behalf of 64918d4d965f44bdb12ca4f6a14b9f10 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:05:55.917682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:55.949216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.003639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.104940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.108865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.114102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e0b25a6-e33d-4205-b28d-e4185afb939a HTTP/1.1" status: 204 len: 168 time: 0.2786129 Dec 21 02:05:56.152139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ffb8-f1f9-4a3c-9866-91276ac383f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b25a6-e33d-4205-b28d-e4185afb939a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:56.214343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.237234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36860) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:56.287172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5248fa45-8695-497e-b57a-ebde98a732b2,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:56.318551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Checking segment: {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:05:56.318986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Network hostable DHCP agents. Network: 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:05:56.347519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:05:56.374099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:05:56.389258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6bb50f-f431-4783-800c-c2ee095cbad8 None None] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:56.410932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:56.411562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:56.462890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d63ded69-30d3-4f60-970a-6d547a247c16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6190124 Dec 21 02:05:56.617385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85a42c-84f0-4d66-b17f-3357c2319384 req-5269daab-784f-4203-ac01-1b4cf8ed3107 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:56.619594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d85a42c-84f0-4d66-b17f-3357c2319384 req-5269daab-784f-4203-ac01-1b4cf8ed3107 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 945 time: 0.1113141 Dec 21 02:05:56.722665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-e731bcad-de86-43a7-8dd8-58199032cc51 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:05:56.722909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017a052-e775-4aaf-80c8-47b665fc93dd None None] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:05:56.724694 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-e731bcad-de86-43a7-8dd8-58199032cc51 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.45 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 945 time: 0.1298394 Dec 21 02:05:56.743063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d85a42c-84f0-4d66-b17f-3357c2319384 req-3a085fa4-ec38-4c5e-ae7e-ed9687f27225 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167440 Dec 21 02:05:56.913604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.005191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ce410098-830e-48dc-9e54-edcfd318a29f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=854f25966a5a458b934697c98a2fb66b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7636132 Dec 21 02:05:57.006772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36886) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:57.154139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Deleting port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:05:57.154479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.288469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.298470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] For port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:05:57.298904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.328244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Calling delete_port for 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:05:57.336948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.726739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.734799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.736476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dcf6a3c-8821-4b5f-a05b-a354fd8602c4 HTTP/1.1" status: 204 len: 168 time: 0.7250619 Dec 21 02:05:57.776394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309bf1-d680-45f6-b6cb-d3e9c513013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf6a3c-8821-4b5f-a05b-a354fd8602c4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:57.811435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:57.851365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2b82c7f5-3ab3-41b9-a418-91a7717b0612'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:57.854534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7c37c541-6e28-4e4d-9894-43e3afa5a8a8'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:05:57.862734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event deleted for resources: {'Port': ['ID=7c37c541-6e28-4e4d-9894-43e3afa5a8a8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:05:58.035654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c970c9f4-3b65-469e-a926-c76ed8e73f3b req-808b390e-4c80-40b0-b10c-05bf229b6bf4 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01b5028-f018-4ca4-a720-31112df10583 HTTP/1.1" status: 200 len: 210 time: 0.0987680 Dec 21 02:05:58.056387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693d31c-8d93-4616-9de9-066a0664dfc2 None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:05:58.094943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] No DVR routers for this DVR port 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:05:58.103571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:58.125241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-28706196-1fb3-4438-aaa3-f4cfdd05f8eb req-d025d52e-074b-47dd-934a-c652f328dcce tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.45 "DELETE /v2.0/ports/7c37c541-6e28-4e4d-9894-43e3afa5a8a8 HTTP/1.1" status: 204 len: 173 time: 1.3876207 Dec 21 02:05:58.125795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'name': 'network-vif-deleted', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:05:58.138187 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926c9dd-fd39-4b43-a69c-4bf34a74e3e1" -d '{"events": [{"server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "name": "network-vif-deleted", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:05:58.232044 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5ac928-ec06-4b18-adf1-26839eca1580 x-openstack-request-id: req-8a5ac928-ec06-4b18-adf1-26839eca1580 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:05:58.232564 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01b5028-f018-4ca4-a720-31112df10583", "name": "network-vif-deleted", "tag": "7c37c541-6e28-4e4d-9894-43e3afa5a8a8", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:05:58.233022 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a5ac928-ec06-4b18-adf1-26839eca1580 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:05:58.233696 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01b5028-f018-4ca4-a720-31112df10583', 'name': 'network-vif-deleted', 'tag': '7c37c541-6e28-4e4d-9894-43e3afa5a8a8', 'status': 'completed', 'code': 200} Dec 21 02:05:59.390235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36972) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:59.618837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-420aa09d-6552-4f7a-8b9d-191bbd896041 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:59.619529 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-420aa09d-6552-4f7a-8b9d-191bbd896041 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 02:05:59.620027 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-420aa09d-6552-4f7a-8b9d-191bbd896041 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 02:05:59.624753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-420aa09d-6552-4f7a-8b9d-191bbd896041 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2329781 Dec 21 02:05:59.625452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:05:59.629867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--681086880'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:05:59.669066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:59.699274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:59.934748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:05:59.954103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.003317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec032ed5-1d83-4df0-8a5b-9dd293140f6c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:00.124325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.139955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.180521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.184775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5555162 Dec 21 02:06:00.185516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:00.190735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '3d78e63e-74b7-4f79-81cb-4a5f91d097d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:00.196038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03fcfd-c119-43ed-b6ad-b77d5b7da621 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d78e63e-74b7-4f79-81cb-4a5f91d097d5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:00.279580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.391620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:00.463044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:00.466169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7c37c541-6e28-4e4d-9894-43e3afa5a8a8 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:00.501450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.508608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.546322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5dae0c-8b8e-4663-9141-b6fef0d158e0,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:00.603142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.605775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e6d2e66a-7ffc-483b-9b9a-754cc4bbe32d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190481 Dec 21 02:06:00.608141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37008) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:00.613385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c338f0f1-8bab-45be-a9ad-2f60bd645a88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '3d78e63e-74b7-4f79-81cb-4a5f91d097d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:00.674938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c338f0f1-8bab-45be-a9ad-2f60bd645a88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.785119 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c338f0f1-8bab-45be-a9ad-2f60bd645a88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 02:06:00.786359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c338f0f1-8bab-45be-a9ad-2f60bd645a88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1768994 Dec 21 02:06:00.789788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37020) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:00.915811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:00.983415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.092558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.095949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.099438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d78e63e-74b7-4f79-81cb-4a5f91d097d5 HTTP/1.1" status: 204 len: 168 time: 0.3063214 Dec 21 02:06:01.100679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.124357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad0d1d-d568-4032-9408-c769f81d1bdc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d78e63e-74b7-4f79-81cb-4a5f91d097d5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:01.205183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69da9a57-256a-4a52-97d0-94f866d4f61b tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003239 Dec 21 02:06:01.206053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37032) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.210690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--470978055'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:01.273389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.488314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.499501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.571661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970656da-c758-4ccc-8aea-580938bbf855,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:01.578224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37050) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.584771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.590962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37054) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.591593 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d491aeb-1c94-45c9-924f-4bd5260db983 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3838074 Dec 21 02:06:01.596399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2edb4e03-32ef-482e-b5c6-b4d9af90e030 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '970656da-c758-4ccc-8aea-580938bbf855', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:01.597220 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-2edb4e03-32ef-482e-b5c6-b4d9af90e030 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 21 02:06:01.612738 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-2edb4e03-32ef-482e-b5c6-b4d9af90e030 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:01.613804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2edb4e03-32ef-482e-b5c6-b4d9af90e030 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0218017 Dec 21 02:06:01.617540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.723357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.759916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.859122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.862145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:01.866863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37068) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:01.867409 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/970656da-c758-4ccc-8aea-580938bbf855 HTTP/1.1" status: 204 len: 168 time: 0.2483830 Dec 21 02:06:01.888875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970656da-c758-4ccc-8aea-580938bbf855,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:01.907169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.907857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.908373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.909072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.910095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.910570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.911092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.911575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.912114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.913184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.913695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.915398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:01.915962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16349998-671d-4d30-a963-64369f44ae68 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:02.342993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-766ea9e8-46f9-4f25-a566-8cb61dfad8e9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4708867 Dec 21 02:06:02.344426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:02.349178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205248537'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:02.382155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5ffa-a378-486f-9863-e01a4ff4a070 req-88bee59b-e546-43c2-8b07-491c227fd83d tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:02.392626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-675d5ffa-a378-486f-9863-e01a4ff4a070 req-88bee59b-e546-43c2-8b07-491c227fd83d tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1098 time: 0.5228570 Dec 21 02:06:02.456194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:02.671246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:02.683687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:02.728049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-675d5ffa-a378-486f-9863-e01a4ff4a070 req-62ba3078-0341-4644-a2ef-1871cd5e191a tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331096 Dec 21 02:06:02.781547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7503965b-1e4a-4717-9436-b299670a02ad,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:02.822388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:02.829753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e6dff00c-f80d-4268-9a41-79c26967ba5e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4840112 Dec 21 02:06:02.830635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:02.843670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9d6fa609-74ab-45d4-ae76-a77b69ec39d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '7503965b-1e4a-4717-9436-b299670a02ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:02.848677 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-9d6fa609-74ab-45d4-ae76-a77b69ec39d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 21 02:06:02.849467 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-9d6fa609-74ab-45d4-ae76-a77b69ec39d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:02.856476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d6fa609-74ab-45d4-ae76-a77b69ec39d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0242276 Dec 21 02:06:02.857816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:02.970360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-1924a2d7-64a8-4129-b212-bf1b4da02386 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1539941 Dec 21 02:06:03.051957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.107597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.192998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-ff838ecc-8c4a-4545-a449-03d067020989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:03.199641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-ff838ecc-8c4a-4545-a449-03d067020989 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41f664321d9426eb5633dee9640e700&device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 1098 time: 0.1599786 Dec 21 02:06:03.212824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.216752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.218542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/7503965b-1e4a-4717-9436-b299670a02ad HTTP/1.1" status: 204 len: 168 time: 0.3578184 Dec 21 02:06:03.220973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37098) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:03.238102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c4c97-310a-4a7f-99ec-4722ce2a33e8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7503965b-1e4a-4717-9436-b299670a02ad,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:03.415447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-b9ff20cc-1d31-4d8f-ae23-14e1e9283399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:03.417842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-b9ff20cc-1d31-4d8f-ae23-14e1e9283399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 200 len: 915 time: 0.1593375 Dec 21 02:06:03.485608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-732de90c-51c6-4552-881d-14286091b51f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 200 len: 217 time: 0.0547819 Dec 21 02:06:03.526032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f5db25b1-2c1f-4316-b61b-3b21036d511c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3037820 Dec 21 02:06:03.529896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:03.535717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520016712'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:03.623537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.696970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04bd04-f3f0-4441-8c16-d9cf50963f29 req-9ca9575d-a6f8-4ffa-9735-3ae423670497 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:03.710551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc04bd04-f3f0-4441-8c16-d9cf50963f29 req-9ca9575d-a6f8-4ffa-9735-3ae423670497 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.2945130 Dec 21 02:06:03.913469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.955757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc04bd04-f3f0-4441-8c16-d9cf50963f29 req-220826a3-ce00-4c2c-9df1-e65a5cca0f5b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303576 Dec 21 02:06:03.974695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-9c0670b2-a04b-47b0-8171-237e74fcb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:03.978197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:03.979072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-9c0670b2-a04b-47b0-8171-237e74fcb729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 200 len: 855 time: 0.4592044 Dec 21 02:06:03.979202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.078976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-b3124509-4569-4d7c-aa2f-442b2d2a60fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=997627ba-06b3-43a1-8612-411248c3e000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302534 Dec 21 02:06:04.142258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31e4ab74-150d-4bd1-a7e6-8fac25e6060a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 200 len: 994 time: 0.1617420 Dec 21 02:06:04.148282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.228253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.237686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7064602 Dec 21 02:06:04.241037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.246517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-16a745be-3b0a-4eac-b69a-2a364bbb7caa tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'e18baed5-c1c0-4ef9-8052-b6286ec7b128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.249371 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-16a745be-3b0a-4eac-b69a-2a364bbb7caa tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 21 02:06:04.250207 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-16a745be-3b0a-4eac-b69a-2a364bbb7caa tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:04.251405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16a745be-3b0a-4eac-b69a-2a364bbb7caa tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092256 Dec 21 02:06:04.252590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ee525-daa6-463f-be20-5aeb13efa343 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18baed5-c1c0-4ef9-8052-b6286ec7b128,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:04.255579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.263341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e210696b-259c-424d-a714-05990da6d1a9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'e18baed5-c1c0-4ef9-8052-b6286ec7b128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.264188 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-e210696b-259c-424d-a714-05990da6d1a9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 21 02:06:04.268900 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-e210696b-259c-424d-a714-05990da6d1a9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:04.270319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e210696b-259c-424d-a714-05990da6d1a9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129459 Dec 21 02:06:04.272911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37118) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.316512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-31ae7bfe-4007-4c98-b375-6a9759f91d75 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'e18baed5-c1c0-4ef9-8052-b6286ec7b128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.317734 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-31ae7bfe-4007-4c98-b375-6a9759f91d75 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 21 02:06:04.319163 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-31ae7bfe-4007-4c98-b375-6a9759f91d75 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:04.320571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31ae7bfe-4007-4c98-b375-6a9759f91d75 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117524 Dec 21 02:06:04.323183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.328760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5ae82d57-9404-4d90-be3b-9bdd09f17261 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'e18baed5-c1c0-4ef9-8052-b6286ec7b128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.330045 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-5ae82d57-9404-4d90-be3b-9bdd09f17261 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 21 02:06:04.330762 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-5ae82d57-9404-4d90-be3b-9bdd09f17261 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:04.332330 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ae82d57-9404-4d90-be3b-9bdd09f17261 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079172 Dec 21 02:06:04.338888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.445032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.479746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.538786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.541653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.545944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/e18baed5-c1c0-4ef9-8052-b6286ec7b128 HTTP/1.1" status: 204 len: 168 time: 0.2029300 Dec 21 02:06:04.546214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.564028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe622-c52f-43bb-806b-53dacdb34db0 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18baed5-c1c0-4ef9-8052-b6286ec7b128,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:04.584861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-f6056cef-a6c2-4f6c-9b21-d2785e6920b3 req-3321921b-932f-4b70-9231-d1221ac3c778 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:06:04.594593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6056cef-a6c2-4f6c-9b21-d2785e6920b3 req-3321921b-932f-4b70-9231-d1221ac3c778 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171914 Dec 21 02:06:04.626496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-a31d2d8e-c10c-4944-b141-7f590ddc1eaf service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361562 Dec 21 02:06:04.663599 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7bf46af9-29de-410d-891d-46399d39a6f2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161931 Dec 21 02:06:04.664326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.669578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--865156158'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.739930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.807259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20c4aaa9-91d9-41cd-8e4a-a59ba15de3eb req-30a300ba-4db8-424d-b532-f83c9640a4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690021 Dec 21 02:06:04.866523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Deleting port a00c322d-28be-4515-a46b-fe223ab7dd97 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:04.866898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.908763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.913999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.962296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:04.966706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.967496 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3014956 Dec 21 02:06:04.970456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946cf4-54a0-4ee8-bded-55b713c2af1e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:04.971105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-41aa3019-8f36-4b67-8347-cfce42657d0d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:04.971583 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-41aa3019-8f36-4b67-8347-cfce42657d0d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 02:06:04.972077 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-41aa3019-8f36-4b67-8347-cfce42657d0d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:04.973017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-41aa3019-8f36-4b67-8347-cfce42657d0d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053709 Dec 21 02:06:04.978823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:04.996611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-efe43b68-1cbd-4c06-b019-3203f7605bc6 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.067841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] For port a00c322d-28be-4515-a46b-fe223ab7dd97, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00c322d-28be-4515-a46b-fe223ab7dd97,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:05.069456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:05.087019 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-efe43b68-1cbd-4c06-b019-3203f7605bc6 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.092036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-efe43b68-1cbd-4c06-b019-3203f7605bc6 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1121922 Dec 21 02:06:05.093498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.101581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2aec7a64-3bde-4e47-8c5a-0feed388c886 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.111905 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-2aec7a64-3bde-4e47-8c5a-0feed388c886 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 21 02:06:05.112517 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-2aec7a64-3bde-4e47-8c5a-0feed388c886 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.117772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Calling delete_port for a00c322d-28be-4515-a46b-fe223ab7dd97 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:05.119465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37156) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.121479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2aec7a64-3bde-4e47-8c5a-0feed388c886 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0261934 Dec 21 02:06:05.135716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b37ed69d-f6e9-4999-9cc0-16d5ac840fac tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.304166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81a96-d35a-430f-8c08-7052ce73b9fd req-40506f46-3be1-4cde-94b3-4c8ba5d6d7a5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:05.306136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47e81a96-d35a-430f-8c08-7052ce73b9fd req-40506f46-3be1-4cde-94b3-4c8ba5d6d7a5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.1111228 Dec 21 02:06:05.320695 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-b37ed69d-f6e9-4999-9cc0-16d5ac840fac tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.321634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b37ed69d-f6e9-4999-9cc0-16d5ac840fac tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2011614 Dec 21 02:06:05.327978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37162) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.343460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d7dc352e-0a29-480b-8c88-5e61bcef8429 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.343925 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-d7dc352e-0a29-480b-8c88-5e61bcef8429 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 21 02:06:05.344964 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-d7dc352e-0a29-480b-8c88-5e61bcef8429 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.364896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d7dc352e-0a29-480b-8c88-5e61bcef8429 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220003 Dec 21 02:06:05.366057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37164) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.391671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bcc113d1-697d-469f-bf97-1ddf6ecd6d88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.415229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47e81a96-d35a-430f-8c08-7052ce73b9fd req-cba902d8-f3d2-4fb5-aaa9-b2aa6eb0c080 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965552 Dec 21 02:06:05.524006 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-9d967c65-0030-425f-86f4-bd256b6bbe6e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3346801 Dec 21 02:06:05.530557 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-bcc113d1-697d-469f-bf97-1ddf6ecd6d88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.531528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bcc113d1-697d-469f-bf97-1ddf6ecd6d88 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1439035 Dec 21 02:06:05.534426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.539697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-16898626-6537-491e-8416-05390a2280f2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.540669 n-d-761264-20 neutron-server[109851]: WARNING neutron.api.v2.base [None req-16898626-6537-491e-8416-05390a2280f2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 21 02:06:05.540669 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-16898626-6537-491e-8416-05390a2280f2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.545818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37172) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.550961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16898626-6537-491e-8416-05390a2280f2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062337 Dec 21 02:06:05.568393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-42fb96a8-4bf8-4714-a000-57a20dbed096 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.731908 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-42fb96a8-4bf8-4714-a000-57a20dbed096 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.732970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-42fb96a8-4bf8-4714-a000-57a20dbed096 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1818807 Dec 21 02:06:05.735850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37186) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.744918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4afcf222-c2cc-45ca-aca7-f8f426b09e32 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:05.774026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:05.828443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00c322d-28be-4515-a46b-fe223ab7dd97,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:05.851053 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-4afcf222-c2cc-45ca-aca7-f8f426b09e32 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:05.852553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4afcf222-c2cc-45ca-aca7-f8f426b09e32 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1156919 Dec 21 02:06:05.855608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37194) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:05.859363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.859712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.860046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.860388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.860722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.861059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.861422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.861826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.862159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.869787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.870098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.870444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:05.870849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:06.034487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:06.116688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:06.222458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:06.224835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:06.226136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1 HTTP/1.1" status: 204 len: 168 time: 0.3688033 Dec 21 02:06:06.229259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:06.269774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd642d3-5f44-4fe5-8b5b-722de4afdd11 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4afdb5b-73f1-44d9-80c7-fb3b230bfbf1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:06.358144 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:06.382471 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7b115c2f-db55-4941-8fc1-d7e56d139070 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1516213 Dec 21 02:06:06.390160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:06.395021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247796012'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:07.221379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:07.621972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37240) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:07.843904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea12dc44-24ea-4154-b176-caac49c54d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.082704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-417f63d2-f691-4649-b31f-74594330d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.086868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-417f63d2-f691-4649-b31f-74594330d73c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1098 time: 0.1780643 Dec 21 02:06:08.244262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.259087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf14f-77c8-462f-90b0-119778ac6d4d req-93da2c45-7d11-4cf0-8ed2-8c88a7602fe3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.261065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cabf14f-77c8-462f-90b0-119778ac6d4d req-93da2c45-7d11-4cf0-8ed2-8c88a7602fe3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 946 time: 1.4515409 Dec 21 02:06:08.269363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2433e-1728-49d1-a6a7-c8bc3d715233 req-c2024794-f530-472f-b9a6-96fb7efd0320 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.279334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8d2433e-1728-49d1-a6a7-c8bc3d715233 req-c2024794-f530-472f-b9a6-96fb7efd0320 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 1.4672368 Dec 21 02:06:08.285812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.320344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea12dc44-24ea-4154-b176-caac49c54d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.349990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea12dc44-24ea-4154-b176-caac49c54d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.367169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0f88e-f04b-490b-be59-34c611961efe,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:08.463843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-567a0acb-9634-443e-9088-eb9021e75863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.469075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-567a0acb-9634-443e-9088-eb9021e75863 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.3657618 Dec 21 02:06:08.480778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12dc44-24ea-4154-b176-caac49c54d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b9dba-a8a6-480f-b6a4-6efdd62abf5f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:08.510967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea12dc44-24ea-4154-b176-caac49c54d4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=396be8025b2d4f8baa46c8edf9137805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8877351 Dec 21 02:06:08.511202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8d2433e-1728-49d1-a6a7-c8bc3d715233 req-74267fa4-7be3-46b5-bffc-e0941d2b5434 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250664 Dec 21 02:06:08.516354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:08.531878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.536348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f148f93a-b668-49f9-b344-8db6cc915c31 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1449389 Dec 21 02:06:08.538721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37254) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:08.547737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ca4d1184-d8ee-4eb2-a89e-5b979a6d8252 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '23e0f88e-f04b-490b-be59-34c611961efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:08.565315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cabf14f-77c8-462f-90b0-119778ac6d4d req-0dd602a4-1e90-4503-930c-abc4f4210a06 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808366 Dec 21 02:06:08.575262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:06:08.611635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-0d85f870-5152-4e0c-ba70-878bfc273c5a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.614074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-0d85f870-5152-4e0c-ba70-878bfc273c5a tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 946 time: 0.2337267 Dec 21 02:06:08.666363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-3d73f923-47e7-43e7-989b-d3663dfcc6b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1002 time: 0.1748979 Dec 21 02:06:08.745400 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-ca4d1184-d8ee-4eb2-a89e-5b979a6d8252 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The resource could not be found. Dec 21 02:06:08.750323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ca4d1184-d8ee-4eb2-a89e-5b979a6d8252 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2060869 Dec 21 02:06:08.751366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:08.756998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-fdfdef11-1403-4dd6-82c2-3a4652f7dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.758885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-fdfdef11-1403-4dd6-82c2-3a4652f7dd31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.0764544 Dec 21 02:06:08.786395 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.790331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0390df02-06f9-4b18-92b2-ab0e6e27466e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '23e0f88e-f04b-490b-be59-34c611961efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9fbf60ff-e35e-4ff6-8255-5270c7a9929a'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:08.843919 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:08.860452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-93672819-7b09-4a83-aef8-525b573ce1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:08.862812 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-93672819-7b09-4a83-aef8-525b573ce1ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899541 Dec 21 02:06:09.088198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-bbcefff9-1bdf-4de2-a329-171c9b9ed6b8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984363 Dec 21 02:06:09.102742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Deleting port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:09.103081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:09.156539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:06:09.193173 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Sync routers for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:06:09.193776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1d15b325-7b2d-43f9-8e7e-5a927e78c6f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/d1632c4a-f9e8-4ee5-9814-148d4f73bcb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6118388 Dec 21 02:06:09.199350 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-0390df02-06f9-4b18-92b2-ab0e6e27466e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The resource could not be found. Dec 21 02:06:09.203419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0390df02-06f9-4b18-92b2-ab0e6e27466e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4486558 Dec 21 02:06:09.204026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37266) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:09.204351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37268) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:09.205785 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:09.210338 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:09.215616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:09.221387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:09.222559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce8b9dba-a8a6-480f-b6a4-6efdd62abf5f HTTP/1.1" status: 204 len: 168 time: 0.6619132 Dec 21 02:06:09.342588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] For port 2b82c7f5-3ab3-41b9-a418-91a7717b0612, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2b82c7f5-3ab3-41b9-a418-91a7717b0612,segment=NetworkSegment(e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c),segment_id=e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:09.344302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:09.360078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Calling delete_port for 2b82c7f5-3ab3-41b9-a418-91a7717b0612 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:09.393143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57c90-1c8b-42a9-aba8-f1996825bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b9dba-a8a6-480f-b6a4-6efdd62abf5f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:09.564734 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-fe6b9896-9a0a-400a-a03a-28ba96b9d9a4 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588728 Dec 21 02:06:09.579084 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:09.978905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:10.015181 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8b4348d-34ff-44fc-9cf2-0f744ff98fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.151241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T02:06:05Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:10.172312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.181622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.238367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Checking router: d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:06:10.240232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8b4348d-34ff-44fc-9cf2-0f744ff98fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.254401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b8b4348d-34ff-44fc-9cf2-0f744ff98fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.271253 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Routers {'d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:10.272523 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:05:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:10.383880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4348d-34ff-44fc-9cf2-0f744ff98fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a967363-7d71-4947-a309-2e5067ce0263,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:10.397253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841c2d5-ce22-4ae3-b6d3-06bc3d7872e4 req-37197bb4-6ed5-4711-8b28-1538ed317cc3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:10.405538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d841c2d5-ce22-4ae3-b6d3-06bc3d7872e4 req-37197bb4-6ed5-4711-8b28-1538ed317cc3 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 946 time: 0.5421669 Dec 21 02:06:10.414522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b8b4348d-34ff-44fc-9cf2-0f744ff98fcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95518d0bd04d4f348452daff28f299e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341357 Dec 21 02:06:10.417681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37286) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:10.524840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.561481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Pushing event deleted for resources: {'Port': ['ID=2b82c7f5-3ab3-41b9-a418-91a7717b0612,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:10.569612 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] Set router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:10.580334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.590836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d841c2d5-ce22-4ae3-b6d3-06bc3d7872e4 req-a9e27b6f-37d2-481a-9d07-3d1178d0668c tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/security-groups?id=feab1d79-aa13-499b-b30f-cc3f427dd54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842430 Dec 21 02:06:10.613159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e8239-b06e-4a37-9c46-3416c640cb7b None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:10.648161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.688242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42216947-3ce7-49e2-9a74-b6d9edbce94c req-28ebdf3a-c3c6-44e5-a0c5-98f79a368b71 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:10.689875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42216947-3ce7-49e2-9a74-b6d9edbce94c req-28ebdf3a-c3c6-44e5-a0c5-98f79a368b71 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.9687483 Dec 21 02:06:10.744489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.748996 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.750409 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a967363-7d71-4947-a309-2e5067ce0263 HTTP/1.1" status: 204 len: 168 time: 0.3313463 Dec 21 02:06:10.788117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ba98-8d20-491c-be12-c4cada2ad12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a967363-7d71-4947-a309-2e5067ce0263,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:10.897719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] No DVR routers for this DVR port 2b82c7f5-3ab3-41b9-a418-91a7717b0612 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:10.900284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.904469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-081835fd-d02b-432f-95b7-c6529aea5d99 req-5f0da682-aea8-4158-8756-2c2468b97135 tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.24 "DELETE /v2.0/ports/2b82c7f5-3ab3-41b9-a418-91a7717b0612 HTTP/1.1" status: 204 len: 173 time: 2.2798004 Dec 21 02:06:10.905101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.927721 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:10.933776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/23e0f88e-f04b-490b-be59-34c611961efe HTTP/1.1" status: 204 len: 168 time: 1.7177677 Dec 21 02:06:10.935446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37292) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:10.935809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'name': 'network-vif-deleted', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:06:10.938877 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc7904-27e9-43b9-b57d-32a46652d850" -d '{"events": [{"server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "name": "network-vif-deleted", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:06:10.957241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1ccb-ad9c-4ed0-a185-3fbe7bba197c tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0f88e-f04b-490b-be59-34c611961efe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:10.960263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.026106 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T02:06:05Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:11.050874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-42216947-3ce7-49e2-9a74-b6d9edbce94c req-8869e692-6877-4806-b0be-ae2ad28faa93 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340676 Dec 21 02:06:11.081321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3276d7-6211-4926-b367-e29b65d8afc3 None None] The sync data for ids ['d1632c4a-f9e8-4ee5-9814-148d4f73bcb4'] in n-d-761264-20 is: [{'id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'name': 'tempest-AttachVolumeShelveTestJSON-400480163-router', 'tenant_id': 'd9e10e462dd74fcfa35ca52189716b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:54:32Z', 'updated_at': '2021-12-21T02:06:05Z', 'revision_number': 5, 'project_id': 'd9e10e462dd74fcfa35ca52189716b35', 'gw_port': {'id': 'f33529fd-a93d-4f40-a6de-12d036cd81d5', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1632c4a-f9e8-4ee5-9814-148d4f73bcb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:54:34Z', 'updated_at': '2021-12-21T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:06:11.123546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e1977e66-08ac-4efd-8e50-71ccb165334a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1862457 Dec 21 02:06:11.128058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:11.139207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f52752a5-8a2f-4c62-8987-84c7757065ff tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': '63e876dc-8a0e-474b-8d10-b6e908a38db4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:11.160428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2b82c7f5-3ab3-41b9-a418-91a7717b0612 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:11.210600 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebdb3a-2850-44aa-a4e9-c358c5248fe0 x-openstack-request-id: req-feebdb3a-2850-44aa-a4e9-c358c5248fe0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:06:11.211074 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e62505-8e84-4e7c-95f3-64f697361b8e", "name": "network-vif-deleted", "tag": "2b82c7f5-3ab3-41b9-a418-91a7717b0612", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:06:11.211601 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feebdb3a-2850-44aa-a4e9-c358c5248fe0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:06:11.213633 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e62505-8e84-4e7c-95f3-64f697361b8e', 'name': 'network-vif-deleted', 'tag': '2b82c7f5-3ab3-41b9-a418-91a7717b0612', 'status': 'completed', 'code': 200} Dec 21 02:06:11.256169 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-f52752a5-8a2f-4c62-8987-84c7757065ff tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The resource could not be found. Dec 21 02:06:11.257930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f52752a5-8a2f-4c62-8987-84c7757065ff tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1278405 Dec 21 02:06:11.261489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:11.264212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2b82c7f5-3ab3-41b9-a418-91a7717b0612 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:11.264567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2b82c7f5-3ab3-41b9-a418-91a7717b0612 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:11.267501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911437753'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:11.314774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.335406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.437262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.464393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.499933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Deleting port f33529fd-a93d-4f40-a6de-12d036cd81d5 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:11.502584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.550057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.552159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2886269 Dec 21 02:06:11.554003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f09a7-5cdb-46c0-896f-aa9979e24e6a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db13ec4b-28ef-4f1f-8f5f-cfd5a62fdcfb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:11.557470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37306) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:11.567066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00c322d-28be-4515-a46b-fe223ab7dd97 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:11.587530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468684229'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:11.628464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a00c322d-28be-4515-a46b-fe223ab7dd97 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:11.629015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00c322d-28be-4515-a46b-fe223ab7dd97 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:11.717427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] For port f33529fd-a93d-4f40-a6de-12d036cd81d5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f33529fd-a93d-4f40-a6de-12d036cd81d5,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:11.718075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.734921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Calling delete_port for f33529fd-a93d-4f40-a6de-12d036cd81d5 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:11.916882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37312) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:11.920298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-788d727f-2d6d-4ece-a2a3-b373edeecbef req-71dad7e7-1b79-476f-ae43-e98b403eac3e tempest-AttachVolumeNegativeTest-370142743 tempest-AttachVolumeNegativeTest-370142743-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e62505-8e84-4e7c-95f3-64f697361b8e HTTP/1.1" status: 200 len: 210 time: 0.0494845 Dec 21 02:06:11.962400 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb20ab-10a6-4ede-9802-72f0003bb692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:11.972290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.126203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb20ab-10a6-4ede-9802-72f0003bb692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.139021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1efb20ab-10a6-4ede-9802-72f0003bb692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.190806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.208560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb20ab-10a6-4ede-9802-72f0003bb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefefc5-6f5b-40ab-98a1-ed43452ff731,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:12.236463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.254500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1efb20ab-10a6-4ede-9802-72f0003bb692 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9237fe41cac41c9aac735b62167ef32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339660 Dec 21 02:06:12.256633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:12.273503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.279851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3576c2-36ea-4767-b372-43c23c79faf9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:12.339253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f33529fd-a93d-4f40-a6de-12d036cd81d5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:12.345539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace50c4-cb6b-4abc-831b-2dfdfb2ba792 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:12.393415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.394596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.398159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-795fd3d7-7764-43c2-8436-8b3ce971981d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8379323 Dec 21 02:06:12.401671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37320) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:12.407665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bb300793-895e-47c2-a0ea-4274e3e59a9a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group_rule': {'security_group_id': 'db13ec4b-28ef-4f1f-8f5f-cfd5a62fdcfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ab3576c2-36ea-4767-b372-43c23c79faf9'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:12.439648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.504352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.507826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.511650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfefefc5-6f5b-40ab-98a1-ed43452ff731 HTTP/1.1" status: 204 len: 168 time: 0.2538307 Dec 21 02:06:12.527620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902dce9-d1a9-450e-ba0e-451ccb9bbb1c req-cb6f0ea1-6bc5-448c-9dcb-c7979a586d44 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:12.532886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1221-6412-46bf-bd94-7d6aab6a5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefefc5-6f5b-40ab-98a1-ed43452ff731,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:12.535526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d902dce9-d1a9-450e-ba0e-451ccb9bbb1c req-cb6f0ea1-6bc5-448c-9dcb-c7979a586d44 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.3407869 Dec 21 02:06:12.649612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.821962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d902dce9-d1a9-450e-ba0e-451ccb9bbb1c req-890c5c28-13f8-45f8-9f44-e7e831e8919f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854638 Dec 21 02:06:12.826681 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-bb300793-895e-47c2-a0ea-4274e3e59a9a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:06:12.828072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bb300793-895e-47c2-a0ea-4274e3e59a9a tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4236331 Dec 21 02:06:12.830942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.832982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37332) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:12.836555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.970570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:12.971373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:06:13.013275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.024861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.028636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-32b51bf2-c242-4cab-a2eb-ed80fe372a0c admin admin] 10.222.0.43 "DELETE /v2.0/routers/d1632c4a-f9e8-4ee5-9814-148d4f73bcb4 HTTP/1.1" status: 204 len: 168 time: 3.8191178 Dec 21 02:06:13.030027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.073788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.090872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.183262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.188402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.200920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab3576c2-36ea-4767-b372-43c23c79faf9 HTTP/1.1" status: 204 len: 168 time: 0.3642671 Dec 21 02:06:13.203167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37348) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.208483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Deleting subnet d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:06:13.244902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1e5ef-68fb-4e8a-a4c1-f5dbf2a6fbb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3576c2-36ea-4767-b372-43c23c79faf9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:13.247948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.361585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fad75d44-318c-4984-8a0f-1403117c42a4 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1512434 Dec 21 02:06:13.362484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37352) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.455596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Deleting subnet 5739cf65-1635-466a-8f85-0eb95d78dafd {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:06:13.476147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.547142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.578414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.598340 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.689783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.691022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.694746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/db13ec4b-28ef-4f1f-8f5f-cfd5a62fdcfb HTTP/1.1" status: 204 len: 168 time: 0.3288102 Dec 21 02:06:13.703545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.712564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37362) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.717692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50910b47-c6f6-4930-9699-25b79b94f9a5 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13ec4b-28ef-4f1f-8f5f-cfd5a62fdcfb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:13.846187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ade4b49d-3d75-4982-aa74-6ea948eff46d tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156785 Dec 21 02:06:13.846858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37368) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:13.856588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831204786'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:13.918818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:13.937099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b4ac-152b-4340-a946-f68e24a9d4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.041356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-344d61e1-a5f9-4b88-888c-a0f306193e01 req-16f1310b-8285-4d07-b519-7045b8cea025 service neutron] (109850) timed out ('10.222.0.43', 41338) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:06:14.068793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.152781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.163126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.182196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.263748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.265071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.268515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4206021 Dec 21 02:06:14.285207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37374) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:14.321418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.323435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5739cf65-1635-466a-8f85-0eb95d78dafd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:14.365251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-329d4149-336c-4bf4-ab13-46462b9638d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:14.366176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ce4c7-9028-47db-8584-c78127b1733b None None] Network 997627ba-06b3-43a1-8612-411248c3e000 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:14.367029 n-d-761264-20 neutron-server[109850]: WARNING neutron.api.v2.base [None req-329d4149-336c-4bf4-ab13-46462b9638d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 21 02:06:14.367873 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-329d4149-336c-4bf4-ab13-46462b9638d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 02:06:14.371461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-329d4149-336c-4bf4-ab13-46462b9638d9 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "PUT /v2.0/security-groups/e4dd67c8-c443-4381-bdca-9d4823498c2c HTTP/1.1" status: 409 len: 330 time: 0.0546591 Dec 21 02:06:14.382217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.388149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c9a5be3-95b4-4759-91be-dfce19fe1546 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5739cf65-1635-466a-8f85-0eb95d78dafd HTTP/1.1" status: 204 len: 168 time: 1.3733430 Dec 21 02:06:14.389213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37376) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:14.392156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:14.427972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:14.439950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.461797 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f2a7712-98f3-49fc-af95-0be0d97ac5d3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8ed1b41-ed8d-41e8-8dda-c19ffd3e9cd9 HTTP/1.1" status: 204 len: 168 time: 1.3865261 Dec 21 02:06:14.470328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37380) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:14.553364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d5421-e6fc-4c27-9936-a842e5c7613d None None] Network fcf91e8e-5405-4305-a94f-1aa7de06a98e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:14.689004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.745998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd321d9-e68c-422d-a842-23c69856a63d None None] DHCP port deletion for 997627ba-06b3-43a1-8612-411248c3e000 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:14.799576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cb5bd-5d14-46db-8204-ebc50f3d2b5f req-a5d1339b-753b-499b-a54b-0f14208ee1e9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:14.801625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e23cb5bd-5d14-46db-8204-ebc50f3d2b5f req-a5d1339b-753b-499b-a54b-0f14208ee1e9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.7486968 Dec 21 02:06:14.809416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.843482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631b719-991d-402a-ba23-2c82d08b00f1 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd67c8-c443-4381-bdca-9d4823498c2c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:14.876222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Deleting port 1ae147c8-de38-4e39-9e44-a438eb1adc89 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:14.876579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:14.939687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] DHCP port deletion for fcf91e8e-5405-4305-a94f-1aa7de06a98e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:14.985745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.020321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997627ba-06b3-43a1-8612-411248c3e000']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:15.031527 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:15.031872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61ad218-e8c3-4f19-9e9a-cbe3cc03bf1c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:15.042455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.057532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.064811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:06:15.065187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.085430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Deleting port 1ae147c8-de38-4e39-9e44-a438eb1adc89 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:15.086093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:06:15.128409 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:06:15.134296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.166696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.175501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] 10.222.0.43 "DELETE /v2.0/networks/997627ba-06b3-43a1-8612-411248c3e000 HTTP/1.1" status: 204 len: 168 time: 0.7639399 Dec 21 02:06:15.175501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3ed0c-0fd7-4c73-852a-a1160cecd732 admin admin] Pushing event deleted for resources: {'Network': ['ID=997627ba-06b3-43a1-8612-411248c3e000,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:15.187428 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.219589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e23cb5bd-5d14-46db-8204-ebc50f3d2b5f req-6940fd66-407b-400e-ab32-7ca366c7aaac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923225 Dec 21 02:06:15.234092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.248132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] For port 1ae147c8-de38-4e39-9e44-a438eb1adc89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ae147c8-de38-4e39-9e44-a438eb1adc89,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:15.248553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.293616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.294466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Calling delete_port for 1ae147c8-de38-4e39-9e44-a438eb1adc89 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:15.297159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.298579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4dd67c8-c443-4381-bdca-9d4823498c2c HTTP/1.1" status: 204 len: 168 time: 0.9004343 Dec 21 02:06:15.306088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] For port 1ae147c8-de38-4e39-9e44-a438eb1adc89, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ae147c8-de38-4e39-9e44-a438eb1adc89,segment=NetworkSegment(561d2ba8-29fa-4185-9069-b67f6e15b077),segment_id=561d2ba8-29fa-4185-9069-b67f6e15b077)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:15.306566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.319191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37394) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.320099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4cdb5-24cb-4a47-b800-293ae5ee11f8 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd67c8-c443-4381-bdca-9d4823498c2c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:15.379087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Calling delete_port for 1ae147c8-de38-4e39-9e44-a438eb1adc89 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:15.469523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.488850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c715f703-e47b-4e7b-9d77-3159a6186b7b tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1608217 Dec 21 02:06:15.496967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.529025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.575216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f33529fd-a93d-4f40-a6de-12d036cd81d5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:15.622907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae147c8-de38-4e39-9e44-a438eb1adc89,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:15.631181 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-54d7199b-9b90-4e17-aee8-66cf574b85dc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] delete failed (client error): The resource could not be found. Dec 21 02:06:15.633191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54d7199b-9b90-4e17-aee8-66cf574b85dc tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "DELETE /v2.0/security-groups/a10a230b-6e27-4ef9-8854-40e57a6ff52c HTTP/1.1" status: 404 len: 347 time: 0.1313930 Dec 21 02:06:15.634887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] No DVR routers for this DVR port 1ae147c8-de38-4e39-9e44-a438eb1adc89 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:15.637756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37404) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.646410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f33529fd-a93d-4f40-a6de-12d036cd81d5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:15.646761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f33529fd-a93d-4f40-a6de-12d036cd81d5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:15.647191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ae147c8-de38-4e39-9e44-a438eb1adc89 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:15.649448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] No DVR routers for this DVR port 1ae147c8-de38-4e39-9e44-a438eb1adc89 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:15.663895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f376fb-5b0d-4e4a-b481-d2272e14f53b None None] Pushing event deleted for resources: {'Port': ['ID=1ae147c8-de38-4e39-9e44-a438eb1adc89,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:15.699267 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-f4c9e48b-11cd-475d-8f76-178184eab90e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] show failed (client error): The resource could not be found. Dec 21 02:06:15.700437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f4c9e48b-11cd-475d-8f76-178184eab90e tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-groups/ef55379d-d41f-4573-b719-620956ee26cf HTTP/1.1" status: 404 len: 347 time: 0.0604858 Dec 21 02:06:15.702133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.713655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1ae147c8-de38-4e39-9e44-a438eb1adc89 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:15.714451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ae147c8-de38-4e39-9e44-a438eb1adc89 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:15.723219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.777040 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-f064e77c-7072-463c-a2a3-bbcb8af13cb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] show failed (client error): The resource could not be found. Dec 21 02:06:15.778606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f064e77c-7072-463c-a2a3-bbcb8af13cb2 tempest-NegativeSecGroupTest-230050167 tempest-NegativeSecGroupTest-230050167-project] 10.222.0.43 "GET /v2.0/security-group-rules/81f34a41-41de-4a8b-a09a-836ec267e5c4 HTTP/1.1" status: 404 len: 356 time: 0.0501628 Dec 21 02:06:15.908961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37418) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:15.926071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:15.979724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf91e8e-5405-4305-a94f-1aa7de06a98e']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:15.991705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e61cc71d-ca01-43b1-b725-358483fea314 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f41f664321d9426eb5633dee9640e700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815442 Dec 21 02:06:15.992319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37420) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:16.000226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561d2ba8-29fa-4185-9069-b67f6e15b077') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:16.000518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561d2ba8-29fa-4185-9069-b67f6e15b077') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:16.027927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.060681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.073774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:06:16.074174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:06:16.077885 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:06:16.236098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.250671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.258660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fcf91e8e-5405-4305-a94f-1aa7de06a98e HTTP/1.1" status: 204 len: 168 time: 1.7846928 Dec 21 02:06:16.312840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9233f-03af-42f3-bf93-64d6322e9c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf91e8e-5405-4305-a94f-1aa7de06a98e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:16.429611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.492399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.652625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23a3c0-82f2-4859-8851-507839a38821 req-6f562732-d248-41c7-bf26-aec056946bb5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:16.672019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d23a3c0-82f2-4859-8851-507839a38821 req-6f562732-d248-41c7-bf26-aec056946bb5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.2537539 Dec 21 02:06:16.709514 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee6892c8-f3a2-4543-8ace-597c3430277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.818166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.821151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:16.840010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feab1d79-aa13-499b-b30f-cc3f427dd54f HTTP/1.1" status: 204 len: 168 time: 0.8466191 Dec 21 02:06:16.902074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d23a3c0-82f2-4859-8851-507839a38821 req-dfb0db16-a00e-4acd-8714-ef2e6e94696f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290978 Dec 21 02:06:16.918594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:16.925950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3f38e-e73e-4ecf-8d05-2a50fb8ddb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab1d79-aa13-499b-b30f-cc3f427dd54f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:17.146231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:17.282481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50a54ef7-a433-4b65-b074-b4ad57bb7d60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9e10e462dd74fcfa35ca52189716b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322196 Dec 21 02:06:17.287973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:17.322007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.329053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.394798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.447720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.530914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.533752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:17.534908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/818f0670-3605-4656-a47e-d8617eca91ff HTTP/1.1" status: 204 len: 168 time: 0.2459717 Dec 21 02:06:17.555856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754af07-e61f-4ea7-85b5-b08d62618d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f0670-3605-4656-a47e-d8617eca91ff,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:17.835293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1551e309-7056-482f-bedc-32a8daa7ca20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f48419d14536471c8c8cf64a522dda70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9134686 Dec 21 02:06:17.840889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37462) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:17.993363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.078709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.203870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.207162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.208699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec032ed5-1d83-4df0-8a5b-9dd293140f6c HTTP/1.1" status: 204 len: 168 time: 0.3664050 Dec 21 02:06:18.254079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292d4b3-9431-4dcf-b452-cbcedf7b8fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec032ed5-1d83-4df0-8a5b-9dd293140f6c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:18.533872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c1ef-b646-4871-8b12-9c66e7e287aa req-6ba86cb4-88b2-4b96-a0c2-dd78fbaa05f3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:18.539328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1a5c1ef-b646-4871-8b12-9c66e7e287aa req-6ba86cb4-88b2-4b96-a0c2-dd78fbaa05f3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.1576574 Dec 21 02:06:18.639879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1a5c1ef-b646-4871-8b12-9c66e7e287aa req-a7d40d42-c344-4fd8-89ae-55fca06e68dc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762563 Dec 21 02:06:18.681389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.766219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Deleting port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:18.766540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.946474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] For port 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:18.947161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:18.984324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Calling delete_port for 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:19.391727 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:19.422611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:19.490594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:19.539813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:19.715188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f900b900-f9bd-4758-92c5-80f88b39b66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:19.972948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.011393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f900b900-f9bd-4758-92c5-80f88b39b66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.033448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f900b900-f9bd-4758-92c5-80f88b39b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.192560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f46a-02b5-48ec-afdc-a8b74db99117 req-5e7b7a47-3773-42c9-aa9c-e40d62a5788a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:20.198579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f900b900-f9bd-4758-92c5-80f88b39b66e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9acc63bf125e4e02878f6a07d8a80dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7721963 Dec 21 02:06:20.199449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37560) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:20.206319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4231f46a-02b5-48ec-afdc-a8b74db99117 req-5e7b7a47-3773-42c9-aa9c-e40d62a5788a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.2303987 Dec 21 02:06:20.209362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b900-f9bd-4758-92c5-80f88b39b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0e385-9da9-4f88-ae00-15274e5b6a8b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:20.335456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.351919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4231f46a-02b5-48ec-afdc-a8b74db99117 req-812733af-8f80-460c-add4-7969690d7022 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304436 Dec 21 02:06:20.419064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.472749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.479902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:20.482559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4af0e385-9da9-4f88-ae00-15274e5b6a8b HTTP/1.1" status: 204 len: 168 time: 0.2821600 Dec 21 02:06:20.493596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e539b13-e549-4ff4-b28d-2a20ba6e7bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0e385-9da9-4f88-ae00-15274e5b6a8b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:20.577479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Router 4f06e220-d89b-4a87-88a6-0735fac368a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:06:20.606922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37570) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:20.798467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:06:20.808150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-489b722e-9c1d-4a5d-beb8-9f24d8d1cf46 admin admin] 10.222.0.43 "PUT /v2.0/routers/4f06e220-d89b-4a87-88a6-0735fac368a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1027205 Dec 21 02:06:20.808523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:20.813455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Sync routers for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:06:20.833728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:20.835161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:21.090395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:21.276996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37586) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:21.319938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af900734-22ca-4c98-bf4d-f8a342832ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.398108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096482092-network', 'tenant_id': '8efc5832129840df828982202c8a3885'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:21.486455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T02:06:19Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:21.494553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Made reservation on behalf of 8efc5832129840df828982202c8a3885 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:06:21.496908 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.499526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.545780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Checking router: 4f06e220-d89b-4a87-88a6-0735fac368a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:06:21.569666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Routers {'4f06e220-d89b-4a87-88a6-0735fac368a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:21.570293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4f06e220-d89b-4a87-88a6-0735fac368a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:21.611823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af900734-22ca-4c98-bf4d-f8a342832ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.625843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.645178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-af900734-22ca-4c98-bf4d-f8a342832ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.704126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af900734-22ca-4c98-bf4d-f8a342832ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08c45c-4fe6-4587-9685-cc1ff4174478,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:21.731153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c5bf9-29cf-46a7-af68-754cc8adb027 req-977ad9cf-294b-4194-8a1c-64ad8bb69a42 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:21.732750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b3c5bf9-29cf-46a7-af68-754cc8adb027 req-977ad9cf-294b-4194-8a1c-64ad8bb69a42 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.1983356 Dec 21 02:06:21.801837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] Set router 4f06e220-d89b-4a87-88a6-0735fac368a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:21.811887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:21.823431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-af900734-22ca-4c98-bf4d-f8a342832ec3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=995e445b57c643aeacbb9dd01a9314fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451818 Dec 21 02:06:21.878935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:21.901057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b3c5bf9-29cf-46a7-af68-754cc8adb027 req-73aefb98-7153-4117-92ef-bde0b8e8b555 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570652 Dec 21 02:06:22.117689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.147949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.254626 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.256931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.259678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.263499 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff08c45c-4fe6-4587-9685-cc1ff4174478 HTTP/1.1" status: 204 len: 168 time: 0.4467905 Dec 21 02:06:22.294679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.308756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710de3-2600-42bf-be09-b964bbbe805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08c45c-4fe6-4587-9685-cc1ff4174478,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:22.338855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:06:22.371920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Deleting port a17e65f9-baf5-4eca-aae9-c7225df9cfbb {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:22.372578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.596282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] For port a17e65f9-baf5-4eca-aae9-c7225df9cfbb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:22.597247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.599871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.639452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.639821 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Added segment 92beb4f1-c40a-470f-b9ce-5c9d758705f7 of type vlan for network 69aa699b-ebdf-47ab-928a-649db6db3f78 Dec 21 02:06:22.651391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T02:06:19Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:22.693723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.720456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7ad7-ea38-4a73-b062-4593371c2932 None None] The sync data for ids ['4f06e220-d89b-4a87-88a6-0735fac368a9'] in n-d-761264-20 is: [{'id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1568733674-router', 'tenant_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:14Z', 'updated_at': '2021-12-21T02:06:19Z', 'revision_number': 5, 'project_id': '2bd4647ff01e4d3b99c18e9a7d365e68', 'gw_port': {'id': 'a17e65f9-baf5-4eca-aae9-c7225df9cfbb', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06e220-d89b-4a87-88a6-0735fac368a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:15Z', 'updated_at': '2021-12-21T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:06:22.732137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c12f1f-4249-4348-82dd-396825725e22,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:22.752121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Calling delete_port for a17e65f9-baf5-4eca-aae9-c7225df9cfbb owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:22.755694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.757728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:22.759451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:22.894938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] Pushing event updated for resources: {'Network': ['ID=69aa699b-ebdf-47ab-928a-649db6db3f78,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:22.906388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:06:22.926022 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-50db3e37-c366-4efa-8c0f-d7da64de7c7a service neutron] show failed (client error): The resource could not be found. Dec 21 02:06:22.927185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-50db3e37-c366-4efa-8c0f-d7da64de7c7a service neutron] 10.222.0.45 "GET /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.8411365 Dec 21 02:06:23.018137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acb75ab2-718b-4d8d-aef5-a382e12f7460 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4100404 Dec 21 02:06:23.021810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37644) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:23.028368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Request body: {'subnet': {'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096482092-subnet', 'tenant_id': '8efc5832129840df828982202c8a3885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:23.160671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Made reservation on behalf of 8efc5832129840df828982202c8a3885 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:06:23.165293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.332244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:23.405954 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:06:23.409496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:23.410557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 18d5f0a2-0b14-45ef-a7aa-ff0c6bd2e878 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:23.484215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.542817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17e65f9-baf5-4eca-aae9-c7225df9cfbb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:23.575480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363bfb8d-4d8d-4db8-8431-d31224ed907e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:23.729795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.887727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f862ba-f018-4711-a392-6076d3be61b1 req-e44f78c9-df80-45de-bb5d-6ba33d300680 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:23.897695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.900552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.906840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59f862ba-f018-4711-a392-6076d3be61b1 req-e44f78c9-df80-45de-bb5d-6ba33d300680 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 946 time: 0.8011236 Dec 21 02:06:23.961105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.992655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:23.993246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f06e220-d89b-4a87-88a6-0735fac368a9 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:06:24.004791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.010127 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f6de4b87-e9c7-4ca6-ab25-f72377b36ce6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4f06e220-d89b-4a87-88a6-0735fac368a9 HTTP/1.1" status: 204 len: 168 time: 3.1978076 Dec 21 02:06:24.010729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37678) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:24.150983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Deleting subnet 01b4d76e-6b6e-4bc7-83af-78073719c559 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:06:24.165003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.252272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.327241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a1097e-bd1e-459c-b3b0-464db1a94f8a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:24.354589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-b750a5ea-2065-4abe-a750-8d124cfa48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:24.404715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-b750a5ea-2065-4abe-a750-8d124cfa48b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 1098 time: 0.9264171 Dec 21 02:06:24.436443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59f862ba-f018-4711-a392-6076d3be61b1 req-8005a1aa-d7b2-41a7-9a90-16405069e208 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136960 Dec 21 02:06:24.446664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:24.479105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Checking segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:24.479782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Network hostable DHCP agents. Network: 69aa699b-ebdf-47ab-928a-649db6db3f78, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:06:24.491007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.522026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:06:24.567514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 69aa699b-ebdf-47ab-928a-649db6db3f78) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:24.581172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.593654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda94f41-973f-4f6f-a0ee-5d89a93a8a90 None None] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:24.603707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.631982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:24.634242 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.655114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b4d76e-6b6e-4bc7-83af-78073719c559,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:24.659268 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.665825 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-421df32a-e614-435c-a8da-753f56a80112 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01b4d76e-6b6e-4bc7-83af-78073719c559 HTTP/1.1" status: 204 len: 168 time: 0.6500306 Dec 21 02:06:24.669234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:24.691727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-266c30d8-df5d-446d-96fd-461948668b8a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6676505 Dec 21 02:06:24.698936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37698) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:24.820357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37700) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:24.841012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:24.863338 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.888161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ac400-1f70-4180-b0ca-2f6b5aba3ccb None None] Network b0b688d0-c807-48d4-89a2-3d080b7d9c80 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:24.924584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-69aa699b-ebdf-47ab-928a-649db6db3f78', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:06:24.940342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:24.999426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Deleting port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:24.999915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.097973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.111166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.156648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] For port 2d630b4a-33ed-4958-af43-f3a8c091c8f4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=2d630b4a-33ed-4958-af43-f3a8c091c8f4,segment=NetworkSegment(ec412189-403e-42e5-8a8f-74172a800b3d),segment_id=ec412189-403e-42e5-8a8f-74172a800b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:25.157113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.204077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Calling delete_port for 2d630b4a-33ed-4958-af43-f3a8c091c8f4 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:25.241383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40ac9178-f2a3-48cc-adfc-94c3ad5cc892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.260806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:25.301959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:25.385223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.399856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Transition to ACTIVE for port object fd301bce-f078-43ba-882f-e1b818f3e7f2 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:06:25.401746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:06:25.404876 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2b5db-09fa-437c-9904-53649abd9b87" -d '{"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-unplugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:06:25.434177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.516949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Allocated IP 172.20.0.2 (69aa699b-ebdf-47ab-928a-649db6db3f78/15a1097e-bd1e-459c-b3b0-464db1a94f8a/9df2217e-711b-44f8-918f-5d0382f88edf) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:06:25.596935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.662921 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf1be86-8db5-4675-807f-a105bb490d54 x-openstack-request-id: req-3bf1be86-8db5-4675-807f-a105bb490d54 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:06:25.663217 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-unplugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:06:25.663476 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bf1be86-8db5-4675-807f-a105bb490d54 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:06:25.663880 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'code': 200} Dec 21 02:06:25.698634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:25.785684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:25.809665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a17e65f9-baf5-4eca-aae9-c7225df9cfbb no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:25.861200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] No DVR routers for this DVR port 2d630b4a-33ed-4958-af43-f3a8c091c8f4 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:25.888957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] No DVR routers for this DVR port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:25.889657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a17e65f9-baf5-4eca-aae9-c7225df9cfbb {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:25.890462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a17e65f9-baf5-4eca-aae9-c7225df9cfbb not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:25.901974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d630b4a-33ed-4958-af43-f3a8c091c8f4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:26.029915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af97f285-5672-4ef5-9b9a-8240bedf5c2e None None] DHCP port deletion for b0b688d0-c807-48d4-89a2-3d080b7d9c80 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:26.201107 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.208020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.238953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b688d0-c807-48d4-89a2-3d080b7d9c80']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:26.254616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec412189-403e-42e5-8a8f-74172a800b3d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:26.255423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec412189-403e-42e5-8a8f-74172a800b3d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:26.262352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2fa7b-9d41-420f-a6aa-a4dfa678c705 req-5312bc82-84e4-4951-8bab-165e01e625d8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:26.263981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35c2fa7b-9d41-420f-a6aa-a4dfa678c705 req-5312bc82-84e4-4951-8bab-165e01e625d8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.5626719 Dec 21 02:06:26.279616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.286110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40ac9178-f2a3-48cc-adfc-94c3ad5cc892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.308021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-40ac9178-f2a3-48cc-adfc-94c3ad5cc892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.352815 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.364580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9178-f2a3-48cc-adfc-94c3ad5cc892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0f70f-408e-4ecb-8ca4-c50dce005ad2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:26.370395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.392066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.410788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:06:26.411361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:06:26.414665 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:06:26.426649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:06:26.429812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:26.454367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:06:26.534896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35c2fa7b-9d41-420f-a6aa-a4dfa678c705 req-b4d7abe5-708c-42d1-abba-85dcda9ebcb7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450662 Dec 21 02:06:26.540486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:26.569522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-40ac9178-f2a3-48cc-adfc-94c3ad5cc892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bc616827a7c43c89c7176824090482e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7457662 Dec 21 02:06:26.571360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37728) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:26.660130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Pushing event updated for resources: {'Port': ['ID=9df2217e-711b-44f8-918f-5d0382f88edf,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:26.681260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.693603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.700165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37734) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:26.722497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0b688d0-c807-48d4-89a2-3d080b7d9c80 HTTP/1.1" status: 204 len: 168 time: 2.0372941 Dec 21 02:06:26.734099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port fd301bce-f078-43ba-882f-e1b818f3e7f2 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:06:26.734869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:26.736964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Attempting to bind port 9df2217e-711b-44f8-918f-5d0382f88edf on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:06:26.737669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Attempting to bind port 9df2217e-711b-44f8-918f-5d0382f88edf by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:06:26.739080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Attempting to bind port 9df2217e-711b-44f8-918f-5d0382f88edf on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:26.756177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.763564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:06:26.769307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Checking segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:26.770244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.770868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Bound using segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:06:26.772014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Bound port: 9df2217e-711b-44f8-918f-5d0382f88edf, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:06:26.782757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96b2e-1ffb-434e-babb-83209569c490 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b688d0-c807-48d4-89a2-3d080b7d9c80,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:26.783268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.832679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.875254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:06:26.875592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:06:26.875917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:26.897482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:26.921356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:06:26.922048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:26.944873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] For port 9df2217e-711b-44f8-918f-5d0382f88edf, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:26.948380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] For port 9df2217e-711b-44f8-918f-5d0382f88edf, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9df2217e-711b-44f8-918f-5d0382f88edf,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:06:26.962472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:27.011031 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:27.013681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:27.017201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8e0f70f-408e-4ecb-8ca4-c50dce005ad2 HTTP/1.1" status: 204 len: 168 time: 0.4425423 Dec 21 02:06:27.031487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:06:27.032063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2046d4-3040-4c61-9a65-b8de5a1b1e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0f70f-408e-4ecb-8ca4-c50dce005ad2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:27.034238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:27.035482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Bound using segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:06:27.037739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Bound port: fd301bce-f078-43ba-882f-e1b818f3e7f2, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:06:27.039178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:27.098956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec5c89-5317-4cb1-ac84-027043243741 None None] Pushing event updated for resources: {'Port': ['ID=9df2217e-711b-44f8-918f-5d0382f88edf,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:27.475873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d630b4a-33ed-4958-af43-f3a8c091c8f4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:27.503717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 2d630b4a-33ed-4958-af43-f3a8c091c8f4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:27.504086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 2d630b4a-33ed-4958-af43-f3a8c091c8f4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:28.623719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429d1ce-5081-4048-bd8f-c2e74b77f581 req-8e3d3bc1-3828-47f9-8f5e-0269e635b386 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:28.630608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6429d1ce-5081-4048-bd8f-c2e74b77f581 req-8e3d3bc1-3828-47f9-8f5e-0269e635b386 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.6208844 Dec 21 02:06:28.827831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:28.833079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:28.931951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:28.936389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b9f48-f244-4be2-a351-2e9caaa6f100 None None] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:28.945245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:06:28.984966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6429d1ce-5081-4048-bd8f-c2e74b77f581 req-60ffc121-1615-4b37-80f9-82a6303c010c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284328 Dec 21 02:06:28.993560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:29.140271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:29.141015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:29.149882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] 10.222.0.24 "PUT /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1093 time: 4.7064621 Dec 21 02:06:29.230712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294c21b-bbc2-4fd0-b7f8-c722d065d575 service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:29.234499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:06:29.238334 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad8be12-5d4d-40fc-813c-36762bcae060" -d '{"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:06:29.252428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Provisioning complete for port 9df2217e-711b-44f8-918f-5d0382f88edf triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:29.253138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:29.539706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Allocated IP 172.25.6.211 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/af17fccb-c4d7-4407-bcc7-503513b2864d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:06:29.635989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:29.696118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-573d5f60-15b0-429a-94b1-138fb2be4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:29.698747 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-573d5f60-15b0-429a-94b1-138fb2be4524 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1096 time: 0.1873798 Dec 21 02:06:29.781309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] For port 9df2217e-711b-44f8-918f-5d0382f88edf, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9df2217e-711b-44f8-918f-5d0382f88edf,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:29.791743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9df2217e-711b-44f8-918f-5d0382f88edf up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:06:29.833166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:29.904078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-4fd09f0d-8f65-42f1-aa22-f49893aa0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:29.922140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-4fd09f0d-8f65-42f1-aa22-f49893aa0370 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.2022924 Dec 21 02:06:29.977308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:30.041146 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417dc77-edc9-43ed-9494-33d5e32652fe x-openstack-request-id: req-b417dc77-edc9-43ed-9494-33d5e32652fe {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:06:30.042369 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:06:30.042798 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b417dc77-edc9-43ed-9494-33d5e32652fe {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:06:30.045828 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:06:30.052962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:30.178682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-0618a5e0-12a5-4e14-a968-ba3b7b39db8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.2482975 Dec 21 02:06:30.225070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fc2c61f9-0153-4a7c-a274-5989cfc22904 None None] Provisioning complete for port 9df2217e-711b-44f8-918f-5d0382f88edf triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:30.229671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc2c61f9-0153-4a7c-a274-5989cfc22904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:30.280460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-67ce2734-8c51-4311-ae05-b145e05443f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:30.285909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-67ce2734-8c51-4311-ae05-b145e05443f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.0950384 Dec 21 02:06:30.319307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:06:30.326239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=af17fccb-c4d7-4407-bcc7-503513b2864d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:30.330982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9df2217e-711b-44f8-918f-5d0382f88edf triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:30.332492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:30.388976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-02489ad4-bdb0-415e-a675-98075c83576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:30.401269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:30.405879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-02489ad4-bdb0-415e-a675-98075c83576a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975163 Dec 21 02:06:30.412495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:06:30.424109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Pushing event updated for resources: {'Port': ['ID=9df2217e-711b-44f8-918f-5d0382f88edf,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:30.431584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936ab44-ffe1-4adf-b37f-d292bf8ccc49 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:30.513590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.513992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.514275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.514618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.514945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.515280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.515647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.515978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.516304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.516724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.517086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.517446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.517771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfca0eb-9f99-4766-80ab-b8829543b38c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:30.522676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-a93525a6-98a2-4f5f-9836-487584aebed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:30.526382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-a93525a6-98a2-4f5f-9836-487584aebed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1096 time: 1.2731817 Dec 21 02:06:30.624825 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-f76826d8-51b7-4b7a-a46b-ff3cb79ea068 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149634 Dec 21 02:06:30.766726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4adc2-3d39-4c93-8de4-5dd346cfbc09 req-43af379b-68b8-4247-9b58-2630acc7efe3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:30.768406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5e4adc2-3d39-4c93-8de4-5dd346cfbc09 req-43af379b-68b8-4247-9b58-2630acc7efe3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.5187380 Dec 21 02:06:30.796926 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-ed1ffec5-4ea3-4c24-a6a6-954aea480199 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602709 Dec 21 02:06:30.799257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d92bc41a-64c0-4706-8278-83d3330dda4d None None] Provisioning complete for port af17fccb-c4d7-4407-bcc7-503513b2864d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:30.799912 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d92bc41a-64c0-4706-8278-83d3330dda4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:30.884677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d92bc41a-64c0-4706-8278-83d3330dda4d None None] Port af17fccb-c4d7-4407-bcc7-503513b2864d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:06:30.979679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-76e249f9-7254-4e1b-8eb1-a659c58954da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:30.981295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-76e249f9-7254-4e1b-8eb1-a659c58954da service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.4329774 Dec 21 02:06:31.030886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5e4adc2-3d39-4c93-8de4-5dd346cfbc09 req-192f9ec2-055b-4219-b1a6-29318b998c2b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214723 Dec 21 02:06:31.283024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-7bc9ef9c-3a65-43f9-8146-4911f9d43c9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.2780576 Dec 21 02:06:31.447142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9df2217e-711b-44f8-918f-5d0382f88edf up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:06:31.561348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9df2217e-711b-44f8-918f-5d0382f88edf triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:31.563219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:31.663245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:31.839460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:31.960341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-d6e5652b-b00e-4ad1-9200-c2c36d397ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:31.963142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-d6e5652b-b00e-4ad1-9200-c2c36d397ec8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.6615832 Dec 21 02:06:32.381019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:32.454858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43634c-16e8-40b5-94ce-068fdc5c4e34 req-aefd09b7-a061-41d0-9b49-8f3675ed3c81 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:32.456381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d43634c-16e8-40b5-94ce-068fdc5c4e34 req-aefd09b7-a061-41d0-9b49-8f3675ed3c81 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.1109321 Dec 21 02:06:32.766693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-7f2da090-e69c-41e8-885b-f59c1de7ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:32.768502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-7f2da090-e69c-41e8-885b-f59c1de7ec26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7968349 Dec 21 02:06:33.561936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d43634c-16e8-40b5-94ce-068fdc5c4e34 req-2902f215-4fc8-4c77-a80e-688002528c16 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9429247 Dec 21 02:06:33.563747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-5e62b47d-7877-450e-be51-8da58562c4c2 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464056 Dec 21 02:06:33.579219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Router fd733450-8248-4f9b-92a3-2ea91d961667 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:06:33.811228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd3d4d4e-0a14-4341-ba94-b799cecff7b6 req-df6cd8f0-a3b2-43de-ad29-c27685f8384f service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331333 Dec 21 02:06:33.818649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:06:33.825939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Deleting port 32ee13f6-9723-4efb-8770-12f2b4084bb8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:33.826279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:33.835818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:06:33.859072 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:33.859760 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:34.088616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] For port 32ee13f6-9723-4efb-8770-12f2b4084bb8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=32ee13f6-9723-4efb-8770-12f2b4084bb8,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:34.089018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:34.115570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Calling delete_port for 32ee13f6-9723-4efb-8770-12f2b4084bb8 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:34.129134 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:34.142607 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:34.157894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-268628fb-ce1d-4e15-8616-d19e539d9ac0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3422101 Dec 21 02:06:34.160148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37924) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:34.313648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-8980e955-2345-4cb4-acae-324a2491c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:34.323774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-8980e955-2345-4cb4-acae-324a2491c830 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1096 time: 0.4061871 Dec 21 02:06:34.535323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:30Z', 'revision_number': 3, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:34.563902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-90daf7d1-91b5-4169-972f-3b6fdf866a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:34.568531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-90daf7d1-91b5-4169-972f-3b6fdf866a0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.2406619 Dec 21 02:06:34.627362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:06:34.627729 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Updating router fd733450-8248-4f9b-92a3-2ea91d961667 port af17fccb-c4d7-4407-bcc7-503513b2864d binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:06:34.702603 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:34.812197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-a2d70770-3257-4eff-b8dd-b126f96fc70e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.2296448 Dec 21 02:06:35.079775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-a5d6ae06-c007-453a-b027-2ca57d0f1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:35.081274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-a5d6ae06-c007-453a-b027-2ca57d0f1315 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.2616522 Dec 21 02:06:35.604922 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.624077 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.658801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f0add-f2a8-4f5c-9d1c-2cda89a07d23 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:35.692405 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Attempting to bind port af17fccb-c4d7-4407-bcc7-503513b2864d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:06:35.692778 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Attempting to bind port af17fccb-c4d7-4407-bcc7-503513b2864d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:06:35.693135 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Attempting to bind port af17fccb-c4d7-4407-bcc7-503513b2864d on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:35.707811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-fb12cb48-5351-4d53-a111-3aaaa84a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:35.730974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-fb12cb48-5351-4d53-a111-3aaaa84a555b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6255152 Dec 21 02:06:35.746354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34532e5-3ba0-44ff-8467-4076421205de req-3b06830e-cbcc-44e8-a575-57c76bf42c85 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:35.755421 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:06:35.755823 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:35.756192 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.756583 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:06:35.757068 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Bound port: af17fccb-c4d7-4407-bcc7-503513b2864d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:06:35.759050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d34532e5-3ba0-44ff-8467-4076421205de req-3b06830e-cbcc-44e8-a575-57c76bf42c85 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 0.9382017 Dec 21 02:06:35.759197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e64b8f52-ece3-4b4e-a2fa-c0f92cd6dbc2 None None] Provisioning complete for port af17fccb-c4d7-4407-bcc7-503513b2864d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:35.759504 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e64b8f52-ece3-4b4e-a2fa-c0f92cd6dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.769118 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.783912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.858955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e64b8f52-ece3-4b4e-a2fa-c0f92cd6dbc2 None None] Port af17fccb-c4d7-4407-bcc7-503513b2864d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:06:35.863940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Pushing event updated for resources: {'Port': ['ID=af17fccb-c4d7-4407-bcc7-503513b2864d,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:35.896072 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.896442 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.896931 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.897492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:35.898494 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.898829 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.900087 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.903795 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.904177 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.904644 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.905861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.906205 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.906537 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.906866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:06:35.967917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ee13f6-9723-4efb-8770-12f2b4084bb8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:36.002765 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] For port af17fccb-c4d7-4407-bcc7-503513b2864d, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:36.015327 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] For port af17fccb-c4d7-4407-bcc7-503513b2864d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af17fccb-c4d7-4407-bcc7-503513b2864d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:06:36.032118 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:36.233270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1aee3-9fcc-4bd7-ac93-4893b7f88a7e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:36.311614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] Provisioning complete for port af17fccb-c4d7-4407-bcc7-503513b2864d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:36.312468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:36.316481 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:36.317140 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:36.331306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9b920-c4fa-43a9-91ff-e7b52236aeb4 None None] Pushing event updated for resources: {'Port': ['ID=af17fccb-c4d7-4407-bcc7-503513b2864d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:36.603613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-14051741-5917-4e27-a8f8-f4ab763359d4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395286 Dec 21 02:06:36.682620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d34532e5-3ba0-44ff-8467-4076421205de req-b329262c-3df6-4b53-99e5-538116765c89 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8907795 Dec 21 02:06:36.686487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:36.796860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Allocated IP 172.20.0.1 (69aa699b-ebdf-47ab-928a-649db6db3f78/15a1097e-bd1e-459c-b3b0-464db1a94f8a/c03a1e45-ad47-4d4f-b99b-7de063bb8ad0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:06:36.809384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] For port af17fccb-c4d7-4407-bcc7-503513b2864d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af17fccb-c4d7-4407-bcc7-503513b2864d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:36.822187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:36.940638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:37.049438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a5784-78fe-4a3b-bd24-de69e8b76dd1 None None] Pushing event updated for resources: {'Port': ['ID=af17fccb-c4d7-4407-bcc7-503513b2864d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:37.228014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:06:37.277934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ad8be12-5d4d-40fc-813c-36762bcae060 req-c37677c6-5126-4a86-bae5-63b4b6ab5397 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588700 Dec 21 02:06:37.291827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:37.504781 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:30Z', 'revision_number': 3, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:37.567051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acebee3-b488-48bb-8a81-1a20d7465f70 None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:30Z', 'revision_number': 3, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:06:37.663351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:37.698461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:06:37.783595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:37.816557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:06:37.886727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:37.899790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:37.935487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:06:38.120793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:38.141127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:38.248034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:38.326174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['fd301bce-f078-43ba-882f-e1b818f3e7f2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:06:38.347440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:06:38.386282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81b7a49e-e92e-4761-b4be-51e6b12ab651 admin admin] 10.222.0.43 "PUT /v2.0/routers/2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6813760 Dec 21 02:06:38.389446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:38.428491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:06:38.457596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2b0ac-7936-4b3d-ae83-cc670bf675b8 req-ee409d83-1b71-4b95-acdb-9e2a69e6db84 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:38.471217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99a2b0ac-7936-4b3d-ae83-cc670bf675b8 req-ee409d83-1b71-4b95-acdb-9e2a69e6db84 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.5103779 Dec 21 02:06:38.550541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:38.557134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:06:38.611967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Pushing event updated for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:38.624161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Sync routers for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:06:38.648461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99a2b0ac-7936-4b3d-ae83-cc670bf675b8 req-ed3555e8-2eae-4950-a7df-1c452661bab4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707547 Dec 21 02:06:38.656967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:38.672602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:39.064249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:39.159177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:39.435160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:39.599877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-90d0c7ab-be5d-4fb3-a172-34dd8cc2b0d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:39.601488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-90d0c7ab-be5d-4fb3-a172-34dd8cc2b0d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25&tenant_id=bd263f31471247a294807ec6db2d3382&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 945 time: 0.5365646 Dec 21 02:06:39.747094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af17fccb-c4d7-4407-bcc7-503513b2864d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:06:39.900313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-73804531-4180-498e-a965-d0e3bd8b4967 service neutron] 10.222.0.24 "GET /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.2774496 Dec 21 02:06:39.931305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:39.963607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745be8-3a0d-4028-b4c8-d0f9b138e51f req-0ae831bf-346e-4d4d-9a81-5b624431c7f2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:39.969826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4745be8-3a0d-4028-b4c8-d0f9b138e51f req-0ae831bf-346e-4d4d-9a81-5b624431c7f2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.7092700 Dec 21 02:06:40.368404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Deleting port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:40.370259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:40.387252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-0fa10cbc-0835-425b-bc65-e0a9287d0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:40.391259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-0fa10cbc-0835-425b-bc65-e0a9287d0886 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1097 time: 0.4181597 Dec 21 02:06:40.407532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d4745be8-3a0d-4028-b4c8-d0f9b138e51f req-32e2187e-4111-44cb-97e0-c4f46ecc10ca tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839645 Dec 21 02:06:40.549924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-1facb0bc-443c-4146-914d-544c4a9fc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:40.552093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-1facb0bc-443c-4146-914d-544c4a9fc73a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.1360111 Dec 21 02:06:40.779480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-eeca0a7d-eaed-4bbe-8741-43b384770184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1001 time: 0.2167768 Dec 21 02:06:40.780275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] For port e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:40.780675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:40.860856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Calling delete_port for e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:40.863848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-8ba7342e-082a-4455-ba33-b951399f32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:40.866395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-8ba7342e-082a-4455-ba33-b951399f32c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.0826464 Dec 21 02:06:40.883049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:40.959172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-8e3f981f-f080-453d-ab6f-ffe6593bea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:40.959960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-8e3f981f-f080-453d-ab6f-ffe6593bea7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836580 Dec 21 02:06:41.049945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9bb0d1e0-605a-48ff-b655-b4e5b4097dc4 None None] Provisioning complete for port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:41.049945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9bb0d1e0-605a-48ff-b655-b4e5b4097dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:41.294642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0d1e0-605a-48ff-b655-b4e5b4097dc4 None None] Port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:06:41.315987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-7fd1afbd-a4c2-49eb-a66c-865a5f7aae72 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472831 Dec 21 02:06:41.631914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-b9c0b38d-84eb-48e4-881d-7453288e3ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017077 Dec 21 02:06:41.636646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port af17fccb-c4d7-4407-bcc7-503513b2864d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:41.637017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:41.720827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:41.772814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc264f-e146-4e30-83e2-8439673ff2ef req-b1851532-3205-4f34-8a68-1c5e2019b7ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:41.774450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51bc264f-e146-4e30-83e2-8439673ff2ef req-b1851532-3205-4f34-8a68-1c5e2019b7ec tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.1416209 Dec 21 02:06:41.873913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38078) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:41.937998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51bc264f-e146-4e30-83e2-8439673ff2ef req-e565253d-d69e-44b7-a9bf-c841ea045a7a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522524 Dec 21 02:06:42.008864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.060249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T02:06:35Z', 'revision_number': 5, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port': {'id': 'e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T01:53:31Z', 'updated_at': '2021-12-21T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:42.140194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52b82cb5-76db-4fd4-a3a7-f282cba8e740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.201920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Pushing event updated for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:42.212073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.239285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Checking router: 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:06:42.312030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52b82cb5-76db-4fd4-a3a7-f282cba8e740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.324119 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52b82cb5-76db-4fd4-a3a7-f282cba8e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.454007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Routers {'2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:42.456050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:42.468887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52b82cb5-76db-4fd4-a3a7-f282cba8e740 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4905d84b323145ae9d3da49049a8be6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939133 Dec 21 02:06:42.473153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38088) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:42.570942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82cb5-76db-4fd4-a3a7-f282cba8e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c31caf-58c0-4161-a93c-6bc75abe7c77,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:42.617500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.662329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.717570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] Set router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:42.727401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:06:42.736676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:42.819402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.824267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.836212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56c31caf-58c0-4161-a93c-6bc75abe7c77 HTTP/1.1" status: 204 len: 168 time: 0.3467498 Dec 21 02:06:42.860722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862fc7-7883-4af4-be95-5750f5f8815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c31caf-58c0-4161-a93c-6bc75abe7c77,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:42.917982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:42.958638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T02:06:39Z', 'revision_number': 6, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:43.149356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12489d78-035a-4527-b81b-4b8651a21323 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:43.166627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8655f7e-2242-4c41-ae4e-3889cce160d3 None None] The sync data for ids ['2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b'] in n-d-761264-20 is: [{'id': '2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b', 'name': 'tempest-TaggedBootDevicesTest_v242-1433035455-router', 'tenant_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T01:53:28Z', 'updated_at': '2021-12-21T02:06:39Z', 'revision_number': 6, 'project_id': '0ed1f1f757f841dfb2434c891b3fbe2c', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:06:43.297119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:06:43.340082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb49c6c-7bf9-4fdf-988a-a923019f5e3a req-1f3dd46b-004d-4805-abe0-64bf8270c638 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:43.348484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fb49c6c-7bf9-4fdf-988a-a923019f5e3a req-1f3dd46b-004d-4805-abe0-64bf8270c638 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.2369747 Dec 21 02:06:43.424514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:43.570731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6fb49c6c-7bf9-4fdf-988a-a923019f5e3a req-014a7784-3d34-40f2-a9ca-13220090bdbc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196724 Dec 21 02:06:43.602553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:43.675427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4e3de0de-b93f-49f1-a624-2995527c8112 None None] Provisioning complete for port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:43.675816 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4e3de0de-b93f-49f1-a624-2995527c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:43.972147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:43.996173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2faf317c-772d-48c6-a47d-58eb0951590d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.183923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2faf317c-772d-48c6-a47d-58eb0951590d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.195833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2faf317c-772d-48c6-a47d-58eb0951590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.198276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.217897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.223856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:44.267269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2faf317c-772d-48c6-a47d-58eb0951590d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1be729d54f8449dbab1e9b226765b9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936857 Dec 21 02:06:44.268205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:44.292854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4e3de0de-b93f-49f1-a624-2995527c8112 None None] Port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:06:44.301010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf317c-772d-48c6-a47d-58eb0951590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30545ed5-138c-41a7-b6be-e2e73a48a511,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:44.312122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:06:44.315633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d39fac37-7a3c-4367-ab5b-92018df336aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.408455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.409014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:06:44.427297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.433843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b091adce-9a7b-4f3c-9578-da96ceaee13a admin admin] 10.222.0.43 "DELETE /v2.0/routers/2eeceb84-27fb-4652-9c22-d0c9e3f3fe7b HTTP/1.1" status: 204 len: 168 time: 6.0417879 Dec 21 02:06:44.436704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38130) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:44.446703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:06:44.543863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Deleting subnet fbe9c62f-0b61-4f7e-b53e-9af4bb98819b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:06:44.550889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.572055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 32ee13f6-9723-4efb-8770-12f2b4084bb8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:44.634182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.651672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 32ee13f6-9723-4efb-8770-12f2b4084bb8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:44.652037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 32ee13f6-9723-4efb-8770-12f2b4084bb8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:44.652554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:44.751716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:06:44.752676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e7cdd5ad-885c-44cd-b5c2-ff415e0c65d9 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:06:44.799089 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.885222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:06:44.893574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb4acb1d-0810-40af-b7c3-3aa313cae00d admin admin] 10.222.0.43 "PUT /v2.0/routers/fd733450-8248-4f9b-92a3-2ea91d961667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7308710 Dec 21 02:06:44.907738 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:06:44.916719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:44.977635 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:44.978283 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:45.171023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.232557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.329182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b46f5-89b6-4cb9-9c2a-2934e0bd7d89 None None] Network d49aba29-ff12-493d-8f2e-d19af005f069 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:45.346415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a1864-e3f1-41e0-b483-8bc2e817bd4d req-a129f35b-da9b-48f0-9d6a-8b0b7d6b3b33 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:45.354119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b81a1864-e3f1-41e0-b483-8bc2e817bd4d req-a129f35b-da9b-48f0-9d6a-8b0b7d6b3b33 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.4468429 Dec 21 02:06:45.355296 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.380128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fbe9c62f-0b61-4f7e-b53e-9af4bb98819b HTTP/1.1" status: 204 len: 168 time: 0.9390125 Dec 21 02:06:45.414644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:45.434491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2b0eb-e8c6-4d81-8de0-335d1d829bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe9c62f-0b61-4f7e-b53e-9af4bb98819b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:45.463526 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:45.464822 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.472367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.478530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30545ed5-138c-41a7-b6be-e2e73a48a511 HTTP/1.1" status: 204 len: 168 time: 1.1843421 Dec 21 02:06:45.528174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228489c-2a95-407e-9d2f-9146deee4095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30545ed5-138c-41a7-b6be-e2e73a48a511,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:45.601241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b81a1864-e3f1-41e0-b483-8bc2e817bd4d req-03bd1a3e-34dd-4d3c-99b6-df8990305aff tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563623 Dec 21 02:06:45.678726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-6232848e-f73f-462a-b139-116fbb2b62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:45.680278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-6232848e-f73f-462a-b139-116fbb2b62d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 1097 time: 0.8413665 Dec 21 02:06:45.854132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:45.870218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:45.894439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] DHCP port deletion for d49aba29-ff12-493d-8f2e-d19af005f069 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:06:46.072562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Deleting port b854731b-e675-45bd-a603-e0af4fc50c45 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:46.073053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:46.231026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:46.370287 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:41Z', 'revision_number': 2, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:46.386901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] For port b854731b-e675-45bd-a603-e0af4fc50c45, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b854731b-e675-45bd-a603-e0af4fc50c45,segment=NetworkSegment(2076a350-7034-4969-a082-454d3b6ed01c),segment_id=2076a350-7034-4969-a082-454d3b6ed01c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:46.387422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:46.439156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Calling delete_port for b854731b-e675-45bd-a603-e0af4fc50c45 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:46.476864 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:06:46.517866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Updating router fd733450-8248-4f9b-92a3-2ea91d961667 port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:06:46.611454 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:46.637873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38194) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:46.643429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360800343', 'description': 'tempest-description--1181947251'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:46.698472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b854731b-e675-45bd-a603-e0af4fc50c45 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:46.783169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:46.859637 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb689b22-884c-4390-b2ec-afdaeebd35f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.072050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.136014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] Pushing event deleted for resources: {'Port': ['ID=b854731b-e675-45bd-a603-e0af4fc50c45,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:47.146626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcccc2-2e6c-46d6-a311-4fd9233dc7fd req-ddc3e5be-8251-4ee7-a1e9-2a64d0c10a80 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:47.149174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05bcccc2-2e6c-46d6-a311-4fd9233dc7fd req-ddc3e5be-8251-4ee7-a1e9-2a64d0c10a80 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.3404245 Dec 21 02:06:47.154628 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.314286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee20dfb-2c5e-4d78-8dc6-a6eb9d264537 None None] No DVR routers for this DVR port b854731b-e675-45bd-a603-e0af4fc50c45 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:47.349232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:06:47.407545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05bcccc2-2e6c-46d6-a311-4fd9233dc7fd req-69b3c412-6afc-410c-a6b4-f2e43e3fe5da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495334 Dec 21 02:06:47.483099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.485819 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.502003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:06:47.527693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.546946 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.680454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.684461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0425262 Dec 21 02:06:47.706329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38234) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:47.734151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group_rule': {'security_group_id': '4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:47.739503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2956e-5209-4b72-ad98-865ff4c12470 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:47.807189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.953555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:47.972620 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:47.987377 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.004318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.004532 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.057783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.060133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403389 Dec 21 02:06:48.062463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d15020-f005-4f38-81aa-bd063f940801 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082393db-7fe1-40f1-a8b8-39d1470bf884,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:48.073933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38252) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:48.086552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group_rule': {'security_group_id': '4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:48.088711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:48.118512 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8aca4-9bff-4b33-b4be-11bb89380951 None None] Pushing event updated for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:48.182362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.198920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:06:48.232644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.282954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Ignored duplicate provisioning block setup for port fd301bce-f078-43ba-882f-e1b818f3e7f2 by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 02:06:48.325291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Attempting to bind port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:06:48.326189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.330272 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Attempting to bind port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:06:48.330688 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Attempting to bind port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:48.354641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:06:48.355026 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Checking segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:48.355439 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.355839 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Bound using segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:06:48.356326 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Bound port: c03a1e45-ad47-4d4f-b99b-7de063bb8ad0, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:06:48.362745 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.442427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:06:48.442785 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:06:48.490058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.503580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.584764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed70b688-1db9-4b30-8b98-8587c76a7b6b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:48.608689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.610236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3b69af2d-7be0-41f9-bc73-b263d1c055b7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5298727 Dec 21 02:06:48.622387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] For port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:48.631440 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] For port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:06:48.639173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38274) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:48.649367 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.674333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:48.887919 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8aca4-9bff-4b33-b4be-11bb89380951 None None] Pushing event updated for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:48.914663 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:06:48.915321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:49.038959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Deleting port b854731b-e675-45bd-a603-e0af4fc50c45 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:06:49.039520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.065959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] Provisioning complete for port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:49.066328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.272051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:06:49.299888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] For port b854731b-e675-45bd-a603-e0af4fc50c45, host n-d-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:49.300342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.364751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Calling delete_port for b854731b-e675-45bd-a603-e0af4fc50c45 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:06:49.385563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Port b854731b-e675-45bd-a603-e0af4fc50c45 was not found and therefore no delete operation was performed {{(pid=109851) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:06:49.396769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.401182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.454566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] No DVR routers for this DVR port b854731b-e675-45bd-a603-e0af4fc50c45 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:49.550378 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.641219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] For port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:49.653813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:49.666101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] No DVR routers for this DVR port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:06:49.688299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=9']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:49.823745 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:48Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:49.828655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9495-f002-4ebf-832a-d68a2f8cff4f None None] Pushing event updated for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:49.861103 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580edc-f9df-4b80-bdb9-488b50753de8 None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:48Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:06:49.928935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-42dca656-3d0a-4100-b691-f40d6f241bee None None] Provisioning complete for port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:49.944305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-42dca656-3d0a-4100-b691-f40d6f241bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.002413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b854731b-e675-45bd-a603-e0af4fc50c45,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:50.018575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.116262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49aba29-ff12-493d-8f2e-d19af005f069']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:50.138780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2076a350-7034-4969-a082-454d3b6ed01c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:50.138907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2076a350-7034-4969-a082-454d3b6ed01c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:06:50.153249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.159846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:50.170434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.189382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:06:50.190339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.218026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.257907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139c9e-9670-4356-b553-a9edcf0acf61 req-e01214cc-8655-4280-b0cc-1d6f8b7879cf tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:50.259819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47139c9e-9670-4356-b553-a9edcf0acf61 req-e01214cc-8655-4280-b0cc-1d6f8b7879cf tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 944 time: 1.6485906 Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:06:50.337765 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:06:50.410225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.421323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.439413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] 10.222.0.43 "DELETE /v2.0/networks/d49aba29-ff12-493d-8f2e-d19af005f069 HTTP/1.1" status: 204 len: 168 time: 5.0164440 Dec 21 02:06:50.468251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44685d-1ab8-4834-a7d1-b3edf7e14a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=d49aba29-ff12-493d-8f2e-d19af005f069,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:50.584774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47139c9e-9670-4356-b553-a9edcf0acf61 req-8fe08bbe-e2f4-4b1a-913d-d14985cc089a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062029 Dec 21 02:06:50.587454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:06:50.588050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:06:50.599652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:50.611352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:06:50.615905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:06:50.625881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Attempting to bind port fd301bce-f078-43ba-882f-e1b818f3e7f2 on network 6c22c855-7974-4580-a687-afa13eb477e7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:06:50.655860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:06:50.656531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Checking segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:50.657091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Bound using segment: {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:06:50.657730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Bound port: fd301bce-f078-43ba-882f-e1b818f3e7f2, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12151805-840b-429f-9ec0-92c806747da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:06:50.658278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.737473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.762232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:06:50.762470 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.883552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:06:50.892246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:06:50.900479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:50.999059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:51.001657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:51.005323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] 10.222.0.45 "PUT /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1093 time: 5.1932397 Dec 21 02:06:51.010875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:06:51.017935 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf487096-4e27-4cda-8ab6-e61733fe2106" -d '{"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:06:51.025062 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:51.056673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Allocated IP 172.25.6.70 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/0720ab2e-2316-4ca2-a4b3-c51aae4b8b03) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:06:51.293830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00b469d4-b62f-4b26-99d1-6658b4e42bbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bd4647ff01e4d3b99c18e9a7d365e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388217 Dec 21 02:06:51.296677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38342) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:51.366901 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ccb1b7-6bc3-48d5-8341-147fce1c3a53 x-openstack-request-id: req-71ccb1b7-6bc3-48d5-8341-147fce1c3a53 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:06:51.368900 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:06:51.374113 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71ccb1b7-6bc3-48d5-8341-147fce1c3a53 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:06:51.374855 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:06:51.375618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e2e4c-697d-4943-93ff-33131312e97f service neutron] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:51.457105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-f184f22d-c664-4bae-979d-3532da90e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:51.474829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-f184f22d-c664-4bae-979d-3532da90e8d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1097 time: 0.3038743 Dec 21 02:06:51.480176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-95a72510-223d-4605-9eb4-08a4d1e06def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:51.482370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-95a72510-223d-4605-9eb4-08a4d1e06def service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1097 time: 0.1847920 Dec 21 02:06:51.482997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:51.554702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:51.715571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-c6e237b1-7873-4396-a8d7-4d6d153378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:51.717182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-c6e237b1-7873-4396-a8d7-4d6d153378d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.2354994 Dec 21 02:06:51.905273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:51.919499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:51.923338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-8d6221ce-fe46-4858-9312-d092979adc06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.1851020 Dec 21 02:06:51.923872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc098a38-9537-4212-9555-d27c39d294e1 HTTP/1.1" status: 204 len: 168 time: 0.6250305 Dec 21 02:06:51.994472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3356f-3ef4-43ef-a1d6-aa26ba1ba93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc098a38-9537-4212-9555-d27c39d294e1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:52.048057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-ece15c96-8057-497a-beb9-5a7cb0948fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:52.056465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-ece15c96-8057-497a-beb9-5a7cb0948fa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.3565326 Dec 21 02:06:52.100137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-f9919dcd-232d-4794-a0b3-6aac4b6ed136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:52.107260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-f9919dcd-232d-4794-a0b3-6aac4b6ed136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1735892 Dec 21 02:06:52.121259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:52.236414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-db749ea1-9b74-496f-8d59-3bdaa19f687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:52.243383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-db749ea1-9b74-496f-8d59-3bdaa19f687a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224124 Dec 21 02:06:52.349236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9a78-bdeb-4c82-9420-9ec4578e9d30 req-eb539352-c328-4b6e-abd0-629914fb794b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:52.353431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c24b9a78-bdeb-4c82-9420-9ec4578e9d30 req-eb539352-c328-4b6e-abd0-629914fb794b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.4839249 Dec 21 02:06:52.414317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:52.481828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c24b9a78-bdeb-4c82-9420-9ec4578e9d30 req-fbad3e02-0858-456a-8104-ea7390896857 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946534 Dec 21 02:06:52.481828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-1624a457-5a01-4d76-8c1d-81d3279885bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.3987067 Dec 21 02:06:52.585895 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-ad969287-caf5-4703-906e-4a5c84e15fd8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300369 Dec 21 02:06:52.720975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-15a44413-bb03-4de5-83a6-40431fcdb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:52.722517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-15a44413-bb03-4de5-83a6-40431fcdb47f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.2153187 Dec 21 02:06:52.776118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:52.892788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3402bc0-7a20-46da-b11a-c9733087e0ed req-7c1d6bb1-06c0-420c-a65a-4235549b832f service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929919 Dec 21 02:06:52.907965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=0720ab2e-2316-4ca2-a4b3-c51aae4b8b03,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:52.955945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:06:52.979566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:52.998364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:06:53.112209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38394) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:53.116318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-517bdc51-604f-4ee1-8099-9f40f996f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:53.120297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-517bdc51-604f-4ee1-8099-9f40f996f8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3825104 Dec 21 02:06:53.170770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-f587d6f6-4ba5-4148-afed-5c603ecd4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:53.172291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-f587d6f6-4ba5-4148-afed-5c603ecd4e1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1097 time: 0.1161897 Dec 21 02:06:53.365899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:53.385267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-44245aaf-a880-4ee6-9b09-7d4e8461a95c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ed1f1f757f841dfb2434c891b3fbe2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620177 Dec 21 02:06:53.388916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:53.494132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:53.630169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-fef69bdf-dae0-4926-8e4d-0c94937505b2 service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690585 Dec 21 02:06:53.641945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:53.736253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-47bfde62-07b4-4a60-abcf-b4a45aa92713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:53.740821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-47bfde62-07b4-4a60-abcf-b4a45aa92713 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.5412927 Dec 21 02:06:53.756277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:53.950971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-1c583095-fe09-4805-b4b4-d27e95993d6b service neutron] 10.222.0.24 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983048 Dec 21 02:06:54.048802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-6ba98794-ac09-40ce-b64a-f7cfa2113251 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.2901058 Dec 21 02:06:54.153544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38426) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:54.160187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-e7de73d3-db93-4b55-8ab0-ee95327ad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:54.171830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-e7de73d3-db93-4b55-8ab0-ee95327ad067 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1152816 Dec 21 02:06:54.196869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:54.199382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e84619-099c-4451-8d52-dbe87201392e req-6ed4d0b8-b693-4eb9-ad71-7e2792439f1e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:54.203197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:54.204318 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f2bf595-3d12-4642-bcc5-4bbf82699547 HTTP/1.1" status: 204 len: 168 time: 0.8137267 Dec 21 02:06:54.214435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97e84619-099c-4451-8d52-dbe87201392e req-6ed4d0b8-b693-4eb9-ad71-7e2792439f1e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.2624161 Dec 21 02:06:54.296527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cf624-f23a-4339-9d94-0606965ee21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2bf595-3d12-4642-bcc5-4bbf82699547,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:54.348988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-a66caec8-53f6-42a2-8e97-0bcffc1e0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:54.350539 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-a66caec8-53f6-42a2-8e97-0bcffc1e0b04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682601 Dec 21 02:06:54.406213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97e84619-099c-4451-8d52-dbe87201392e req-35c578e8-f51e-4a57-803b-2443973e1a10 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906836 Dec 21 02:06:54.564811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7091cd98-5dbe-409d-8049-c0332e97115f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:54.578735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-303a5a29-3dc0-4c47-a53c-78f8dcc773cf service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176061 Dec 21 02:06:54.798650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9642e77b-5812-4d62-b7de-e1d67e516cf8 req-acee3973-3c9d-45c2-b9b8-25c676095ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969304 Dec 21 02:06:54.904594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7091cd98-5dbe-409d-8049-c0332e97115f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:54.923600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7091cd98-5dbe-409d-8049-c0332e97115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.112657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091cd98-5dbe-409d-8049-c0332e97115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3035b9f-8f58-487e-9706-15b570335d06,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:55.156583 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.180841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7091cd98-5dbe-409d-8049-c0332e97115f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c6285698d194c8b89bee10bade9a774&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0239601 Dec 21 02:06:55.181894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:55.183249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-5f29f9ef-88de-42ad-928d-4bf72ffb243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:55.198832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-5f29f9ef-88de-42ad-928d-4bf72ffb243f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1097 time: 0.1883559 Dec 21 02:06:55.319435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.550745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.556676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.636309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:55.705177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-5d9d4e78-1269-49b2-9530-d0ae63be5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:55.723191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-5d9d4e78-1269-49b2-9530-d0ae63be5377 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.5175526 Dec 21 02:06:55.807837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.809746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1571400 Dec 21 02:06:55.838070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0d49-a9f8-420a-83a8-22e8e8598b4d req-0dc0e05b-3fdb-49b1-8551-8865e857c3c2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:55.839971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-808a0d49-a9f8-420a-83a8-22e8e8598b4d req-0dc0e05b-3fdb-49b1-8551-8865e857c3c2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 945 time: 0.1405120 Dec 21 02:06:55.842288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:55.912611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463081d-865b-40f6-b650-6c1192c3945b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=0720ab2e-2316-4ca2-a4b3-c51aae4b8b03,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:55.938899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-808a0d49-a9f8-420a-83a8-22e8e8598b4d req-b7f61572-6aeb-420c-9271-2ea34eb757f4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845072 Dec 21 02:06:55.969051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38486) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:56.001468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e49a5a0-8fad-4b7c-a968-94244b3ac707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.078111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-76659d37-f889-4a07-aa3f-2922115ba58b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 1000 time: 0.3468940 Dec 21 02:06:56.187844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c2348a6-afbc-4e36-9396-3963fff2bf30 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 200 len: 992 time: 0.2172418 Dec 21 02:06:56.253799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-78f36591-18b4-47c6-b4eb-148eca978114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:56.255377 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-78f36591-18b4-47c6-b4eb-148eca978114 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1668770 Dec 21 02:06:56.304438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.320112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.324535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3035b9f-8f58-487e-9706-15b570335d06 HTTP/1.1" status: 204 len: 168 time: 1.1363690 Dec 21 02:06:56.375237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0af821-4cd1-442f-957a-62713d68496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3035b9f-8f58-487e-9706-15b570335d06,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:56.382431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e49a5a0-8fad-4b7c-a968-94244b3ac707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.406551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e49a5a0-8fad-4b7c-a968-94244b3ac707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.437010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-0ba0991a-ac30-4fb1-ba68-fac81aae0e28 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--360800343&fields=id&tenant_id=8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 267 time: 0.2451293 Dec 21 02:06:56.476099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-fb86c6ef-8075-475d-88c7-52b35a76d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:56.483038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-fb86c6ef-8075-475d-88c7-52b35a76d140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2141137 Dec 21 02:06:56.530907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:56.571856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:06:56.641366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e49a5a0-8fad-4b7c-a968-94244b3ac707 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9062b6a69272496b9d27ced453922eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9999204 Dec 21 02:06:56.642953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38526) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:56.743557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49a5a0-8fad-4b7c-a968-94244b3ac707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88615f8c-7dbb-4db0-8a14-98378dacab23,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:56.826163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-aeaf3a47-9471-49b6-9306-53856a324b86 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:56.839438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-aeaf3a47-9471-49b6-9306-53856a324b86 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 811 time: 0.3869350 Dec 21 02:06:56.852241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:56.906702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-ac9c17c7-ada5-413f-b85c-412be2e71201 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/quotas/8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 375 time: 0.0654199 Dec 21 02:06:56.922408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:56.961954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'port_id': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'mac_address': 'fa:16:3e:bc:b8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:06:56.972867 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-2100d7ea-789d-4f71-9c1e-b52968b39fce service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538829 Dec 21 02:06:57.011228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-5fbea306-d0e9-4587-b5d4-32dd301dd526 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985444 Dec 21 02:06:57.059005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.102678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:06:57.170394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-e61eedfc-aaed-4b62-b333-1b86fb7c8218 service neutron] 10.222.0.43 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520727 Dec 21 02:06:57.205157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:06:57.214091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.279961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf487096-4e27-4cda-8ab6-e61733fe2106 req-9e7c5281-eab3-49bc-afc0-69f2478dcde1 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587657 Dec 21 02:06:57.304642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:57.316282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.359201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-726954909-network', 'tenant_id': 'ede52cff584841a6ad6f9521eb78d666'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:57.479001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.519462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-4c16a8a0-6766-4964-a9b1-8144068fea41 service neutron] 10.222.0.43 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419695 Dec 21 02:06:57.542242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['fd301bce-f078-43ba-882f-e1b818f3e7f2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:06:57.544869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Made reservation on behalf of ede52cff584841a6ad6f9521eb78d666 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:06:57.547497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.560383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.802927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.805954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.809190 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.810920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88615f8c-7dbb-4db0-8a14-98378dacab23 HTTP/1.1" status: 204 len: 168 time: 1.1604192 Dec 21 02:06:57.836096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b57a65-79ad-4ffa-a9bb-d87928a08872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88615f8c-7dbb-4db0-8a14-98378dacab23,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:57.845101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.910219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e45786-42b1-42e6-96bf-1850ebf8eade,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:57.953430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:06:57.984710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:57.985055 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Added segment c72ed324-da2f-4cda-bb90-b8c5d96a672f of type vlan for network d0387c93-1913-4c77-83ea-c8c635e955ce Dec 21 02:06:57.995826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75a17119-1482-4013-a3d8-b8ff004283b6 req-7c8ce61d-e6a2-407e-acbc-3b8c98128152 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 210 time: 0.0723298 Dec 21 02:06:58.054566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.114230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.132757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:58.133210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.230631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6922240 Dec 21 02:06:58.233582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38582) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:58.241218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Request body: {'subnet': {'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-726954909-subnet', 'tenant_id': 'ede52cff584841a6ad6f9521eb78d666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:06:58.262396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a31e-a12a-46d9-81e0-4cee11882fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=d0387c93-1913-4c77-83ea-c8c635e955ce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:58.281104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d0387c93-1913-4c77-83ea-c8c635e955ce details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:06:58.344647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Made reservation on behalf of ede52cff584841a6ad6f9521eb78d666 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:06:58.365179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.659419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38598) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:58.717533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cad6a470-ccda-4fa6-b5b6-333e34353104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.866893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:58.968083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:59.009038 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cad6a470-ccda-4fa6-b5b6-333e34353104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.033637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cad6a470-ccda-4fa6-b5b6-333e34353104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.057648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Checking segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:06:59.058252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Network hostable DHCP agents. Network: d0387c93-1913-4c77-83ea-c8c635e955ce, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:06:59.116594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Network d0387c93-1913-4c77-83ea-c8c635e955ce is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:06:59.139414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d0387c93-1913-4c77-83ea-c8c635e955ce) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:06:59.143952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:06:59.145127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.151364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f529e316-5ad2-43b4-8b7e-859a0decdba8 None None] Network d0387c93-1913-4c77-83ea-c8c635e955ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:06:59.189080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cad6a470-ccda-4fa6-b5b6-333e34353104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ef21b5212544b3195cdad2a7f0bd084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284650 Dec 21 02:06:59.210219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38614) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:06:59.240157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-94dd7634-020e-4d0a-908d-1c9ccfbb0cfa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0051236 Dec 21 02:06:59.265184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a470-ccda-4fa6-b5b6-333e34353104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da0a2f5-c46f-4141-b054-3b02d020ca06,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:59.423365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b37179de-e21e-4e94-af1a-d3ee41ed742b req-b725158e-7a9c-4faf-913c-f4da301e6932 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 210 time: 0.2403746 Dec 21 02:06:59.486598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.617229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.729052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.732547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:06:59.736754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8da0a2f5-c46f-4141-b054-3b02d020ca06 HTTP/1.1" status: 204 len: 168 time: 0.4938056 Dec 21 02:06:59.747701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173f37c-4018-4d57-968e-42d00c4be9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da0a2f5-c46f-4141-b054-3b02d020ca06,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:06:59.985656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750c295-0079-423d-8d80-7f62086f2786 None None] Network d0387c93-1913-4c77-83ea-c8c635e955ce requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:07:00.406590 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:07:00.604194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:07:00.746476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port fd301bce-f078-43ba-882f-e1b818f3e7f2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:07:00.751309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port fd301bce-f078-43ba-882f-e1b818f3e7f2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:00.751780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:00.822374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9744b2bd-6768-4524-9b79-33127e8802e2 req-3e19da3e-a3de-416c-80a5-3e571adfe7b5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 210 time: 0.1322687 Dec 21 02:07:01.001705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.010301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38670) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:01.029550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f734ac-a2cc-4f6e-888b-b483627c2180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.070687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:01.073165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-13997d01-e13c-41dc-925b-5467c6f7114e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:01.074917 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33186bee-fe3f-45d6-9d19-cbc6d392af0e" -d '{"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-plugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:01.078929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-13997d01-e13c-41dc-925b-5467c6f7114e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 811 time: 0.6292925 Dec 21 02:07:01.134740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:01.146356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.152083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-251f63ed-7c97-4add-b037-c8445a1b700f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:01.159359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-251f63ed-7c97-4add-b037-c8445a1b700f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 817 time: 0.5748239 Dec 21 02:07:01.190920 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81532c5-dff2-4b62-9cbf-33040a563ea6 x-openstack-request-id: req-f81532c5-dff2-4b62-9cbf-33040a563ea6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:01.191459 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-plugged", "status": "completed", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:01.191886 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f81532c5-dff2-4b62-9cbf-33040a563ea6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:01.192435 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'code': 200} Dec 21 02:07:01.205321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f734ac-a2cc-4f6e-888b-b483627c2180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.224126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4f734ac-a2cc-4f6e-888b-b483627c2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.241745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:01.250708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-b14c4513-e83f-485a-bf7f-cd22794262fb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/quotas/ede52cff584841a6ad6f9521eb78d666 HTTP/1.1" status: 200 len: 375 time: 0.0806201 Dec 21 02:07:01.299082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38680) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:01.331828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38684) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:01.342587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b4f734ac-a2cc-4f6e-888b-b483627c2180 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9b8def3eb14efd969fd8c21c3c99a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310618 Dec 21 02:07:01.348507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f734ac-a2cc-4f6e-888b-b483627c2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb2f721-0c8f-4357-a824-e319bf2441a8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:01.406622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-acc96425-ef15-4862-b8e0-10f992507a86 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1432476 Dec 21 02:07:01.420560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-c547c7a3-1e32-434a-bb96-f406ac17ae8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 379 time: 0.3159773 Dec 21 02:07:01.458970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'port': {'device_id': 'ccf52d78-6526-46f8-966a-24892b76b661', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'admin_state_up': True, 'tenant_id': '8efc5832129840df828982202c8a3885', 'security_groups': ['4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:01.530925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.558128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9273d656-2c28-4820-b1f3-a93fb02712df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.568818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.746076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.748891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:01.750168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eb2f721-0c8f-4357-a824-e319bf2441a8 HTTP/1.1" status: 204 len: 168 time: 0.4167244 Dec 21 02:07:01.812609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c6b04-c810-4ba2-822d-70e8dcb263b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb2f721-0c8f-4357-a824-e319bf2441a8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:01.840854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-df001323-84f3-4b2b-ab2c-7f03844752f0 service neutron] 10.222.0.43 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170177 Dec 21 02:07:01.968724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-e2f91554-78bb-497d-aa49-f071f7961d28 service neutron] 10.222.0.43 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214285 Dec 21 02:07:02.023279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92e323c-6228-4356-8873-e6c30f0b3780 req-ad1913e2-1765-4099-a577-32b951ef9191 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 210 time: 0.0532193 Dec 21 02:07:02.047992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Made reservation on behalf of 8efc5832129840df828982202c8a3885 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:02.078127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.101825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9273d656-2c28-4820-b1f3-a93fb02712df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.122204 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9273d656-2c28-4820-b1f3-a93fb02712df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.198059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273d656-2c28-4820-b1f3-a93fb02712df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6efc91-9d4b-4842-82e8-6b512d005f9b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:02.299283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:02.300029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9273d656-2c28-4820-b1f3-a93fb02712df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e08aa2e0816c496380f04580da464cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9939053 Dec 21 02:07:02.419303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.448743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Allocated IP 172.20.0.14 (69aa699b-ebdf-47ab-928a-649db6db3f78/15a1097e-bd1e-459c-b3b0-464db1a94f8a/f3e522b0-bd54-47ee-8287-c3999ccc66a6) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:02.479913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.639489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.642305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:02.643628 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd6efc91-9d4b-4842-82e8-6b512d005f9b HTTP/1.1" status: 204 len: 168 time: 0.3433583 Dec 21 02:07:02.667180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6efc91-9d4b-4842-82e8-6b512d005f9b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:02.693726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.694073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.694411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.708201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.708514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.708777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.709109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.714918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.715360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.715704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.717376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.717737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.718073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a77a15-d00b-42f3-b6be-d671d086f1c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:02.882323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bda5fe6a-eaaa-4042-94a6-defc1ae8afaa req-4aba723e-5d16-45e7-bc3e-808a9ce9d24a tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.0513480 Dec 21 02:07:02.945594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:03.092394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:03.263417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:03.401929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:03.410746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:03.445057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:03.539420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991ef42-eb3b-4e49-88c8-86e11448b917 req-223944de-eae9-4d85-beb0-a06522e15318 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:03.550344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d991ef42-eb3b-4e49-88c8-86e11448b917 req-223944de-eae9-4d85-beb0-a06522e15318 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 932 time: 0.3124042 Dec 21 02:07:03.671759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:03.672714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:03.785781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d991ef42-eb3b-4e49-88c8-86e11448b917 req-ab7ecd6a-523b-437d-a597-98a4862ca713 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330060 Dec 21 02:07:03.801666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b627bc3e-581e-4bbf-a47c-334805036fb0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3601549 Dec 21 02:07:03.833693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Request body: {'port': {'device_id': 'ccf52d78-6526-46f8-966a-24892b76b661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:03.884246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:03.903519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5240aae1-beca-4f7b-a73c-9ed6f7ffa92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:03.986204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b00afab-174a-44bd-807f-5fadfd6ec8fe None None] Provisioning complete for port f3e522b0-bd54-47ee-8287-c3999ccc66a6 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:03.986765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b00afab-174a-44bd-807f-5fadfd6ec8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.140685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8b00afab-174a-44bd-807f-5fadfd6ec8fe None None] Port f3e522b0-bd54-47ee-8287-c3999ccc66a6 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:07:04.147476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3dec746a-174d-49af-9247-e8215b8e4352 req-d635affc-1896-4bd9-8585-2f97c17be97b tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.1099956 Dec 21 02:07:04.166882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.200192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5240aae1-beca-4f7b-a73c-9ed6f7ffa92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.210886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5240aae1-beca-4f7b-a73c-9ed6f7ffa92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.334257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240aae1-beca-4f7b-a73c-9ed6f7ffa92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5471cf-2f38-479b-8bb9-c26756286750,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:04.401403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5240aae1-beca-4f7b-a73c-9ed6f7ffa92d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93a3ba68f0694446af33e27fdd6b1294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148768 Dec 21 02:07:04.412682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:04.510793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.588763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.743766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.748007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.750358 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c5471cf-2f38-479b-8bb9-c26756286750 HTTP/1.1" status: 204 len: 168 time: 0.3355134 Dec 21 02:07:04.755028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e522b0-bd54-47ee-8287-c3999ccc66a6 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:04.775397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f63ba-f332-4cb2-8cc0-32a8f1788f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5471cf-2f38-479b-8bb9-c26756286750,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:04.780102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:04.858479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Transition to ACTIVE for port object f3e522b0-bd54-47ee-8287-c3999ccc66a6 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:04.874306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:05.068287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Pushing event updated for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:05.447089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f952d7a-3c0b-414d-aa7d-365f8b5f92ae req-c6f1af88-304b-46be-a82b-43908878d730 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:05.448679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f952d7a-3c0b-414d-aa7d-365f8b5f92ae req-c6f1af88-304b-46be-a82b-43908878d730 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 944 time: 0.3817348 Dec 21 02:07:05.705243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ac0de32-333a-44f9-990f-a3383c4141e2 req-b2f52ee1-4868-48af-9f88-474719117b77 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.2555351 Dec 21 02:07:05.755132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Attempting to bind port f3e522b0-bd54-47ee-8287-c3999ccc66a6 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:05.755583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Attempting to bind port f3e522b0-bd54-47ee-8287-c3999ccc66a6 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:05.756202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Attempting to bind port f3e522b0-bd54-47ee-8287-c3999ccc66a6 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:05.766429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Port f3e522b0-bd54-47ee-8287-c3999ccc66a6 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:05.767293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Attempting to bind port f3e522b0-bd54-47ee-8287-c3999ccc66a6 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:05.783887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:05.784641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Checking segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:05.785644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Bound using segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:05.786588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Bound port: f3e522b0-bd54-47ee-8287-c3999ccc66a6, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:05.794854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:05.872971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f952d7a-3c0b-414d-aa7d-365f8b5f92ae req-6f1d8c26-6dde-494e-b68c-a4c0e771301c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985403 Dec 21 02:07:06.076349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:06.093585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:06.111227 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:06.261382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:06.262717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:06.266316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] 10.222.0.24 "PUT /v2.0/ports/f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1093 time: 2.4372854 Dec 21 02:07:06.266806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:06.273259 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9b7f1-e2ca-453f-895e-9c844b538947" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:06.415316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Pushing event updated for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:06.422327 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859704b3-223a-43ab-b775-0ae6a2e8087f x-openstack-request-id: req-859704b3-223a-43ab-b775-0ae6a2e8087f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:06.422619 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:06.422872 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-859704b3-223a-43ab-b775-0ae6a2e8087f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:06.423275 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'status': 'completed', 'code': 200} Dec 21 02:07:06.434861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-9a9b7a5d-eeb3-4537-b438-a54f4619a8cb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:06.438918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.439640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.439995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.440334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.440668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.441025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.446274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-9a9b7a5d-eeb3-4537-b438-a54f4619a8cb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 817 time: 0.6538856 Dec 21 02:07:06.449367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.450052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.450396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.450736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.451253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.453547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.453962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7b89f-606b-46b6-9e2f-c6c6d6775ced service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:06.484830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Request body: {'port': {'device_id': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'admin_state_up': True, 'tenant_id': 'ede52cff584841a6ad6f9521eb78d666'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:06.515962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-4a6f5ecd-c1ab-45f3-a029-3e12e7c45e7a tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:06.520378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-4a6f5ecd-c1ab-45f3-a029-3e12e7c45e7a tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.24 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 817 time: 0.5908613 Dec 21 02:07:06.658833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-60172d00-a21a-4a05-9e20-1153d35c94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:06.665649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-60172d00-a21a-4a05-9e20-1153d35c94b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1096 time: 0.2021763 Dec 21 02:07:06.773238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Request body: {'port': {'device_id': '51c47054-b573-4b15-9535-8ea41c0d047a', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'admin_state_up': True, 'tenant_id': 'ede52cff584841a6ad6f9521eb78d666'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:07.627214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cafb6b25-53ff-4f72-a049-1a5d7c897337 req-bb799ff7-746b-4ac2-aea9-43c4faf0d7dd tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.6398530 Dec 21 02:07:07.889215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38970) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:07.942403 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:07.945689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-2bc3422b-bfcf-450e-9323-9d41e0e0ba55 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:07.963372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-2bc3422b-bfcf-450e-9323-9d41e0e0ba55 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 817 time: 1.2951148 Dec 21 02:07:07.994983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Request body: {'port': {'device_id': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'admin_state_up': True, 'tenant_id': 'ede52cff584841a6ad6f9521eb78d666'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:08.014208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682058b0-f5dc-4c84-8935-9594934f3731 req-965fa960-10f6-414d-852b-a5b3ff35a1f5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:08.023273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-682058b0-f5dc-4c84-8935-9594934f3731 req-965fa960-10f6-414d-852b-a5b3ff35a1f5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 944 time: 0.5505624 Dec 21 02:07:08.082722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-a2d2bb7d-52ca-4c77-8b71-d1e7f832e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:08.082722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-a2d2bb7d-52ca-4c77-8b71-d1e7f832e9b7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8efc5832129840df828982202c8a3885&shared=False HTTP/1.1" status: 200 len: 911 time: 1.3259456 Dec 21 02:07:08.120059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Made reservation on behalf of ede52cff584841a6ad6f9521eb78d666 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:08.130971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.193519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Made reservation on behalf of ede52cff584841a6ad6f9521eb78d666 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:08.198263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.217465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-515475da-fcd3-42ba-8d31-62eec2d81add admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.431619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-682058b0-f5dc-4c84-8935-9594934f3731 req-35f08f53-2128-429f-9d56-1672ef91b904 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069908 Dec 21 02:07:08.441275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-515475da-fcd3-42ba-8d31-62eec2d81add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.458453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-515475da-fcd3-42ba-8d31-62eec2d81add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.522841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-538d776a-22ce-4388-b518-01bae2b6da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:08.524755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ee9b7f1-e2ca-453f-895e-9c844b538947 req-538d776a-22ce-4388-b518-01bae2b6da62 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4168184 Dec 21 02:07:08.547007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Made reservation on behalf of ede52cff584841a6ad6f9521eb78d666 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:08.576744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.734268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-4d8e7d14-0143-498a-bd41-2f2cfd69a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:08.736257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-4d8e7d14-0143-498a-bd41-2f2cfd69a327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1096 time: 0.1237955 Dec 21 02:07:08.752072 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-515475da-fcd3-42ba-8d31-62eec2d81add admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04bd308fd1ea440b99450b1e4e30ec3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8559999 Dec 21 02:07:08.761603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38994) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:08.797080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Allocated IP 172.20.0.13 (d0387c93-1913-4c77-83ea-c8c635e955ce/a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e/3ec92e41-19c2-4b38-a07c-f14df41b0a8f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:08.842619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515475da-fcd3-42ba-8d31-62eec2d81add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf599fb-7afa-46af-bee1-b93765f8854d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:08.974386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:08.985474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-7e000f39-f7e7-41bc-b8bc-dd21387952de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 217 time: 0.2299936 Dec 21 02:07:08.996915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d3d8193-156e-43ce-8786-15b554346da9 req-fe822153-c476-44ff-93f7-34b202f7b8bc tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.1794167 Dec 21 02:07:09.077019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.122603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-a9f74ce6-8395-4100-bae5-642287fcb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:09.124380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-a9f74ce6-8395-4100-bae5-642287fcb074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.1265645 Dec 21 02:07:09.146403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.194392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b067d5b4-af46-4a29-904a-1342dd63e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:09.196273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-b067d5b4-af46-4a29-904a-1342dd63e2df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603712 Dec 21 02:07:09.223666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.226857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.231048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baf599fb-7afa-46af-bee1-b93765f8854d HTTP/1.1" status: 204 len: 168 time: 0.4654083 Dec 21 02:07:09.236167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.288936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Network d0387c93-1913-4c77-83ea-c8c635e955ce is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:09.297478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:09.307794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:09.464652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:09.465853 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.476815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-c3b3e290-9322-4234-8a06-777552d65d3e service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716382 Dec 21 02:07:09.523451 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0475101 Dec 21 02:07:09.565781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Request body: {'port': {'device_id': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:09.603736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e55bc-25f7-4134-9e77-16f55a07637d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event updated for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:09.715822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:09.822080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b151a-accc-4a4c-818d-9fd210b08765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf599fb-7afa-46af-bee1-b93765f8854d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:09.916192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf4cd99-002b-4f61-a83c-129a3ccbf75d req-41c95152-5ab3-4b39-b804-e48399719a56 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285431 Dec 21 02:07:09.917430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-ad75193b-a5d0-4f20-85ef-569cdebaf93b {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:07:09.917931 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:07:09.926712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a19527-8392-4ba1-84c3-2c33f0ee6309 req-ddd7c26c-9fa2-4482-99b8-c654b5a4121d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:09.928885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3a19527-8392-4ba1-84c3-2c33f0ee6309 req-ddd7c26c-9fa2-4482-99b8-c654b5a4121d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 944 time: 0.2676544 Dec 21 02:07:10.057812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3a19527-8392-4ba1-84c3-2c33f0ee6309 req-5372203d-089d-433d-88e9-a22c3dc7662f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179898 Dec 21 02:07:10.170591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Allocated IP 172.20.0.10 (d0387c93-1913-4c77-83ea-c8c635e955ce/a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e/ecdac6ca-88b1-45e5-9a99-45dbd9b86f50) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:10.222047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff7013d8-8885-46af-8f70-b9b0cc6f8e85 req-01f41f54-fa5a-4056-ade7-ad352c812355 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.0788262 Dec 21 02:07:10.415171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:10.419352 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:10.557883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:10.769979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Network d0387c93-1913-4c77-83ea-c8c635e955ce is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:10.795706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:10.800215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:10.856599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event updated for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:11.005427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:11.009557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.079121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-394d5658-cad9-4b12-b0fa-7771a0e783a0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3509820 Dec 21 02:07:11.170042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Request body: {'port': {'device_id': '51c47054-b573-4b15-9535-8ea41c0d047a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:11.305537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4fd8-183d-4a22-9052-76f4f0805f34 req-0100135f-c717-4c68-8752-c48b1448da98 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:11.307092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb5f4fd8-183d-4a22-9052-76f4f0805f34 req-0100135f-c717-4c68-8752-c48b1448da98 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 944 time: 0.1169744 Dec 21 02:07:11.338538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:11.358253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec92e41-19c2-4b38-a07c-f14df41b0a8f {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:11.367612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.376354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.565035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ca2b9bf-2930-479e-be30-d2ce7883771a req-8648287b-efe5-4355-8cb6-57b3fb59b9e1 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 210 time: 0.1806643 Dec 21 02:07:11.566041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Transition to ACTIVE for port object 3ec92e41-19c2-4b38-a07c-f14df41b0a8f will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:11.575530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.583569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb5f4fd8-183d-4a22-9052-76f4f0805f34 req-3c6fa359-1b59-471d-b4d5-3b100d738ff7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699833 Dec 21 02:07:11.664411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Allocated IP 172.20.0.2 (d0387c93-1913-4c77-83ea-c8c635e955ce/a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e/c8117f8f-22f4-47a1-9da2-58804383a266) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:11.807539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af414dac-09a7-4f67-b781-baf3e4779ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.898261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:11.959994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Attempting to bind port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:11.960400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Attempting to bind port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:11.960681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Attempting to bind port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:11.973510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f on network d0387c93-1913-4c77-83ea-c8c635e955ce not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:11.973837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Attempting to bind port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:11.975267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:11.985077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:11.985523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Checking segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:11.985914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Bound using segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:11.986338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Bound port: 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:11.986771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.039591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.162138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Network d0387c93-1913-4c77-83ea-c8c635e955ce is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:12.170146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:12.174659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:12.269766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:12.274865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event updated for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:12.280447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.296213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:12.296873 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.298171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Transition to ACTIVE for port object ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:12.308442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.317211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-d6c6c88c-7508-41ff-8f3a-ba7dede54633 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3332927 Dec 21 02:07:12.322903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af414dac-09a7-4f67-b781-baf3e4779ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.341682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Request body: {'port': {'device_id': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:12.360954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-af414dac-09a7-4f67-b781-baf3e4779ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.441554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.533600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:12.536451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Pushing event updated for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:12.576276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-af414dac-09a7-4f67-b781-baf3e4779ef1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ba9e57cf235453495ec7bf60e0bdfa9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2325473 Dec 21 02:07:12.595231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af414dac-09a7-4f67-b781-baf3e4779ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db94e88f-03cf-4c4d-a6be-a9885b99bfbe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:12.608413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:12.680257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:12.698507 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.822172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:12.822789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.824509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/3ec92e41-19c2-4b38-a07c-f14df41b0a8f HTTP/1.1" status: 200 len: 1093 time: 3.2719655 Dec 21 02:07:12.842767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:12.845085 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004134ea-a64d-4a3a-8d2d-35f4651c6da6" -d '{"events": [{"name": "network-changed", "server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:12.895372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:12.967473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Attempting to bind port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:12.967821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Attempting to bind port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:12.968049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Attempting to bind port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:12.974114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d763a-9ab5-4474-a6d9-02ac165320e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:13.056776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c4da3-79dc-478a-aaaf-db91602e1892 req-bbba53b8-bb1b-4fd2-beca-a836aa595423 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:13.058479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-098c4da3-79dc-478a-aaaf-db91602e1892 req-bbba53b8-bb1b-4fd2-beca-a836aa595423 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 931 time: 0.2630103 Dec 21 02:07:13.080930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b93215-fec3-48e7-a8ed-8a2eb95ccb82 req-0d420ab6-82a5-4365-be21-2e2e00881235 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:13.083048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85b93215-fec3-48e7-a8ed-8a2eb95ccb82 req-0d420ab6-82a5-4365-be21-2e2e00881235 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 944 time: 0.2888646 Dec 21 02:07:13.090898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 on network d0387c93-1913-4c77-83ea-c8c635e955ce not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:13.091228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Attempting to bind port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:13.121689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:13.122059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Checking segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:13.122403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Bound using segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:13.130935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Bound port: ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:13.131648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.171098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.217658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-3b133e29-9874-465f-898c-43aa8463dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:13.223436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-3b133e29-9874-465f-898c-43aa8463dc60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 1096 time: 0.2980368 Dec 21 02:07:13.235981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8117f8f-22f4-47a1-9da2-58804383a266 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:13.247897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-098c4da3-79dc-478a-aaaf-db91602e1892 req-330210ff-a56a-4f5b-8f2e-39a4599b66a4 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638446 Dec 21 02:07:13.251336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85b93215-fec3-48e7-a8ed-8a2eb95ccb82 req-53611982-37f1-405a-8f7e-d6ffd0c3e782 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498737 Dec 21 02:07:13.253366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.296366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Transition to ACTIVE for port object c8117f8f-22f4-47a1-9da2-58804383a266 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:13.307051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.407018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:13.423096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f3e522b0-bd54-47ee-8287-c3999ccc66a6 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:07:13.430286 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53891c5-56e6-426b-b32b-f0158bf4e236 x-openstack-request-id: req-a53891c5-56e6-426b-b32b-f0158bf4e236 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:13.430286 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:13.430286 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a53891c5-56e6-426b-b32b-f0158bf4e236 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:13.430840 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'status': 'completed', 'code': 200} Dec 21 02:07:13.445487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-87c0c9ac-4323-41e2-9466-a07e4c5ad184 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f HTTP/1.1" status: 200 len: 217 time: 0.1244888 Dec 21 02:07:13.564051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Attempting to bind port c8117f8f-22f4-47a1-9da2-58804383a266 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:13.564441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Attempting to bind port c8117f8f-22f4-47a1-9da2-58804383a266 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:13.564732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Attempting to bind port c8117f8f-22f4-47a1-9da2-58804383a266 on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:13.576552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Port c8117f8f-22f4-47a1-9da2-58804383a266 on network d0387c93-1913-4c77-83ea-c8c635e955ce not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:13.576888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Attempting to bind port c8117f8f-22f4-47a1-9da2-58804383a266 on network d0387c93-1913-4c77-83ea-c8c635e955ce {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:13.596851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:13.599084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Checking segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:13.599726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Bound using segment: {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:13.601321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Bound port: c8117f8f-22f4-47a1-9da2-58804383a266, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72ed324-da2f-4cda-bb90-b8c5d96a672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:13.604202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.610590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:13.641515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'port_id': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'mac_address': 'fa:16:3e:ce:a5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:07:13.645706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:13.650861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-63c1b4b0-42bd-4b99-aee1-613edc3f26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:13.654781 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-63c1b4b0-42bd-4b99-aee1-613edc3f26a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.1981843 Dec 21 02:07:13.710543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:13.734553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.742071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:13.745910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c8117f8f-22f4-47a1-9da2-58804383a266,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:13.750681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.754385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.755834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.766357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e522b0-bd54-47ee-8287-c3999ccc66a6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:13.768126 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db94e88f-03cf-4c4d-a6be-a9885b99bfbe HTTP/1.1" status: 204 len: 168 time: 1.1586456 Dec 21 02:07:13.770766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-44ceeb4b-e2bc-408a-ac73-ece09b60497f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068332 Dec 21 02:07:13.783191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.817233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:13.825917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.857993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:13.859602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.861902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] 10.222.0.45 "PUT /v2.0/ports/c8117f8f-22f4-47a1-9da2-58804383a266 HTTP/1.1" status: 200 len: 1092 time: 1.5245249 Dec 21 02:07:13.863883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:13.867612 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78907cf3-3a5b-4107-be43-e2f6b336dc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:13.963190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89fa50f6-ccc5-4a91-8365-3108f70daedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:13.974340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:14.031517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab4453-04bd-4739-b64c-5d59ad8e9ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:14.063099 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756d935-72f1-4dc9-b405-243443bebaec x-openstack-request-id: req-3756d935-72f1-4dc9-b405-243443bebaec {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:14.063729 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:14.064200 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3756d935-72f1-4dc9-b405-243443bebaec {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:14.066598 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266', 'status': 'completed', 'code': 200} Dec 21 02:07:14.132860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-99559f42-1b93-450e-9f5d-fac6d29c5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:14.143580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-fea69104-6744-43d1-a0a1-d4c0220046c2 service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522489 Dec 21 02:07:14.150439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-99559f42-1b93-450e-9f5d-fac6d29c5456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 1095 time: 0.1544092 Dec 21 02:07:14.160230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290cf5-dd35-4e5b-b4f4-128f19e73fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94e88f-03cf-4c4d-a6be-a9885b99bfbe,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:14.219761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f3e522b0-bd54-47ee-8287-c3999ccc66a6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:14.231687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-ac81c1d7-3b3a-4f47-ac5a-51f62425c784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8117f8f-22f4-47a1-9da2-58804383a266 HTTP/1.1" status: 200 len: 217 time: 0.0639157 Dec 21 02:07:14.254096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:14.255231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:14.262824 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] 10.222.0.24 "PUT /v2.0/ports/ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 HTTP/1.1" status: 200 len: 1093 time: 3.1401429 Dec 21 02:07:14.444174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-5b1f4daa-f6eb-43df-80a3-76b6427c8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:14.454642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-5b1f4daa-f6eb-43df-80a3-76b6427c8fe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.2137086 Dec 21 02:07:14.488453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9725-1e94-4f48-a4fe-b36a44de8fdf service neutron] Pushing event updated for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:14.598145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-00fc3f23-4c64-40e6-bdd9-9cc59c2d7c8f service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961582 Dec 21 02:07:14.722781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-6189ab20-1a21-48ea-986a-a961fc794fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:14.726571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-dda6cee1-fd51-47ab-ad51-7b48afe985d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2529061 Dec 21 02:07:14.728836 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-6189ab20-1a21-48ea-986a-a961fc794fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 1096 time: 0.1729913 Dec 21 02:07:14.906204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-70515ced-95ba-4f9d-90be-051a5d6987e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 HTTP/1.1" status: 200 len: 217 time: 0.1638899 Dec 21 02:07:14.961161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe564530-8839-4f44-928a-4f1b60a84ba9 req-3e61186b-439c-45f1-99a8-476b4d8236e4 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:14.968658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe564530-8839-4f44-928a-4f1b60a84ba9 req-3e61186b-439c-45f1-99a8-476b4d8236e4 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 943 time: 0.5678070 Dec 21 02:07:15.025668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-9cdb6093-4379-4bc5-9c95-9f880128a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:15.027785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-9cdb6093-4379-4bc5-9c95-9f880128a004 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 1096 time: 0.2779984 Dec 21 02:07:15.036243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-87971783-a9ae-4910-ab2d-b0bb093a15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:15.037969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-87971783-a9ae-4910-ab2d-b0bb093a15e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.1188958 Dec 21 02:07:15.039838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238277c-da27-435b-98b3-87bb4f2e8951 req-f14d091d-104e-402e-86e7-0c5cf50f75ac tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:15.042466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5238277c-da27-435b-98b3-87bb4f2e8951 req-f14d091d-104e-402e-86e7-0c5cf50f75ac tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 945 time: 0.5756426 Dec 21 02:07:15.101939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-df5fd468-a9ab-4353-beb6-4cdd602664e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531943 Dec 21 02:07:15.181950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5238277c-da27-435b-98b3-87bb4f2e8951 req-19ee2b9a-f707-4f28-8cf9-f1293194e098 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160483 Dec 21 02:07:15.278226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-1df26040-dad5-48bc-bfd6-2c8fe60618b8 service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217431 Dec 21 02:07:15.310931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe564530-8839-4f44-928a-4f1b60a84ba9 req-23f3026e-6de1-4f56-a98c-e1bd2d0f998e tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355260 Dec 21 02:07:15.424394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f3e522b0-bd54-47ee-8287-c3999ccc66a6 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:07:15.438350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:15.438723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39176) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:15.448770 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2608ab-f38a-4220-8f37-6548e5cd14c3" -d '{"events": [{"name": "network-changed", "server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:15.538018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-5ba8f300-b5db-4710-99ce-9a9783932263 service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213886 Dec 21 02:07:15.540699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port f3e522b0-bd54-47ee-8287-c3999ccc66a6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:07:15.548083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-566f3b77-d386-4966-8253-f35b0f9799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:15.556942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port f3e522b0-bd54-47ee-8287-c3999ccc66a6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:15.557365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.567351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-566f3b77-d386-4966-8253-f35b0f9799d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 917 time: 0.5198786 Dec 21 02:07:15.620519 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdfb5ad-86f4-4428-9917-fa4420862b63 x-openstack-request-id: req-bcdfb5ad-86f4-4428-9917-fa4420862b63 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:15.622214 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:15.624324 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcdfb5ad-86f4-4428-9917-fa4420862b63 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:15.625825 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50', 'status': 'completed', 'code': 200} Dec 21 02:07:15.627538 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02639e6b-2678-44d5-8e40-d39155ddca22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.750052 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.763784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-758d056b-7a4d-463f-b278-f92d7e5433aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f HTTP/1.1" status: 200 len: 217 time: 0.1882656 Dec 21 02:07:15.796953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02639e6b-2678-44d5-8e40-d39155ddca22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.815277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:15.817757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:15.820479 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0055ef1-2ffa-4f8f-97ac-4454f10a8f18" -d '{"events": [{"server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "name": "network-vif-plugged", "status": "completed", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:15.825835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-02639e6b-2678-44d5-8e40-d39155ddca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.826020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:15.870823 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-be3ae09c-42e6-45d2-80a2-3b56d7921cba service neutron] 10.222.0.24 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061367 Dec 21 02:07:15.911122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-02639e6b-2678-44d5-8e40-d39155ddca22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82deca7082474dd9b4e61dbf23cacca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710591 Dec 21 02:07:15.913718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-26c29337-5351-4ae9-a557-3247745065b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:15.915418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-26c29337-5351-4ae9-a557-3247745065b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 1095 time: 0.2698185 Dec 21 02:07:15.916210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39192) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:15.917275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02639e6b-2678-44d5-8e40-d39155ddca22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a8dae5-59ae-4ace-88e7-b91f7ec11379,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:15.919260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:15.948982 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59beb8f0-0b96-4d2f-bca0-6ca781863a02 x-openstack-request-id: req-59beb8f0-0b96-4d2f-bca0-6ca781863a02 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:15.949285 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "name": "network-vif-plugged", "status": "completed", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:15.949582 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59beb8f0-0b96-4d2f-bca0-6ca781863a02 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:15.949990 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'code': 200} Dec 21 02:07:16.048826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-156bcd14-ce92-4e3e-b662-3683ae45c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.050932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-156bcd14-ce92-4e3e-b662-3683ae45c1de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.2732763 Dec 21 02:07:16.136271 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-a0a1ad7d-4eae-4067-96b6-11ece9b54ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762267 Dec 21 02:07:16.247190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e16b4-0dd1-491c-beac-80e327f55aed req-272d4be3-57a2-455e-a988-12f269cc8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.248138 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e4b809f-f911-4621-b757-7d21ce9e8729 req-4a318c4f-94f9-45b8-aa1e-1c57f64b590d service neutron] 10.222.0.24 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764319 Dec 21 02:07:16.248828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e16b4-0dd1-491c-beac-80e327f55aed req-272d4be3-57a2-455e-a988-12f269cc8bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.1655073 Dec 21 02:07:16.283534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:16.312053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-d290da12-fc28-4b5e-b441-bc32ad071c5a service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645286 Dec 21 02:07:16.420291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:16.509322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-83578e85-bdea-4efe-b50b-e86f6a664b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.512985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-83578e85-bdea-4efe-b50b-e86f6a664b1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 917 time: 0.5360711 Dec 21 02:07:16.546733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-0c057a69-39f2-47c9-a2e6-928028dc8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.548215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-0c057a69-39f2-47c9-a2e6-928028dc8933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede52cff584841a6ad6f9521eb78d666&device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 1096 time: 0.1532166 Dec 21 02:07:16.561882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb7e16b4-0dd1-491c-beac-80e327f55aed req-d472421c-d19c-4f12-8931-10b74ae171d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953548 Dec 21 02:07:16.566889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:16.571429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:16.572824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57a8dae5-59ae-4ace-88e7-b91f7ec11379 HTTP/1.1" status: 204 len: 168 time: 0.6413770 Dec 21 02:07:16.582504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-004134ea-a64d-4a3a-8d2d-35f4651c6da6 req-8f2a48da-ced0-4ff3-b9a7-161743f7f422 service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618940 Dec 21 02:07:16.643877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-4818ed17-b385-4129-9482-7a483e258099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8117f8f-22f4-47a1-9da2-58804383a266 HTTP/1.1" status: 200 len: 217 time: 0.0773494 Dec 21 02:07:16.648425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1109a38a-9322-4b9a-aeb0-b87bbbbc92ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:16.668617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3ec92e41-19c2-4b38-a07c-f14df41b0a8f details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:07:16.770579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456e39e-8302-43b4-852e-89a74bb9e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a8dae5-59ae-4ace-88e7-b91f7ec11379,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:16.772603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-76257996-9d26-4b54-9b85-0957d8958d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.775917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-76257996-9d26-4b54-9b85-0957d8958d76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 200 len: 917 time: 0.2203434 Dec 21 02:07:16.895407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17beb3-2c71-4d23-bc7e-60bef523d2d9 req-b0e347dc-f35d-4d97-92b3-dcdc8b5ce303 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.900674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c17beb3-2c71-4d23-bc7e-60bef523d2d9 req-b0e347dc-f35d-4d97-92b3-dcdc8b5ce303 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 943 time: 0.4099550 Dec 21 02:07:16.923540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d69d-d41b-4488-8631-33de07ac4ede req-424ea470-8b2a-4dbb-9b88-1cdecba6cec7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:16.923941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:16.925098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eb6d69d-d41b-4488-8631-33de07ac4ede req-424ea470-8b2a-4dbb-9b88-1cdecba6cec7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.6115041 Dec 21 02:07:16.938998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'port_id': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'mac_address': 'fa:16:3e:5b:43:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:07:16.984322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:17.001278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec92e41-19c2-4b38-a07c-f14df41b0a8f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:17.034403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:17.047753 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:17.048224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-1162b6a2-f465-40c5-8abd-4da7a27d3d57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 HTTP/1.1" status: 200 len: 217 time: 0.0995972 Dec 21 02:07:17.077090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-479efbaf-e141-4392-b5ea-27409e0a8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:17.078831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-479efbaf-e141-4392-b5ea-27409e0a8aca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.3916016 Dec 21 02:07:17.155530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:17.156194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-b77be0d6-2d41-470f-9b91-ed393be322cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:17.157721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-b77be0d6-2d41-470f-9b91-ed393be322cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 200 len: 857 time: 0.1001418 Dec 21 02:07:17.219990 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-5d988446-4e30-4cee-afc6-b665f77769c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421057 Dec 21 02:07:17.293219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:17.381966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3ec92e41-19c2-4b38-a07c-f14df41b0a8f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:17.854170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39232) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:17.880685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbb38e06-895e-4a7e-ac44-ccf7e249eb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:17.893604 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-25ff92be-81ec-48e6-9997-962da89825b2 service neutron] 10.222.0.24 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727028 Dec 21 02:07:18.057615 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c2608ab-f38a-4220-8f37-6548e5cd14c3 req-95d4315d-7c9f-4f24-8823-c3f54ffd5396 service neutron] 10.222.0.24 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465044 Dec 21 02:07:18.071381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbb38e06-895e-4a7e-ac44-ccf7e249eb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.077834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbb38e06-895e-4a7e-ac44-ccf7e249eb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.170866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dbb38e06-895e-4a7e-ac44-ccf7e249eb12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=493624a2dd564268bb166e6808a3967e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150287 Dec 21 02:07:18.172097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb38e06-895e-4a7e-ac44-ccf7e249eb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a27fb6c-2fe4-409f-9bc5-6779f7082f51,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:18.174669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:18.209267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c17beb3-2c71-4d23-bc7e-60bef523d2d9 req-a1e669fe-39b9-4232-be9e-a5bd019f6a55 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2792101 Dec 21 02:07:18.213037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-b98bc444-3e2a-47f0-82a1-bcf23d4e98ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0387c93-1913-4c77-83ea-c8c635e955ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1249237 Dec 21 02:07:18.241946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eb6d69d-d41b-4488-8631-33de07ac4ede req-b089c2ea-6df8-42aa-a742-11ed900963e1 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2858338 Dec 21 02:07:18.257803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.308329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.344616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-dc3c5e87-f828-436a-8aa1-9740360111cb service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197953 Dec 21 02:07:18.381528 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.384125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.385328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a27fb6c-2fe4-409f-9bc5-6779f7082f51 HTTP/1.1" status: 204 len: 168 time: 0.2089438 Dec 21 02:07:18.397041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab2dcd-74d0-4974-abdf-31068d71b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a27fb6c-2fe4-409f-9bc5-6779f7082f51,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:18.532892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78907cf3-3a5b-4107-be43-e2f6b336dc5b req-78f08980-39bf-43f7-8507-7f078cf23d69 service neutron] 10.222.0.45 "GET /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798542 Dec 21 02:07:18.667355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.688806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c8117f8f-22f4-47a1-9da2-58804383a266 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:07:18.717651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3ec92e41-19c2-4b38-a07c-f14df41b0a8f up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:07:18.878836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c8117f8f-22f4-47a1-9da2-58804383a266,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:18.881908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:07:18.898935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:18.912680 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:18.915784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c8117f8f-22f4-47a1-9da2-58804383a266', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'port_id': 'c8117f8f-22f4-47a1-9da2-58804383a266', 'mac_address': 'fa:16:3e:43:82:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:07:18.971882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:18.986125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a9d715f-0320-442a-a45a-041246f9d6d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.021966 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.040677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8117f8f-22f4-47a1-9da2-58804383a266 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:19.073754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c8117f8f-22f4-47a1-9da2-58804383a266,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:19.102058 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.177850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:19.185776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a9d715f-0320-442a-a45a-041246f9d6d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.214746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a9d715f-0320-442a-a45a-041246f9d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.229489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.308266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:19.314965 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27afa7f-166f-4f51-8f32-c65f1339bf3c" -d '{"events": [{"server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:19.384943 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3a9d715f-0320-442a-a45a-041246f9d6d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fa5d9287681441b80cdccb50134a5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113696 Dec 21 02:07:19.386672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d715f-0320-442a-a45a-041246f9d6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2848f83b-b82b-4ed2-b2f2-068831d61670,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:19.389099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39288) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:19.396004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:19.426026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.459160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:07:19.468319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.477180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c8117f8f-22f4-47a1-9da2-58804383a266'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:19.537313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:19.544830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e933f-f6af-4931-b922-bcff70cd44af req-3d50e30c-9b5f-44b9-8ab6-71845e2c5a90 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:19.546441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c12e933f-f6af-4931-b922-bcff70cd44af req-3d50e30c-9b5f-44b9-8ab6-71845e2c5a90 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1734869 Dec 21 02:07:19.557854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.595232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30642a1-a83d-4355-a9e8-d8f5f85b7a47 req-5d6fdda2-0ce4-42cf-a2f6-4df16f7edcd0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:19.598695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b30642a1-a83d-4355-a9e8-d8f5f85b7a47 req-5d6fdda2-0ce4-42cf-a2f6-4df16f7edcd0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 944 time: 0.1547444 Dec 21 02:07:19.619519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.680417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b30642a1-a83d-4355-a9e8-d8f5f85b7a47 req-b589d85e-30e8-4f0e-91a4-16b182c245ed tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753765 Dec 21 02:07:19.726155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.729434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.732653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:19.734356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2848f83b-b82b-4ed2-b2f2-068831d61670 HTTP/1.1" status: 204 len: 168 time: 0.3225420 Dec 21 02:07:19.744597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec935f3-0b8e-4ace-9180-f88c5aad6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2848f83b-b82b-4ed2-b2f2-068831d61670,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:19.752403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c12e933f-f6af-4931-b922-bcff70cd44af req-f9d5dd28-cd4b-43b3-99a4-631011147bdf tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978745 Dec 21 02:07:19.808276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50', 'network_id': 'd0387c93-1913-4c77-83ea-c8c635e955ce', 'port_id': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50', 'mac_address': 'fa:16:3e:5e:0f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:07:19.811400 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0626b27d-2e1b-4ec0-ad4d-94690cfd4d8a x-openstack-request-id: req-0626b27d-2e1b-4ec0-ad4d-94690cfd4d8a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:19.811694 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:19.811951 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0626b27d-2e1b-4ec0-ad4d-94690cfd4d8a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:19.812344 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'code': 200} Dec 21 02:07:19.941519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:19.961122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3638f-79c4-47b1-b713-e6a991dd78a0 req-db461acd-38bd-498e-93c8-57947eb4fa79 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:19.963415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aab3638f-79c4-47b1-b713-e6a991dd78a0 req-db461acd-38bd-498e-93c8-57947eb4fa79 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1175683 Dec 21 02:07:19.974330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:19.983810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'floatingip': {'port_id': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:19.984926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:20.028333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:20.039636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:20.043433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d158-0cd8-434c-b964-d877efd3317e req-749733c2-9188-4df5-964b-29adc60196e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:20.046648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a714d158-0cd8-434c-b964-d877efd3317e req-749733c2-9188-4df5-964b-29adc60196e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 1098 time: 0.1123300 Dec 21 02:07:20.110152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:20.132348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a714d158-0cd8-434c-b964-d877efd3317e req-b14e8671-f3ff-4ec8-89d7-9ee788055fcc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765569 Dec 21 02:07:20.153193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:20.413162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:20.694025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c8117f8f-22f4-47a1-9da2-58804383a266 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:07:20.822891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port c8117f8f-22f4-47a1-9da2-58804383a266 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:07:20.840314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port c8117f8f-22f4-47a1-9da2-58804383a266 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:20.840719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:20.924510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742cfb3-8724-4c85-9732-f2f39d558642 req-5f03adcc-df00-4a86-b608-4f3b4850074f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:20.934641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d742cfb3-8724-4c85-9732-f2f39d558642 req-5f03adcc-df00-4a86-b608-4f3b4850074f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 944 time: 0.1212215 Dec 21 02:07:21.023907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.024333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d742cfb3-8724-4c85-9732-f2f39d558642 req-dadde209-e56c-4932-9474-49cd91e7246c tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871556 Dec 21 02:07:21.060812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.076063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.087163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c8117f8f-22f4-47a1-9da2-58804383a266,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:21.093453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.152492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:21.276443 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Floating IP 08db5c14-3875-45bf-a1ae-041de81d4118 associated. External IP: 172.25.6.70, port: f3e522b0-bd54-47ee-8287-c3999ccc66a6. Dec 21 02:07:21.459775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:07:21.580315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:07:21.585779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:21.587900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.784692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:21.797438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:07:21.852413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266'}, {'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:21.857043 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0abc4-f7f4-49c0-bc0f-fbdf0de5ae4c" -d '{"events": [{"server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "name": "network-vif-plugged", "status": "completed", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266"}, {"server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:21.921270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:21.933028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:22.066475 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d9ec4-bc4b-4931-8942-276d170ec2ea x-openstack-request-id: req-1f1d9ec4-bc4b-4931-8942-276d170ec2ea {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:22.066781 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "name": "network-vif-plugged", "status": "completed", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266", "code": 200}, {"server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "name": "network-vif-plugged", "status": "completed", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:22.067043 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f1d9ec4-bc4b-4931-8942-276d170ec2ea {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:22.067451 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266', 'code': 200} Dec 21 02:07:22.067752 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50', 'code': 200} Dec 21 02:07:22.069421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:22.115116 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:22.133300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:07:22.145015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:07:22.156736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:22.192405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:22.201946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:22.240559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dcb8db14-4e79-4d95-a0f5-bbbcb79e8638 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "PUT /v2.0/floatingips/08db5c14-3875-45bf-a1ae-041de81d4118 HTTP/1.1" status: 200 len: 991 time: 2.2652555 Dec 21 02:07:22.242116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:22.245878 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b69131-cd21-42f9-bcbd-8c95c4775439" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:22.428197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f6471-da04-469e-b40c-d77814daa71e req-8405fba0-a788-4979-b5d4-8e64dd9fe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:22.429791 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-673f6471-da04-469e-b40c-d77814daa71e req-8405fba0-a788-4979-b5d4-8e64dd9fe939 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 1097 time: 0.2757735 Dec 21 02:07:22.466430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35a2bb-4a20-410b-b591-12d20cf1d389 req-801557bc-b30e-4984-ad87-aa97ab269c58 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:22.478734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db35a2bb-4a20-410b-b591-12d20cf1d389 req-801557bc-b30e-4984-ad87-aa97ab269c58 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 945 time: 0.2106450 Dec 21 02:07:22.494021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:22.540013 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575b905-8e0a-42a8-b008-7b4767231dfa x-openstack-request-id: req-2575b905-8e0a-42a8-b008-7b4767231dfa {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:22.541424 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:22.543540 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2575b905-8e0a-42a8-b008-7b4767231dfa {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:22.544210 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'status': 'completed', 'code': 200} Dec 21 02:07:22.592355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7439eb-3335-4347-b5ec-ca471c4705bd req-cc32650b-db2a-424c-8ff6-051e0d56b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:22.598896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2d7439eb-3335-4347-b5ec-ca471c4705bd req-cc32650b-db2a-424c-8ff6-051e0d56b943 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 1098 time: 0.4720423 Dec 21 02:07:22.658600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-db35a2bb-4a20-410b-b591-12d20cf1d389 req-a892137d-6227-47b8-90b1-ca525f8dd0a6 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788886 Dec 21 02:07:22.711021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-32c269c7-b306-4df6-a5bb-a85da94006d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:22.713281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-32c269c7-b306-4df6-a5bb-a85da94006d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.1229415 Dec 21 02:07:22.730281 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2d7439eb-3335-4347-b5ec-ca471c4705bd req-2f0cce99-c2f4-4649-86d9-ad2ba14c8b7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227858 Dec 21 02:07:22.832092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-1f2aea53-77d2-4670-ab30-1399c4a5d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:22.833898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-1f2aea53-77d2-4670-ab30-1399c4a5d271 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.0963683 Dec 21 02:07:22.836561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-673f6471-da04-469e-b40c-d77814daa71e req-b35ad793-f246-4a93-b60f-555fbca151c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961327 Dec 21 02:07:23.014029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '08db5c14-3875-45bf-a1ae-041de81d4118', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:ce:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf52d78-6526-46f8-966a-24892b76b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:06:53Z', 'updated_at': '2021-12-21T02:07:20Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:23.212178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-57e3f512-5f45-4d0e-9b47-d7d2a6894beb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 999 time: 0.1241379 Dec 21 02:07:23.294844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:07:23.305893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:23.307576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:23.346260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-634ae299-d242-4ed9-a206-5aed8b28379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:23.348115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-634ae299-d242-4ed9-a206-5aed8b28379a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.1275675 Dec 21 02:07:23.444740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-94e54331-a4c4-4fb2-9300-9292b1561ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:23.444740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-94e54331-a4c4-4fb2-9300-9292b1561ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886152 Dec 21 02:07:23.606318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-6df5d2a4-fe00-40fa-9e0c-6ad2b4285d12 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536262 Dec 21 02:07:23.626617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:23.873830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8b69131-cd21-42f9-bcbd-8c95c4775439 req-48954460-a863-457d-9483-16cf206b12cd service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344048 Dec 21 02:07:23.914695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0e98-f5a8-42a9-9ddb-9855c59d972e req-a39fdfe2-fff6-4a6d-adae-8a18cb11eceb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:23.930761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b4d0e98-f5a8-42a9-9ddb-9855c59d972e req-a39fdfe2-fff6-4a6d-adae-8a18cb11eceb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 945 time: 0.1827278 Dec 21 02:07:24.111214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b4d0e98-f5a8-42a9-9ddb-9855c59d972e req-76496d35-2c95-42ff-84af-f9c5ada7b722 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780105 Dec 21 02:07:24.206730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '08db5c14-3875-45bf-a1ae-041de81d4118', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:ce:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf52d78-6526-46f8-966a-24892b76b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:06:53Z', 'updated_at': '2021-12-21T02:07:20Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:24.252327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4d3ee-c25f-4897-ad49-d9799705cd22 None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '08db5c14-3875-45bf-a1ae-041de81d4118', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:ce:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf52d78-6526-46f8-966a-24892b76b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:06:53Z', 'updated_at': '2021-12-21T02:07:20Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:07:24.677540 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df37a28-d5a2-486b-88fb-c14190d95656 None None] New status for floating IP 08db5c14-3875-45bf-a1ae-041de81d4118: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:07:25.278317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd091-8a4a-423c-a377-f066e9f43298 req-3f642d2a-7180-4adf-b079-faf5fba92975 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:25.280441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-254fd091-8a4a-423c-a377-f066e9f43298 req-3f642d2a-7180-4adf-b079-faf5fba92975 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 945 time: 0.0831034 Dec 21 02:07:25.347615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-254fd091-8a4a-423c-a377-f066e9f43298 req-fb963e54-33ef-4f52-9d35-771b03084a02 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597539 Dec 21 02:07:25.613176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7cc0d-7610-45bf-b929-f6c979b386d5 req-c85a7226-6916-479d-8127-07deac6ae4a1 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:25.622378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63a7cc0d-7610-45bf-b929-f6c979b386d5 req-c85a7226-6916-479d-8127-07deac6ae4a1 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 946 time: 0.1709502 Dec 21 02:07:25.691541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63a7cc0d-7610-45bf-b929-f6c979b386d5 req-aa6e97c0-6fa5-4678-a875-0b874625cc87 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681431 Dec 21 02:07:25.864741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6adb-65c5-4a7f-a544-fdaba94856e3 req-d07c6799-7a0a-46b8-9393-22765edf18c7 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:25.866744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-687d6adb-65c5-4a7f-a544-fdaba94856e3 req-d07c6799-7a0a-46b8-9393-22765edf18c7 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 946 time: 0.0666203 Dec 21 02:07:25.944330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-687d6adb-65c5-4a7f-a544-fdaba94856e3 req-dc4d310e-9a85-4e2a-aaff-264571ebdc2d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695245 Dec 21 02:07:26.315783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30f00-dcfa-4ff1-802e-c9e157849952 req-5c38fe9b-aa51-4fae-b376-77c43445129a tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:26.315783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79a30f00-dcfa-4ff1-802e-c9e157849952 req-5c38fe9b-aa51-4fae-b376-77c43445129a tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 946 time: 0.0739734 Dec 21 02:07:26.418532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79a30f00-dcfa-4ff1-802e-c9e157849952 req-2ec902fc-9cda-4864-a397-245abd072f4b tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Dec 21 02:07:26.735644 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:27.652009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7c909-1cec-4e82-8278-398d6be94170 req-5eada4af-dd02-44f4-b411-a8b2263f209e tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:27.656024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cc7c909-1cec-4e82-8278-398d6be94170 req-5eada4af-dd02-44f4-b411-a8b2263f209e tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 946 time: 0.0843925 Dec 21 02:07:27.769960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cc7c909-1cec-4e82-8278-398d6be94170 req-fe3b538e-b4de-405b-9dda-b5f2c510ab20 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013341 Dec 21 02:07:28.000680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-35c10b31-08c7-473b-bac8-f0ba2bdb1401 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:28.002730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-35c10b31-08c7-473b-bac8-f0ba2bdb1401 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 946 time: 0.0597081 Dec 21 02:07:28.270668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Deleting port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:28.271023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:28.423528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] For port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:28.423965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:28.439051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Calling delete_port for 3ec92e41-19c2-4b38-a07c-f14df41b0a8f owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:28.630948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:28.675796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'c8117f8f-22f4-47a1-9da2-58804383a266'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:28.678054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:28.682235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event deleted for resources: {'Port': ['ID=3ec92e41-19c2-4b38-a07c-f14df41b0a8f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:28.788611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] No DVR routers for this DVR port 3ec92e41-19c2-4b38-a07c-f14df41b0a8f on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:07:28.791720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:28.795287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dc4843a-5bfb-4bd0-9820-7bdf9c9e4012 req-78b4f8f2-8582-4ff5-82c7-2d061e776bff tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "DELETE /v2.0/ports/3ec92e41-19c2-4b38-a07c-f14df41b0a8f HTTP/1.1" status: 204 len: 173 time: 0.7609174 Dec 21 02:07:28.796125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'name': 'network-vif-deleted', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:28.805481 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdad77a-7d05-40c3-b41f-89f231f08563" -d '{"events": [{"server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "name": "network-vif-deleted", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:28.978335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52816e73-d627-4665-99af-e040b5f510ec req-548714a4-1fc9-4e5b-90e0-d40384d9df6f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=8749ec44-b5ff-4e78-aa5b-21ad8788bca9 HTTP/1.1" status: 200 len: 210 time: 0.0713954 Dec 21 02:07:29.282787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ded33-c01b-4599-828b-bdb1bf2befe8 req-cb403dca-e0fb-4265-8ae6-0290d7ffeb12 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:29.284973 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-384ded33-c01b-4599-828b-bdb1bf2befe8 req-cb403dca-e0fb-4265-8ae6-0290d7ffeb12 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1099 time: 0.0499153 Dec 21 02:07:29.333915 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae5370-159f-41f3-9d87-40de53f2b572 x-openstack-request-id: req-ddae5370-159f-41f3-9d87-40de53f2b572 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:29.334215 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8749ec44-b5ff-4e78-aa5b-21ad8788bca9", "name": "network-vif-deleted", "tag": "3ec92e41-19c2-4b38-a07c-f14df41b0a8f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:29.334471 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddae5370-159f-41f3-9d87-40de53f2b572 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:29.334874 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8749ec44-b5ff-4e78-aa5b-21ad8788bca9', 'name': 'network-vif-deleted', 'tag': '3ec92e41-19c2-4b38-a07c-f14df41b0a8f', 'status': 'completed', 'code': 200} Dec 21 02:07:29.351328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-384ded33-c01b-4599-828b-bdb1bf2befe8 req-6a351e28-8eeb-42df-b673-15c320c7799e tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603757 Dec 21 02:07:29.372846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:29.833569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port f810d731-bdb6-4786-92a1-f7500ed4a48e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:29.834173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:29.932614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:29.932959 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:29.962557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for f810d731-bdb6-4786-92a1-f7500ed4a48e owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:30.345794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:30.443545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=f810d731-bdb6-4786-92a1-f7500ed4a48e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:30.537915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:30.538810 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP cf324b3e-dba6-4c84-a6fc-76bdb400ae3f disassociated (deleted). External IP: 172.25.6.246, port: fd301bce-f078-43ba-882f-e1b818f3e7f2. Dec 21 02:07:30.878668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:07:31.391051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:07:31.396559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:31.403189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Sync routers for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:07:31.458505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:31.459169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:31.497412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f50de0c8-2b02-4832-93e4-7f149870a68c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/floatingips/cf324b3e-dba6-4c84-a6fc-76bdb400ae3f HTTP/1.1" status: 204 len: 168 time: 2.1244211 Dec 21 02:07:31.497412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:31.505946 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c24fa23-5b80-46af-85ce-a2d19cdc0757" -d '{"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:31.588970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb84c-a197-46a4-b57e-1b7c3c7a6aaa req-448571c3-b9f2-4d91-96a0-8b57d98b420c tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:31.596209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb84c-a197-46a4-b57e-1b7c3c7a6aaa req-448571c3-b9f2-4d91-96a0-8b57d98b420c tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:31.597962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18bcb84c-a197-46a4-b57e-1b7c3c7a6aaa req-448571c3-b9f2-4d91-96a0-8b57d98b420c tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a&device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 1682 time: 0.1503024 Dec 21 02:07:31.702355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18bcb84c-a197-46a4-b57e-1b7c3c7a6aaa req-a011ce5f-275d-48b6-9291-817027aef9c0 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952845 Dec 21 02:07:31.729034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:31.843118 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b68d848-61d8-4287-8fa1-ff8ce6e47a48 x-openstack-request-id: req-0b68d848-61d8-4287-8fa1-ff8ce6e47a48 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:31.843515 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:31.843904 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b68d848-61d8-4287-8fa1-ff8ce6e47a48 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:31.844929 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:07:32.209429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-eaf31052-cdb0-48b3-8612-8561a8e81552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:32.223726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-eaf31052-cdb0-48b3-8612-8561a8e81552 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 1099 time: 0.1977463 Dec 21 02:07:32.360177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15330a1e-a837-4017-ad09-f198e8e44ca5 req-9fd4ec54-4022-4462-82fb-bcb2b5978e95 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:32.361920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15330a1e-a837-4017-ad09-f198e8e44ca5 req-9fd4ec54-4022-4462-82fb-bcb2b5978e95 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 947 time: 0.2623508 Dec 21 02:07:32.410712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:32.464790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Checking router: 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:07:32.483470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:32.485146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:32.512451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-bcf87c46-9f66-470f-9ad5-9537d9edd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:32.513972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-bcf87c46-9f66-470f-9ad5-9537d9edd49b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 200 len: 896 time: 0.2857618 Dec 21 02:07:32.637262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:32.727875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-69806a66-3ab7-4e3c-a5d6-1545fe4ddd6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 200 len: 217 time: 0.1975665 Dec 21 02:07:32.741022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15330a1e-a837-4017-ad09-f198e8e44ca5 req-5babd180-dfa4-4e2e-8936-32afcce1dc21 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300827 Dec 21 02:07:32.869528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-4746bf13-2d31-413e-8e04-91e8c179ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:32.871025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-4746bf13-2d31-413e-8e04-91e8c179ef86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 200 len: 835 time: 0.1288614 Dec 21 02:07:32.903287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3ec92e41-19c2-4b38-a07c-f14df41b0a8f no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:32.964285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-a33b788d-a830-416a-a6c6-a7c579e1e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:32.965806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-a33b788d-a830-416a-a6c6-a7c579e1e870 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c22c855-7974-4580-a687-afa13eb477e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759642 Dec 21 02:07:32.997011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 3ec92e41-19c2-4b38-a07c-f14df41b0a8f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:32.997819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3ec92e41-19c2-4b38-a07c-f14df41b0a8f not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:33.160914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-52138929-f996-49c3-a9fc-981aec96003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:33.236177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52138929-f996-49c3-a9fc-981aec96003c None None] The sync data for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 is: [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:05:01Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63', 'name': '', 'network_id': '6c22c855-7974-4580-a687-afa13eb477e7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:96:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:59Z', 'updated_at': '2021-12-21T02:05:07Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'b23b3ebb-b8d5-495d-a327-76a99622b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:07:33.245595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-f98f5b19-59b5-4525-839e-e64d1d5747f6 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702851 Dec 21 02:07:33.264190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04bfe4-0f98-47b9-a265-75ae8c10cae8 req-612efdcf-ccc3-4651-9135-dc59623011fb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:33.271949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb04bfe4-0f98-47b9-a265-75ae8c10cae8 req-612efdcf-ccc3-4651-9135-dc59623011fb tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 946 time: 0.1975625 Dec 21 02:07:33.443224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb04bfe4-0f98-47b9-a265-75ae8c10cae8 req-40b137f8-2d51-435d-a47c-4d5810d6309c tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701250 Dec 21 02:07:33.516787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c24fa23-5b80-46af-85ce-a2d19cdc0757 req-340f32b6-5f97-499e-8018-14b829be4b78 service neutron] 10.222.0.45 "GET /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566359 Dec 21 02:07:33.772101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-e10bd86d-fc40-486a-bf25-3993cc3fd7f0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:33.778194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-e10bd86d-fc40-486a-bf25-3993cc3fd7f0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 947 time: 0.0961356 Dec 21 02:07:33.885863 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bb475b-9b84-4685-aa81-50f941243e70 None None] New status for floating IP cf324b3e-dba6-4c84-a6fc-76bdb400ae3f: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:07:34.063574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44462ae-8629-435f-9621-e4d9119413b0 req-4754bc7c-76d0-4eae-9ad2-b390e1593c53 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:34.065166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c44462ae-8629-435f-9621-e4d9119413b0 req-4754bc7c-76d0-4eae-9ad2-b390e1593c53 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 947 time: 0.2115798 Dec 21 02:07:34.082756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:34.114984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:34.115484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.353917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c44462ae-8629-435f-9621-e4d9119413b0 req-f0eadc9e-74d8-4148-b3a3-2d834dc2abd6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=571aca18-2c0f-419b-89fc-f525cd4c6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645926 Dec 21 02:07:34.385304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cee1f1b-1169-4c3c-92b8-18bdb9b5af86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.434191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port fd301bce-f078-43ba-882f-e1b818f3e7f2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fd301bce-f078-43ba-882f-e1b818f3e7f2,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:34.434479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.455605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for fd301bce-f078-43ba-882f-e1b818f3e7f2 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:34.489185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-a50b1aa6-92ff-4f44-8411-4bc41aa89f3b tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:34.491228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-a50b1aa6-92ff-4f44-8411-4bc41aa89f3b tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 946 time: 0.1089413 Dec 21 02:07:34.664946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cee1f1b-1169-4c3c-92b8-18bdb9b5af86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.679438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cee1f1b-1169-4c3c-92b8-18bdb9b5af86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.734993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4cee1f1b-1169-4c3c-92b8-18bdb9b5af86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6031e66d9df44f20b9c3805c661996f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6511593 Dec 21 02:07:34.746325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-a2d37e2c-e0be-4c1f-bf59-c6c5e049f51f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:34.748205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-a2d37e2c-e0be-4c1f-bf59-c6c5e049f51f tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3e80aec-3efa-472a-b661-469c6462d5de HTTP/1.1" status: 200 len: 945 time: 0.1923175 Dec 21 02:07:34.749273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:34.757535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1f1b-1169-4c3c-92b8-18bdb9b5af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb92f7-3997-4cc7-80d8-d7c59c82b62b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:34.788047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316cae-d383-440d-879b-337968556010 req-205faec5-81cd-47df-a682-06b9ec1afe35 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:34.795073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e316cae-d383-440d-879b-337968556010 req-205faec5-81cd-47df-a682-06b9ec1afe35 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 946 time: 0.1798034 Dec 21 02:07:34.920043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.923010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Deleting port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:34.923437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.950247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:34.984007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e316cae-d383-440d-879b-337968556010 req-c7eefad1-e615-4d46-af13-5db157d455e1 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/security-groups?id=64e45786-42b1-42e6-96bf-1850ebf8eade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779096 Dec 21 02:07:35.028793 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.048483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Deleting port c8117f8f-22f4-47a1-9da2-58804383a266 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:35.049261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.077075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=fd301bce-f078-43ba-882f-e1b818f3e7f2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:35.154106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] For port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:35.154839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.173101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Calling delete_port for ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:35.228528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] For port c8117f8f-22f4-47a1-9da2-58804383a266, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c8117f8f-22f4-47a1-9da2-58804383a266,segment=NetworkSegment(c72ed324-da2f-4cda-bb90-b8c5d96a672f),segment_id=c72ed324-da2f-4cda-bb90-b8c5d96a672f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:35.229152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.247895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Calling delete_port for c8117f8f-22f4-47a1-9da2-58804383a266 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:35.428366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] No DVR routers for this DVR port fd301bce-f078-43ba-882f-e1b818f3e7f2 on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:07:35.434719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.439579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a513d7f-2192-4b09-9f41-22cb28f8c575 req-bf4f78c6-d5a5-4271-88a5-677b8949401e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "DELETE /v2.0/ports/fd301bce-f078-43ba-882f-e1b818f3e7f2 HTTP/1.1" status: 204 len: 173 time: 1.6555343 Dec 21 02:07:35.440283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.442100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-deleted', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:35.451385 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eccb346-4fd1-4c02-8fbf-df6e1e89d64b" -d '{"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-deleted", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:35.467660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.474864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:35.524599 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.534761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event deleted for resources: {'Port': ['ID=ecdac6ca-88b1-45e5-9a99-45dbd9b86f50,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:35.534983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.548218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0deb92f7-3997-4cc7-80d8-d7c59c82b62b HTTP/1.1" status: 204 len: 168 time: 0.7975657 Dec 21 02:07:35.590620 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55cf9e-be9d-45d5-bee6-7f55c1ca343a x-openstack-request-id: req-5a55cf9e-be9d-45d5-bee6-7f55c1ca343a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:35.590927 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5184c22c-fbe7-41a1-91f1-75173514fe25", "name": "network-vif-deleted", "tag": "fd301bce-f078-43ba-882f-e1b818f3e7f2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:35.591193 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a55cf9e-be9d-45d5-bee6-7f55c1ca343a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:35.591605 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5184c22c-fbe7-41a1-91f1-75173514fe25', 'name': 'network-vif-deleted', 'tag': 'fd301bce-f078-43ba-882f-e1b818f3e7f2', 'status': 'completed', 'code': 200} Dec 21 02:07:35.608520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c8117f8f-22f4-47a1-9da2-58804383a266'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:35.616569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] No DVR routers for this DVR port ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:07:35.623851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.627630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-043862b5-be3b-41eb-b4fb-595fe0141fd2 req-46f5afcc-46e3-47ab-93bc-0991d7730a98 tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.24 "DELETE /v2.0/ports/ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 HTTP/1.1" status: 204 len: 173 time: 1.1202977 Dec 21 02:07:35.700248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15849a81-6321-4576-9dfb-60fde2ac15c0 req-cfc5f386-2c4a-453a-9634-047105831c7d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=5184c22c-fbe7-41a1-91f1-75173514fe25 HTTP/1.1" status: 200 len: 210 time: 0.0795090 Dec 21 02:07:35.706332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Pushing event deleted for resources: {'Port': ['ID=c8117f8f-22f4-47a1-9da2-58804383a266,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:35.712121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cbb49-147b-447b-aaf9-5f2f48c64372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb92f7-3997-4cc7-80d8-d7c59c82b62b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:35.738425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['c8117f8f-22f4-47a1-9da2-58804383a266'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:07:35.819080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] No DVR routers for this DVR port c8117f8f-22f4-47a1-9da2-58804383a266 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:07:35.824775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:35.836200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1b1d9a27-4c6a-4f7f-a251-aa2ddcaec114 req-ccc03893-bad7-4681-b84c-0758283d47ac tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.45 "DELETE /v2.0/ports/c8117f8f-22f4-47a1-9da2-58804383a266 HTTP/1.1" status: 204 len: 173 time: 1.0737708 Dec 21 02:07:35.850499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'name': 'network-vif-deleted', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:35.853319 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d3f27-ad63-4dbe-8888-40829f24796b" -d '{"events": [{"server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "name": "network-vif-deleted", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:35.984784 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ba0c7-b319-4518-8984-ffb966443cd2 x-openstack-request-id: req-372ba0c7-b319-4518-8984-ffb966443cd2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:35.985318 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e80aec-3efa-472a-b661-469c6462d5de", "name": "network-vif-deleted", "tag": "c8117f8f-22f4-47a1-9da2-58804383a266", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:35.985701 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-372ba0c7-b319-4518-8984-ffb966443cd2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:35.986206 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e80aec-3efa-472a-b661-469c6462d5de', 'name': 'network-vif-deleted', 'tag': 'c8117f8f-22f4-47a1-9da2-58804383a266', 'status': 'completed', 'code': 200} Dec 21 02:07:36.190535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36d2fad5-b400-4609-ab62-1a4d086f26e5 req-e2140bad-0439-40b1-ae2e-5b7d253b128d tempest-ListServersNegativeTestJSON-161504367 tempest-ListServersNegativeTestJSON-161504367-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c47054-b573-4b15-9535-8ea41c0d047a HTTP/1.1" status: 200 len: 210 time: 0.0450702 Dec 21 02:07:36.356419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39980) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:36.395343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d99d08e-62f5-4fb0-879f-2674d2f4844b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.510635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d99d08e-62f5-4fb0-879f-2674d2f4844b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.530876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d99d08e-62f5-4fb0-879f-2674d2f4844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.619336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3d99d08e-62f5-4fb0-879f-2674d2f4844b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af1f4df943bd4a8bb697880947dace7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617767 Dec 21 02:07:36.620326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99d08e-62f5-4fb0-879f-2674d2f4844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13897e-71b0-422b-931c-d8819f5f6b48,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:36.621912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:36.724229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.760912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.767207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c8117f8f-22f4-47a1-9da2-58804383a266 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:36.816482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: c8117f8f-22f4-47a1-9da2-58804383a266 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:36.817017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c8117f8f-22f4-47a1-9da2-58804383a266 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:36.818507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:36.838268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39992) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:36.854680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: fd301bce-f078-43ba-882f-e1b818f3e7f2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:36.855302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fd301bce-f078-43ba-882f-e1b818f3e7f2 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:36.885651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.890477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:36.893963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e13897e-71b0-422b-931c-d8819f5f6b48 HTTP/1.1" status: 204 len: 168 time: 0.2688804 Dec 21 02:07:36.902234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f71818-b5fd-448e-bfcb-6b2681017454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13897e-71b0-422b-931c-d8819f5f6b48,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:37.393269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40016) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:37.445566 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:07:37.502777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Deleting subnet a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:07:37.507514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:37.525588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:37.630265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:37.630667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ecdac6ca-88b1-45e5-9a99-45dbd9b86f50 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:37.716578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:37.766605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'name': 'network-vif-deleted', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:37.769045 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa466b8-d83c-4820-b282-21cce1b9a314" -d '{"events": [{"server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "name": "network-vif-deleted", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:37.856932 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa12ffe-0002-431d-b636-555efbe2f3b0 x-openstack-request-id: req-cfa12ffe-0002-431d-b636-555efbe2f3b0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:37.857158 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c47054-b573-4b15-9535-8ea41c0d047a", "name": "network-vif-deleted", "tag": "ecdac6ca-88b1-45e5-9a99-45dbd9b86f50", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:37.857812 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfa12ffe-0002-431d-b636-555efbe2f3b0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:37.858396 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c47054-b573-4b15-9535-8ea41c0d047a', 'name': 'network-vif-deleted', 'tag': 'ecdac6ca-88b1-45e5-9a99-45dbd9b86f50', 'status': 'completed', 'code': 200} Dec 21 02:07:37.878187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.023327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.055297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:38.061894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.067777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e8b1f3ba-89b8-476b-bca9-a51bfacfcb8d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a6abf6c0-0bf6-4c88-8f25-ac6d9515b19e HTTP/1.1" status: 204 len: 168 time: 0.6732152 Dec 21 02:07:38.083578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:38.193533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.300612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.325262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0387c93-1913-4c77-83ea-c8c635e955ce']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:38.340809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72ed324-da2f-4cda-bb90-b8c5d96a672f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:38.341209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72ed324-da2f-4cda-bb90-b8c5d96a672f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:38.342624 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.374475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.408134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.420686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:07:38.421701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:07:38.423953 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:07:38.558804 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.567423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.570761 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d0387c93-1913-4c77-83ea-c8c635e955ce HTTP/1.1" status: 204 len: 168 time: 0.4854779 Dec 21 02:07:38.596904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00ac59-6f0d-45f5-904c-92af9716fc65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0387c93-1913-4c77-83ea-c8c635e955ce,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:38.738367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:38.738720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.972002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:38.972002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:38.973097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40080) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:39.021324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:39.074104 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-829b0710-7d99-4e78-a5b9-c4a28b977292 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ede52cff584841a6ad6f9521eb78d666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017447 Dec 21 02:07:39.075769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40084) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:39.244601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.288629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.317006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40092) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:39.380072 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.398349 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.401709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.403347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64e45786-42b1-42e6-96bf-1850ebf8eade HTTP/1.1" status: 204 len: 168 time: 0.3253088 Dec 21 02:07:39.421195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1232556-343f-453f-b5c2-a74f14c72221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e45786-42b1-42e6-96bf-1850ebf8eade,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:39.511566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:39.777674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:39.851001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e209f15-9c88-4663-a5ef-b26eae96d79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.133207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:07:40.165283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e209f15-9c88-4663-a5ef-b26eae96d79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.176358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e209f15-9c88-4663-a5ef-b26eae96d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.253166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:40.253832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8e209f15-9c88-4663-a5ef-b26eae96d79c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d5f428832e640c1a534970670b96bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9345427 Dec 21 02:07:40.256442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e209f15-9c88-4663-a5ef-b26eae96d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d77d9-a77b-4ede-a7c6-d59c5c863eda,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:40.403203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.463315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.466027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:07:40.480035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Sync routers for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:07:40.496345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8adfbb83-5c19-46b4-89af-69871e96773f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6555369 Dec 21 02:07:40.500486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:40.501027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40152) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:40.510173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:40.557726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.560669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.562039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed4d77d9-a77b-4ede-a7c6-d59c5c863eda HTTP/1.1" status: 204 len: 168 time: 0.3076775 Dec 21 02:07:40.572890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d2dae-88a2-4e59-8111-bacc1ce13d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d77d9-a77b-4ede-a7c6-d59c5c863eda,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:40.636720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting subnet b23b3ebb-b8d5-495d-a327-76a99622b16d {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:07:40.649150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.657157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:40.732857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:40.846147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:41.036359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.219279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-6872126-network', 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:41.288750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.318783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:07:39Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:41.335168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:41.350570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Subnet': ['ID=b23b3ebb-b8d5-495d-a327-76a99622b16d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:41.353130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.361631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Checking router: 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:07:41.366672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.380440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e94a4f1e-5aed-4851-bb77-3b7f69ff76c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/subnets/b23b3ebb-b8d5-495d-a327-76a99622b16d HTTP/1.1" status: 204 len: 168 time: 0.8747065 Dec 21 02:07:41.381641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40190) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:41.392044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c0c85-b238-44ed-8324-519d47d61d6c None None] Network 6c22c855-7974-4580-a687-afa13eb477e7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:07:41.418695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.445551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Routers {'2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:41.446613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:41.584514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.592375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.624655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f761c468-a188-417e-9b0f-cb4afdc937c5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:41.639664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:07:41.639926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.663030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.663668 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Added segment 3e270f71-cc4f-46b8-b6e7-f070e90f882f of type vlan for network 79b19874-0049-4fbc-a03a-c0e25f5bbabe Dec 21 02:07:41.715877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.770187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.771879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:41.773580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:41.917494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.005381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40210) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:42.008463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3469949 Dec 21 02:07:42.010521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Request body: {'subnet': {'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-6872126-subnet', 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:42.022878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815be9-b090-4095-806b-d6855d53ecdf admin admin] Pushing event updated for resources: {'Network': ['ID=79b19874-0049-4fbc-a03a-c0e25f5bbabe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:42.067255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 79661ca1-7283-4f4c-a10d-cb344910a420 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:42.070980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.102710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:07:42.168266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 79661ca1-7283-4f4c-a10d-cb344910a420, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=79661ca1-7283-4f4c-a10d-cb344910a420,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:42.169021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.183006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 79661ca1-7283-4f4c-a10d-cb344910a420 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:42.201375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] Set router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:42.245996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] DHCP port deletion for 6c22c855-7974-4580-a687-afa13eb477e7 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:07:42.395644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:42.399277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.437709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Deleting port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:07:42.438208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.604121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] For port 3de1da17-4d92-42c6-89fe-8dc9db68cec5, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3de1da17-4d92-42c6-89fe-8dc9db68cec5,segment=NetworkSegment(12151805-840b-429f-9ec0-92c806747da1),segment_id=12151805-840b-429f-9ec0-92c806747da1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:42.604536 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.617711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.644807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Calling delete_port for 3de1da17-4d92-42c6-89fe-8dc9db68cec5 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:07:42.728053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=79661ca1-7283-4f4c-a10d-cb344910a420,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:42.808785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77670de-a89f-41e4-973f-83f12f1720d5 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:07:42.818957 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:42.881346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] No DVR routers for this DVR port 3de1da17-4d92-42c6-89fe-8dc9db68cec5 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:07:43.007295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Pushing event deleted for resources: {'Port': ['ID=3de1da17-4d92-42c6-89fe-8dc9db68cec5,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:43.025407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.025774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.026121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.026622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.026950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.027472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.027811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.028328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.028713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.029050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.029418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.029754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.030078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9d025-ebcd-44c5-a4cc-ee52add96d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:43.086840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:07:39Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:43.122618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:43.146784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:43.162345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60410df0-d654-403f-8719-96b10a4122f2 None None] The sync data for ids ['2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2'] in n-d-761264-20 is: [{'id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720043358', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:04:49Z', 'updated_at': '2021-12-21T02:07:39Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': '79661ca1-7283-4f4c-a10d-cb344910a420', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:04:51Z', 'updated_at': '2021-12-21T02:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:07:43.493482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Pushing event updated for resources: {'Subnet': ['ID=33552cc1-69ee-45bd-a733-f74b4e80885a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:43.541149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:43.544363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:43.701592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40262) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:43.738160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3de1da17-4d92-42c6-89fe-8dc9db68cec5 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:43.786152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3de1da17-4d92-42c6-89fe-8dc9db68cec5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:43.786775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3de1da17-4d92-42c6-89fe-8dc9db68cec5 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:43.924572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31629156-8f98-4798-a380-6274aa7ba0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:43.934924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c732ba5-cce2-4245-ae41-3ce01342c7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.115379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31629156-8f98-4798-a380-6274aa7ba0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.126603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31629156-8f98-4798-a380-6274aa7ba0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.154278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31629156-8f98-4798-a380-6274aa7ba0fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8dde7f10fd6488fa29ff4b8977c502a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510221 Dec 21 02:07:44.156824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40274) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:44.186454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Checking segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:44.192069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Network hostable DHCP agents. Network: 79b19874-0049-4fbc-a03a-c0e25f5bbabe, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:07:44.208212 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.209132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:07:44.217684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629156-8f98-4798-a380-6274aa7ba0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c0f47-b679-490a-bdae-de730b5c384b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:44.221022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.225978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52914148-916e-40ba-9940-d9312bdf2ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/routers/2bd89ee5-c6ab-4ff8-9cbe-d0508ab865a2 HTTP/1.1" status: 204 len: 168 time: 2.8430121 Dec 21 02:07:44.228976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40276) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:44.245994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:07:44.274410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.315641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.322456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 79b19874-0049-4fbc-a03a-c0e25f5bbabe) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:44.329029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:44.330129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.334045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1c194-6289-4fdb-b3e9-4cb54e3279b7 None None] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:07:44.449550 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc5356db-a86d-4b8b-b736-633ee1a404df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4428625 Dec 21 02:07:44.463217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.466178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.470330 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e1c0f47-b679-490a-bdae-de730b5c384b HTTP/1.1" status: 204 len: 168 time: 0.3097453 Dec 21 02:07:44.490697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a110a71-2d8a-4273-9a03-0e18043b5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c0f47-b679-490a-bdae-de730b5c384b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:44.515637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.723641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e738a9-e788-4e1e-b0cc-19c25c9b912c None None] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:07:44.786973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.845057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c22c855-7974-4580-a687-afa13eb477e7']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:44.876778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12151805-840b-429f-9ec0-92c806747da1') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:44.877089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12151805-840b-429f-9ec0-92c806747da1') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:44.903580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.964268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.978120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:07:44.978518 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:07:44.990854 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:07:45.173025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:45.180349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.189052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.196175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/networks/6c22c855-7974-4580-a687-afa13eb477e7 HTTP/1.1" status: 204 len: 168 time: 0.9635737 Dec 21 02:07:45.196619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40308) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:45.214408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19b578-a045-40ef-ace5-832c3a85fb0b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Network': ['ID=6c22c855-7974-4580-a687-afa13eb477e7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:45.252218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:45.254464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3d12fa2e-1c86-4abe-b58a-4b2c1d9f8a63 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:45.256439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 79661ca1-7283-4f4c-a10d-cb344910a420 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:07:45.289366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 79661ca1-7283-4f4c-a10d-cb344910a420 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:07:45.290261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 79661ca1-7283-4f4c-a10d-cb344910a420 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:07:45.344874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.406047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.541271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.544299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:45.545538 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/security-groups/571aca18-2c0f-419b-89fc-f525cd4c6bb8 HTTP/1.1" status: 204 len: 168 time: 0.3480029 Dec 21 02:07:45.566673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c2846-9b95-4724-b018-7ab8fe350602 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571aca18-2c0f-419b-89fc-f525cd4c6bb8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:45.907923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-9b94c101-6aa2-4d49-b3ab-5b8cf66ec76e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:45.922684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-9b94c101-6aa2-4d49-b3ab-5b8cf66ec76e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 0.3967805 Dec 21 02:07:45.956480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-db765af1-fb4c-469d-af98-886fb643425b tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/quotas/34c4edaddc634e23a6b1ecdd9d25d171 HTTP/1.1" status: 200 len: 375 time: 0.0261924 Dec 21 02:07:46.038535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-242134f0-11f7-4a82-b151-72d3f1ed2422 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746267 Dec 21 02:07:46.255499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-75cdb220-9056-4bb9-9a64-5a2034ae548b service neutron] 10.222.0.43 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066362 Dec 21 02:07:46.275413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40360) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:46.280608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186398796', 'description': 'tempest-secgroup-smoke-1186398796 description', 'project_id': 'bd263f31471247a294807ec6db2d3382'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:46.365160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.563781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-7b96fa8f-9e58-471f-bc72-0a4af0f3d0ad service neutron] 10.222.0.43 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024683 Dec 21 02:07:46.579381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.593396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.645150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7cb7-d281-4d4f-82c0-5c50006dd12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.661969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.663873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3873172 Dec 21 02:07:46.665980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafb36c-dd1f-43c0-aff7-d59b88ff00ef tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acaf7b5-4039-4bb4-8060-4c56615091c6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:46.666935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40376) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:46.673810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:46.743459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.966308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:46.977057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.053990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7418e-00c7-4987-ba61-587815fa6c9a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:47.074378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.080029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7252c1e6-0b42-49b3-b614-06a435c4665d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117320 Dec 21 02:07:47.082579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40408) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:47.088232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:47.228401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.250655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3167ee6c-9b76-4f7d-bbdb-3228836c57d9 req-bacc5011-5245-437b-b3d4-e1c672ad09c4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 210 time: 0.0573275 Dec 21 02:07:47.274782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.474964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.492659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.552089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.553322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4695132 Dec 21 02:07:47.556073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40430) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:47.558760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a975f1-98ac-449c-984a-0606af9c6e79 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdcd924-4389-4c69-b50c-15fb73506e57,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:47.567707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:47.655200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.899507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.913066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.970317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a43ec0-2ec2-442c-a4d4-1449ed1b2859,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:47.989262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:47.994486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40478) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:47.997113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e5ad85bc-4c93-47a6-9a0e-2fdf5a046f9b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397478 Dec 21 02:07:48.004315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:48.131521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.266057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.278255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.316307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36377e1-9191-45a2-a39d-ab637249864c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:48.343925 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.346727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f53a81a7-edc0-4894-a003-845e0288fc0e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503542 Dec 21 02:07:48.349378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40534) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:48.355156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:48.498127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da3408f4-f7f2-4849-9236-a27492ee80c0 req-9a4c63bb-4de3-4614-97bc-1401e2dd7513 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 210 time: 0.1052234 Dec 21 02:07:48.503507 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:07:48.521684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.680927 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.749931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.759703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.824129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0204ae72-de36-48c7-9611-1ee906e01622,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:48.851280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:48.860461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40582) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:48.863686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-71da0005-69e2-44c0-bb19-eff952e6ad67 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5128069 Dec 21 02:07:48.866058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '8acaf7b5-4039-4bb4-8060-4c56615091c6', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:48.996715 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:07:49.008277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.282864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.294778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.328631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e5718a-ba3f-48ee-91b3-e2920fd44672,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:49.347358 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.354330 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5acb3f71-1884-4e14-a088-a9686e39abad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4927466 Dec 21 02:07:49.357604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 40656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:49.369261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'network': {'name': 'tempest-network-smoke--957662900', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:49.426329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:49.431186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.438776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.470158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:07:49.485433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.488398 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Added segment 2fcd6a0d-1d42-4c35-aa2d-73a2132500ad of type vlan for network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 Dec 21 02:07:49.601476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.721656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.741326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:49.741993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:49.870821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5099864 Dec 21 02:07:49.872060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 40706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:49.878802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'admin_state_up': True, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:50.041311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:50.052562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:50.065182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcf3b9f7-37aa-47df-b057-c47a5c97e74d req-39528097-b695-4c50-a9b7-660357e6387c tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 210 time: 0.3603468 Dec 21 02:07:50.487696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:50.690260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-a76693a7-3a6b-438e-a633-04a0b6e705f4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:50.708403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-a76693a7-3a6b-438e-a633-04a0b6e705f4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 0.7016852 Dec 21 02:07:50.782319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b83b35-5594-47ba-af84-73b2542c4a32 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Network': ['ID=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:50.816446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:07:50.836226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Request body: {'port': {'device_id': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'admin_state_up': True, 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:51.014508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-23c60af8-fe54-4039-89bd-915b713804e7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:51.038072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-23c60af8-fe54-4039-89bd-915b713804e7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 1.0016122 Dec 21 02:07:51.068654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Request body: {'port': {'device_id': '7812e329-3cd6-490d-a32e-3444557f27c8', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'admin_state_up': True, 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:51.091466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:51.277351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:51.283013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:51.452466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4127da3a-1694-46dd-8b23-5914fb85cf9d req-1470fb56-50d5-4766-87a2-1a899a84a17c tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 210 time: 0.1281259 Dec 21 02:07:51.641580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:51.655813 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:51.715016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Allocated IP 172.20.0.12 (79b19874-0049-4fbc-a03a-c0e25f5bbabe/33552cc1-69ee-45bd-a733-f74b4e80885a/89a8eacc-5bbf-4054-a30e-a1dcd3308eae) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:52.022788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.070986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.140524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.221373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:52.254450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Allocated IP 172.20.0.7 (79b19874-0049-4fbc-a03a-c0e25f5bbabe/33552cc1-69ee-45bd-a733-f74b4e80885a/bb6928ce-9523-4683-a6f4-08fcfff5c52b) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:52.290065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:52.320029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:52.322889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event updated for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:52.494408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.557689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.605102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:52.639042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.640247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.687334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:52.715554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-b0beb8ef-ced9-4806-8b17-ca4d95a6b17a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9295838 Dec 21 02:07:52.890394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Request body: {'port': {'device_id': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:52.946352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:52.951584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event updated for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:52.993724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:52.997816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:53.065324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0ad2d-2a82-4c44-8e39-24f22f430578 req-5d2f3980-7b66-40d4-97ea-6183ce7c5f55 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:53.067136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13b0ad2d-2a82-4c44-8e39-24f22f430578 req-5d2f3980-7b66-40d4-97ea-6183ce7c5f55 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 931 time: 0.3931274 Dec 21 02:07:53.132848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41072) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:53.150309 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:53.222863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13b0ad2d-2a82-4c44-8e39-24f22f430578 req-ef304ab4-fa3d-4ff6-8ca1-b3346d7e3e04 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747738 Dec 21 02:07:53.229641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:53.231051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:53.283990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-cd8d54bd-d281-4248-8b99-c5a1ee48d718 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2297873 Dec 21 02:07:53.306146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Request body: {'port': {'device_id': '7812e329-3cd6-490d-a32e-3444557f27c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:53.315121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.146 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/feb38a25-ea6b-44d0-91ad-8eceb174c9c2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:07:53.434043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:53.641439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1db2ce8-53eb-4909-8e31-59462cbdf342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.020589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6928ce-9523-4683-a6f4-08fcfff5c52b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:54.030213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.046802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Transition to ACTIVE for port object bb6928ce-9523-4683-a6f4-08fcfff5c52b will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:54.056892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.164866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:54.344150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Attempting to bind port bb6928ce-9523-4683-a6f4-08fcfff5c52b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:54.345205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Attempting to bind port bb6928ce-9523-4683-a6f4-08fcfff5c52b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:54.346576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Attempting to bind port bb6928ce-9523-4683-a6f4-08fcfff5c52b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:54.355882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Port bb6928ce-9523-4683-a6f4-08fcfff5c52b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:54.356836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Attempting to bind port bb6928ce-9523-4683-a6f4-08fcfff5c52b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:54.386206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:54.386942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Checking segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:54.387509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Bound using segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:54.388731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Bound port: bb6928ce-9523-4683-a6f4-08fcfff5c52b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:54.389282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.528483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c36f6-5bd0-4659-ac73-fe9ccc235fdd req-572abe9b-a94e-42d7-bb10-d3c15fad9ed8 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:54.530067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a55c36f6-5bd0-4659-ac73-fe9ccc235fdd req-572abe9b-a94e-42d7-bb10-d3c15fad9ed8 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 943 time: 0.1025121 Dec 21 02:07:54.549819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.591623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:54.615764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:54.621540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a55c36f6-5bd0-4659-ac73-fe9ccc235fdd req-36f6a1c0-2265-442f-82c1-ec9a09287ac2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782313 Dec 21 02:07:54.630436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.674770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1db2ce8-53eb-4909-8e31-59462cbdf342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.704730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1db2ce8-53eb-4909-8e31-59462cbdf342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.707969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.746714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:54.747861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.749761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/bb6928ce-9523-4683-a6f4-08fcfff5c52b HTTP/1.1" status: 200 len: 1092 time: 1.4492600 Dec 21 02:07:54.750506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:54.753708 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfabe314-1ead-48aa-98d1-0d65613b6eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:54.833546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400feef-b0da-4f04-a017-30e088d7a8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:54.858363 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a95d981-91e0-4f46-8de8-2ff0b6902a4d x-openstack-request-id: req-1a95d981-91e0-4f46-8de8-2ff0b6902a4d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:54.858860 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:54.859287 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a95d981-91e0-4f46-8de8-2ff0b6902a4d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:54.859840 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b', 'status': 'completed', 'code': 200} Dec 21 02:07:54.910320 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1db2ce8-53eb-4909-8e31-59462cbdf342 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b82036d146784e21aae62402ba35a754&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7748377 Dec 21 02:07:54.911346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41198) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:54.919439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a8eacc-5bbf-4054-a30e-a1dcd3308eae {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:54.926833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-bf4a6d77-932b-480b-9e75-b49b02efe364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:54.928224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-bf4a6d77-932b-480b-9e75-b49b02efe364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 1095 time: 0.0959792 Dec 21 02:07:54.929163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.954531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Transition to ACTIVE for port object 89a8eacc-5bbf-4054-a30e-a1dcd3308eae will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:07:54.957381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:07:54.960429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db2ce8-53eb-4909-8e31-59462cbdf342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d319f57b-20a4-4363-9cc4-58e14f3dd949,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:54.969724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:07:54.975902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:54.984494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:07:54.995689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:55.001141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6f15c-3d32-4a4b-bc34-e4627fd17d62 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:07:55.016523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-aadbe077-4558-44b0-b461-7f1e393bd5cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b HTTP/1.1" status: 200 len: 217 time: 0.0737588 Dec 21 02:07:55.074145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:55.090659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ec14d8bd-1083-40c4-a016-80e863e27d90 None None] Provisioning complete for port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:55.091051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ec14d8bd-1083-40c4-a016-80e863e27d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:55.162790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-91cf8e5d-7d45-4694-a710-6ace9543d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:55.164269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-91cf8e5d-7d45-4694-a710-6ace9543d74b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.1399426 Dec 21 02:07:55.183387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ec14d8bd-1083-40c4-a016-80e863e27d90 None None] Port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:07:55.231830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-2865740e-bc24-4bfd-9e1f-ca577c8bdf3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589716 Dec 21 02:07:55.333068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:55.517058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:55.521516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d8ff56b1-2c8a-4ca5-a238-2dd4b0e66cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805548 Dec 21 02:07:55.541095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:55.612089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Attempting to bind port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:55.612757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Attempting to bind port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:55.612757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Attempting to bind port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:55.634915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:07:55.635247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Attempting to bind port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:55.682141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-f3f4ede7-2fda-47cb-9b89-21f1d7e70d0c service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407065 Dec 21 02:07:55.801468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:55.801898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Checking segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:55.802309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Bound using segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:55.802778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Bound port: 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:55.803149 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:55.947125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:55.950472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:56.037622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-f0b504d9-4db7-4be0-827a-17f1b28c100b tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:56.040867 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-f0b504d9-4db7-4be0-827a-17f1b28c100b tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 813 time: 0.3689446 Dec 21 02:07:56.110673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.173941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-ccf11dbc-3a3a-4258-ade3-af02d18a9c95 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/quotas/64918d4d965f44bdb12ca4f6a14b9f10 HTTP/1.1" status: 200 len: 375 time: 0.0538952 Dec 21 02:07:56.182878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.186193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.187351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d319f57b-20a4-4363-9cc4-58e14f3dd949 HTTP/1.1" status: 204 len: 168 time: 1.2234094 Dec 21 02:07:56.223424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7084-5de2-426b-a2ab-e2dd46340604 req-a2055666-b7dc-4df1-b00b-143ef55b5bbd tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:56.224986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-604b7084-5de2-426b-a2ab-e2dd46340604 req-a2055666-b7dc-4df1-b00b-143ef55b5bbd tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 943 time: 0.3442061 Dec 21 02:07:56.351941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.354920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd979d-466d-4f99-a545-6d708358babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319f57b-20a4-4363-9cc4-58e14f3dd949,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:56.361266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-604b7084-5de2-426b-a2ab-e2dd46340604 req-07ac6806-1431-4ab0-a829-ccec63c9e1d0 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066706 Dec 21 02:07:56.363706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-d6a195ac-1c22-44b0-8ff3-0ea658afd0b7 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744487 Dec 21 02:07:56.366653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-bacba218-34fe-428f-93a2-4d606fa563f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:56.368097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-bacba218-34fe-428f-93a2-4d606fa563f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 1095 time: 0.4861846 Dec 21 02:07:56.419298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:56.424372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:56.425140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.426803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-d774f922-bb48-4e42-b470-2369fd22aa76 service neutron] 10.222.0.45 "PUT /v2.0/ports/89a8eacc-5bbf-4054-a30e-a1dcd3308eae HTTP/1.1" status: 200 len: 1093 time: 3.5580244 Dec 21 02:07:56.427355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:07:56.431049 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b5587-e362-4ddb-952d-e886d072edc3" -d '{"events": [{"name": "network-changed", "server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:07:56.730961 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:56.777604 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b956d8ab-9f9b-4031-ac52-3cb18b8046e5 x-openstack-request-id: req-b956d8ab-9f9b-4031-ac52-3cb18b8046e5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:07:56.778131 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:07:56.778254 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b956d8ab-9f9b-4031-ac52-3cb18b8046e5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:07:56.778569 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae', 'status': 'completed', 'code': 200} Dec 21 02:07:56.835464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-280667bf-4e36-483c-b94a-f9d07647af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:56.837928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-280667bf-4e36-483c-b94a-f9d07647af82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 1096 time: 0.1739385 Dec 21 02:07:56.839375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2366a657-d2f9-4961-9744-d4d9f16eab09 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:07:56.993136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-f6312a5c-00d0-41bc-bee7-b944c2f78d96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae HTTP/1.1" status: 200 len: 217 time: 0.0822644 Dec 21 02:07:57.175855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:07:57.198887 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Sync routers for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:07:57.238760 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:57.239398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:57.246623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6c71c246-9bad-4e1d-b8b5-8a7883dc5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:57.248024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-6c71c246-9bad-4e1d-b8b5-8a7883dc5fcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.2375634 Dec 21 02:07:57.275365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-1ec5cbc6-dffe-4173-aa98-dc3abc3121a2 service neutron] 10.222.0.43 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944407 Dec 21 02:07:57.304384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-91e3d406-f1c5-47f7-9c27-7edae2b8b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:57.305906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-91e3d406-f1c5-47f7-9c27-7edae2b8b125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 910 time: 0.9235580 Dec 21 02:07:57.306889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:57.309484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebf1891c-ba00-4689-97af-2f3663b61f91 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.4354043 Dec 21 02:07:57.312725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41276) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:57.377615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-3a3a2db8-caea-422a-aacc-83ede3d0efa6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b HTTP/1.1" status: 200 len: 217 time: 0.0588841 Dec 21 02:07:57.423505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-937c3653-9c32-4504-b52d-05607e5a5c14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529715 Dec 21 02:07:57.490811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82b218d8-1337-4d4e-a09f-497713cbfc88 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd263f31471247a294807ec6db2d3382&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0879698 Dec 21 02:07:57.511687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:57.652851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:07:57.783920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-2f893a56-813d-4e15-a6e8-65bfe5552531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:57.788315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-2f893a56-813d-4e15-a6e8-65bfe5552531 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.4041021 Dec 21 02:07:57.824554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-aeab976a-3fc0-4963-9980-a47d9df73b36 service neutron] 10.222.0.43 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176539 Dec 21 02:07:57.874748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-0d64b9d3-7d7f-44a5-8860-e60a850edf84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672944 Dec 21 02:07:57.886126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953cfc8-04a2-4215-ad69-3797b6f0fcec req-2bc2a058-716d-4ae7-b880-8efb3c87514c tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:57.904521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d953cfc8-04a2-4215-ad69-3797b6f0fcec req-2bc2a058-716d-4ae7-b880-8efb3c87514c tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 943 time: 0.2947302 Dec 21 02:07:58.057443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:07:55Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:58.129608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Checking router: 2366a657-d2f9-4961-9744-d4d9f16eab09 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:07:58.131574 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Updating router 2366a657-d2f9-4961-9744-d4d9f16eab09 port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:07:58.171944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-f91a5ba5-4b44-46cf-8838-ceb9ac1119f6 service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106390 Dec 21 02:07:58.176420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-0a405b36-152e-4190-9289-08b5abe7011e service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690754 Dec 21 02:07:58.193489 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:58.201710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75105b6-5097-4ba8-829e-df7a9a780e3d tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:58.206126 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d75105b6-5097-4ba8-829e-df7a9a780e3d tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6863739 Dec 21 02:07:58.209884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41308) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:58.307555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d1f2f44-e7bb-4d9d-848a-54e82a66743b tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925212 Dec 21 02:07:58.320227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:58.325986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012078087', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:58.385751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfabe314-1ead-48aa-98d1-0d65613b6eb1 req-bd29b50c-ca92-4e68-9236-a5a2c75b3af5 service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816552 Dec 21 02:07:58.459320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d953cfc8-04a2-4215-ad69-3797b6f0fcec req-be63fcfb-a31a-449a-9bc7-fb462386f526 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493047 Dec 21 02:07:58.503644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07164ee1-9096-4532-9463-50ffcd3476e3 req-efb72350-8104-4ffa-9209-97e2c0c313fe tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 210 time: 0.0632393 Dec 21 02:07:58.773574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-454970aa-d4ee-4dc0-90c7-ae0840fcc93c req-dc82da9b-b232-440d-9d4e-a0ebb5c69cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610082 Dec 21 02:07:58.803582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:07:58.807205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.133773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5587-e362-4ddb-952d-e886d072edc3 req-a3863ae4-555a-4464-b8ca-e96b8b7a5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:59.137852 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-a3863ae4-555a-4464-b8ca-e96b8b7a5271 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 1096 time: 0.1587908 Dec 21 02:07:59.161026 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.176073 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.291747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:07:59.304907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582f0aa-491f-425b-b89b-96c1ec88929b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:07:59.406884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5587-e362-4ddb-952d-e886d072edc3 req-600b6d2f-a9c7-4ac6-afd4-f1ecbf77c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:07:59.409226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-600b6d2f-a9c7-4ac6-afd4-f1ecbf77c456 service neutron] 10.222.0.45 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 910 time: 0.2578268 Dec 21 02:07:59.422013 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Attempting to bind port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:07:59.422393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Attempting to bind port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:07:59.422760 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Attempting to bind port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:07:59.431489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-312d6687-501e-4a55-9b9a-e2d93e105f3a None None] Provisioning complete for port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:07:59.432099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-312d6687-501e-4a55-9b9a-e2d93e105f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.448311 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Pushing event updated for resources: {'Port': ['ID=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:59.489299 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.490831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.493464 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.494312 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.495040 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.497433 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.498795 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.499496 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.502715 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.505084 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.506169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.508479 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.509770 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:07:59.513948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-d8660967-1d0d-42d5-b401-2b0aa4a59524 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae HTTP/1.1" status: 200 len: 217 time: 0.0943072 Dec 21 02:07:59.520508 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:07:59.521475 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:07:59.522600 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.522994 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:07:59.523503 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Bound port: feb38a25-ea6b-44d0-91ad-8eceb174c9c2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:07:59.523879 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.573647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-312d6687-501e-4a55-9b9a-e2d93e105f3a None None] Port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:07:59.598790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb6928ce-9523-4683-a6f4-08fcfff5c52b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:07:59.687193 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] For port feb38a25-ea6b-44d0-91ad-8eceb174c9c2, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:07:59.695247 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] For port feb38a25-ea6b-44d0-91ad-8eceb174c9c2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:07:59.707454 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.784956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:59.801149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'port_id': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b', 'mac_address': 'fa:16:3e:f5:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33552cc1-69ee-45bd-a733-f74b4e80885a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:07:59.849920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67956f89-c2ef-4399-accc-4b81acb46d00 req-d15056bf-00d3-432a-8242-5ee4ccb1f7e5 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 210 time: 0.1274168 Dec 21 02:07:59.852785 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.871559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ed7b4-1e22-4c1b-a90b-9acf7a18365b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:07:59.875999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6928ce-9523-4683-a6f4-08fcfff5c52b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:07:59.882015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1835446621'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:07:59.905735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:07:59.915395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:07:59.936310 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:07:59.936947 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:07:59.953058 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c432-03cf-4b61-adc8-4a587dc2d7b1 None None] Pushing event updated for resources: {'Port': ['ID=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:07:59.992462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a1ddb-43bd-4dcd-ad73-9e35b5707e53 req-9d43d1a9-6274-4263-975d-f1d9c39ce834 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:00.005531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115a1ddb-43bd-4dcd-ad73-9e35b5707e53 req-9d43d1a9-6274-4263-975d-f1d9c39ce834 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 943 time: 0.3755286 Dec 21 02:08:00.029832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Made reservation on behalf of bfa43f601d664d87ba7b51d22af91b01 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:00.034641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:00.035333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.047042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] Provisioning complete for port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:00.047427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.095061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.309233 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.354728 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:00.359229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.377962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] For port feb38a25-ea6b-44d0-91ad-8eceb174c9c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:00.390856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.411126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.435419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:00.456789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.457140 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Added segment cb7b170f-d640-4c45-828d-8bfbb4bec451 of type vlan for network 03eefddc-9153-4508-9f76-9f28be4cae98 Dec 21 02:08:00.531483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a37c5-6ad5-4b37-a3bd-6cab03dc6193 None None] Pushing event updated for resources: {'Port': ['ID=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:00.548765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['bb6928ce-9523-4683-a6f4-08fcfff5c52b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:00.604284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.628547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41378) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:00.713169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5587-e362-4ddb-952d-e886d072edc3 req-14e4910e-e937-469d-b658-a740808ba322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:00.716262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-14e4910e-e937-469d-b658-a740808ba322 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 1.1840060 Dec 21 02:08:00.722364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.847652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 89a8eacc-5bbf-4054-a30e-a1dcd3308eae details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:00.912183 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:07:55Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:00.916452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-86b7be9b-fddf-4612-a2a7-34e7061de6a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754234 Dec 21 02:08:00.931315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:00.931828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network hostable DHCP agents. Network: 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:00.935905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-0b04bbe7-32d8-437a-9957-5ef09b81fde3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:00.936584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c26f-c9d9-4f1e-9514-b82fb3cd05ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:00.940362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-0b04bbe7-32d8-437a-9957-5ef09b81fde3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 813 time: 0.5721791 Dec 21 02:08:00.957293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-115a1ddb-43bd-4dcd-ad73-9e35b5707e53 req-11c83322-6b1d-4b2c-a341-f6532f3394d0 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9505923 Dec 21 02:08:00.965626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01041a97-5a0f-414d-bfd4-d36c1ea2bdd4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:00.985473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Request body: {'port': {'device_id': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6', 'admin_state_up': True, 'tenant_id': '64918d4d965f44bdb12ca4f6a14b9f10'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:01.019255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.026274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Subnet': ['ID=67e911da-da02-4e3e-86e9-e2a23cda7b03,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:01.036589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:01.040274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05928c-7f0f-40f4-9e41-def27a039d67 None None] The sync data for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 is: [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:07:55Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:08:01.046198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:01.047069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.062239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'port_id': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae', 'mac_address': 'fa:16:3e:b7:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33552cc1-69ee-45bd-a733-f74b4e80885a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:01.098697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:01.128952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:01.156152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:01.156978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.169970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57468726-1b3a-40bb-8ef1-3dd22bd9b416 None None] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:01.242001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d119b325-109e-40c3-97e7-317a781fc9e4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9204972 Dec 21 02:08:01.246800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41390) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:01.250864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-3a9eeb63-7618-4024-8386-f5d519234b2b service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009694 Dec 21 02:08:01.275434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Pushing event updated for resources: {'Network': ['ID=03eefddc-9153-4508-9f76-9f28be4cae98,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:01.319595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-667f1270-1c79-4d85-947c-39a709f93756 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0238402 Dec 21 02:08:01.334464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 03eefddc-9153-4508-9f76-9f28be4cae98 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:01.390721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41392) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:01.410160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-643778e9-dd92-4be0-ab4a-8edaab8683b4 req-da69f411-1912-4afa-b9b6-d7a2df2a24b3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 210 time: 0.3381581 Dec 21 02:08:01.491288 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.613871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c26f-c9d9-4f1e-9514-b82fb3cd05ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.616557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-192b5587-e362-4ddb-952d-e886d072edc3 req-7dd4a06e-c550-454e-a0ca-43b5fd9cff39 service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421237 Dec 21 02:08:01.632877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c26f-c9d9-4f1e-9514-b82fb3cd05ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.689755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a8eacc-5bbf-4054-a30e-a1dcd3308eae {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:01.692497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c26f-c9d9-4f1e-9514-b82fb3cd05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f8c7cf-3ed6-4011-a725-f7814f9eac46,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:01.804841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5fe3c26f-c9d9-4f1e-9514-b82fb3cd05ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=814de471b70f4672a9979b4fc33e626d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1719935 Dec 21 02:08:01.806460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:01.809807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:01.810703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.873368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:01.883367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Made reservation on behalf of 64918d4d965f44bdb12ca4f6a14b9f10 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:01.900430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.918878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:01.940179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.001762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.004520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.005813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47f8c7cf-3ed6-4011-a725-f7814f9eac46 HTTP/1.1" status: 204 len: 168 time: 0.1985981 Dec 21 02:08:02.100412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'name': 'tempest-network--81058626', 'router:external': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:02.104215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953e501-54f5-4c97-936f-e1694beb5569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f8c7cf-3ed6-4011-a725-f7814f9eac46,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:02.203701 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.204163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-fc008995-e594-4827-a68a-1cbf407ffa95 req-4940fbcb-2728-49ab-9731-b96bdaf35db7 service neutron] (109851) timed out ('10.222.0.24', 53786) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:08:02.217479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Allocated IP 172.20.0.2 (4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7/67e911da-da02-4e3e-86e9-e2a23cda7b03/e1d23175-0aa6-4350-b64f-546819dfc0f0) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:02.405279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:02.415301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.492628 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.523328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:02.628180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Allocated IP 172.20.0.6 (2689dd01-46cb-47b3-8b6b-5ba3e06caaa6/5248fa45-8695-497e-b57a-ebde98a732b2/7d69bcac-e977-439a-a558-9a8eac6a43e4) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:02.678703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c455b-6841-4511-a28b-c4bada016ae9 req-fa1f96b0-ecd2-421a-af1a-ec2489124006 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:02.686943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e54c455b-6841-4511-a28b-c4bada016ae9 req-fa1f96b0-ecd2-421a-af1a-ec2489124006 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 944 time: 0.5026593 Dec 21 02:08:02.691097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['89a8eacc-5bbf-4054-a30e-a1dcd3308eae'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:02.837742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:02.957359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.217824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:03.291052 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.312009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.322665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.420749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device feb38a25-ea6b-44d0-91ad-8eceb174c9c2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:03.469000 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.513277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Pushing event updated for resources: {'Port': ['ID=e1d23175-0aa6-4350-b64f-546819dfc0f0,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:03.546834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a8006aa-d69c-4cc6-baf0-2d16ab2e3bf7 req-bbacc8a1-c7ef-4b34-b1ee-ab2a99552007 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 210 time: 0.1249950 Dec 21 02:08:03.553112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:03.589202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3082b-da40-4e5c-b41a-0aaedf4e4326,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:03.626524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:03.628371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.1 (4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7/67e911da-da02-4e3e-86e9-e2a23cda7b03/407e9a5c-b84a-4dd9-916f-12ff307afcc1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:03.640221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:03.640624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:03.651372 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.656608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb6928ce-9523-4683-a6f4-08fcfff5c52b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:03.748781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.749807 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Added segment df1f05bc-ffb7-4799-af29-4a488f37cfcd of type vlan for network 456b0399-f2cb-4dfe-b267-f96529cdec66 Dec 21 02:08:03.803523 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.847909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e54c455b-6841-4511-a28b-c4bada016ae9 req-5089fc5a-db80-4526-800a-35c9f496cace tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1605875 Dec 21 02:08:03.852323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.853379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:03.854042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.890763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.912788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:03.913156 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.936794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:03.938149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=456b0399-f2cb-4dfe-b267-f96529cdec66,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:03.949585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.954086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d9e1de48-b2c4-484e-b8b8-b3091892b95f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 2.5374730 Dec 21 02:08:03.956604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-118ca902-9617-4151-83e6-94e1fcfa4cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:03.960206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:03.971984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:04.005134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:04.011036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:04.017723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:04.024757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Attempting to bind port e1d23175-0aa6-4350-b64f-546819dfc0f0 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:04.025136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Attempting to bind port e1d23175-0aa6-4350-b64f-546819dfc0f0 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:04.025528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Attempting to bind port e1d23175-0aa6-4350-b64f-546819dfc0f0 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:04.040373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:04.041105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 456b0399-f2cb-4dfe-b267-f96529cdec66 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:04.042644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Pushing event updated for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:04.099346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:04.100333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.136771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.146544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-118ca902-9617-4151-83e6-94e1fcfa4cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.147858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-2eb81962-df04-4067-9fde-56f6f3d0545c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1664386 Dec 21 02:08:04.192348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Request body: {'port': {'device_id': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:04.193405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-118ca902-9617-4151-83e6-94e1fcfa4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.229785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:04.230352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:04.230851 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.233298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:04.233864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Bound using segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:04.234565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Bound port: e1d23175-0aa6-4350-b64f-546819dfc0f0, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:04.235066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.263455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.289292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.290485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.291042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.291475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.291906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.292332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.292777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.293199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.293642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.294064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.294481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.294903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.295437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:04.333614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.367548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456b0399-f2cb-4dfe-b267-f96529cdec66']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:04.378053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port bb6928ce-9523-4683-a6f4-08fcfff5c52b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:04.400236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port bb6928ce-9523-4683-a6f4-08fcfff5c52b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:04.400786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.412455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1f05bc-ffb7-4799-af29-4a488f37cfcd') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:04.413457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1f05bc-ffb7-4799-af29-4a488f37cfcd') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:04.458593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.460594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.483404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.511200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41452) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:04.512007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-118ca902-9617-4151-83e6-94e1fcfa4cad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb231699f92a4406a42da6160dce8a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2859244 Dec 21 02:08:04.516812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] For port e1d23175-0aa6-4350-b64f-546819dfc0f0, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:04.519226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca902-9617-4151-83e6-94e1fcfa4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e0abf-2016-48f2-8794-f75195e7e510,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:04.521252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] For port e1d23175-0aa6-4350-b64f-546819dfc0f0, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1d23175-0aa6-4350-b64f-546819dfc0f0,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:04.526939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:04.529276 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.541952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:04.565914 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:04.638191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.659654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.782489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:04.803361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:04.805935 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddf1e11-de4d-4700-8c97-bbc9e2138215" -d '{"events": [{"server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "name": "network-vif-plugged", "status": "completed", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:04.817427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 89a8eacc-5bbf-4054-a30e-a1dcd3308eae up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:04.911081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.913581 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.921608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:04.930693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fabae0-7bd0-452c-a167-02d223450b84 None None] Pushing event updated for resources: {'Port': ['ID=e1d23175-0aa6-4350-b64f-546819dfc0f0,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:04.967426 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.012918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 456b0399-f2cb-4dfe-b267-f96529cdec66 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:08:05.121223 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22399d5b-ccdf-42e0-bcb2-98c325630aa1 x-openstack-request-id: req-22399d5b-ccdf-42e0-bcb2-98c325630aa1 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:05.122892 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "name": "network-vif-plugged", "status": "completed", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:05.124824 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22399d5b-ccdf-42e0-bcb2-98c325630aa1 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:05.125395 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b', 'code': 200} Dec 21 02:08:05.137613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:05.140548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.161663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.165200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.179458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:05.179458 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.179827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/456b0399-f2cb-4dfe-b267-f96529cdec66 HTTP/1.1" status: 204 len: 168 time: 1.2126927 Dec 21 02:08:05.195567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:05.270060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:05.282189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75538523-6cce-4ee3-8b0b-dffc24ad600a req-5a44636b-8347-4ba4-8223-dabdc812b3ec tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:05.299073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75538523-6cce-4ee3-8b0b-dffc24ad600a req-5a44636b-8347-4ba4-8223-dabdc812b3ec tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 931 time: 0.6423600 Dec 21 02:08:05.321817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:05.342183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf38bea-a61b-4383-8ac0-691d2c81c278 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Network': ['ID=456b0399-f2cb-4dfe-b267-f96529cdec66,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:05.352519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.406479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1d23175-0aa6-4350-b64f-546819dfc0f0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:05.439094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.442252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:05.471315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:05.493025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.510408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.512961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.516372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c71e0abf-2016-48f2-8794-f75195e7e510 HTTP/1.1" status: 204 len: 168 time: 1.0014882 Dec 21 02:08:05.547201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99146d42-5686-420b-b073-579779d2bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e0abf-2016-48f2-8794-f75195e7e510,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:05.575707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:05.607073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e1d23175-0aa6-4350-b64f-546819dfc0f0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:05.607446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.643719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75538523-6cce-4ee3-8b0b-dffc24ad600a req-cf5268a5-99a4-4f64-b1ca-387984539b5e tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436737 Dec 21 02:08:05.725762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:05.730640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:05.740831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6998dd-2414-4a20-88d3-02b0a2db5203 req-3fd98685-c70a-4f6b-98bf-89355f981c5e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:05.742411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e6998dd-2414-4a20-88d3-02b0a2db5203 req-3fd98685-c70a-4f6b-98bf-89355f981c5e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 945 time: 0.3436399 Dec 21 02:08:05.816043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dd182-7040-4435-bbdf-32b0547acb26 req-7398efdd-020c-431f-a8f2-230086191e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:05.828429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b7dd182-7040-4435-bbdf-32b0547acb26 req-7398efdd-020c-431f-a8f2-230086191e03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 1097 time: 0.4736531 Dec 21 02:08:05.912099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.953753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:05.956176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:05.983813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port e1d23175-0aa6-4350-b64f-546819dfc0f0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1d23175-0aa6-4350-b64f-546819dfc0f0,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:05.990168 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.070084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=e1d23175-0aa6-4350-b64f-546819dfc0f0,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:06.080396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2366a657-d2f9-4961-9744-d4d9f16eab09 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:08:06.093477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-7fca9938-00d8-46ab-a4a4-0ebf8c4f0e46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3297989 Dec 21 02:08:06.206033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:06.270988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d69bcac-e977-439a-a558-9a8eac6a43e4 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:06.281733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.303201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-15ec8c71-737e-49e5-a2a0-318e1741d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:06.304993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-15ec8c71-737e-49e5-a2a0-318e1741d42e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.1403303 Dec 21 02:08:06.305705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.306064 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Added segment 6bde36d0-f332-48dc-8032-0969bd2a519c of type vlan for network 871825a1-75b8-4ed1-a1da-e748571fbf87 Dec 21 02:08:06.308990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b7dd182-7040-4435-bbdf-32b0547acb26 req-1b38a9bd-9130-4f70-914b-ab714927f7ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798386 Dec 21 02:08:06.326728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Transition to ACTIVE for port object 7d69bcac-e977-439a-a558-9a8eac6a43e4 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:06.326956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:08:06.333396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e6998dd-2414-4a20-88d3-02b0a2db5203 req-122caefd-e6fe-4acd-b58e-d176db64abde tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650799 Dec 21 02:08:06.341995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Sync routers for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:08:06.355758 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-48fb963f-56c1-47c4-8297-b14d1c7d61b7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/2366a657-d2f9-4961-9744-d4d9f16eab09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0926611 Dec 21 02:08:06.359085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.372614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:06.376326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:06.415190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Pushing event updated for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:06.456393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.530350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.531445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:06.532232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.574833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:06.616218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=871825a1-75b8-4ed1-a1da-e748571fbf87,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:06.627710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05213af9-675d-4eaf-a863-a44ff71e8822 None None] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:06.654653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.655310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.655962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.656495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.657001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.657541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.658167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.658682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.659208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.659711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.660320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.660817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.661355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:06.676008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c10e7231-8f46-4400-9419-57c6355b705c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.3639731 Dec 21 02:08:06.676910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41504) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:06.682930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'subnet': {'network_id': '871825a1-75b8-4ed1-a1da-e748571fbf87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:06.702351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 871825a1-75b8-4ed1-a1da-e748571fbf87 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:06.770167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:06.771055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:06.817011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-5e9fd492-7c44-4d72-931b-850fc0e93e1c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186398796&fields=id&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 267 time: 0.1971223 Dec 21 02:08:06.859048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-973c3942-11a2-4de0-8c92-58a86f37343e None None] Provisioning complete for port e1d23175-0aa6-4350-b64f-546819dfc0f0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:06.859386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-973c3942-11a2-4de0-8c92-58a86f37343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.057250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 2, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:07.098826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Checking router: 2366a657-d2f9-4961-9744-d4d9f16eab09 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:08:07.099956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Updating router 2366a657-d2f9-4961-9744-d4d9f16eab09 port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:08:07.127414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:07.130592 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fce768-df65-44a2-9412-81ae15def856" -d '{"events": [{"server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "name": "network-vif-plugged", "status": "completed", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:07.136611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.208404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Attempting to bind port 7d69bcac-e977-439a-a558-9a8eac6a43e4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:07.208784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Attempting to bind port 7d69bcac-e977-439a-a558-9a8eac6a43e4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:07.209067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Attempting to bind port 7d69bcac-e977-439a-a558-9a8eac6a43e4 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:07.268411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Port 7d69bcac-e977-439a-a558-9a8eac6a43e4 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:07.268883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Attempting to bind port 7d69bcac-e977-439a-a558-9a8eac6a43e4 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:07.311880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1d23175-0aa6-4350-b64f-546819dfc0f0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:07.331706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:07.332068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Checking segment: {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:07.332531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Bound using segment: {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:07.333144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Bound port: 7d69bcac-e977-439a-a558-9a8eac6a43e4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:07.333571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.400849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7e64-8faa-4ecd-8973-9b6a972140d5 req-cc8ca236-b865-412f-9dc8-091283e22172 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:07.404598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-245e7e64-8faa-4ecd-8973-9b6a972140d5 req-cc8ca236-b865-412f-9dc8-091283e22172 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 943 time: 0.6259985 Dec 21 02:08:07.432483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-524b3230-1f06-4862-94f5-28ea2ffd533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:07.434290 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-524b3230-1f06-4862-94f5-28ea2ffd533d service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.7401133 Dec 21 02:08:07.448293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d4c8b2c7-7792-4ef8-8f22-a6662f409731 None None] Provisioning complete for port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:07.448657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b2c7-7792-4ef8-8f22-a6662f409731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.610369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-12bf1625-b7bf-44b4-a5ca-822df6a1f0df tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:07.616504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-12bf1625-b7bf-44b4-a5ca-822df6a1f0df tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 796 time: 0.7625184 Dec 21 02:08:07.741376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e1d23175-0aa6-4350-b64f-546819dfc0f0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:07.741376 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.742076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-0b720972-9329-4358-816b-2fd6a9e4c57a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/quotas/bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 375 time: 0.1123800 Dec 21 02:08:07.760266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-245e7e64-8faa-4ecd-8973-9b6a972140d5 req-8708e80e-445d-44eb-b81c-04e0aa08bc5c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417645 Dec 21 02:08:07.770829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8b2c7-7792-4ef8-8f22-a6662f409731 None None] Port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:07.799381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:07.801755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-9a17e9b6-ae1a-4567-aa9f-02824664d035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1001 time: 0.2883594 Dec 21 02:08:07.805413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:07.866383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.889232 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.890830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d4c8b2c7-7792-4ef8-8f22-a6662f409731 None None] Provisioning complete for port e1d23175-0aa6-4350-b64f-546819dfc0f0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:07.891771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b2c7-7792-4ef8-8f22-a6662f409731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.971859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.986994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:07.989766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:07.991921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] 10.222.0.45 "PUT /v2.0/ports/7d69bcac-e977-439a-a558-9a8eac6a43e4 HTTP/1.1" status: 200 len: 1092 time: 3.8054070 Dec 21 02:08:08.000384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:08.003031 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:08.050955 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7dab05-57f6-41ee-adda-fadbb0d454bb x-openstack-request-id: req-ec7dab05-57f6-41ee-adda-fadbb0d454bb {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:08.051544 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "name": "network-vif-plugged", "status": "completed", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:08.052122 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec7dab05-57f6-41ee-adda-fadbb0d454bb {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:08.052962 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae', 'code': 200} Dec 21 02:08:08.053640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0696a1-c071-4128-95af-b5b6e534ad68 None None] Pushing event updated for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:08.158729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-bcb696fa-ea65-43ba-b474-bd59a36cc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:08.167875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-bcb696fa-ea65-43ba-b474-bd59a36cc58d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.3316169 Dec 21 02:08:08.194774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c92b1-00bb-4dfa-8240-b93c2fcdbf0d service neutron] Pushing event updated for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:08.212013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-2ceef7e4-345f-49eb-80c7-cb9ed87848d2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4499164 Dec 21 02:08:08.264320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6a947-39c7-442f-a414-ed23d1f76b2c req-cb6aac6b-b753-42bd-bc5b-895b8198c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:08.271275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ee6a947-39c7-442f-a414-ed23d1f76b2c req-cb6aac6b-b753-42bd-bc5b-895b8198c765 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 1098 time: 0.1142817 Dec 21 02:08:08.319848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-45662fb4-fbf2-490a-b5fc-f877a638c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:08.321492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-45662fb4-fbf2-490a-b5fc-f877a638c716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 1095 time: 0.2200420 Dec 21 02:08:08.331937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228c48d-3caa-4d1a-b9be-99037eecb283 req-396748d9-20c7-43c1-af5d-780d3d41b520 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:08.340197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2228c48d-3caa-4d1a-b9be-99037eecb283 req-396748d9-20c7-43c1-af5d-780d3d41b520 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 945 time: 0.2397251 Dec 21 02:08:08.344682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-bbcf70fe-da7f-4a5b-a954-9e43aab76b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:08.347105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-bbcf70fe-da7f-4a5b-a954-9e43aab76b45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703761 Dec 21 02:08:08.393011 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ee6a947-39c7-442f-a414-ed23d1f76b2c req-22b5606a-f1e5-4375-8b7e-b254a360f11c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030693 Dec 21 02:08:08.422636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Attempting to bind port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:08.423150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Attempting to bind port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:08.424164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Attempting to bind port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:08.430531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4bf79a5b-9822-4fcf-bdf0-82b81028b880 None None] Provisioning complete for port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:08.431020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4bf79a5b-9822-4fcf-bdf0-82b81028b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.469588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4bf79a5b-9822-4fcf-bdf0-82b81028b880 None None] Port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:08.471339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:08.471611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:08.472088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.472482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Bound using segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:08.473686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Bound port: 407e9a5c-b84a-4dd9-916f-12ff307afcc1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:08.473844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.501076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-9b2ff0cd-e673-44df-a548-a61adee183bc service neutron] 10.222.0.43 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441566 Dec 21 02:08:08.503212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-9e4a95c5-0a55-4281-a2a9-681fc965cdf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4 HTTP/1.1" status: 200 len: 217 time: 0.0645192 Dec 21 02:08:08.545613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] For port 407e9a5c-b84a-4dd9-916f-12ff307afcc1, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:08.549441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] For port 407e9a5c-b84a-4dd9-916f-12ff307afcc1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=407e9a5c-b84a-4dd9-916f-12ff307afcc1,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:08.555663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.634451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0696a1-c071-4128-95af-b5b6e534ad68 None None] Pushing event updated for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:08.651083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] Provisioning complete for port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:08.651455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.653210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:08.653873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:07:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:08.780439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2228c48d-3caa-4d1a-b9be-99037eecb283 req-20b48501-3c98-4f70-af01-799ff7d7b0ad tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390521 Dec 21 02:08:08.864457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:08.912929 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd448740-6e7b-402a-8bbc-baec196f811a x-openstack-request-id: req-bd448740-6e7b-402a-8bbc-baec196f811a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:08.913087 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:08.913255 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd448740-6e7b-402a-8bbc-baec196f811a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:08.914672 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4', 'status': 'completed', 'code': 200} Dec 21 02:08:08.916869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-6da391b1-f90c-465b-8e77-4039276d756b service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125261 Dec 21 02:08:08.918916 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:08.923598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-fd8e6a1c-3dbb-41ce-9ce1-d9309332595c service neutron] 10.222.0.43 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914986 Dec 21 02:08:08.927146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:08:08.928289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:09.021882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] For port 407e9a5c-b84a-4dd9-916f-12ff307afcc1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=407e9a5c-b84a-4dd9-916f-12ff307afcc1,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:09.041692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:09.178750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e800c-b44b-466e-84cb-6a9d2000b6f4 None None] Pushing event updated for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:09.265763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-e328542f-fd59-4e93-b1f4-9d65afccafee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:09.267783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-e328542f-fd59-4e93-b1f4-9d65afccafee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 200 len: 853 time: 0.5671914 Dec 21 02:08:09.269067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ee7c0f14-4154-469c-a361-7d0cf19e74b5 None None] Provisioning complete for port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:09.269937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0f14-4154-469c-a361-7d0cf19e74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:09.320144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90146a3d-7381-425d-aaf0-eec708405d23,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:09.352483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Checking segment: {'id': '6bde36d0-f332-48dc-8032-0969bd2a519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '871825a1-75b8-4ed1-a1da-e748571fbf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:09.352856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Network hostable DHCP agents. Network: 871825a1-75b8-4ed1-a1da-e748571fbf87, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:09.361377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-84f91085-ad15-47ba-a280-6a9f82ab6c8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719769 Dec 21 02:08:09.374700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84adc4-3121-4f48-ae4a-1c3d2b2a4298 req-7614f7fb-ddf9-44eb-a4f9-71c8558162f2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:09.375904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a84adc4-3121-4f48-ae4a-1c3d2b2a4298 req-7614f7fb-ddf9-44eb-a4f9-71c8558162f2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 946 time: 0.2221189 Dec 21 02:08:09.395217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720420b-1d76-40a1-a10d-aa92cedf0008 req-15e39181-9ccb-47ae-bfab-cb85837a1a7c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:09.396742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0720420b-1d76-40a1-a10d-aa92cedf0008 req-15e39181-9ccb-47ae-bfab-cb85837a1a7c tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 943 time: 0.3449636 Dec 21 02:08:09.430923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:09.468899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbbac4-a776-4051-8ecd-0c5b8be31296 None None] The sync data for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 is: [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:08:09.557267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9567a156-dacc-4489-8c10-b5f7c828be84 req-59d4486c-6c49-4da1-b99a-11f863693474 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210339 Dec 21 02:08:09.625600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0720420b-1d76-40a1-a10d-aa92cedf0008 req-878be124-0a12-433b-a3b4-40f76936ca82 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203094 Dec 21 02:08:09.702382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Network 871825a1-75b8-4ed1-a1da-e748571fbf87 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:09.717249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-253f27bc-226c-41d0-b7e8-8e9ac2cd3e7c service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342195 Dec 21 02:08:09.774870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 871825a1-75b8-4ed1-a1da-e748571fbf87) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:09.783350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c88883-729a-497c-ae98-36c5947ea7ab None None] Network 871825a1-75b8-4ed1-a1da-e748571fbf87 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:09.795213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a84adc4-3121-4f48-ae4a-1c3d2b2a4298 req-08000959-10a2-466c-b12f-dcbfe9916c4e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041289 Dec 21 02:08:09.798737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:09.799369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:09.913904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f6ddf1f-5a08-4db1-b365-47d7f453728b req-3186a1fa-619e-496f-bb3c-06275e0af385 service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743505 Dec 21 02:08:09.934214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-14bed6db-1b66-470c-879b-ecd35ece6ebb tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2560618 Dec 21 02:08:09.937637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41568) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:09.966545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'floatingip': {'floating_network_id': '871825a1-75b8-4ed1-a1da-e748571fbf87'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:09.977083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bfe33140-d9fa-4fb8-9a68-ca55c9baa1bf req-fd10f344-1c2e-48aa-8292-e2579a949f46 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 210 time: 0.1133943 Dec 21 02:08:10.006328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560da14e-8a87-4922-a35f-0ca515ee4f39 None None] Network 871825a1-75b8-4ed1-a1da-e748571fbf87 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:10.026641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:10.168894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-e65a81be-fdad-465f-973d-d7547ef707d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:10.170423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-e65a81be-fdad-465f-973d-d7547ef707d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 1095 time: 0.1063900 Dec 21 02:08:10.254869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:10.323660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-de6cf394-fdfd-4752-8c37-f412d08217db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:10.325324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-de6cf394-fdfd-4752-8c37-f412d08217db service neutron] 10.222.0.45 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 913 time: 0.1460712 Dec 21 02:08:10.389787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-21590658-8e25-41c8-93b0-1deb0be33824 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4 HTTP/1.1" status: 200 len: 217 time: 0.0558679 Dec 21 02:08:10.482824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-744f453b-cc39-49a8-b297-422f3976c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:10.484590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-744f453b-cc39-49a8-b297-422f3976c7c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 200 len: 853 time: 0.0871897 Dec 21 02:08:10.490017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Allocated IP 172.20.0.14 (871825a1-75b8-4ed1-a1da-e748571fbf87/90146a3d-7381-425d-aaf0-eec708405d23/31536cf7-f414-427e-9de7-f3ffeb3b96a2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:10.527174 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-db23b8df-d1b2-44e0-9eb5-7689b8115716 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323477 Dec 21 02:08:10.732865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-342ae907-39e4-498b-8384-88c8852214dc service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910651 Dec 21 02:08:10.736568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:11.253040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 407e9a5c-b84a-4dd9-916f-12ff307afcc1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:11.276228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34527-345b-40fb-b7e4-0100df44c4e4 req-6c49c2e0-90e0-4dfc-8319-647aa4326552 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:11.277512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51d34527-345b-40fb-b7e4-0100df44c4e4 req-6c49c2e0-90e0-4dfc-8319-647aa4326552 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 943 time: 0.5799274 Dec 21 02:08:11.320565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:11.331559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:11.332074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:11.365793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd86ea-aa8b-442b-bb3d-ec302706e720 req-7deff160-b6fc-46d9-ac65-b7b1727d3157 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:11.371664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27fd86ea-aa8b-442b-bb3d-ec302706e720 req-7deff160-b6fc-46d9-ac65-b7b1727d3157 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 946 time: 0.2533312 Dec 21 02:08:11.443195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-912c5771-8a01-4596-b560-089e671a823b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:11.444727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-912c5771-8a01-4596-b560-089e671a823b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 796 time: 0.6796122 Dec 21 02:08:11.446638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c6a6019-a492-4ee1-8aa2-b0e1f305f2d0 req-8063770a-150c-40c3-8640-9ec97676153e service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925540 Dec 21 02:08:11.480991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Network 871825a1-75b8-4ed1-a1da-e748571fbf87 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:11.499210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51d34527-345b-40fb-b7e4-0100df44c4e4 req-cf12164a-30d2-4e26-bbce-5d94e51d430a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040379 Dec 21 02:08:11.499986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:11.521218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:11.529271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Port': ['ID=31536cf7-f414-427e-9de7-f3ffeb3b96a2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:11.563322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27fd86ea-aa8b-442b-bb3d-ec302706e720 req-7ca34d01-93cf-4d55-9cbe-efb6e7cc9d52 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946158 Dec 21 02:08:11.639404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c95cae3-fa14-4cc0-a45c-cbffaea4cc0b req-876bb85a-c455-4f73-8a4c-53c72abbfc35 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 210 time: 0.0551918 Dec 21 02:08:11.656818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-80a35286-d21e-46fe-b0b2-50d4e8f3f30f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 380 time: 0.1884096 Dec 21 02:08:11.668562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'port': {'device_id': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'admin_state_up': True, 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'security_groups': ['8acaf7b5-4039-4bb4-8060-4c56615091c6']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:11.773760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:11.840746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:11.905828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:11.910078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.201733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.4 (4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7/67e911da-da02-4e3e-86e9-e2a23cda7b03/a6ee98ab-4609-42b3-80c5-60868dfe6f37) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:12.234953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.248304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.319417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-e4170e56-053e-4adc-b0f2-35cf0376a42a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:12.320904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-e4170e56-053e-4adc-b0f2-35cf0376a42a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 0.2270145 Dec 21 02:08:12.389058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-6ca2910e-24ec-4ee9-bec6-f9421d8454f6 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/quotas/34c4edaddc634e23a6b1ecdd9d25d171 HTTP/1.1" status: 200 len: 375 time: 0.0570526 Dec 21 02:08:12.389683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Port': ['ID=31536cf7-f414-427e-9de7-f3ffeb3b96a2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:12.468568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.516177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.517478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2c8e743b-6fbf-47a9-9c89-eacb6d50bf83 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5788462 Dec 21 02:08:12.522261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.524619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41638) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:12.543426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-336570a8-2eca-4b6f-a725-d303190b34c7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235309 Dec 21 02:08:12.608168 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.655978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eab09e33-5a7a-463c-86b0-3244a751abaa tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=871825a1-75b8-4ed1-a1da-e748571fbf87 HTTP/1.1" status: 200 len: 690 time: 0.1273696 Dec 21 02:08:12.658618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:12.728010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:12.740500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:12.748008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:12.751196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.752372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:12.811552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6b270-3dc1-4809-8b8e-de3400a09b1d req-f7c35560-7d43-4759-b94c-d620b4162e60 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:12.817877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1d6b270-3dc1-4809-8b8e-de3400a09b1d req-f7c35560-7d43-4759-b94c-d620b4162e60 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 943 time: 0.2126029 Dec 21 02:08:12.822536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-ab73c7bd-514c-4e62-8f7b-0a1b7af574fe service neutron] 10.222.0.43 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275758 Dec 21 02:08:12.844596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d69bcac-e977-439a-a558-9a8eac6a43e4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:12.898667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Deleting port 31536cf7-f414-427e-9de7-f3ffeb3b96a2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:12.899151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.908347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:12.909015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:12.993272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-aff290d8-5ede-43f9-932c-07b6ac7bb296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287921 Dec 21 02:08:13.001619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.002009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.016039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Calling delete_port for 31536cf7-f414-427e-9de7-f3ffeb3b96a2 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:13.041435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Request body: {'port': {'device_id': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:13.073304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:13.095929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dd4fdebb-bebb-4050-b03e-c0e2c6822b28 None None] Provisioning complete for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:13.096719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd4fdebb-bebb-4050-b03e-c0e2c6822b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.100127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '7d69bcac-e977-439a-a558-9a8eac6a43e4', 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6', 'port_id': '7d69bcac-e977-439a-a558-9a8eac6a43e4', 'mac_address': 'fa:16:3e:03:00:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248fa45-8695-497e-b57a-ebde98a732b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:13.102635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1d6b270-3dc1-4809-8b8e-de3400a09b1d req-fa08b3cc-1ca1-42e2-8e0c-6b6144d26173 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791381 Dec 21 02:08:13.191664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fdebb-bebb-4050-b03e-c0e2c6822b28 None None] Port a6ee98ab-4609-42b3-80c5-60868dfe6f37 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:13.192100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.221766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-98765d26-2c11-47ab-acaf-ee9562b7362e service neutron] 10.222.0.43 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895283 Dec 21 02:08:13.272361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.294695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d69bcac-e977-439a-a558-9a8eac6a43e4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:13.329942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:13.335871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.419153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:13.458953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d4dff-1478-40a3-b96b-262fcee7a433 req-ab1f603e-2427-4d14-8824-3ac2600280a4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:13.460687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-721d4dff-1478-40a3-b96b-262fcee7a433 req-ab1f603e-2427-4d14-8824-3ac2600280a4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 931 time: 0.2624524 Dec 21 02:08:13.525283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-79413dfa-f7ac-4d5d-8415-f7a78f1b0e17 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:13.526806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-79413dfa-f7ac-4d5d-8415-f7a78f1b0e17 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07b52c1-7a9e-46e1-ac35-957296f9969d HTTP/1.1" status: 200 len: 946 time: 0.2060404 Dec 21 02:08:13.636085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-f46a8f54-5888-44f4-baf4-aedfab23bba5 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:13.637650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-f46a8f54-5888-44f4-baf4-aedfab23bba5 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "GET /v2.0/ports?device_id=7812e329-3cd6-490d-a32e-3444557f27c8 HTTP/1.1" status: 200 len: 945 time: 0.0949142 Dec 21 02:08:13.677797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7d69bcac-e977-439a-a558-9a8eac6a43e4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:13.693665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-721d4dff-1478-40a3-b96b-262fcee7a433 req-3ee6b629-c5cc-46a4-9368-6b66980087c8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131402 Dec 21 02:08:13.857360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.887703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f076ad55-7e4e-4ee4-a77f-79bf4296f93c req-d63ea074-a8df-43ec-8f97-f30a9099075a tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 210 time: 0.0968504 Dec 21 02:08:13.907408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Port': ['ID=31536cf7-f414-427e-9de7-f3ffeb3b96a2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:13.948181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a7a46ae-3196-4237-bb5d-c8535700df35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:13.988134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Deleting port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:13.988478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.019521 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.027879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Deleting port bb6928ce-9523-4683-a6f4-08fcfff5c52b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:14.028216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.134460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.138332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ee98ab-4609-42b3-80c5-60868dfe6f37 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:14.184278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] For port bb6928ce-9523-4683-a6f4-08fcfff5c52b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=bb6928ce-9523-4683-a6f4-08fcfff5c52b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:14.184795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.207941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Calling delete_port for bb6928ce-9523-4683-a6f4-08fcfff5c52b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:14.272094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.350214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.385126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871825a1-75b8-4ed1-a1da-e748571fbf87']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:14.411868 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:08:14.419134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bde36d0-f332-48dc-8032-0969bd2a519c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:14.419713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bde36d0-f332-48dc-8032-0969bd2a519c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:14.427033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90146a3d-7381-425d-aaf0-eec708405d23,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:14.446410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.475842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.484400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:14.485047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:14.487992 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:14.566069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.576166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] For port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:14.576811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.666182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Calling delete_port for 89a8eacc-5bbf-4054-a30e-a1dcd3308eae owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:14.702654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba534e5-8eec-4eda-a47f-2da05d0ae839 req-538820bc-7152-4e63-bee0-a2551e6e90e8 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:14.704612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ba534e5-8eec-4eda-a47f-2da05d0ae839 req-538820bc-7152-4e63-bee0-a2551e6e90e8 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 944 time: 0.1540771 Dec 21 02:08:14.745363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.747138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.770398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 871825a1-75b8-4ed1-a1da-e748571fbf87 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:08:14.771890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Transition to ACTIVE for port object a6ee98ab-4609-42b3-80c5-60868dfe6f37 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:14.794850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.795096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['bb6928ce-9523-4683-a6f4-08fcfff5c52b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:14.799039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.806792 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/871825a1-75b8-4ed1-a1da-e748571fbf87 HTTP/1.1" status: 204 len: 168 time: 2.1470933 Dec 21 02:08:14.812484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['89a8eacc-5bbf-4054-a30e-a1dcd3308eae'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:14.820335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41698) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:14.866193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dc2aa-eb82-4bc2-8552-315979fe02d4 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Network': ['ID=871825a1-75b8-4ed1-a1da-e748571fbf87,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:14.868003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event deleted for resources: {'Port': ['ID=bb6928ce-9523-4683-a6f4-08fcfff5c52b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:14.906481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d69bcac-e977-439a-a558-9a8eac6a43e4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:14.934648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] No DVR routers for this DVR port bb6928ce-9523-4683-a6f4-08fcfff5c52b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:14.938430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:14.948875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bc047e4d-a2f9-401e-95f2-0dedceb34fd9 req-6c98348b-2b4a-4228-82a1-99a234d415eb tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "DELETE /v2.0/ports/bb6928ce-9523-4683-a6f4-08fcfff5c52b HTTP/1.1" status: 204 len: 173 time: 1.2912195 Dec 21 02:08:14.949687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'name': 'network-vif-deleted', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:14.952096 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22557db7-fbd7-4354-a975-c3ff4200e7ff" -d '{"events": [{"server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "name": "network-vif-deleted", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:15.004373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ba534e5-8eec-4eda-a47f-2da05d0ae839 req-529196d9-871d-4067-a80b-852103a41ded tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487288 Dec 21 02:08:15.096938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 7d69bcac-e977-439a-a558-9a8eac6a43e4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:15.110199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 7d69bcac-e977-439a-a558-9a8eac6a43e4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:15.111084 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.260692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:15.291206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ba0c24-80b7-4ebf-8857-a6d1319e854e req-f17d8852-d3ba-41c4-b939-ed84e57c265b tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 210 time: 0.1827457 Dec 21 02:08:15.396499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.396746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-34820ca8-8726-42a1-9ea4-94e10eac394f tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.5719097 Dec 21 02:08:15.407159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:15.461741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:15.465116 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4124f47a-f29b-4ff9-8303-93ab3f2b287e" -d '{"events": [{"server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "name": "network-vif-plugged", "status": "completed", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:15.535914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.536909 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1d6fc-d460-47b0-928a-1ffac38cf530 x-openstack-request-id: req-84a1d6fc-d460-47b0-928a-1ffac38cf530 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:15.539153 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7812e329-3cd6-490d-a32e-3444557f27c8", "name": "network-vif-deleted", "tag": "bb6928ce-9523-4683-a6f4-08fcfff5c52b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:15.539646 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84a1d6fc-d460-47b0-928a-1ffac38cf530 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:15.541535 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7812e329-3cd6-490d-a32e-3444557f27c8', 'name': 'network-vif-deleted', 'tag': 'bb6928ce-9523-4683-a6f4-08fcfff5c52b', 'status': 'completed', 'code': 200} Dec 21 02:08:15.545158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:15.554824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.568345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1b2f4-7aa8-42c0-9086-052a58903c97 req-cff07a1e-84ff-48c8-aaf0-ea0aad913600 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:15.585143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ede1b2f4-7aa8-42c0-9086-052a58903c97 req-cff07a1e-84ff-48c8-aaf0-ea0aad913600 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 943 time: 0.7048585 Dec 21 02:08:15.591212 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65ee15-093b-4c1a-98e5-b792814ef68b x-openstack-request-id: req-bd65ee15-093b-4c1a-98e5-b792814ef68b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:15.597991 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "name": "network-vif-plugged", "status": "completed", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:15.598454 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd65ee15-093b-4c1a-98e5-b792814ef68b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:15.599083 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4', 'code': 200} Dec 21 02:08:15.603353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['bb6928ce-9523-4683-a6f4-08fcfff5c52b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:15.650757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-606eabf5-78c6-4df4-8477-f0cbccc404c4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:15.652677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-606eabf5-78c6-4df4-8477-f0cbccc404c4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 0.3430538 Dec 21 02:08:15.696584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event deleted for resources: {'Port': ['ID=89a8eacc-5bbf-4054-a30e-a1dcd3308eae,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:15.701984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Request body: {'port': {'device_id': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'admin_state_up': True, 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:15.776360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:15.776771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:15.777036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:15.821325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:15.822829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:15.837396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:15.844930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] No DVR routers for this DVR port 89a8eacc-5bbf-4054-a30e-a1dcd3308eae on host n-h2-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:15.849355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.855440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "DELETE /v2.0/ports/89a8eacc-5bbf-4054-a30e-a1dcd3308eae HTTP/1.1" status: 204 len: 173 time: 2.2537374 Dec 21 02:08:15.870753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'name': 'network-vif-deleted', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:15.873809 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb46f0-12f2-4044-97bc-5318841632dd" -d '{"events": [{"server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "name": "network-vif-deleted", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:15.888317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:15.888787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:15.890017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Bound using segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:15.890585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Bound port: a6ee98ab-4609-42b3-80c5-60868dfe6f37, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:15.891301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:15.972039 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9984b3-4c90-485e-bc49-531bbda7ed85 x-openstack-request-id: req-ce9984b3-4c90-485e-bc49-531bbda7ed85 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:15.972396 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07b52c1-7a9e-46e1-ac35-957296f9969d", "name": "network-vif-deleted", "tag": "89a8eacc-5bbf-4054-a30e-a1dcd3308eae", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:15.972692 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce9984b3-4c90-485e-bc49-531bbda7ed85 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:15.973027 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07b52c1-7a9e-46e1-ac35-957296f9969d', 'name': 'network-vif-deleted', 'tag': '89a8eacc-5bbf-4054-a30e-a1dcd3308eae', 'status': 'completed', 'code': 200} Dec 21 02:08:15.975015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314cf1d-3216-4bac-97d8-220e5973cc7e req-b49108fd-a4ae-4999-bf87-70f75ef94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:15.977504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8314cf1d-3216-4bac-97d8-220e5973cc7e req-b49108fd-a4ae-4999-bf87-70f75ef94f79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 1097 time: 0.2724564 Dec 21 02:08:15.994336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-9021e606-d302-4802-8a85-57ca6bd67627 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:15.996122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-9021e606-d302-4802-8a85-57ca6bd67627 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 810 time: 0.6967366 Dec 21 02:08:16.003002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.003647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.004215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.004882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.005012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.005466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.006121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.007765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9d3a1eb-d49c-49d9-9fee-dd5257123da5 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.5957420 Dec 21 02:08:16.009422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ede1b2f4-7aa8-42c0-9086-052a58903c97 req-90260aa8-dc40-4587-8b93-36b9608c37a4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195719 Dec 21 02:08:16.011660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:16.037555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Request body: {'port': {'device_id': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'admin_state_up': True, 'tenant_id': '34c4edaddc634e23a6b1ecdd9d25d171'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:16.054645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:16.058470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:16.066002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.103028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:16.106761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.169162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.169820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.171769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 1092 time: 3.1413784 Dec 21 02:08:16.174633 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-d2714df1-0d7a-40f7-b7e8-5dd453cee290 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] delete failed (client error): The resource could not be found. Dec 21 02:08:16.176624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8314cf1d-3216-4bac-97d8-220e5973cc7e req-73da4372-65bb-4604-a8bd-2a63a6007a9a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887577 Dec 21 02:08:16.178920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2714df1-0d7a-40f7-b7e8-5dd453cee290 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/fa59c510-5ee6-4963-b699-c54ffe0a0131 HTTP/1.1" status: 404 len: 345 time: 0.1659451 Dec 21 02:08:16.180190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:16.180457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b99e-019b-44fd-bc90-f0d973a275c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:16.203969 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:16.209551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41090fe8-350a-4a53-8a4b-166bc5cf8971 req-dd37f206-bb78-43e7-a025-2a4c49946e73 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.215716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41090fe8-350a-4a53-8a4b-166bc5cf8971 req-dd37f206-bb78-43e7-a025-2a4c49946e73 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.1143107 Dec 21 02:08:16.216224 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66405a2-24fc-460a-880f-0b410bc82d28 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] DELETE failed (client error): The resource could not be found. Dec 21 02:08:16.216733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66405a2-24fc-460a-880f-0b410bc82d28 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:08:16.224456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f66405a2-24fc-460a-880f-0b410bc82d28 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/871825a1-75b8-4ed1-a1da-e748571fbf87 HTTP/1.1" status: 404 len: 339 time: 0.0392056 Dec 21 02:08:16.225245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41720) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:16.230944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'name': 'tempest-network--838052794', 'router:external': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:16.362136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41090fe8-350a-4a53-8a4b-166bc5cf8971 req-1e3ce3b6-8c5e-472a-8817-3646a01c049e tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454406 Dec 21 02:08:16.382070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-04e2c71d-39f2-4b6b-ad6c-1d17b2096ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.383613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-04e2c71d-39f2-4b6b-ad6c-1d17b2096ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1095 time: 0.1346347 Dec 21 02:08:16.388966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:16.391375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.421267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Allocated IP 172.20.0.13 (79b19874-0049-4fbc-a03a-c0e25f5bbabe/33552cc1-69ee-45bd-a733-f74b4e80885a/ed47a9c9-ad92-422f-aacf-b14266d8c3df) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:16.447176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Made reservation on behalf of 34c4edaddc634e23a6b1ecdd9d25d171 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:16.451702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.503655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:16.515413 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.515764 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Added segment 40c54166-fe06-4e1f-8b53-fbda552be966 of type vlan for network 22ccab27-71e5-47c7-9c25-ce669159436b Dec 21 02:08:16.568739 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.630913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-52b606e3-2c88-40af-bc1f-d36ea6ce979b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 217 time: 0.2301037 Dec 21 02:08:16.635021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9804a8a-bc42-4c11-b42a-cc57e2782e05 req-bc25daf4-8be6-48d2-a56a-699aaed095ed tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 210 time: 0.2038941 Dec 21 02:08:16.636032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.638174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.638939 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.694310 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d4922c2-243e-4007-acba-a5ee54845bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.726205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.767518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5402670 Dec 21 02:08:16.771332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-767e6d40-e515-4936-bae1-5a19d40f8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.771507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:16.772764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-767e6d40-e515-4936-bae1-5a19d40f8cdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.1286507 Dec 21 02:08:16.775951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ce0db-601d-4141-a6e7-71268ae3a993 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=22ccab27-71e5-47c7-9c25-ce669159436b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:16.787015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 22ccab27-71e5-47c7-9c25-ce669159436b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:16.850178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-55b2862b-ed23-4f67-b91e-07ec24dcaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:16.855470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-55b2862b-ed23-4f67-b91e-07ec24dcaec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731993 Dec 21 02:08:16.896897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 89a8eacc-5bbf-4054-a30e-a1dcd3308eae no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:08:16.943505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:16.968488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 89a8eacc-5bbf-4054-a30e-a1dcd3308eae {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:08:16.969116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 89a8eacc-5bbf-4054-a30e-a1dcd3308eae not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:08:17.005752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-891c4ac0-5df2-4719-91e1-890d4b816cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435421 Dec 21 02:08:17.023551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8096a87-6a49-477b-9e31-890928cd87ef tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.029643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8096a87-6a49-477b-9e31-890928cd87ef tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.037320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8096a87-6a49-477b-9e31-890928cd87ef tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.043562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8096a87-6a49-477b-9e31-890928cd87ef tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.048182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c8096a87-6a49-477b-9e31-890928cd87ef tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2729356 Dec 21 02:08:17.050417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:17.090102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:17.106648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:17.114564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:17.145695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event updated for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:17.158403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cbfcfdb-2e26-45cb-a6f0-2c3e5b5550e5 req-778962ab-1d15-4f36-932a-527b12675410 service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453965 Dec 21 02:08:17.171796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Allocated IP 172.20.0.4 (79b19874-0049-4fbc-a03a-c0e25f5bbabe/33552cc1-69ee-45bd-a733-f74b4e80885a/ec4c9cef-6cc4-4412-90e8-5fd17412ac3b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:17.182948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c9b5-e59d-45a0-9786-1256cef4bbbb req-93cdb02f-ba67-4504-a63a-2e7771209142 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.185486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebd0c9b5-e59d-45a0-9786-1256cef4bbbb req-93cdb02f-ba67-4504-a63a-2e7771209142 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 943 time: 0.0698774 Dec 21 02:08:17.213449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.233441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.234080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.248750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebd0c9b5-e59d-45a0-9786-1256cef4bbbb req-cfbd1f9e-935a-43e2-a26e-79619015a811 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556366 Dec 21 02:08:17.279921 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.295116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-64459cd1-4172-4c53-b2cc-42851be0a9c2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5970275 Dec 21 02:08:17.330952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Request body: {'port': {'device_id': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:17.464205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.517479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0803e4-83b6-406d-b8bf-861de5dcbde8 req-ca22a9b0-72c1-4c76-90ac-a9be3bb7b131 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.520208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0803e4-83b6-406d-b8bf-861de5dcbde8 req-ca22a9b0-72c1-4c76-90ac-a9be3bb7b131 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.0725460 Dec 21 02:08:17.536344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.539086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ccab27-71e5-47c7-9c25-ce669159436b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:17.561623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c54166-fe06-4e1f-8b53-fbda552be966') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:17.561921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c54166-fe06-4e1f-8b53-fbda552be966') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:17.577119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0803e4-83b6-406d-b8bf-861de5dcbde8 req-d131230a-8c38-43eb-bddf-a480984cd283 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Dec 21 02:08:17.584201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.614450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.622832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.637925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:17.638318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:17.641301 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:17.690811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb6928ce-9523-4683-a6f4-08fcfff5c52b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:08:17.724159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: bb6928ce-9523-4683-a6f4-08fcfff5c52b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:08:17.725298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device bb6928ce-9523-4683-a6f4-08fcfff5c52b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:08:17.766360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf94f-acac-4403-bdb2-26fc5db2d08c req-3aa67be9-0e30-4af1-87c4-88d95d3d0072 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:17.768898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cedf94f-acac-4403-bdb2-26fc5db2d08c req-3aa67be9-0e30-4af1-87c4-88d95d3d0072 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 932 time: 0.0536060 Dec 21 02:08:17.790526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.809627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22ccab27-71e5-47c7-9c25-ce669159436b {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:08:17.822650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.831051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/22ccab27-71e5-47c7-9c25-ce669159436b HTTP/1.1" status: 204 len: 168 time: 0.7778199 Dec 21 02:08:17.831283 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cedf94f-acac-4403-bdb2-26fc5db2d08c req-8a4a9e83-ea73-4f47-9134-7043745cdedc tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Dec 21 02:08:17.831784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41740) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:17.834047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e29c9-3a74-4f0b-8a28-2464c4e44303 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Network': ['ID=22ccab27-71e5-47c7-9c25-ce669159436b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:17.840741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'name': 'tempest-network--840640244', 'router:external': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:17.849814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.893108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:17.896508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.931939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:17.950224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:17.951014 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Added segment 931bf727-61c4-4cbd-825c-105bc8a784a1 of type vlan for network 7d161bcc-e6e3-4aa0-95a0-ae900ff4addb Dec 21 02:08:17.973078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Network 79b19874-0049-4fbc-a03a-c0e25f5bbabe is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:17.980842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:17.989954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:17.990161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:17.994430 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:18.016974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event updated for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:18.023656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.058403 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb5911-e1e4-4be0-9d85-5fba7a2da50b x-openstack-request-id: req-cbfb5911-e1e4-4be0-9d85-5fba7a2da50b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:18.058637 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:18.059665 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbfb5911-e1e4-4be0-9d85-5fba7a2da50b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:18.060113 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'status': 'completed', 'code': 200} Dec 21 02:08:18.072758 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.074558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.075871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.096275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.096924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.124690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2918544 Dec 21 02:08:18.141920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41746) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:18.149283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-324dcd77-c33c-4c0d-a5ed-5db6b0325584 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1292021 Dec 21 02:08:18.162812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed47a9c9-ad92-422f-aacf-b14266d8c3df {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:18.172023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Request body: {'port': {'device_id': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:18.179774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.217844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Transition to ACTIVE for port object ed47a9c9-ad92-422f-aacf-b14266d8c3df will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:18.241627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.261444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff01589-0016-42f5-896b-2a1a25fe4409 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.262810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eff01589-0016-42f5-896b-2a1a25fe4409 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "GET /v2.0/networks/7d161bcc-e6e3-4aa0-95a0-ae900ff4addb HTTP/1.1" status: 200 len: 756 time: 0.1182775 Dec 21 02:08:18.277731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:18.292839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.315301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d326533-33e3-4f49-9664-12859bc085cd tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=7d161bcc-e6e3-4aa0-95a0-ae900ff4addb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:18.326988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7d161bcc-e6e3-4aa0-95a0-ae900ff4addb details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:18.338114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-acdfd810-5df8-44a5-a470-4b95e67f9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.339641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-acdfd810-5df8-44a5-a470-4b95e67f9813 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1095 time: 0.2210791 Dec 21 02:08:18.386251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:18.490689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9be5c4-abe1-43e8-a5f4-7234a9eb0775 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.492365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b9be5c4-abe1-43e8-a5f4-7234a9eb0775 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "GET /v2.0/networks/03eefddc-9153-4508-9f76-9f28be4cae98 HTTP/1.1" status: 200 len: 768 time: 0.2137370 Dec 21 02:08:18.497997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41752) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:18.605578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8c985-624f-4084-8dad-1120d0c1dfdd req-e53b6319-3447-4211-8450-76e7cf39a018 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.606722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Attempting to bind port ed47a9c9-ad92-422f-aacf-b14266d8c3df on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:18.607094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02b8c985-624f-4084-8dad-1120d0c1dfdd req-e53b6319-3447-4211-8450-76e7cf39a018 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 943 time: 0.1376605 Dec 21 02:08:18.607246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Attempting to bind port ed47a9c9-ad92-422f-aacf-b14266d8c3df by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:18.608119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Attempting to bind port ed47a9c9-ad92-422f-aacf-b14266d8c3df on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:18.608256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-2303c2b4-4f3b-437e-97cb-2fc2ec295449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.609495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-2303c2b4-4f3b-437e-97cb-2fc2ec295449 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.2619352 Dec 21 02:08:18.615851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.620334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Port ed47a9c9-ad92-422f-aacf-b14266d8c3df on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:18.620790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Attempting to bind port ed47a9c9-ad92-422f-aacf-b14266d8c3df on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:18.657216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:18.657836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Checking segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:18.658230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Bound using segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:18.658678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Bound port: ed47a9c9-ad92-422f-aacf-b14266d8c3df, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:18.659036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.676248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.680181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-3a752781-f05e-4eca-a699-db84a0413f57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 217 time: 0.0606196 Dec 21 02:08:18.767325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:18.788488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:18.809040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.812921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02b8c985-624f-4084-8dad-1120d0c1dfdd req-06c30c6d-8e27-40bf-b0da-6bce6f3b9ffc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868231 Dec 21 02:08:18.846903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-9e8554ea-600e-438b-956b-2c8c4e680c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.848395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-9e8554ea-600e-438b-956b-2c8c4e680c85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.1600089 Dec 21 02:08:18.857998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.867879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.868502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.872019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] 10.222.0.24 "PUT /v2.0/ports/ed47a9c9-ad92-422f-aacf-b14266d8c3df HTTP/1.1" status: 200 len: 1093 time: 1.5438421 Dec 21 02:08:18.872989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:18.875946 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a159dca-2166-4f13-82bf-27a529e36394" -d '{"events": [{"name": "network-changed", "server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:18.898208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4c9cef-6cc4-4412-90e8-5fd17412ac3b {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:18.914301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.915615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc501e9-3660-4434-bdfd-e8791f956cf9 req-ee31074e-08a1-4c09-b904-2b00d26d19f7 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:18.917142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bc501e9-3660-4434-bdfd-e8791f956cf9 req-ee31074e-08a1-4c09-b904-2b00d26d19f7 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.1776395 Dec 21 02:08:18.918967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d161bcc-e6e3-4aa0-95a0-ae900ff4addb']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:18.932029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931bf727-61c4-4cbd-825c-105bc8a784a1') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:18.932328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931bf727-61c4-4cbd-825c-105bc8a784a1') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:18.943505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Transition to ACTIVE for port object ec4c9cef-6cc4-4412-90e8-5fd17412ac3b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:18.956258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499927e-d729-42fe-a2ab-39dc74933194 service neutron] Pushing event updated for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:18.972959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:18.974414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.014584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-5f987603-2a35-4473-9964-20157b50e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:19.016092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-5f987603-2a35-4473-9964-20157b50e795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544607 Dec 21 02:08:19.020609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.040627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:19.046019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-671fb3db-c7b7-49ec-bef9-fa688f18ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:19.047742 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-671fb3db-c7b7-49ec-bef9-fa688f18ea4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 1096 time: 0.1028805 Dec 21 02:08:19.049189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:19.049636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:19.060287 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:19.086150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bc501e9-3660-4434-bdfd-e8791f956cf9 req-48de630a-0a57-47c0-879e-b52aeb2f0ce8 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516330 Dec 21 02:08:19.240418 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390705f-63da-42a9-951e-a3554d33d54b x-openstack-request-id: req-4390705f-63da-42a9-951e-a3554d33d54b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:19.241066 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:19.241066 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4390705f-63da-42a9-951e-a3554d33d54b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:19.241366 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df', 'status': 'completed', 'code': 200} Dec 21 02:08:19.244389 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-cc175db7-d8b9-4757-9a7a-012a4ec43b27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df HTTP/1.1" status: 200 len: 217 time: 0.1743822 Dec 21 02:08:19.261669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Attempting to bind port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:19.262237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Attempting to bind port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:19.262567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Attempting to bind port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:19.282071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:19.282936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Attempting to bind port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b on network 79b19874-0049-4fbc-a03a-c0e25f5bbabe {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:19.318738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:19.319078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Checking segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:19.319470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Bound using segment: {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:19.319905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Bound port: ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e270f71-cc4f-46b8-b6e7-f070e90f882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:19.320283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.379134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-9f4be3f0-e024-408f-a458-f030ddbc6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:19.380648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-9f4be3f0-e024-408f-a458-f030ddbc6380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.1069753 Dec 21 02:08:19.411522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.434961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-216af9f0-ad96-4bb4-8db4-e73844cdd03f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320158 Dec 21 02:08:19.482971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-b1cff842-0a16-423b-846e-d8711ee46c7e service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567971 Dec 21 02:08:19.648187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c7ae46-6967-4413-bdbb-ac5cb0e82bca req-46bd2898-abdb-4a39-8457-eefeec75292e service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556783 Dec 21 02:08:19.662842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87964852-f3a0-4fb1-a11b-7ca670907b21 req-95be0274-66f4-4d4e-bb93-8aec270739ce tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:19.699433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87964852-f3a0-4fb1-a11b-7ca670907b21 req-95be0274-66f4-4d4e-bb93-8aec270739ce tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 944 time: 0.7502315 Dec 21 02:08:19.705388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:19.746472 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.768622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d161bcc-e6e3-4aa0-95a0-ae900ff4addb {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:08:19.797017 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.805796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/7d161bcc-e6e3-4aa0-95a0-ae900ff4addb HTTP/1.1" status: 204 len: 168 time: 1.3059852 Dec 21 02:08:19.828708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:19.828953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:19.843309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'port_id': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'mac_address': 'fa:16:3e:27:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:19.858590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'name': 'tempest-network--974840089'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:19.865186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79db4d-aaf5-4252-9a2e-0e8626adfea9 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d161bcc-e6e3-4aa0-95a0-ae900ff4addb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:19.888003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.908935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ee98ab-4609-42b3-80c5-60868dfe6f37 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:19.931674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:19.943246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:19.945430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87964852-f3a0-4fb1-a11b-7ca670907b21 req-ac86ab13-cb8b-49fa-9911-b5f2fa81959e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449744 Dec 21 02:08:20.025999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:20.042049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3105-cc0d-46f5-a76d-f84346f4cfe1 req-f621a366-8da8-4b4d-875b-b1df1d4d7f94 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.043633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1df3105-cc0d-46f5-a76d-f84346f4cfe1 req-f621a366-8da8-4b4d-875b-b1df1d4d7f94 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0972230 Dec 21 02:08:20.044501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Made reservation on behalf of e5dc3f7173884650a5faa44dfb63582a for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:20.046821 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.068126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:20.075258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:20.085563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.086907 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Added segment 3b12e615-2f0b-4026-8aa6-2f7742e5b45e of type vlan for network bb3f898a-9563-4f93-8deb-c62344774149 Dec 21 02:08:20.093188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:20.109739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.139872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.184294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.185095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.186586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/ec4c9cef-6cc4-4412-90e8-5fd17412ac3b HTTP/1.1" status: 200 len: 1092 time: 2.0191720 Dec 21 02:08:20.191919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-62d51872-b024-44c2-9c23-3c9b08a2463e service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450378 Dec 21 02:08:20.197714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.199648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.200228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.253488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86551c89-1076-4a6d-9d6b-7452d2bd10d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:20.308066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=bb3f898a-9563-4f93-8deb-c62344774149,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:20.327390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bb3f898a-9563-4f93-8deb-c62344774149 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:20.376123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a6ee98ab-4609-42b3-80c5-60868dfe6f37'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:20.388338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f70d081-46d3-40d3-8921-eca74db0e507 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5436256 Dec 21 02:08:20.388338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41844) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:20.392119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1df3105-cc0d-46f5-a76d-f84346f4cfe1 req-d5e9c838-08e4-4d2a-9b44-990a2710c690 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301380 Dec 21 02:08:20.397800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:20.403356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-41348632-5615-42b1-85ed-48cf5b143ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.405631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-41348632-5615-42b1-85ed-48cf5b143ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 1095 time: 0.1481721 Dec 21 02:08:20.430649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-1f14f07f-5878-4de5-a02b-0ea275f2cc85 service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305505 Dec 21 02:08:20.496642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-41b9451e-1ae8-4ea4-9cb1-7e0da2440909 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b HTTP/1.1" status: 200 len: 217 time: 0.0755577 Dec 21 02:08:20.636491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0351d-383c-4139-b483-db8379290ff6 req-11288e99-bc9c-4ef3-b1ff-d652fb98d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.641652 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-11288e99-bc9c-4ef3-b1ff-d652fb98d068 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.1372755 Dec 21 02:08:20.723135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.727102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-111a5294-4e6e-4c4f-b38d-62e11c7d1e12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759554 Dec 21 02:08:20.731986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159dca-2166-4f13-82bf-27a529e36394 req-53ee4d12-9646-4af3-96e5-dfe35ee7896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.741950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-53ee4d12-9646-4af3-96e5-dfe35ee7896c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 1096 time: 0.1689813 Dec 21 02:08:20.761519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.804413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Network bb3f898a-9563-4f93-8deb-c62344774149 is not hosted by any dhcp agent {{(pid=109850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 02:08:20.808174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:20.808855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:20.813694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "PUT /v2.0/networks/bb3f898a-9563-4f93-8deb-c62344774149 HTTP/1.1" status: 200 len: 856 time: 0.4204736 Dec 21 02:08:20.823312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:20.933129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c1cb-244f-431c-93c2-db3799fbb29c tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event updated for resources: {'Network': ['ID=bb3f898a-9563-4f93-8deb-c62344774149,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:20.958312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.058842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.085327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3f898a-9563-4f93-8deb-c62344774149']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.097535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b12e615-2f0b-4026-8aa6-2f7742e5b45e') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.097966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b12e615-2f0b-4026-8aa6-2f7742e5b45e') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.099017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-491f4b7c-1149-406a-ad6c-68ba2a1ab8cc service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550098 Dec 21 02:08:21.100109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159dca-2166-4f13-82bf-27a529e36394 req-09a2ace9-cbb0-46b4-b596-22823787bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.101450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-09a2ace9-cbb0-46b4-b596-22823787bfed service neutron] 10.222.0.24 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 910 time: 0.3424721 Dec 21 02:08:21.120059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.153285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.162717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:21.163125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:21.165193 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:21.185848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-d11495c2-7724-4431-8f10-086d992610b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df HTTP/1.1" status: 200 len: 217 time: 0.0671031 Dec 21 02:08:21.227955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19509832-926c-46e1-bd75-7b6369f0dc04 req-f19d51cd-f961-4d1e-bb52-51aa16cfb1fe tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.229603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19509832-926c-46e1-bd75-7b6369f0dc04 req-f19d51cd-f961-4d1e-bb52-51aa16cfb1fe tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 944 time: 0.1241536 Dec 21 02:08:21.266295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:21.270509 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2bf2e-f320-436b-a44d-bd6ee5539066" -d '{"events": [{"name": "network-changed", "server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:21.279450 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.289487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb3f898a-9563-4f93-8deb-c62344774149 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:08:21.300702 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.304250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] 10.222.0.43 "DELETE /v2.0/networks/bb3f898a-9563-4f93-8deb-c62344774149 HTTP/1.1" status: 204 len: 168 time: 0.4796393 Dec 21 02:08:21.307835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41856) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:21.309761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19509832-926c-46e1-bd75-7b6369f0dc04 req-3f501b91-3f84-45bb-84bf-69eb8471da14 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717840 Dec 21 02:08:21.310734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eceaf6-d596-4bb6-8339-a6cd22a54e06 tempest-ExternalNetworksTestJSON-1613741549 tempest-ExternalNetworksTestJSON-1613741549-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb3f898a-9563-4f93-8deb-c62344774149,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:21.348711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159dca-2166-4f13-82bf-27a529e36394 req-2e05cfba-f6b3-4f93-b19c-83c47c260868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.350384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-2e05cfba-f6b3-4f93-b19c-83c47c260868 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.1238348 Dec 21 02:08:21.351998 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f9237-351d-4cee-bf56-339f4fb927a5 x-openstack-request-id: req-dd2f9237-351d-4cee-bf56-339f4fb927a5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:21.352392 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:21.352744 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd2f9237-351d-4cee-bf56-339f4fb927a5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:21.353836 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b', 'status': 'completed', 'code': 200} Dec 21 02:08:21.361412 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-40004daf-754c-4ac4-bf6d-308ac95b793d tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] DELETE failed (client error): The resource could not be found. Dec 21 02:08:21.361412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40004daf-754c-4ac4-bf6d-308ac95b793d tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:08:21.366558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-40004daf-754c-4ac4-bf6d-308ac95b793d tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "DELETE /v2.0/subnets/90146a3d-7381-425d-aaf0-eec708405d23 HTTP/1.1" status: 404 len: 337 time: 0.0553975 Dec 21 02:08:21.366963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:21.396053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3be0351d-383c-4139-b483-db8379290ff6 req-1533604c-8a53-45cf-b4a8-6481984f11a4 service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894032 Dec 21 02:08:21.417956 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-c46c2744-da3d-4430-8b14-e1aae15ef5ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389154 Dec 21 02:08:21.634078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.646404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-edf2f12c-fa2a-4c79-967f-b96e06769a9c service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175386 Dec 21 02:08:21.676887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-46fbf97f-ba36-4ec9-b0df-ccff42d80b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.678772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-46fbf97f-ba36-4ec9-b0df-ccff42d80b13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 1095 time: 0.1378381 Dec 21 02:08:21.703780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feaf94-cede-4c3b-ad4c-e5543e9ba370 req-d3b4d37b-0ba5-43e7-8071-c2a1c1bfdf6b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.705957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88feaf94-cede-4c3b-ad4c-e5543e9ba370 req-d3b4d37b-0ba5-43e7-8071-c2a1c1bfdf6b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.1828721 Dec 21 02:08:21.825619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88feaf94-cede-4c3b-ad4c-e5543e9ba370 req-4d51d2f9-a013-4539-b6e4-b5b1cc466e66 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066697 Dec 21 02:08:21.830660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.873560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eefddc-9153-4508-9f76-9f28be4cae98']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.885828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7b170f-d640-4c45-828d-8bfbb4bec451') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.886392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7b170f-d640-4c45-828d-8bfbb4bec451') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:21.899256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.916927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.925568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:21.926279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:21.930848 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:21.957546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2a159dca-2166-4f13-82bf-27a529e36394 req-9ab3f9e2-46c1-4472-97de-3af0dac5de97 service neutron] 10.222.0.24 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020892 Dec 21 02:08:21.978570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-f851ef5f-9475-47d4-b23b-543981496904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:21.980183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-f851ef5f-9475-47d4-b23b-543981496904 service neutron] 10.222.0.45 "GET /v2.0/networks?id=79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 200 len: 910 time: 0.2753263 Dec 21 02:08:22.002078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.008966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.014764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] 10.222.0.43 "DELETE /v2.0/networks/03eefddc-9153-4508-9f76-9f28be4cae98 HTTP/1.1" status: 204 len: 168 time: 0.6467791 Dec 21 02:08:22.028143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6563d7-5c01-4350-96f0-8eb2663d1073 tempest-ExternalNetworksTestJSON-922256615 tempest-ExternalNetworksTestJSON-922256615-project] Pushing event deleted for resources: {'Network': ['ID=03eefddc-9153-4508-9f76-9f28be4cae98,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:22.039703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-ea3d0f49-9845-4062-8ddf-b9570675dcbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b HTTP/1.1" status: 200 len: 217 time: 0.0497744 Dec 21 02:08:22.102487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-cff971f3-87b4-4656-b7eb-2f54eac2ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:22.103993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-cff971f3-87b4-4656-b7eb-2f54eac2ad73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 200 len: 850 time: 0.0568991 Dec 21 02:08:22.135049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.140191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-4715507f-4c09-4870-a40e-9ede9c8c4872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79b19874-0049-4fbc-a03a-c0e25f5bbabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255859 Dec 21 02:08:22.249931 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-44faa2e1-bd51-43a6-bceb-0e9a02f938dc service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965855 Dec 21 02:08:22.306182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41872) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:22.348947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ec2bf2e-f320-436b-a44d-bd6ee5539066 req-5bd32974-bdb0-47ef-b7d1-014eec31cca0 service neutron] 10.222.0.45 "GET /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910249 Dec 21 02:08:22.471138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184d697-4382-4b69-80e9-4843815b1286 req-7bdcc97c-7d6d-42d7-9fe7-545f8004cac5 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:22.474201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c184d697-4382-4b69-80e9-4843815b1286 req-7bdcc97c-7d6d-42d7-9fe7-545f8004cac5 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 944 time: 0.0714521 Dec 21 02:08:22.500235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3b80a672-1a33-4d1e-8d31-89a1d21fcb3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfa43f601d664d87ba7b51d22af91b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925249 Dec 21 02:08:22.503495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:22.537885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c184d697-4382-4b69-80e9-4843815b1286 req-b2c69133-3e64-4ab0-a8cf-9bc09dd05a5c tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549228 Dec 21 02:08:22.578743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.601662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.654023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.656577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:22.657905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01041a97-5a0f-414d-bfd4-d36c1ea2bdd4 HTTP/1.1" status: 204 len: 168 time: 0.1534188 Dec 21 02:08:22.670526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f7c27-b0b2-481c-92eb-989b9f37e88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01041a97-5a0f-414d-bfd4-d36c1ea2bdd4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:23.004883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 41910) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:23.007439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13f72f-df9b-4f51-9d39-b236930a0bb7 req-d62f5c81-5901-4ff8-a275-d7c1d0b793fb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:23.010292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e13f72f-df9b-4f51-9d39-b236930a0bb7 req-d62f5c81-5901-4ff8-a275-d7c1d0b793fb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0629675 Dec 21 02:08:23.060096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38088846-4068-459e-9336-f75324ffa730 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5dc3f7173884650a5faa44dfb63582a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515869 Dec 21 02:08:23.060931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 41918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:23.088108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e13f72f-df9b-4f51-9d39-b236930a0bb7 req-4954652c-44d4-41ce-9c36-228ea0b4d017 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709255 Dec 21 02:08:23.128720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:23.154530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:23.216842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:23.220337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:23.221634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0e3082b-da40-4e5c-b41a-0aaedf4e4326 HTTP/1.1" status: 204 len: 168 time: 0.1602910 Dec 21 02:08:23.230209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeb23f-de1f-425c-846e-4005abf3938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3082b-da40-4e5c-b41a-0aaedf4e4326,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:23.720195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ed47a9c9-ad92-422f-aacf-b14266d8c3df details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:23.728776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0806cd0-ecc3-43ee-a8ee-15a762c6d247 req-7a835618-9784-4316-bd24-110dc839f3b4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:23.731708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0806cd0-ecc3-43ee-a8ee-15a762c6d247 req-7a835618-9784-4316-bd24-110dc839f3b4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 944 time: 0.0994604 Dec 21 02:08:23.744311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:23.806491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0806cd0-ecc3-43ee-a8ee-15a762c6d247 req-6b4421b5-03a7-4afb-9d6e-48f7719f5b01 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Dec 21 02:08:23.894273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:23.900759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:23.901135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:23.944302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:23.967985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'port_id': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df', 'mac_address': 'fa:16:3e:3e:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33552cc1-69ee-45bd-a733-f74b4e80885a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:24.032747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:24.075019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed47a9c9-ad92-422f-aacf-b14266d8c3df {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:24.093167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:24.109400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:24.120853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:24.129566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:24.131804 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d557d09-83a0-42e3-9ab7-ffa7c2ec22de" -d '{"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:24.201867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:24.241564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:24.249694 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65360ad1-0d83-4ef1-9358-cc9767645871 x-openstack-request-id: req-65360ad1-0d83-4ef1-9358-cc9767645871 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:24.250129 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:24.250486 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65360ad1-0d83-4ef1-9358-cc9767645871 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:24.251624 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'code': 200} Dec 21 02:08:24.253131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:24.304224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d0a82-87a9-45a7-b242-8086507b460f req-e5644b2d-aca3-4692-81f8-fc6745399ede tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:24.316018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-354d0a82-87a9-45a7-b242-8086507b460f req-e5644b2d-aca3-4692-81f8-fc6745399ede tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.1118104 Dec 21 02:08:24.331722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:24.413711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-354d0a82-87a9-45a7-b242-8086507b460f req-7b1e3509-0071-4a97-8799-2259e49ae7b5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965726 Dec 21 02:08:24.429363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad6278-69c2-442f-af13-7584e953d4ca req-5aa3466e-959d-43ac-8f34-d2957cdc4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:24.431754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03ad6278-69c2-442f-af13-7584e953d4ca req-5aa3466e-959d-43ac-8f34-d2957cdc4cde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1097 time: 0.0811005 Dec 21 02:08:24.485701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03ad6278-69c2-442f-af13-7584e953d4ca req-bd677fdb-0a83-4598-9865-c16eccbb3030 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Dec 21 02:08:24.527745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ed47a9c9-ad92-422f-aacf-b14266d8c3df'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:24.908763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec4c9cef-6cc4-4412-90e8-5fd17412ac3b details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:25.026537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965310af-88a4-415c-8d49-f7394e9b17bd req-a2719eb2-8cf4-488b-a9d0-e303532689cd tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:25.028798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-965310af-88a4-415c-8d49-f7394e9b17bd req-a2719eb2-8cf4-488b-a9d0-e303532689cd tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 945 time: 0.0815194 Dec 21 02:08:25.100529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42204) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:25.132685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-965310af-88a4-415c-8d49-f7394e9b17bd req-27ca206f-8ff9-4e5a-871b-cb2312d9f5a6 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958772 Dec 21 02:08:25.172620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:25.189025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b', 'network_id': '79b19874-0049-4fbc-a03a-c0e25f5bbabe', 'port_id': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b', 'mac_address': 'fa:16:3e:80:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33552cc1-69ee-45bd-a733-f74b4e80885a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:25.237266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.264010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4c9cef-6cc4-4412-90e8-5fd17412ac3b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:25.286659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:25.292589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.327599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1568841166'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:25.353282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:25.364302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Made reservation on behalf of 00c24baba39b4a01b91c9f0dcd919dbb for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:25.368376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.380653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.484044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.491043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.524478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:25.549162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83920fd6-83d7-440c-8ba4-9898df4cf9aa,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:25.552397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.552966 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Added segment e2601a64-6171-4987-bd14-683c7d943825 of type vlan for network 4599e62d-50b0-45fc-8362-f8dd8de45c12 Dec 21 02:08:25.581364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6c5e1-057b-48bb-adb9-9e85b5e4fa96 req-93bb8f51-c1e5-46c2-9b5a-ba0dea4ca9c2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:25.590555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:25.596709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51e6c5e1-057b-48bb-adb9-9e85b5e4fa96 req-93bb8f51-c1e5-46c2-9b5a-ba0dea4ca9c2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0873160 Dec 21 02:08:25.629795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.665370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51e6c5e1-057b-48bb-adb9-9e85b5e4fa96 req-947cce4d-0573-4afe-8e03-c379b73cbcfc tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631199 Dec 21 02:08:25.682087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.710406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:25.712199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:25.733094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ed47a9c9-ad92-422f-aacf-b14266d8c3df up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:25.797692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Pushing event updated for resources: {'Network': ['ID=4599e62d-50b0-45fc-8362-f8dd8de45c12,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:25.820715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:25.834067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-793ac196-3973-445f-a6a2-5f18f8cdce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7323391 Dec 21 02:08:25.851677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ed47a9c9-ad92-422f-aacf-b14266d8c3df completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:25.910762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ed47a9c9-ad92-422f-aacf-b14266d8c3df triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:25.911415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.042988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.092761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:26.098845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.142488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42328) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:26.156394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12', 'binding:host_id': 'n-h2-761264-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1443855110'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:26.165394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:26.187890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Made reservation on behalf of 3ace94f1bc2c4f8196595da0c44c5e1b for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:26.194184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.209950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.253427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:26.256233 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0006d69a-cf2e-4ccd-8c6e-0b6e593bb377" -d '{"events": [{"server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:26.306624 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec0e46c-85bd-4081-90c2-10c284c0c941 x-openstack-request-id: req-7ec0e46c-85bd-4081-90c2-10c284c0c941 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:26.306995 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:26.307181 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ec0e46c-85bd-4081-90c2-10c284c0c941 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:26.307578 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df', 'code': 200} Dec 21 02:08:26.338158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c9f8-6cd9-46b7-8ded-32b99ee4460b req-6681c751-f3c5-4577-a9a6-57fb17a61f2e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:26.339891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee99c9f8-6cd9-46b7-8ded-32b99ee4460b req-6681c751-f3c5-4577-a9a6-57fb17a61f2e tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 946 time: 0.0937150 Dec 21 02:08:26.398821 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.406734 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.425202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port 46875930-cda7-423b-b999-28deb0a8f806 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:26.454504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee99c9f8-6cd9-46b7-8ded-32b99ee4460b req-6484e448-2157-4376-9346-b871094e1fb4 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001639 Dec 21 02:08:26.503992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e4fe-d3ef-4283-aedc-5f4f364e401c req-af9df5a9-9dc9-407a-8590-37a5ba391e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:26.508019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc76e4fe-d3ef-4283-aedc-5f4f364e401c req-af9df5a9-9dc9-407a-8590-37a5ba391e39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 1098 time: 0.0748560 Dec 21 02:08:26.524830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7242d-2934-42be-96e3-cb3dd996ca29,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:26.580135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc76e4fe-d3ef-4283-aedc-5f4f364e401c req-59343169-1032-475f-8e89-f21f10c5e974 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 Dec 21 02:08:26.717663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.719592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port 46875930-cda7-423b-b999-28deb0a8f806 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:26.729742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.737540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:26.834771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=46875930-cda7-423b-b999-28deb0a8f806,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:26.869660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061fe8-c330-4a23-b430-cc534afa4dfb req-66e2f9ee-044f-44d2-8d70-01f64e0b88ad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:26.871247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22061fe8-c330-4a23-b430-cc534afa4dfb req-66e2f9ee-044f-44d2-8d70-01f64e0b88ad tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0951116 Dec 21 02:08:26.874602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Checking segment: {'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:26.874971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Network hostable DHCP agents. Network: 4599e62d-50b0-45fc-8362-f8dd8de45c12, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:26.912557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec4c9cef-6cc4-4412-90e8-5fd17412ac3b up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:26.916958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:26.941613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4599e62d-50b0-45fc-8362-f8dd8de45c12) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:26.945326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:26.956479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22061fe8-c330-4a23-b430-cc534afa4dfb req-e943145f-9aee-4de4-bc32-8f8cc6c3f411 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757079 Dec 21 02:08:26.959898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a43a8-a433-4249-9c0c-0cd35fa75df8 None None] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:26.968056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:26.968660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:26.969204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:26.975687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:26.976692 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:26.977254 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 2 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:26.999497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:26.999843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.000339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.013724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.014061 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.014454 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 3 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.044541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.044880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.045372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.055533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.055871 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.056273 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 4 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.086730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.087064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.087447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.093890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:27.101474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:27.102142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.106716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.106716 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.106716 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 5 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.151041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.151478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.151875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.167968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.168301 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.177114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce94d9-8321-4b23-b6bb-f00602cf419e req-f3b0c921-c82c-47cd-b04c-a40f58432e86 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:27.178872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5ce94d9-8321-4b23-b6bb-f00602cf419e req-f3b0c921-c82c-47cd-b04c-a40f58432e86 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0881140 Dec 21 02:08:27.179508 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 6 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.210352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.210695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.211058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.219043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.219373 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.220150 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 7 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.236856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.246311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.246640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.247165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.261622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.262230 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.263194 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 8 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.273209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5ce94d9-8321-4b23-b6bb-f00602cf419e req-756b3202-5034-4066-8558-1fbd57d0711b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816300 Dec 21 02:08:27.276232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:27.285144 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.287770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.288175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.288573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.294344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.294863 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.295419 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 9 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.301145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:27.311525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.312129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.312639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.317957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.318485 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.319043 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 10 to bind port 46875930-cda7-423b-b999-28deb0a8f806 Dec 21 02:08:27.335672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:27.335994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:27.336582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:27.341901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 46875930-cda7-423b-b999-28deb0a8f806 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:27.342228 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 46875930-cda7-423b-b999-28deb0a8f806 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:27.342603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.376222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2aa1c-7650-4f78-9e6a-eb20637c24d7 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:27.383152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:27.387853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-34d2aa1c-7650-4f78-9e6a-eb20637c24d7 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1092 time: 0.0851679 Dec 21 02:08:27.388512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:27.398077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:27.428747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port 46875930-cda7-423b-b999-28deb0a8f806, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:27.429255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempted to set empty binding levels {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:08:27.435136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.443437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.479069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:27.479675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.536662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=46875930-cda7-423b-b999-28deb0a8f806,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:27.547618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1d5d325c-d504-443a-a54f-aeb8371ccb68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.4029787 Dec 21 02:08:27.550475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:27.615631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75f050-7b8e-46a2-ae14-7e07a25273a7 req-f5a0416a-bc62-458e-b363-e52bdee3e9b1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:27.617199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c75f050-7b8e-46a2-ae14-7e07a25273a7 req-f5a0416a-bc62-458e-b363-e52bdee3e9b1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 946 time: 0.0591147 Dec 21 02:08:27.676306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Deleting port 46875930-cda7-423b-b999-28deb0a8f806 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:27.678340 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.701072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c75f050-7b8e-46a2-ae14-7e07a25273a7 req-80a72552-3db8-4f1c-9ac3-c81e40b5249d tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746181 Dec 21 02:08:27.704765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.788709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port 46875930-cda7-423b-b999-28deb0a8f806, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:27.788985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:27.808910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Calling delete_port for 46875930-cda7-423b-b999-28deb0a8f806 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:27.919958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.55 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/574bc016-2692-45ad-86db-6a195f3ca925) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:28.003535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.038985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event deleted for resources: {'Port': ['ID=46875930-cda7-423b-b999-28deb0a8f806,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:28.044597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.051457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cd2310ca-6fe6-4290-8f4e-5c14e0d2f9e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "DELETE /v2.0/ports/46875930-cda7-423b-b999-28deb0a8f806 HTTP/1.1" status: 204 len: 168 time: 0.4965379 Dec 21 02:08:28.051673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:28.086948 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba065d7e-5bf8-4027-941c-15d0271ea89c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:08:28.091866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ba065d7e-5bf8-4027-941c-15d0271ea89c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports/46875930-cda7-423b-b999-28deb0a8f806 HTTP/1.1" status: 404 len: 333 time: 0.0357647 Dec 21 02:08:28.092533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:28.100411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-104289568'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:28.124386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.137518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Made reservation on behalf of 3ace94f1bc2c4f8196595da0c44c5e1b for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:28.145847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.179044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.183799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port b7897668-0639-433b-b5d1-e004c8af980e yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:28.248087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:28.252035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:28.258653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:28.299670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=574bc016-2692-45ad-86db-6a195f3ca925,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:28.313113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:28.317321 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4faea6-8624-42e0-9db4-1cf3080346d2" -d '{"events": [{"server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:28.410875 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3bd43f-bf6e-424e-bbcc-3a87372b6240 x-openstack-request-id: req-5a3bd43f-bf6e-424e-bbcc-3a87372b6240 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:28.411418 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:28.411860 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a3bd43f-bf6e-424e-bbcc-3a87372b6240 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:28.412632 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b', 'code': 200} Dec 21 02:08:28.453827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.514179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.550225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:28.555687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:28.568042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:28.569965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:28.571940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.590424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad144c-9522-4533-b67b-001c79d075b0 req-d3647bc8-80cd-4f8b-b5cd-6eb5f080a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:28.591962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c8ad144c-9522-4533-b67b-001c79d075b0 req-d3647bc8-80cd-4f8b-b5cd-6eb5f080a3ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 1097 time: 0.0688889 Dec 21 02:08:28.643352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=b7897668-0639-433b-b5d1-e004c8af980e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:28.649002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-23f5e698-808f-422a-ad3e-9e0945cda120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5551252 Dec 21 02:08:28.652466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:28.659057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:28.720812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.749975 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c8ad144c-9522-4533-b67b-001c79d075b0 req-32de75ed-9796-4239-b250-a0ceb02a8fc0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409633 Dec 21 02:08:28.838098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.907390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db1374-69df-476e-968d-e11ddb1cde34 req-94ea9c43-4cd2-4e97-9075-07402d06e352 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:28.909294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29db1374-69df-476e-968d-e11ddb1cde34 req-94ea9c43-4cd2-4e97-9075-07402d06e352 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 946 time: 0.0786016 Dec 21 02:08:28.947981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:28.981860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port b7897668-0639-433b-b5d1-e004c8af980e yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:28.995704 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.005235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29db1374-69df-476e-968d-e11ddb1cde34 req-8acfffa2-e752-4b2e-b879-2880ad0f3439 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851924 Dec 21 02:08:29.008987 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.101038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.101728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.101728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.105316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=b7897668-0639-433b-b5d1-e004c8af980e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:29.109623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.112339 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.112339 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 2 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.126764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.127192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.127607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.132511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.133242 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.133726 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 3 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.167867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.168208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.168550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.171934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.183026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.198746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.199257 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.200441 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 4 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.229895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6224a-b812-4ce4-8910-9a950a4cbb32 req-dd8ec143-fbc3-4a48-a657-b253ed44f874 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:29.231590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df6224a-b812-4ce4-8910-9a950a4cbb32 req-dd8ec143-fbc3-4a48-a657-b253ed44f874 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 945 time: 0.0849051 Dec 21 02:08:29.233494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.233939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.234386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.240594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.241042 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.241563 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 5 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.288088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=574bc016-2692-45ad-86db-6a195f3ca925,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:29.294474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.294973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.295513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.316326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.319954 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.321210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.322162 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 6 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.354405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.355568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.355910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.362729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8df6224a-b812-4ce4-8910-9a950a4cbb32 req-86c3c4a1-3dcf-4843-ba7c-6416bca8e92b tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174264 Dec 21 02:08:29.364798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.365176 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.365551 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 7 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.378256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.378586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.378975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.394386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.394386 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.394386 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 8 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.413662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.413999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.414334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.419008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.419405 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.419861 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 9 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.433570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.433990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.434390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.442110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.442779 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.443460 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 10 to bind port b7897668-0639-433b-b5d1-e004c8af980e Dec 21 02:08:29.462545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:29.463094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:29.463669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:29.468677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:29.468997 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port b7897668-0639-433b-b5d1-e004c8af980e on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:29.469451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.494401 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 554226c2-11e7-4682-a0e3-2d605de1592e associated. External IP: 172.25.6.55, port: a6ee98ab-4609-42b3-80c5-60868dfe6f37. Dec 21 02:08:29.567143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port b7897668-0639-433b-b5d1-e004c8af980e, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:29.567521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempted to set empty binding levels {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:08:29.573264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.614950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] In _notify_port_updated(), no bound segment for port b7897668-0639-433b-b5d1-e004c8af980e on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:08:29.615816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:29.616444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:29.620200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "PUT /v2.0/ports/b7897668-0639-433b-b5d1-e004c8af980e HTTP/1.1" status: 200 len: 979 time: 0.9640169 Dec 21 02:08:29.620917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42458) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:29.630842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6d0e-f6d5-4887-a1ee-e91357cf83c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=b7897668-0639-433b-b5d1-e004c8af980e,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:30.073595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.073984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.074446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.074905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.075362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.075821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.076270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.076717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.077162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.077638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.078094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.078537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.079503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.079947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.080393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.080843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.081286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.081758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.088137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e3b2280e-3e62-4e2a-98b5-d3a2d13aff4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16066 time: 0.4625335 Dec 21 02:08:30.088413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:30.197556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2366a657-d2f9-4961-9744-d4d9f16eab09 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:08:30.256545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Deleting port b7897668-0639-433b-b5d1-e004c8af980e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:30.256892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.390606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port b7897668-0639-433b-b5d1-e004c8af980e, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:30.390972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.409139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Calling delete_port for b7897668-0639-433b-b5d1-e004c8af980e owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:30.414013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:08:30.426450 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Sync routers for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:08:30.441299 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:30.442132 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:30.490061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.542472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6f4010af-20e8-4e2a-b882-70155e880c8e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1529093 Dec 21 02:08:30.555076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:30.557840 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dfdc45-1478-4336-aa67-4688f274bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:30.571434 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:30.596772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.621264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b409-2da8-408b-af1e-ef822c21c145 req-47600882-94ac-4e0b-9f20-ea441d2a2341 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.624160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49a7b409-2da8-408b-af1e-ef822c21c145 req-47600882-94ac-4e0b-9f20-ea441d2a2341 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 945 time: 0.0947866 Dec 21 02:08:30.646206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.652034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b7897668-0639-433b-b5d1-e004c8af980e HTTP/1.1" status: 204 len: 168 time: 0.5603628 Dec 21 02:08:30.652034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cd732-a3e1-431d-94ff-8c955883f9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7897668-0639-433b-b5d1-e004c8af980e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:30.652327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:30.692083 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7afb7c-e11f-49bf-a279-ee60876f308f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:08:30.697132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ce7afb7c-e11f-49bf-a279-ee60876f308f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports/b7897668-0639-433b-b5d1-e004c8af980e HTTP/1.1" status: 404 len: 333 time: 0.0357513 Dec 21 02:08:30.698366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:30.718249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842721419', 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:30.751070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d081c0-0e97-47d3-b5e0-9ba93eb9a265 req-e30b1588-8145-4161-a5ba-8782c6d37b41 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:30.752696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15d081c0-0e97-47d3-b5e0-9ba93eb9a265 req-e30b1588-8145-4161-a5ba-8782c6d37b41 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.1264312 Dec 21 02:08:30.764889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Made reservation on behalf of 3ace94f1bc2c4f8196595da0c44c5e1b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:30.767336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49a7b409-2da8-408b-af1e-ef822c21c145 req-b417bf65-fd2e-4aef-8cae-89ba97d161d7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229014 Dec 21 02:08:30.771145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:30.814349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port c68578f4-475a-4e7f-a4bb-f6897cff313d yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:30.908017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15d081c0-0e97-47d3-b5e0-9ba93eb9a265 req-5ee84354-244e-4494-b164-0343725b23a3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386240 Dec 21 02:08:30.923201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42480) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:30.937356 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997ad2c-7f53-43fd-bd5a-75ec26a94b80 x-openstack-request-id: req-6997ad2c-7f53-43fd-bd5a-75ec26a94b80 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:30.937629 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:30.937893 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6997ad2c-7f53-43fd-bd5a-75ec26a94b80 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:30.941061 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'status': 'completed', 'code': 200} Dec 21 02:08:31.014655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '554226c2-11e7-4682-a0e3-2d605de1592e', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'port_id': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'mac_address': 'fa:16:3e:27:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:28Z', 'updated_at': '2021-12-21T02:08:28Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:31.077061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9bd559f0-b503-4734-ad16-50cdb0b3c1d8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 200 len: 990 time: 0.1506863 Dec 21 02:08:31.084435 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Checking router: 2366a657-d2f9-4961-9744-d4d9f16eab09 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:08:31.104254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-b2d78fe5-347f-445e-a8e0-8548dc0de1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.106530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-b2d78fe5-347f-445e-a8e0-8548dc0de1ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1097 time: 0.1728992 Dec 21 02:08:31.108544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:31.120607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:31.276320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:31.304549 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:31.306590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-e1fe4b7e-b08e-40b8-b175-0e5681908363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.308083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-e1fe4b7e-b08e-40b8-b175-0e5681908363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.1787088 Dec 21 02:08:31.398776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:31.447753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-46ee7bab-d70e-4a0f-8dd6-1fcff40eae36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 998 time: 0.1281512 Dec 21 02:08:31.527173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:31.528947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-c1c0128a-cea1-403b-a9c2-a422492ab4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.530446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-c1c0128a-cea1-403b-a9c2-a422492ab4ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.0635307 Dec 21 02:08:31.534515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:31.547027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:31.548715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.549180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:31.622032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=c68578f4-475a-4e7f-a4bb-f6897cff313d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:31.638805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-2ef3d65e-d4cf-4492-be10-2aeec0256cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.639684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ef42-2fbf-4634-9e12-64df3cfa8679 req-5624b56f-b119-48d5-818d-92d6e8b12c86 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.640495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-2ef3d65e-d4cf-4492-be10-2aeec0256cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847220 Dec 21 02:08:31.649816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ff7ef42-2fbf-4634-9e12-64df3cfa8679 req-5624b56f-b119-48d5-818d-92d6e8b12c86 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 945 time: 0.1228297 Dec 21 02:08:31.652377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42494) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:31.652997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-362cd442-fb67-40e9-a2b1-4967f7b1e8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9543962 Dec 21 02:08:31.737625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ff7ef42-2fbf-4634-9e12-64df3cfa8679 req-27d52846-cca2-43ac-a6d6-be43a2348ae2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856144 Dec 21 02:08:31.780457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d45330-385a-49c3-81a4-0d31a3515b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:31.783131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01d45330-385a-49c3-81a4-0d31a3515b77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports/c68578f4-475a-4e7f-a4bb-f6897cff313d HTTP/1.1" status: 200 len: 959 time: 0.1267595 Dec 21 02:08:31.786120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42498) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:31.830559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-9cd5a3c2-9e38-4c6e-b13f-124d4e00bf4f service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732779 Dec 21 02:08:31.979126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42500) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:31.981142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-74dfdc45-1478-4336-aa67-4688f274bbe8 req-18cf52ef-c16d-4707-99d9-0a10adb32304 service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449358 Dec 21 02:08:32.002444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Deleting port c68578f4-475a-4e7f-a4bb-f6897cff313d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:32.002923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.076634 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '554226c2-11e7-4682-a0e3-2d605de1592e', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'port_id': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'mac_address': 'fa:16:3e:27:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:28Z', 'updated_at': '2021-12-21T02:08:28Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:32.081971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:32.105284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e96aee-bb6d-4925-9e89-6a40d0bea71a None None] The sync data for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 is: [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '554226c2-11e7-4682-a0e3-2d605de1592e', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'port_id': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'mac_address': 'fa:16:3e:27:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:28Z', 'updated_at': '2021-12-21T02:08:28Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:08:32.137287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.182827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Calling delete_port for c68578f4-475a-4e7f-a4bb-f6897cff313d owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:32.201554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-543c6db0-e620-430b-b338-57165f5e4d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.207875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6a889b22-bdb3-463d-95ad-86159fe4b2b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 200 len: 990 time: 0.1234767 Dec 21 02:08:32.354232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.435927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-543c6db0-e620-430b-b338-57165f5e4d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.439511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c68578f4-475a-4e7f-a4bb-f6897cff313d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:32.451693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.454413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819247b-1e30-4985-87b2-15039025ae15 None None] New status for floating IP 554226c2-11e7-4682-a0e3-2d605de1592e: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:08:32.463122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4cf8022a-7eba-4a5e-beec-839b9726283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c68578f4-475a-4e7f-a4bb-f6897cff313d HTTP/1.1" status: 204 len: 168 time: 0.6738420 Dec 21 02:08:32.464049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-543c6db0-e620-430b-b338-57165f5e4d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.465945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42506) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:32.513571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-543c6db0-e620-430b-b338-57165f5e4d06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cee6675d688848aca7e8c8ba77ee3b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326028 Dec 21 02:08:32.516007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42508) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:32.516994 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e5b1d8-b3e5-4fc6-9e90-6566f864f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:08:32.519085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6db0-e620-430b-b338-57165f5e4d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2a9484-2825-4851-ab0a-534757577b76,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:32.525437 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1e5b1d8-b3e5-4fc6-9e90-6566f864f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports/c68578f4-475a-4e7f-a4bb-f6897cff313d HTTP/1.1" status: 404 len: 333 time: 0.0561590 Dec 21 02:08:32.531517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42510) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:32.559350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1542959014'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:32.587974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.648485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Made reservation on behalf of 3ace94f1bc2c4f8196595da0c44c5e1b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:32.649286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.655000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.713025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:32.743102 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.745050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:32.749382 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a2a9484-2825-4851-ab0a-534757577b76 HTTP/1.1" status: 204 len: 168 time: 0.2314570 Dec 21 02:08:32.765959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cb29f-6379-41fc-8a11-795050a92fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2a9484-2825-4851-ab0a-534757577b76,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:32.976607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-fd4cb2fb-bdfe-4283-92a2-bdc42bed30a7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:32.978695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-fd4cb2fb-bdfe-4283-92a2-bdc42bed30a7 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 945 time: 0.1543641 Dec 21 02:08:32.991962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb90b4-8f25-48e1-a9c9-390b847fdfae req-122449ef-27af-46a7-8f8c-5a4a48cee320 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:32.993852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20bb90b4-8f25-48e1-a9c9-390b847fdfae req-122449ef-27af-46a7-8f8c-5a4a48cee320 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 945 time: 0.0905299 Dec 21 02:08:33.059466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20bb90b4-8f25-48e1-a9c9-390b847fdfae req-63f1df1e-3a17-40fa-83a1-bb525380adcc tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/security-groups?id=f761c468-a188-417e-9b0f-cb4afdc937c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 Dec 21 02:08:33.166661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.194852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-39716415-6823-490c-a3d1-a2b9459f14a2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:33.196373 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-39716415-6823-490c-a3d1-a2b9459f14a2 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "GET /v2.0/ports?device_id=06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd HTTP/1.1" status: 200 len: 946 time: 0.1172724 Dec 21 02:08:33.209544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:33.273890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Deleting port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:33.274229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.290216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.301381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7480f58d-849a-4a5f-bf28-daf83e71cad2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 200 len: 992 time: 0.0866773 Dec 21 02:08:33.417774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Network 4599e62d-50b0-45fc-8362-f8dd8de45c12 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:33.432746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:33.434868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:33.435820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:33.436422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.443315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7cb3d5-99ce-4cfd-a841-aeb290db7982,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:33.483992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] For port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:33.484370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.489791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-303f209b-7cec-4fe7-a7ec-c5b856a20901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9533658 Dec 21 02:08:33.492454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42538) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:33.499178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:33.503461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Calling delete_port for ec4c9cef-6cc4-4412-90e8-5fd17412ac3b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:33.506748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Deleting port ed47a9c9-ad92-422f-aacf-b14266d8c3df {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:33.506955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.581674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.654353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] For port ed47a9c9-ad92-422f-aacf-b14266d8c3df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ed47a9c9-ad92-422f-aacf-b14266d8c3df,segment=NetworkSegment(3e270f71-cc4f-46b8-b6e7-f070e90f882f),segment_id=3e270f71-cc4f-46b8-b6e7-f070e90f882f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:33.655030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.676161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Calling delete_port for ed47a9c9-ad92-422f-aacf-b14266d8c3df owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:33.799851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.841279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event deleted for resources: {'Port': ['ID=ec4c9cef-6cc4-4412-90e8-5fd17412ac3b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:33.850862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:33.901960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] device_id is not set on port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:08:33.912782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.923224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.936635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] No DVR routers for this DVR port ec4c9cef-6cc4-4412-90e8-5fd17412ac3b on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:33.940831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:33.944197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0f05409-e548-4066-8c75-ee0d68d00e68 req-e826cb71-5d03-4f6e-af1f-008e957d8ff1 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.45 "DELETE /v2.0/ports/ec4c9cef-6cc4-4412-90e8-5fd17412ac3b HTTP/1.1" status: 204 len: 173 time: 0.9523969 Dec 21 02:08:33.945991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'name': 'network-vif-deleted', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:33.948322 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8822e-c726-4cf6-b637-cae211ff520a" -d '{"events": [{"server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "name": "network-vif-deleted", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:33.998944 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d789643-eced-488e-8a85-6497bc0f7d2a x-openstack-request-id: req-1d789643-eced-488e-8a85-6497bc0f7d2a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:33.999722 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f3b5f7-10a2-48d2-a38e-f06c3900bc9c", "name": "network-vif-deleted", "tag": "ec4c9cef-6cc4-4412-90e8-5fd17412ac3b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:34.000154 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d789643-eced-488e-8a85-6497bc0f7d2a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:34.000924 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f3b5f7-10a2-48d2-a38e-f06c3900bc9c', 'name': 'network-vif-deleted', 'tag': 'ec4c9cef-6cc4-4412-90e8-5fd17412ac3b', 'status': 'completed', 'code': 200} Dec 21 02:08:34.003798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.042007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Pushing event deleted for resources: {'Port': ['ID=ed47a9c9-ad92-422f-aacf-b14266d8c3df,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:34.044579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ec4c9cef-6cc4-4412-90e8-5fd17412ac3b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:34.053292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7cb3d5-99ce-4cfd-a841-aeb290db7982,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:34.074524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.074864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.075295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.088165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.088942 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.089559 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 2 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.102530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] No DVR routers for this DVR port ed47a9c9-ad92-422f-aacf-b14266d8c3df on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:34.108071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.112162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.112681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.113142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.116123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f417d54e-eb02-4cbc-98c4-ac9793a8b77a req-3701cd01-c6db-4a69-b77a-3e8411a33d60 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.24 "DELETE /v2.0/ports/ed47a9c9-ad92-422f-aacf-b14266d8c3df HTTP/1.1" status: 204 len: 173 time: 0.9103272 Dec 21 02:08:34.119943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.120307 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.121206 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 3 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.144654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.145318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.145755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.151224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.151631 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.152230 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 4 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.166953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.167445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.167880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.177230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.178561 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.179901 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 5 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.226458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f73855e-927b-47e1-b6f9-4a0506a9e127 req-45b3693f-7361-4c3f-ac95-2ef134ed8185 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f3b5f7-10a2-48d2-a38e-f06c3900bc9c HTTP/1.1" status: 200 len: 210 time: 0.0408571 Dec 21 02:08:34.231020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.231436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.231837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.237002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.237405 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.237872 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 6 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.253213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.253795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.254193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.259679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.260072 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.260458 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 7 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.280207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.280710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.281538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.289045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.289451 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.289879 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 8 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.306447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.307853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.308861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.319656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.320269 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.320875 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 9 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.335599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.335977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.336607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.350327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.350685 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.351066 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempt 10 to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 Dec 21 02:08:34.365116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:34.365371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:34.365651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempting to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:34.371561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:34.371561 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Failed to bind port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on host n-h2-761264-20 for vnic_type normal using segments [{'id': 'e2601a64-6171-4987-bd14-683c7d943825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4599e62d-50b0-45fc-8362-f8dd8de45c12'}] Dec 21 02:08:34.371561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.445506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:34.446006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attempted to set empty binding levels {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:08:34.450305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.485604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] In _notify_port_updated(), no bound segment for port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 on network 4599e62d-50b0-45fc-8362-f8dd8de45c12 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:08:34.486591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:34.487486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.488720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "PUT /v2.0/ports/3a7cb3d5-99ce-4cfd-a841-aeb290db7982 HTTP/1.1" status: 200 len: 980 time: 0.9938486 Dec 21 02:08:34.491392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42560) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:34.505903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57fd3-5eac-403c-adfa-c60266fc4a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7cb3d5-99ce-4cfd-a841-aeb290db7982,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:34.584076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Deleting port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:34.584541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.683352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] For port 3a7cb3d5-99ce-4cfd-a841-aeb290db7982, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:34.684552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.701030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Calling delete_port for 3a7cb3d5-99ce-4cfd-a841-aeb290db7982 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:34.824604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.856080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7cb3d5-99ce-4cfd-a841-aeb290db7982,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:34.870955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:34.874745 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8f5b322-6a5a-4c25-b10f-e953d1747c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3a7cb3d5-99ce-4cfd-a841-aeb290db7982 HTTP/1.1" status: 204 len: 168 time: 0.3822405 Dec 21 02:08:34.878021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42562) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:34.920957 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd8d62a-aca8-41e3-a27c-c4fdc277f898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:08:34.923274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bfd8d62a-aca8-41e3-a27c-c4fdc277f898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947547470-project-admin] 10.222.0.43 "GET /v2.0/ports/3a7cb3d5-99ce-4cfd-a841-aeb290db7982 HTTP/1.1" status: 404 len: 333 time: 0.0436461 Dec 21 02:08:34.927212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:35.025281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.135635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.158857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4599e62d-50b0-45fc-8362-f8dd8de45c12']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.173039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2601a64-6171-4987-bd14-683c7d943825') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.173316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2601a64-6171-4987-bd14-683c7d943825') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.184053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.201749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.211064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:35.211699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:35.215216 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:35.286775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.307778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.311376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] 10.222.0.43 "DELETE /v2.0/networks/4599e62d-50b0-45fc-8362-f8dd8de45c12 HTTP/1.1" status: 204 len: 168 time: 0.3830433 Dec 21 02:08:35.312724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125fc97-a514-45a6-a0fe-f714817954bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554436419-project] Pushing event deleted for resources: {'Network': ['ID=4599e62d-50b0-45fc-8362-f8dd8de45c12,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:35.357573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:35.426288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Deleting subnet 33552cc1-69ee-45bd-a733-f74b4e80885a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:08:35.431188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.478524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.547916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.549838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-4812b11c-1af0-42f6-89ee-91291d624852 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e735d50ad77d47d186618f5136084c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354202 Dec 21 02:08:35.620947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.653872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33552cc1-69ee-45bd-a733-f74b4e80885a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:35.656306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.663018 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7202e9c-4c46-47ef-8542-c533da0fd16b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/33552cc1-69ee-45bd-a733-f74b4e80885a HTTP/1.1" status: 204 len: 168 time: 0.3020060 Dec 21 02:08:35.663481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42594) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:35.726497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42596) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:35.752566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.774127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ed47a9c9-ad92-422f-aacf-b14266d8c3df no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:08:35.807498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ed47a9c9-ad92-422f-aacf-b14266d8c3df {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:08:35.808348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ed47a9c9-ad92-422f-aacf-b14266d8c3df not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:08:35.858647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.901181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b19874-0049-4fbc-a03a-c0e25f5bbabe']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.921068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e270f71-cc4f-46b8-b6e7-f070e90f882f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.921912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e270f71-cc4f-46b8-b6e7-f070e90f882f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:35.940251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.957298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dd361186-45e8-41d9-a4fa-e8f98716daa0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00c24baba39b4a01b91c9f0dcd919dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296908 Dec 21 02:08:35.960175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:35.965961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.982736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:35.983120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:35.985307 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:36.004566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'name': 'network-vif-deleted', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:36.011003 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2315dda-211e-40a2-98d7-b8cb25159819" -d '{"events": [{"server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "name": "network-vif-deleted", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:36.106471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.112082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.132776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.132776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] 10.222.0.43 "DELETE /v2.0/networks/79b19874-0049-4fbc-a03a-c0e25f5bbabe HTTP/1.1" status: 204 len: 168 time: 0.4672940 Dec 21 02:08:36.144317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-1dbad379-13b3-4f6c-b960-05b100c96c4c tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:36.152448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-1dbad379-13b3-4f6c-b960-05b100c96c4c tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5948763 Dec 21 02:08:36.176331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-7ea7a7e7-7f0a-41a7-a69e-5716a4f80f44 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/quotas/e735d50ad77d47d186618f5136084c1f HTTP/1.1" status: 200 len: 375 time: 0.0225787 Dec 21 02:08:36.184804 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b7aca-8346-429f-b3e6-453d5123cc3c x-openstack-request-id: req-1e5b7aca-8346-429f-b3e6-453d5123cc3c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:36.185154 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd", "name": "network-vif-deleted", "tag": "ed47a9c9-ad92-422f-aacf-b14266d8c3df", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:36.185567 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e5b7aca-8346-429f-b3e6-453d5123cc3c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:36.186216 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bef9bf-aa8d-4a60-ac50-6f72ae3a1bbd', 'name': 'network-vif-deleted', 'tag': 'ed47a9c9-ad92-422f-aacf-b14266d8c3df', 'status': 'completed', 'code': 200} Dec 21 02:08:36.187053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd9ffa-9209-4447-a2b7-0730cce34b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b19874-0049-4fbc-a03a-c0e25f5bbabe,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:36.192456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.223027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-ff8a3f1a-d029-479b-b50a-230cf6cd88b4 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e735d50ad77d47d186618f5136084c1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446618 Dec 21 02:08:36.274522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.279065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.281931 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83920fd6-83d7-440c-8ba4-9898df4cf9aa HTTP/1.1" status: 204 len: 168 time: 0.3210788 Dec 21 02:08:36.294302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a85d1-c605-40ba-858c-df52cc745848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83920fd6-83d7-440c-8ba4-9898df4cf9aa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:36.359568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:36.503695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cff6bc72-2735-4640-aac3-4f9205c16097 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34c4edaddc634e23a6b1ecdd9d25d171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421862 Dec 21 02:08:36.504190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e4397a6-4fe8-4902-a291-807614b07f0f req-3fe600e9-f202-4ea3-bc55-562393c1cbab tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 210 time: 0.0335104 Dec 21 02:08:36.506325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42628) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:36.581207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.608139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.668729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.672380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.677512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f761c468-a188-417e-9b0f-cb4afdc937c5 HTTP/1.1" status: 204 len: 168 time: 0.1699946 Dec 21 02:08:36.688225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2524b1-1168-4436-b3df-9f9807f97ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f761c468-a188-417e-9b0f-cb4afdc937c5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:36.810315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42636) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:36.870877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ed4710d4-f056-4c04-9a55-d1f2262b9478 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ace94f1bc2c4f8196595da0c44c5e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589838 Dec 21 02:08:36.873621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:36.936897 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.946703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec4c9cef-6cc4-4412-90e8-5fd17412ac3b no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:08:36.966513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:36.977138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: ec4c9cef-6cc4-4412-90e8-5fd17412ac3b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:08:36.980983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec4c9cef-6cc4-4412-90e8-5fd17412ac3b not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:08:37.035479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:37.040062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:37.043053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efb7242d-2934-42be-96e3-cb3dd996ca29 HTTP/1.1" status: 204 len: 168 time: 0.1679854 Dec 21 02:08:37.066570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de5d8-47e2-476b-ab7d-6a993c99fc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7242d-2934-42be-96e3-cb3dd996ca29,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:37.589839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42686) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:37.654177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7696e028-4d06-418e-8539-f490923ebbad req-28909c18-80c6-4829-b697-ce46a4ee5978 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 210 time: 0.0521615 Dec 21 02:08:37.762830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-e7b6a782-e24c-4ef3-a7c2-be95769b14f7 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e735d50ad77d47d186618f5136084c1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304995 Dec 21 02:08:37.778833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1202882090-network', 'tenant_id': 'b6921562c4414b2797315756bd901280'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:37.823645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:37.826317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:37.854409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:37.972029 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:37.979942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42698) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:37.981541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.018360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:38.029435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ef366-b09f-434d-8ee8-8b6d58595a2e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:38.046663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-c688c828-a361-4e14-9cb7-df172b3260fb tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:38.049560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-c688c828-a361-4e14-9cb7-df172b3260fb tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800617 Dec 21 02:08:38.053591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.055805 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Added segment 97aba495-fb1c-4534-9688-b14967d0024d of type vlan for network e9121f7a-abfe-4804-9329-29abec58a129 Dec 21 02:08:38.084637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Request body: {'port': {'device_id': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'e735d50ad77d47d186618f5136084c1f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:38.103342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.133946 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.135644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:38.136676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.203037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6112149 Dec 21 02:08:38.206571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42702) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:38.211892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Request body: {'subnet': {'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1202882090-subnet', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:38.222663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e3152-9e1a-49fc-a6d4-6834500279d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9121f7a-abfe-4804-9329-29abec58a129,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:38.239378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e9121f7a-abfe-4804-9329-29abec58a129 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:38.247185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:38.251259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.475944 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.481416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955536236'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:38.534190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:38.544026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:38.544634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Network hostable DHCP agents. Network: e9121f7a-abfe-4804-9329-29abec58a129, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:38.554303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:38.557990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.566747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Network e9121f7a-abfe-4804-9329-29abec58a129 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:38.576073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.578188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e9121f7a-abfe-4804-9329-29abec58a129) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:38.586048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:38.587092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.589156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c2a1d-d722-4787-8bfc-b45a76ce9bf3 None None] Network e9121f7a-abfe-4804-9329-29abec58a129 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:38.614527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89a0e08c-b08d-4842-9bc4-7ed96cd1be0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063699 Dec 21 02:08:38.616634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42712) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:38.622296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:38.633355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Made reservation on behalf of e735d50ad77d47d186618f5136084c1f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:38.637033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.653682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.669434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.674622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.725479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e9121f7a-abfe-4804-9329-29abec58a129', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'project_id': 'b6921562c4414b2797315756bd901280', 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:38.726369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.736271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.751000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.782157 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.789283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475263a3-08d1-46b6-8f57-21d9f214a7b9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:38.807639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:38.812672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc5d2c19-850f-4c69-a08a-cb9bb2fe8aaa req-9b40cb84-c784-4f17-b5c4-42fc37560efa tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 210 time: 0.0442710 Dec 21 02:08:38.826161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.826550 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment d02a239f-4cca-4fa6-975a-04182e4c3dd9 of type vlan for network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd Dec 21 02:08:38.906203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Allocated IP 172.20.0.2 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/a00440dc-baef-473a-bc70-411d219e2c6c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:38.909133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.919643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.924453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:38.987270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.026601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6aaf1b-8bcb-496c-a23a-39b211e95f43,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:39.057760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.065370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:39.066585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.199859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2167120 Dec 21 02:08:39.204568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee4260-f594-41f0-9914-726391d57341 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=8442ec6b-fd21-4e0a-8a10-078fa546f2dd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:39.243483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Allocated IP 192.168.233.123 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/876a368f-8e18-49fc-b015-100d0110a3ba) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:39.261172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.268337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:39.296394 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.304106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.338217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42722) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:39.343686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:39.345925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.443541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:39.451835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:39.454644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:39.486363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Pushing event updated for resources: {'Port': ['ID=a00440dc-baef-473a-bc70-411d219e2c6c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:39.493567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Allocated IP 172.25.6.162 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/468f0bd9-1167-40c7-bab1-473e9e61aedd) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:39.564977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Attempting to bind port a00440dc-baef-473a-bc70-411d219e2c6c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:39.565327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Attempting to bind port a00440dc-baef-473a-bc70-411d219e2c6c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:39.566427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Attempting to bind port a00440dc-baef-473a-bc70-411d219e2c6c on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:39.572354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:39.572834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:39.573755 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.574235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:39.574788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Bound port: a00440dc-baef-473a-bc70-411d219e2c6c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:39.575278 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.583387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:39.587460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.607635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.638475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.652451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] For port a00440dc-baef-473a-bc70-411d219e2c6c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:39.656305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] For port a00440dc-baef-473a-bc70-411d219e2c6c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00440dc-baef-473a-bc70-411d219e2c6c,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:39.665310 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.698286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.749136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:39.756706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:39.757649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f3885-5c08-49bf-b7be-974db177404e None None] Pushing event updated for resources: {'Port': ['ID=a00440dc-baef-473a-bc70-411d219e2c6c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:39.761822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:39.782072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e355d18-993a-4d3b-b2c6-61d39f327b57 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:08:39.789670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Pushing event updated for resources: {'Port': ['ID=468f0bd9-1167-40c7-bab1-473e9e61aedd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:39.816812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.841690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f95cfd0f-0f84-47e1-815b-9c5447e72c38 None None] Provisioning complete for port 468f0bd9-1167-40c7-bab1-473e9e61aedd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:39.841690 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f95cfd0f-0f84-47e1-815b-9c5447e72c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.910312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:39.959352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f95cfd0f-0f84-47e1-815b-9c5447e72c38 None None] Port 468f0bd9-1167-40c7-bab1-473e9e61aedd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:39.999021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:40.003949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=7db5db2c-3f79-45a0-bd11-f8a1311bdb4a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:40.013646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:40.023685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:40.134799 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:40.141211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Pushing event updated for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:40.142792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0475f-b8cc-4dd4-a887-719924b710e7 req-b238bc40-769f-4ec2-8983-9e05a0d30248 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:40.142792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4aa0475f-b8cc-4dd4-a887-719924b710e7 req-b238bc40-769f-4ec2-8983-9e05a0d30248 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 936 time: 0.1748683 Dec 21 02:08:40.158584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.178536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:40.179845 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.194340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': 'd02a239f-4cca-4fa6-975a-04182e4c3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:40.194770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: 8442ec6b-fd21-4e0a-8a10-078fa546f2dd, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:40.225703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-9ffabe79-4f45-4ef2-a816-88f01292d8d0 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1473424 Dec 21 02:08:40.227116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:40.248257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Request body: {'port': {'device_id': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:40.253369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8442ec6b-fd21-4e0a-8a10-078fa546f2dd) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:40.265296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92858c43-c3ad-45e9-a387-5d0636f74c66 None None] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:40.286538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4aa0475f-b8cc-4dd4-a887-719924b710e7 req-97fdbe63-5b7b-4df6-9ec7-dcbaa32cd1cc tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239936 Dec 21 02:08:40.293261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:40.293884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.400955 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c7a26955-e157-4671-abc1-bf9fce019de2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0617466 Dec 21 02:08:40.412411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42730) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:40.419744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032278545'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:40.424526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.466402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8442ec6b-fd21-4e0a-8a10-078fa546f2dd', 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '7db5db2c-3f79-45a0-bd11-f8a1311bdb4a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:40.467670 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.524884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:40.528471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.582567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.636368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:40.646526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Allocated IP 172.20.255.242 (8442ec6b-fd21-4e0a-8a10-078fa546f2dd/7db5db2c-3f79-45a0-bd11-f8a1311bdb4a/efa3e13d-ad20-4842-81a0-e235edee637c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:40.666628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.666976 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment d18eb0e9-be0f-4fdf-bf7a-600b0d51e09b of type vlan for network bd70a0c3-a3a9-45d8-a158-efbee5172ce3 Dec 21 02:08:40.680572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d73fc61-5f7b-4cc5-8541-01d331cf78e1 None None] Provisioning complete for port 876a368f-8e18-49fc-b015-100d0110a3ba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:40.680943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d73fc61-5f7b-4cc5-8541-01d331cf78e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.749654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Router ecafec58-fad2-4790-94e6-c1dcf83709ae is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:08:40.774799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d73fc61-5f7b-4cc5-8541-01d331cf78e1 None None] Port 876a368f-8e18-49fc-b015-100d0110a3ba cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:40.776146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.857950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.864214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:40.864799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.902459 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.911472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.928953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:08:40.950851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Sync routers for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:08:40.955031 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5415494 Dec 21 02:08:40.959080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:40.964680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b5c8fd8c-eec9-46da-93c5-0cb885358740 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3466432 Dec 21 02:08:40.965490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42734) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:40.966027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42736) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:40.979758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'bd70a0c3-a3a9-45d8-a158-efbee5172ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:40.980627 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:40.981471 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:40.988441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e46e4-d0cb-4dde-b4f4-e35dd3ed1ab3 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=bd70a0c3-a3a9-45d8-a158-efbee5172ce3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:41.008554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876a368f-8e18-49fc-b015-100d0110a3ba {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:41.009492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bd70a0c3-a3a9-45d8-a158-efbee5172ce3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:41.017598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.062597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Transition to ACTIVE for port object 876a368f-8e18-49fc-b015-100d0110a3ba will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:41.092691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:41.095411 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.105173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:41.120921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:41.143600 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:41.198093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Pushing event updated for resources: {'Port': ['ID=efa3e13d-ad20-4842-81a0-e235edee637c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:41.285132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Pushing event updated for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:41.325140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Attempting to bind port efa3e13d-ad20-4842-81a0-e235edee637c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:41.325712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Attempting to bind port efa3e13d-ad20-4842-81a0-e235edee637c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'd02a239f-4cca-4fa6-975a-04182e4c3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:41.328791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Attempting to bind port efa3e13d-ad20-4842-81a0-e235edee637c on network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:41.345367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:41.345367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Checking segment: {'id': 'd02a239f-4cca-4fa6-975a-04182e4c3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:41.348429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.348985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Bound using segment: {'id': 'd02a239f-4cca-4fa6-975a-04182e4c3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:41.349639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Bound port: efa3e13d-ad20-4842-81a0-e235edee637c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02a239f-4cca-4fa6-975a-04182e4c3dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8442ec6b-fd21-4e0a-8a10-078fa546f2dd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:41.350425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.435304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Attempting to bind port 876a368f-8e18-49fc-b015-100d0110a3ba on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:41.437300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Attempting to bind port 876a368f-8e18-49fc-b015-100d0110a3ba by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:41.440757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Attempting to bind port 876a368f-8e18-49fc-b015-100d0110a3ba on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:41.456791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Port 876a368f-8e18-49fc-b015-100d0110a3ba on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:41.460052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Attempting to bind port 876a368f-8e18-49fc-b015-100d0110a3ba on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:41.477659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:41.478277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:41.479539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:41.480163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Bound port: 876a368f-8e18-49fc-b015-100d0110a3ba, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:41.480721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.494840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] For port efa3e13d-ad20-4842-81a0-e235edee637c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:41.503285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] For port efa3e13d-ad20-4842-81a0-e235edee637c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=efa3e13d-ad20-4842-81a0-e235edee637c,segment=NetworkSegment(d02a239f-4cca-4fa6-975a-04182e4c3dd9),segment_id=d02a239f-4cca-4fa6-975a-04182e4c3dd9)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:41.510795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00440dc-baef-473a-bc70-411d219e2c6c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:41.565354 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.623201 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:39Z', 'revision_number': 3, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:41.626908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:41.630675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=876a368f-8e18-49fc-b015-100d0110a3ba,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:41.638288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.651349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db178a-70c2-445c-8101-22a1d10802de None None] Network e9121f7a-abfe-4804-9329-29abec58a129 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:41.654676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Checking router: ecafec58-fad2-4790-94e6-c1dcf83709ae for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:08:41.655015 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Updating router ecafec58-fad2-4790-94e6-c1dcf83709ae port 468f0bd9-1167-40c7-bab1-473e9e61aedd binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:08:41.690132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:41.691079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.692658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] 10.222.0.45 "PUT /v2.0/ports/876a368f-8e18-49fc-b015-100d0110a3ba HTTP/1.1" status: 200 len: 1097 time: 1.4511013 Dec 21 02:08:41.693383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:41.696180 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42315b6-c090-4103-a665-87817f86f6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:41.729568 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:41.820573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8588a4-1c00-485e-b35f-bed38a9a1f53 None None] Pushing event updated for resources: {'Port': ['ID=efa3e13d-ad20-4842-81a0-e235edee637c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:41.856063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c584b-1f3c-4a09-8f8b-2b278536c610 service neutron] Pushing event updated for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:41.904004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-75508b7f-9300-4dd2-ad27-8699887d22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:41.910050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-75508b7f-9300-4dd2-ad27-8699887d22df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e735d50ad77d47d186618f5136084c1f&device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 1100 time: 0.1376314 Dec 21 02:08:41.946071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] Provisioning complete for port a00440dc-baef-473a-bc70-411d219e2c6c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:41.948943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.040570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-af99a217-6532-4f77-a3ea-ec31bb4cc898 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=876a368f-8e18-49fc-b015-100d0110a3ba HTTP/1.1" status: 200 len: 217 time: 0.1178482 Dec 21 02:08:42.050124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a00440dc-baef-473a-bc70-411d219e2c6c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:42.050631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.052748 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1568b68-4413-4990-bfe2-50db28cd9752 x-openstack-request-id: req-b1568b68-4413-4990-bfe2-50db28cd9752 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:42.056098 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:42.057732 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1568b68-4413-4990-bfe2-50db28cd9752 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:42.061533 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba', 'status': 'completed', 'code': 200} Dec 21 02:08:42.168593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-bf01b916-f2d3-45ff-ae70-dd5eacc5ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:42.174235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-bf01b916-f2d3-45ff-ae70-dd5eacc5ec16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1115053 Dec 21 02:08:42.232983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:42.238095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.254296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487a8e-3970-419a-927a-9e8145a84006 req-9496cf8f-c51b-48b7-9581-c8d17eadbffa tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:42.256406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0487a8e-3970-419a-927a-9e8145a84006 req-9496cf8f-c51b-48b7-9581-c8d17eadbffa tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 948 time: 0.1681390 Dec 21 02:08:42.272690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-212e8d05-8a19-47fc-9d7f-e732df611cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:42.276512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-212e8d05-8a19-47fc-9d7f-e732df611cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0888515 Dec 21 02:08:42.338765 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.352425 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.404175 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Attempting to bind port 468f0bd9-1167-40c7-bab1-473e9e61aedd on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:42.404545 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Attempting to bind port 468f0bd9-1167-40c7-bab1-473e9e61aedd by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:42.404960 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Attempting to bind port 468f0bd9-1167-40c7-bab1-473e9e61aedd on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:42.422599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43ed45-a519-4e14-994b-b1190fdf9073 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:08:42.434944 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.477926 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:42.478346 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:42.478752 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.479145 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:42.479635 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Bound port: 468f0bd9-1167-40c7-bab1-473e9e61aedd, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:42.480010 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.486672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.511842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0487a8e-3970-419a-927a-9e8145a84006 req-de55904f-ba09-4770-91b6-82b88b321974 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215607 Dec 21 02:08:42.519327 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-38e4cb65-d91c-440d-bf80-00969ea12add service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328615 Dec 21 02:08:42.583683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bf8c3-2826-4adb-a8c7-c2ff3b218be4 None None] Pushing event updated for resources: {'Port': ['ID=468f0bd9-1167-40c7-bab1-473e9e61aedd,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:42.614896 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] For port 468f0bd9-1167-40c7-bab1-473e9e61aedd, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:42.628367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] For port 468f0bd9-1167-40c7-bab1-473e9e61aedd, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=468f0bd9-1167-40c7-bab1-473e9e61aedd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:42.632066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] For port a00440dc-baef-473a-bc70-411d219e2c6c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00440dc-baef-473a-bc70-411d219e2c6c,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:42.638939 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.643174 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.721401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353ee30-c924-4dd9-86f3-b7cb919713c1 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:08:42.740779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:42.741470 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:42.760361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ce8afc4-d68a-49f3-b4ad-3401aec6522d req-da6dd452-a87a-4614-86f6-899157922e6f service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280271 Dec 21 02:08:42.839573 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:08:42.839935 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:08:42.840849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392fdf5-3f77-4bcc-94e8-d553faaabf2b None None] Pushing event updated for resources: {'Port': ['ID=a00440dc-baef-473a-bc70-411d219e2c6c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:42.866719 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bf8c3-2826-4adb-a8c7-c2ff3b218be4 None None] Pushing event updated for resources: {'Port': ['ID=468f0bd9-1167-40c7-bab1-473e9e61aedd,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:42.970136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Provisioning complete for port a00440dc-baef-473a-bc70-411d219e2c6c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:42.971918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:42.977449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42315b6-c090-4103-a665-87817f86f6a6 req-5ee49e75-71cb-4c29-b12c-22d585c7f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:42.978455 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:42.979257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-5ee49e75-71cb-4c29-b12c-22d585c7f337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e735d50ad77d47d186618f5136084c1f&device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 1100 time: 0.0975800 Dec 21 02:08:43.038395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.141602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42315b6-c090-4103-a665-87817f86f6a6 req-75d074e0-cc2c-4736-96ce-3dc76aa5da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:43.142685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-75d074e0-cc2c-4736-96ce-3dc76aa5da6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.1543503 Dec 21 02:08:43.165298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Provisioning complete for port 468f0bd9-1167-40c7-bab1-473e9e61aedd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:43.166604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.218159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:43.228904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': 'd18eb0e9-be0f-4fdf-bf7a-600b0d51e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bd70a0c3-a3a9-45d8-a158-efbee5172ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:43.229242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: bd70a0c3-a3a9-45d8-a158-efbee5172ce3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:43.258786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-ede08b0e-a727-4e44-bdc2-65cc4add9b40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=876a368f-8e18-49fc-b015-100d0110a3ba HTTP/1.1" status: 200 len: 217 time: 0.1038916 Dec 21 02:08:43.320728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.324803 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.352196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network bd70a0c3-a3a9-45d8-a158-efbee5172ce3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:43.394456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, bd70a0c3-a3a9-45d8-a158-efbee5172ce3) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:43.401041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:43.401281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42315b6-c090-4103-a665-87817f86f6a6 req-3f17ae88-930b-45f5-979f-fdd0a8f94c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:43.401690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.406133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-3f17ae88-930b-45f5-979f-fdd0a8f94c6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.1404052 Dec 21 02:08:43.434030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed18ec-1135-454b-9a0c-cce7a99259fd None None] Network bd70a0c3-a3a9-45d8-a158-efbee5172ce3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:43.455594 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:39Z', 'revision_number': 3, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:43.502698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42315b6-c090-4103-a665-87817f86f6a6 req-447032df-e91c-4934-bc32-8acda01574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:43.503974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-447032df-e91c-4934-bc32-8acda01574dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895684 Dec 21 02:08:43.514966 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd315174-ae45-41a2-a8a3-46abfb0dc301 None None] The sync data for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 is: [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:39Z', 'revision_number': 3, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:08:43.517307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] For port 468f0bd9-1167-40c7-bab1-473e9e61aedd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=468f0bd9-1167-40c7-bab1-473e9e61aedd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:43.518745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d8858-9254-4cd1-9c92-985d4971a0c7 None None] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:43.587578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.601068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b68b964-f2f2-405f-945c-e144938109b1 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6329579 Dec 21 02:08:43.607181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42752) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:43.696122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-75ccda6c-97db-4aa1-99fe-fc4750311d51 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767817 Dec 21 02:08:43.792061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112a2d-4bbb-4fdd-a4b0-ad0a74a475ea req-90108331-690f-44d4-819d-53a6d00bf1f3 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:43.793060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Pushing event updated for resources: {'Port': ['ID=468f0bd9-1167-40c7-bab1-473e9e61aedd,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:43.793634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61112a2d-4bbb-4fdd-a4b0-ad0a74a475ea req-90108331-690f-44d4-819d-53a6d00bf1f3 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 948 time: 0.1857033 Dec 21 02:08:43.805673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.806036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.806378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.806768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.807107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.807438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.807895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.809817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111c1145-153e-402c-b09a-f877d621ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:08:43.831277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b021701-b823-4863-bb39-09c54a30427d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-bd70a0c3-a3a9-45d8-a158-efbee5172ce3', 'network_id': 'bd70a0c3-a3a9-45d8-a158-efbee5172ce3', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': 'e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:43.832493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b021701-b823-4863-bb39-09c54a30427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.888349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:43.898544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Allocated IP 172.20.0.1 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/85749df0-f5b5-46cd-a10f-01a34a69976e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:43.965011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device efa3e13d-ad20-4842-81a0-e235edee637c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:43.991832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c42315b6-c090-4103-a665-87817f86f6a6 req-906f3d24-f07c-4a1e-9476-366ca6148e90 service neutron] 10.222.0.45 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853899 Dec 21 02:08:44.035344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] Provisioning complete for port efa3e13d-ad20-4842-81a0-e235edee637c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:44.035716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.042156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.074217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61112a2d-4bbb-4fdd-a4b0-ad0a74a475ea req-b208d8a1-9841-4472-904c-19c53a193f80 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560894 Dec 21 02:08:44.228129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.250011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.311561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:44.368063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb432206-910f-46d3-8bc5-ffeb939cd21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.382046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-8b021701-b823-4863-bb39-09c54a30427d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5: This subnet is being modified by another concurrent operation. Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5: This subnet is being modified by another concurrent operation. Dec 21 02:08:44.391131 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:08:44.428501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:44.434508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.464668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:44.473236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac760532-3edb-4664-87c1-9d4ff7214d7d None None] Network bd70a0c3-a3a9-45d8-a158-efbee5172ce3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:44.477295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:44.480548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd70a0c3-a3a9-45d8-a158-efbee5172ce3']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:44.483080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:44.540965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18eb0e9-be0f-4fdf-bf7a-600b0d51e09b') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:44.541246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18eb0e9-be0f-4fdf-bf7a-600b0d51e09b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:44.556676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.590899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.606284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.617055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.619288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port efa3e13d-ad20-4842-81a0-e235edee637c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:44.619765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.659431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:44.659847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:44.668516 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:44.706935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] For port efa3e13d-ad20-4842-81a0-e235edee637c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=efa3e13d-ad20-4842-81a0-e235edee637c,segment=NetworkSegment(d02a239f-4cca-4fa6-975a-04182e4c3dd9),segment_id=d02a239f-4cca-4fa6-975a-04182e4c3dd9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:44.730946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.788379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.827111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00440dc-baef-473a-bc70-411d219e2c6c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:44.832411 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.837132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/bd70a0c3-a3a9-45d8-a158-efbee5172ce3 HTTP/1.1" status: 204 len: 168 time: 1.2280235 Dec 21 02:08:44.840917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14a2a-eca2-4f27-abfa-b4c5ac0713d4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=bd70a0c3-a3a9-45d8-a158-efbee5172ce3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:44.841093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42758) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:44.848079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1991779133'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:44.914413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:44.918256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.939057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b9d7c-bed9-429d-a211-da718d27c17a None None] Pushing event updated for resources: {'Port': ['ID=efa3e13d-ad20-4842-81a0-e235edee637c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:44.962111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f524e-fb9c-4bf4-8977-958569958e9a None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:08:44.972451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:44.993830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:44.994138 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 4cfbef87-89b0-4e76-bfac-e35cd3aeef82 of type vlan for network 41ef1cd1-c863-4377-8423-a821bb5458b8 Dec 21 02:08:45.012001 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.016518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 876a368f-8e18-49fc-b015-100d0110a3ba details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:45.058160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a4892e7b-76d5-440d-a275-6cdd70f73c49 None None] Provisioning complete for port efa3e13d-ad20-4842-81a0-e235edee637c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:45.058630 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a4892e7b-76d5-440d-a275-6cdd70f73c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.061027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.107375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.116788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:45.117443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.193982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a00440dc-baef-473a-bc70-411d219e2c6c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:45.194352 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.212438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3701370 Dec 21 02:08:45.216141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:45.223141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': '41ef1cd1-c863-4377-8423-a821bb5458b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:45.282403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e3f6-c93e-4da9-8008-f0b51dca61f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=41ef1cd1-c863-4377-8423-a821bb5458b8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:45.300446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 41ef1cd1-c863-4377-8423-a821bb5458b8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:45.318137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.327002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493d11-74cf-4073-931c-b9188d8156b9 req-59068613-39a6-4839-8caa-43d3a557206f tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:45.329176 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7493d11-74cf-4073-931c-b9188d8156b9 req-59068613-39a6-4839-8caa-43d3a557206f tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 948 time: 0.1075795 Dec 21 02:08:45.330354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.350979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f524e-fb9c-4bf4-8977-958569958e9a None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:08:45.383546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:45.387390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.442764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:45.447145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:08:45.447920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:08:45.451193 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.451969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=876a368f-8e18-49fc-b015-100d0110a3ba,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:45.469874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7493d11-74cf-4073-931c-b9188d8156b9 req-91e6557f-0553-4481-a4ce-57bb4e9e94c4 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166146 Dec 21 02:08:45.512944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '876a368f-8e18-49fc-b015-100d0110a3ba', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '876a368f-8e18-49fc-b015-100d0110a3ba', 'mac_address': 'fa:16:3e:02:d9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:45.567463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:45.569017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:45.619601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.631146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.669379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876a368f-8e18-49fc-b015-100d0110a3ba {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:45.688100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=9a4f1a32-bfc4-43fe-8886-f5793b417f84,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:45.697999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '4cfbef87-89b0-4e76-bfac-e35cd3aeef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '41ef1cd1-c863-4377-8423-a821bb5458b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:45.698470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: 41ef1cd1-c863-4377-8423-a821bb5458b8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:45.711728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=876a368f-8e18-49fc-b015-100d0110a3ba,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:45.712828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c1b9cd11-2ceb-4058-afcd-ca62fb67e8e6 None None] Provisioning complete for port 85749df0-f5b5-46cd-a10f-01a34a69976e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:45.713295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1b9cd11-2ceb-4058-afcd-ca62fb67e8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.729186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network 41ef1cd1-c863-4377-8423-a821bb5458b8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:45.731927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Router ecafec58-fad2-4790-94e6-c1dcf83709ae has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:08:45.745403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 41ef1cd1-c863-4377-8423-a821bb5458b8) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:45.745672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.758208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:45.759127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.785928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f056c372-1987-4891-9c3d-786d4112f8dd tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5682161 Dec 21 02:08:45.786684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:45.851904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9cd11-2ceb-4058-afcd-ca62fb67e8e6 None None] Port 85749df0-f5b5-46cd-a10f-01a34a69976e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:45.911521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:08:45.921395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-840b8f94-7217-4aac-830e-80994cd8a6ec admin admin] 10.222.0.43 "PUT /v2.0/routers/ecafec58-fad2-4790-94e6-c1dcf83709ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9448211 Dec 21 02:08:45.926929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device efa3e13d-ad20-4842-81a0-e235edee637c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:45.935323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:45.966038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:46.018830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port efa3e13d-ad20-4842-81a0-e235edee637c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:46.019220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.072332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1177a3-1a5a-4ae5-ba27-6ad43645a306 None None] Network 41ef1cd1-c863-4377-8423-a821bb5458b8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:46.073449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.173491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['876a368f-8e18-49fc-b015-100d0110a3ba'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:46.247464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f49902-cce1-4dbb-bc6c-a5e7421c6c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-41ef1cd1-c863-4377-8423-a821bb5458b8', 'network_id': '41ef1cd1-c863-4377-8423-a821bb5458b8', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '9a4f1a32-bfc4-43fe-8886-f5793b417f84'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:46.248497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87f49902-cce1-4dbb-bc6c-a5e7421c6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.268391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.294602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1346ddc1-a352-4d75-9150-f8f2eb0b2f30 None None] Provisioning complete for port 7d69bcac-e977-439a-a558-9a8eac6a43e4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:46.295118 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1346ddc1-a352-4d75-9150-f8f2eb0b2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.372209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4f1a32-bfc4-43fe-8886-f5793b417f84,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:46.428138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 468f0bd9-1167-40c7-bab1-473e9e61aedd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:46.439825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.441935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Sync routers for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:08:46.469446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef1cd1-c863-4377-8423-a821bb5458b8']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:46.470479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab452c3c-8741-4542-b805-faa5a0422fd0 None None] Network 41ef1cd1-c863-4377-8423-a821bb5458b8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:46.484122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfbef87-89b0-4e76-bfac-e35cd3aeef82') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:46.485666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfbef87-89b0-4e76-bfac-e35cd3aeef82') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:46.504727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.527765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.540569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:46.540973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:46.546743 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:46.662401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.673848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.681129 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/41ef1cd1-c863-4377-8423-a821bb5458b8 HTTP/1.1" status: 204 len: 168 time: 0.8900604 Dec 21 02:08:46.681926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42792) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:46.688794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4144924'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:46.709721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c70bb-19e6-443a-9a12-8afc05cc702b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=41ef1cd1-c863-4377-8423-a821bb5458b8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:46.752638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b200-8842-434d-8b69-282cc0dc0d48 req-41fceef7-386a-4c36-b0f5-b95e0bdcedf8 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:46.755331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ac8b200-8842-434d-8b69-282cc0dc0d48 req-41fceef7-386a-4c36-b0f5-b95e0bdcedf8 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 949 time: 0.0833554 Dec 21 02:08:46.757616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:46.762058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.792502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:46.793962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:46.819820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:46.836772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.837247 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 1460d635-cec0-4984-a85d-5e5e55c7fd33 of type vlan for network e07ef846-5100-4e41-9a19-6396084a61cf Dec 21 02:08:46.838658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:46.845505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ac8b200-8842-434d-8b69-282cc0dc0d48 req-91cfb449-fd06-463e-bae0-5fc6689bdf29 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 Dec 21 02:08:46.851403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378283745', 'description': 'tempest-description--1997855772'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:46.912609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.917722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0537cf88-cfa3-4748-9779-7d32bd3902c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.956628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.967546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.977656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:46.977656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:46.994830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 468f0bd9-1167-40c7-bab1-473e9e61aedd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:46.995291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.051527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=e07ef846-5100-4e41-9a19-6396084a61cf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:47.070716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e07ef846-5100-4e41-9a19-6396084a61cf details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:47.077800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42796) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:47.079060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8343c3e6-60a7-4e18-82e1-716fd0765ff2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3948269 Dec 21 02:08:47.083501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:47.106206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:47.146684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.154129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.189313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e7f62-d85c-43e9-a6c3-ad03eaff512b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:47.198150 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.200545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2ea86a2-e56a-4f21-b060-9db5df8270fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3605428 Dec 21 02:08:47.203846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42798) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:47.210074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'security_group_rule': {'security_group_id': 'be3e7f62-d85c-43e9-a6c3-ad03eaff512b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:47.216466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:47.220489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.286773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-582a6bd0-b0d4-40e0-891a-6a374904875c None None] Provisioning complete for port 85749df0-f5b5-46cd-a10f-01a34a69976e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:47.288048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-582a6bd0-b0d4-40e0-891a-6a374904875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.318872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.417295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.425985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-582a6bd0-b0d4-40e0-891a-6a374904875c None None] Port 85749df0-f5b5-46cd-a10f-01a34a69976e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:47.454241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.475314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.512617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:45Z', 'revision_number': 2, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:47.514315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7e1581-952e-43ba-9aee-a64c2e79276d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:47.519036 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.531503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.535497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01e8e8e1-5184-48b2-8c42-d6357f509a42 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278756 Dec 21 02:08:47.536354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:47.542195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'security_group_rule': {'security_group_id': 'be3e7f62-d85c-43e9-a6c3-ad03eaff512b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:47.550606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Checking router: ecafec58-fad2-4790-94e6-c1dcf83709ae for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:08:47.550970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Updating router ecafec58-fad2-4790-94e6-c1dcf83709ae port 85749df0-f5b5-46cd-a10f-01a34a69976e binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:08:47.591791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.595085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=a88f1777-ff29-40c4-91fa-cd6b253da1ad,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:47.599106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.607054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '1460d635-cec0-4984-a85d-5e5e55c7fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:47.607442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: e07ef846-5100-4e41-9a19-6396084a61cf, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:47.642701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network e07ef846-5100-4e41-9a19-6396084a61cf is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:47.660312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e07ef846-5100-4e41-9a19-6396084a61cf) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:47.682276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:47.684736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.715027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.719961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b5af4059-3381-4c8e-9311-82fccdf0629c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6404295 Dec 21 02:08:47.720529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.722293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c6139-b440-4490-aac4-2698477a8bce None None] Network e07ef846-5100-4e41-9a19-6396084a61cf requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:47.723015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42806) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:47.747291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.751823 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2134662 Dec 21 02:08:47.753380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42808) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:47.757485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:47.763855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179cae3-2258-47ce-8fd4-8dd643c9fec5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f42dc91-a786-470a-93e6-d853f0b49167,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:47.795883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.905651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.932088 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:47.983391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e07ef846-5100-4e41-9a19-6396084a61cf', 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': 'a88f1777-ff29-40c4-91fa-cd6b253da1ad'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:47.984871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.066121 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.085943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.25.6.196 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c046827a-69a2-428d-9ebe-0163094e44a5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:48.130461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68872e-b6db-400c-bbdf-a42fe02b8aa1 req-faaf6c6e-c7c7-4cac-9238-6a26d274a93c tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:48.132226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb68872e-b6db-400c-bbdf-a42fe02b8aa1 req-faaf6c6e-c7c7-4cac-9238-6a26d274a93c tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 949 time: 0.1262403 Dec 21 02:08:48.188393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.203969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.212507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Allocated IP 172.20.0.1 (e07ef846-5100-4e41-9a19-6396084a61cf/a88f1777-ff29-40c4-91fa-cd6b253da1ad/6b1b4daf-67d3-46f6-af44-fa114c5501af) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:48.240750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.305230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.315945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d1fe6-517f-4eec-96b8-a140ac355186 None None] Pushing event updated for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:48.368896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:48.373267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:48.384140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:48.490137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Attempting to bind port 85749df0-f5b5-46cd-a10f-01a34a69976e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:48.490517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Attempting to bind port 85749df0-f5b5-46cd-a10f-01a34a69976e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:48.490941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Attempting to bind port 85749df0-f5b5-46cd-a10f-01a34a69976e on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:48.511413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.518438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:48.519048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:48.519947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.519947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:48.520428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Bound port: 85749df0-f5b5-46cd-a10f-01a34a69976e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:48.520846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.576244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.604615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb68872e-b6db-400c-bbdf-a42fe02b8aa1 req-ce48aea3-883a-4ca0-b203-dab0a67c89b4 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630277 Dec 21 02:08:48.638961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=c046827a-69a2-428d-9ebe-0163094e44a5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:48.717671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.724669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.732847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] For port 85749df0-f5b5-46cd-a10f-01a34a69976e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:48.737486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] For port 85749df0-f5b5-46cd-a10f-01a34a69976e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=85749df0-f5b5-46cd-a10f-01a34a69976e,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:48.740016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.765060 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.794262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.798503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.804962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.816209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=a88f1777-ff29-40c4-91fa-cd6b253da1ad,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:48.859161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Network e07ef846-5100-4e41-9a19-6396084a61cf is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:48.868506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] Provisioning complete for port 85749df0-f5b5-46cd-a10f-01a34a69976e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:48.869128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.896969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=c046827a-69a2-428d-9ebe-0163094e44a5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:48.910548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:48.912880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.913766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:48.934725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Pushing event updated for resources: {'Port': ['ID=6b1b4daf-67d3-46f6-af44-fa114c5501af,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:48.940094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.942020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a18d8085-aad7-451d-bcf3-7e916fa6f450 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1883609 Dec 21 02:08:48.944239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:48.974537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07ef846-5100-4e41-9a19-6396084a61cf']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:48.985778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1460d635-cec0-4984-a85d-5e5e55c7fd33') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:48.986055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1460d635-cec0-4984-a85d-5e5e55c7fd33') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:49.004356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.023053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.032424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:49.033256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:49.037001 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:49.162138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:08:49.162138 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:08:49.162138 n-d-761264-20 neutron-server[109850]: [parameters: {'id': 'e07ef846-5100-4e41-9a19-6396084a61cf'}] Dec 21 02:08:49.162138 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:08:49.162590 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:08:49.206906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-82227f1a-0820-4810-963c-fe395ce03635 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1378283745&fields=id&tenant_id=b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 267 time: 0.0534105 Dec 21 02:08:49.285541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 876a368f-8e18-49fc-b015-100d0110a3ba up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:49.288107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d1fe6-517f-4eec-96b8-a140ac355186 None None] Pushing event updated for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:49.335297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-816441ba-b913-42cd-9247-5da1ba7ffa94 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:49.337133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-816441ba-b913-42cd-9247-5da1ba7ffa94 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1218874 Dec 21 02:08:49.340011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:08:49.340874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:49.353530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-45a9dee6-ac3a-4209-a9d7-6e9d7594f267 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/quotas/b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 375 time: 0.0099769 Dec 21 02:08:49.413753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-48a25f3c-3f5c-406e-9f6e-c58e586eab86 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505762 Dec 21 02:08:49.457654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Attempting to bind port 6b1b4daf-67d3-46f6-af44-fa114c5501af on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:49.458103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Attempting to bind port 6b1b4daf-67d3-46f6-af44-fa114c5501af by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1460d635-cec0-4984-a85d-5e5e55c7fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:49.458532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Attempting to bind port 6b1b4daf-67d3-46f6-af44-fa114c5501af on network e07ef846-5100-4e41-9a19-6396084a61cf {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:49.475619 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.506671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:49.507044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Checking segment: {'id': '1460d635-cec0-4984-a85d-5e5e55c7fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:49.507450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.507847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Bound using segment: {'id': '1460d635-cec0-4984-a85d-5e5e55c7fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:49.508333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Bound port: 6b1b4daf-67d3-46f6-af44-fa114c5501af, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1460d635-cec0-4984-a85d-5e5e55c7fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e07ef846-5100-4e41-9a19-6396084a61cf'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:49.508714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.510535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.588835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-a8bcbc69-5205-4584-90aa-985dcf6cec1a service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591628 Dec 21 02:08:49.611484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 876a368f-8e18-49fc-b015-100d0110a3ba completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:08:49.616130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:08:49.619089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] For port 85749df0-f5b5-46cd-a10f-01a34a69976e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=85749df0-f5b5-46cd-a10f-01a34a69976e,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:49.662218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 876a368f-8e18-49fc-b015-100d0110a3ba triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:49.662591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.667465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.668146 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.741379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] For port 6b1b4daf-67d3-46f6-af44-fa114c5501af, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:49.775594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-3f6daaf6-a422-44ab-a241-9c0074d008b9 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785512 Dec 21 02:08:49.803565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] For port 6b1b4daf-67d3-46f6-af44-fa114c5501af, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6b1b4daf-67d3-46f6-af44-fa114c5501af,segment=NetworkSegment(1460d635-cec0-4984-a85d-5e5e55c7fd33),segment_id=1460d635-cec0-4984-a85d-5e5e55c7fd33)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:49.803795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a1881-4224-492c-9815-9240c3d60426 req-8927f38b-6311-4906-b789-2fec4e7e7bf6 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:49.811349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d0a1881-4224-492c-9815-9240c3d60426 req-8927f38b-6311-4906-b789-2fec4e7e7bf6 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 949 time: 0.0911992 Dec 21 02:08:49.835205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port 6b1b4daf-67d3-46f6-af44-fa114c5501af {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:49.835553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.838498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.884505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64f176-e7c9-4e45-bfdb-260be48d05d0 None None] Pushing event updated for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:49.903219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0cec4ac4-0fe9-4ada-8be9-659fa427e2f3 None None] Provisioning complete for port 85749df0-f5b5-46cd-a10f-01a34a69976e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:49.903588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cec4ac4-0fe9-4ada-8be9-659fa427e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.946423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3d0a1881-4224-492c-9815-9240c3d60426 req-eaee725c-9b9b-4af3-baea-6ab9066c0b72 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336122 Dec 21 02:08:49.964869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port 6b1b4daf-67d3-46f6-af44-fa114c5501af, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6b1b4daf-67d3-46f6-af44-fa114c5501af,segment=NetworkSegment(1460d635-cec0-4984-a85d-5e5e55c7fd33),segment_id=1460d635-cec0-4984-a85d-5e5e55c7fd33)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:49.964869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:49.990988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for 6b1b4daf-67d3-46f6-af44-fa114c5501af owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:50.115470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0d0f768-5f3c-41ed-8d7c-cfc8ab32e194 req-1eae7ff0-1985-4d22-b9f9-4c0378e02470 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 210 time: 0.0547657 Dec 21 02:08:50.119023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c703131-f312-4dea-9bda-2978daf38efe None None] Pushing event updated for resources: {'Port': ['ID=6b1b4daf-67d3-46f6-af44-fa114c5501af,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:50.128989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee26741-bf66-426b-b29f-6bdcb2f0f650 None None] Network e07ef846-5100-4e41-9a19-6396084a61cf requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:50.137481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.162966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.199101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=6b1b4daf-67d3-46f6-af44-fa114c5501af,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:50.212194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port 6b1b4daf-67d3-46f6-af44-fa114c5501af on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:50.275050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:50.277400 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca5408-dafb-4474-b879-5a02fe33606e" -d '{"events": [{"server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "name": "network-vif-plugged", "status": "completed", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:50.331293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.354908 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064386d9-e343-4e2e-96f3-70e2c4c1100a x-openstack-request-id: req-064386d9-e343-4e2e-96f3-70e2c4c1100a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:50.355512 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "name": "network-vif-plugged", "status": "completed", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:50.355637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07ef846-5100-4e41-9a19-6396084a61cf']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:50.355764 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-064386d9-e343-4e2e-96f3-70e2c4c1100a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:50.355883 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba', 'code': 200} Dec 21 02:08:50.369312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1460d635-cec0-4984-a85d-5e5e55c7fd33') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:50.369749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1460d635-cec0-4984-a85d-5e5e55c7fd33') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:50.379775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=876a368f-8e18-49fc-b015-100d0110a3ba,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:50.391440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924378ae-1dbb-46ec-83be-506ae3dbaf41 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:08:50.410137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.420803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.443760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.456573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:50.456973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:50.467256 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:50.494884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:48Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:50.527238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33568f8-d9b8-4ae4-9227-7cc8ebf5a8c2 req-386b8c2c-a10f-4f51-98c2-3ecd89c69efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:50.529724 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d33568f8-d9b8-4ae4-9227-7cc8ebf5a8c2 req-386b8c2c-a10f-4f51-98c2-3ecd89c69efe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 1102 time: 0.0828919 Dec 21 02:08:50.545042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9e1ee-6d04-4ead-bba2-432e1d002ca9 None None] The sync data for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 is: [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:48Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:08:50.563146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:50.631285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.636287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.639843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/e07ef846-5100-4e41-9a19-6396084a61cf HTTP/1.1" status: 204 len: 168 time: 2.9157414 Dec 21 02:08:50.645389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:50.649546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924378ae-1dbb-46ec-83be-506ae3dbaf41 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:08:50.653690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748781954'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:50.661756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d33568f8-d9b8-4ae4-9227-7cc8ebf5a8c2 req-f4f35827-7514-4fd9-8a00-0f2f79027e3d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232345 Dec 21 02:08:50.667748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a3067-1fe2-4a09-894f-284b4f41c2a6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=e07ef846-5100-4e41-9a19-6396084a61cf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:50.692829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:50.697488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.739324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:50.752286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.752641 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 381770e5-1ee5-42b6-8765-3df6d015f0a7 of type vlan for network 31f04985-61a9-4da1-b619-ad2ed8f8777e Dec 21 02:08:50.831412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.885130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.891334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:50.891947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:50.993589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3468173 Dec 21 02:08:50.996209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42854) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:51.002224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:51.023190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332db6b1-629c-4d71-b3fe-8bad0862ca3c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=31f04985-61a9-4da1-b619-ad2ed8f8777e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:51.037995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 31f04985-61a9-4da1-b619-ad2ed8f8777e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:51.176596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c8ffb-9c1a-4f32-8963-423746e2af1c req-9dcef562-d771-4945-b0b1-8b0d61643e30 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:51.185675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc9c8ffb-9c1a-4f32-8963-423746e2af1c req-9dcef562-d771-4945-b0b1-8b0d61643e30 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 950 time: 0.0990324 Dec 21 02:08:51.245722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:51.250871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:51.276981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7149d8f-a143-4111-8d8d-b273f3a9576a req-82ded4d8-d21f-4c67-99e0-3d5bde4b05f8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 210 time: 0.0499802 Dec 21 02:08:51.356523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc9c8ffb-9c1a-4f32-8963-423746e2af1c req-54a310e3-5700-4037-8e22-75f373a9cc58 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674094 Dec 21 02:08:51.414290 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:08:51.547979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:51.589152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-28d78963-b8b5-42c1-b912-de1000decb6c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:51.590680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-28d78963-b8b5-42c1-b912-de1000decb6c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1434293 Dec 21 02:08:51.630892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=d86d86a0-e875-42b8-a833-8a589c57488e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:51.657977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '381770e5-1ee5-42b6-8765-3df6d015f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:51.658362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: 31f04985-61a9-4da1-b619-ad2ed8f8777e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:51.694583 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-f94afde7-622a-4912-b587-4d4ec0c811ff tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 380 time: 0.0852273 Dec 21 02:08:51.695112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network 31f04985-61a9-4da1-b619-ad2ed8f8777e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:51.713767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 31f04985-61a9-4da1-b619-ad2ed8f8777e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:51.715303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'device_id': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'admin_state_up': True, 'tenant_id': 'b6921562c4414b2797315756bd901280', 'security_groups': ['be3e7f62-d85c-43e9-a6c3-ad03eaff512b']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:51.724214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:51.726012 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:51.731145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8002609-3469-48d8-9c1a-f3604083ef7c None None] Network 31f04985-61a9-4da1-b619-ad2ed8f8777e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:51.785846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6a3770d9-d5e6-4e80-bb37-60978b6b4eab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7861001 Dec 21 02:08:51.786429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:51.877382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 85749df0-f5b5-46cd-a10f-01a34a69976e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:08:51.934684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-31f04985-61a9-4da1-b619-ad2ed8f8777e', 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': 'd86d86a0-e875-42b8-a833-8a589c57488e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:51.935453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:51.938443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 85749df0-f5b5-46cd-a10f-01a34a69976e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:51.938807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:51.952795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:51.960881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.044672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.147844 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.182415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.20.0.5 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/2cc3b27c-e6a3-4ce9-b180-e485bb206973) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:52.207341 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.242574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Allocated IP 172.20.0.2 (31f04985-61a9-4da1-b619-ad2ed8f8777e/d86d86a0-e875-42b8-a833-8a589c57488e/601048f2-260c-4e9c-91e7-636a06fcaa47) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:52.448394 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.489455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.495844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74ad505c-5966-4b14-ba90-0b361bc00ac5 req-fbaf6ebc-3be8-4a08-923d-f4d6ed25d855 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 210 time: 0.0682628 Dec 21 02:08:52.561831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:52.569234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:52.572048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:52.588473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742c60-9d59-4bb7-8d08-240656bb0f99 req-c5fef591-a00d-44e1-aa89-0ca3a35e02f2 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:52.590125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2742c60-9d59-4bb7-8d08-240656bb0f99 req-c5fef591-a00d-44e1-aa89-0ca3a35e02f2 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 950 time: 0.0628679 Dec 21 02:08:52.607103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:52.655179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:52.656667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.676796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-c74bfee8-9db2-41aa-b1bd-c0d801481a89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9686229 Dec 21 02:08:52.679551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2742c60-9d59-4bb7-8d08-240656bb0f99 req-05ae484f-9307-42b2-af48-fee56968a3e9 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822866 Dec 21 02:08:52.702596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Request body: {'port': {'device_id': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:52.722782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.738015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.759877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.801730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.814095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=d86d86a0-e875-42b8-a833-8a589c57488e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:52.817478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Network 31f04985-61a9-4da1-b619-ad2ed8f8777e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:52.820434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:52.824638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:52.833192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Pushing event updated for resources: {'Port': ['ID=601048f2-260c-4e9c-91e7-636a06fcaa47,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:52.914699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Attempting to bind port 601048f2-260c-4e9c-91e7-636a06fcaa47 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:52.915778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Attempting to bind port 601048f2-260c-4e9c-91e7-636a06fcaa47 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '381770e5-1ee5-42b6-8765-3df6d015f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:52.915778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Attempting to bind port 601048f2-260c-4e9c-91e7-636a06fcaa47 on network 31f04985-61a9-4da1-b619-ad2ed8f8777e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:52.923868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:52.924452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Checking segment: {'id': '381770e5-1ee5-42b6-8765-3df6d015f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:52.925060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.925602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Bound using segment: {'id': '381770e5-1ee5-42b6-8765-3df6d015f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:52.926387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Bound port: 601048f2-260c-4e9c-91e7-636a06fcaa47, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381770e5-1ee5-42b6-8765-3df6d015f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:52.927222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:52.993624 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.021956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] For port 601048f2-260c-4e9c-91e7-636a06fcaa47, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:53.026108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] For port 601048f2-260c-4e9c-91e7-636a06fcaa47, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=601048f2-260c-4e9c-91e7-636a06fcaa47,segment=NetworkSegment(381770e5-1ee5-42b6-8765-3df6d015f0a7),segment_id=381770e5-1ee5-42b6-8765-3df6d015f0a7)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:53.042394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f04985-61a9-4da1-b619-ad2ed8f8777e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:53.049611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.066118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381770e5-1ee5-42b6-8765-3df6d015f0a7') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:53.066708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381770e5-1ee5-42b6-8765-3df6d015f0a7') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:53.084757 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.119815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dbbb3b06-fbaa-49f1-8d5a-447ce221d3dc None None] Provisioning complete for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:08:53.119815 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dbbb3b06-fbaa-49f1-8d5a-447ce221d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.161851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.184022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:53.184433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:53.187924 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:53.209038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0219a-f316-4469-a623-07b9d2f0f809 None None] Network 31f04985-61a9-4da1-b619-ad2ed8f8777e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:53.224359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1c8f-83c5-4e1f-ae4c-8db8f92363dc req-73251223-06c3-4302-bda2-db74dab6f7a3 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:53.224670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f2668-20f9-43c8-bbe8-a9be1282496e None None] Pushing event updated for resources: {'Port': ['ID=601048f2-260c-4e9c-91e7-636a06fcaa47,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:53.232059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1abd1c8f-83c5-4e1f-ae4c-8db8f92363dc req-73251223-06c3-4302-bda2-db74dab6f7a3 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 950 time: 0.1678929 Dec 21 02:08:53.233990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb3b06-fbaa-49f1-8d5a-447ce221d3dc None None] Port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:08:53.299910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:08:53.299910 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:08:53.299910 n-d-761264-20 neutron-server[109850]: [parameters: {'id': '31f04985-61a9-4da1-b619-ad2ed8f8777e'}] Dec 21 02:08:53.299910 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:08:53.300466 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:08:53.328904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1abd1c8f-83c5-4e1f-ae4c-8db8f92363dc req-20bcc18b-3234-4fad-a69e-b75a70be1836 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957272 Dec 21 02:08:53.361548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545bbbb1-18c7-40c9-a411-98490b75cdc9 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:08:53.464810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bbbb1-18c7-40c9-a411-98490b75cdc9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:08:53.652389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12f89-1107-452e-9183-3474771d8ed3 req-814ed8bf-c50d-46c7-9035-23eb8bed6064 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:53.654269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f12f89-1107-452e-9183-3474771d8ed3 req-814ed8bf-c50d-46c7-9035-23eb8bed6064 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 931 time: 0.0697224 Dec 21 02:08:53.706978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-c204d482-8b68-48c2-a61e-abd00e71735c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1022058 Dec 21 02:08:53.711893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:53.723512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.724082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f12f89-1107-452e-9183-3474771d8ed3 req-c194f66d-9d61-4428-bc5d-8d83e57cd7cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632210 Dec 21 02:08:53.739202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Transition to ACTIVE for port object 2cc3b27c-e6a3-4ce9-b180-e485bb206973 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:08:53.744434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.801732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.810483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:53.864974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port 601048f2-260c-4e9c-91e7-636a06fcaa47 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:53.865430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.885210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-ce6213c0-cb57-4e1b-aaba-b317916e137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:53.886766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-ce6213c0-cb57-4e1b-aaba-b317916e137d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 1097 time: 0.0884061 Dec 21 02:08:53.902614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Attempting to bind port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:53.902945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Attempting to bind port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:53.903274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Attempting to bind port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:53.908959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 on network e9121f7a-abfe-4804-9329-29abec58a129 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:08:53.909275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Attempting to bind port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:53.924139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:53.924377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:53.924651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:53.925080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Bound port: 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:53.925466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.945044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port 601048f2-260c-4e9c-91e7-636a06fcaa47, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=601048f2-260c-4e9c-91e7-636a06fcaa47,segment=NetworkSegment(381770e5-1ee5-42b6-8765-3df6d015f0a7),segment_id=381770e5-1ee5-42b6-8765-3df6d015f0a7)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:53.945572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:53.960404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for 601048f2-260c-4e9c-91e7-636a06fcaa47 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:54.044695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.065792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:54.068324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-97048f32-c206-4220-b9b0-2b4b468d5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.070051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-97048f32-c206-4220-b9b0-2b4b468d5f49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 913 time: 0.1576393 Dec 21 02:08:54.071673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:54.072213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=601048f2-260c-4e9c-91e7-636a06fcaa47,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:54.076177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.078781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port 601048f2-260c-4e9c-91e7-636a06fcaa47 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:54.146855 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-76ff354e-6a54-4bcd-8b59-cc7d59b94248 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4 HTTP/1.1" status: 200 len: 217 time: 0.0677354 Dec 21 02:08:54.155301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.155965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.157929 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 1092 time: 1.4656267 Dec 21 02:08:54.158253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:54.160504 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f7754-5ac4-4009-bed6-764039b2e4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:54.168526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.208039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea392d-f2ec-4293-9753-568ad49b1cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:54.230350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f04985-61a9-4da1-b619-ad2ed8f8777e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:54.234309 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d82e54-685d-4905-9658-f4fced7c7b34 x-openstack-request-id: req-32d82e54-685d-4905-9658-f4fced7c7b34 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:54.234606 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:54.235334 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32d82e54-685d-4905-9658-f4fced7c7b34 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:54.235754 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'status': 'completed', 'code': 200} Dec 21 02:08:54.238422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-edad9ef1-e747-4f4b-9d28-851c0d0d36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.239901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-edad9ef1-e747-4f4b-9d28-851c0d0d36bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 200 len: 853 time: 0.0761352 Dec 21 02:08:54.243509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381770e5-1ee5-42b6-8765-3df6d015f0a7') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:54.243812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381770e5-1ee5-42b6-8765-3df6d015f0a7') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:54.256693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.280564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.287866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:54.288145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-d16b8603-fa3d-487a-a8bd-491f42ff7051 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338109 Dec 21 02:08:54.288304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:54.291466 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:54.308217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-d0c8bde3-93db-4bcd-a4f1-6cf96319dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.309684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-d0c8bde3-93db-4bcd-a4f1-6cf96319dd4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1095 time: 0.0864778 Dec 21 02:08:54.366820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.378817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-49414313-fdc6-4117-9a65-433286703046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 217 time: 0.0496612 Dec 21 02:08:54.382980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.387618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/31f04985-61a9-4da1-b619-ad2ed8f8777e HTTP/1.1" status: 204 len: 168 time: 2.6001947 Dec 21 02:08:54.404283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42888) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:54.405170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd19a-6988-4d99-bfa6-ebbad1cf561f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=31f04985-61a9-4da1-b619-ad2ed8f8777e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:54.415114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723034931'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:54.468967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:54.472445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.487195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-0fe312eb-c0aa-4f66-b0eb-cf04f23f6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.489061 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-0fe312eb-c0aa-4f66-b0eb-cf04f23f6064 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0644274 Dec 21 02:08:54.503206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-13f08c11-d945-4e57-8a58-34c19cfd165e service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039587 Dec 21 02:08:54.509539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:54.522912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13556fa4-fd0c-411b-b3e1-10389f15f763 req-3aa244ca-479b-44b8-b2cb-a05ec43d73d9 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.524416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13556fa4-fd0c-411b-b3e1-10389f15f763 req-3aa244ca-479b-44b8-b2cb-a05ec43d73d9 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 950 time: 0.0849786 Dec 21 02:08:54.540019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.540505 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 5c1d48be-2ffd-44d1-98ea-6f4107f00058 of type vlan for network ca892a03-93bd-466e-945e-fabe51c90bd8 Dec 21 02:08:54.607735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-d9ea0218-c060-47cf-8899-01130d617289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.609296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-d9ea0218-c060-47cf-8899-01130d617289 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011469 Dec 21 02:08:54.616399 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.623779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13556fa4-fd0c-411b-b3e1-10389f15f763 req-0e848302-511a-409c-a195-f2866c8ac208 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c6aaf1b-8bcb-496c-a23a-39b211e95f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917103 Dec 21 02:08:54.654121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a1ac096-1ce7-4678-b911-102536520ce3 req-cb8323dc-c1ec-4f23-abe7-14bde32da821 service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373641 Dec 21 02:08:54.654439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.660248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.660818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.722953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3136554 Dec 21 02:08:54.725832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42892) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:54.732719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'ca892a03-93bd-466e-945e-fabe51c90bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:54.739526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-3182db59-6d74-420b-8efe-0ea16013524d service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230326 Dec 21 02:08:54.749414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bb268-1fa2-41b5-a7f3-f36a862782c7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=ca892a03-93bd-466e-945e-fabe51c90bd8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:54.761814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ca892a03-93bd-466e-945e-fabe51c90bd8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:54.763207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-12bd8804-f1d1-458a-a0ab-0010fa5f828d tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.764713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-12bd8804-f1d1-458a-a0ab-0010fa5f828d tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.45 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 950 time: 0.0672696 Dec 21 02:08:54.862985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:54.866490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.907609 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86fd7a7f-df3d-42c9-a405-552fe3de918c req-5e29ed0b-31fc-4d2a-b47f-28bf7f636964 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605988 Dec 21 02:08:54.923615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Deleting port 876a368f-8e18-49fc-b015-100d0110a3ba {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:54.924046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:54.930733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing IP validity checks on allocation pools {{(pid=109850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:08:54.931277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:08:54.947860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b85f5d-c4c4-4764-9d3d-c2883efe2ba7 req-5ad88992-9533-45f8-b222-a8064790c456 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:54.949429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3b85f5d-c4c4-4764-9d3d-c2883efe2ba7 req-5ad88992-9533-45f8-b222-a8064790c456 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 943 time: 0.1195619 Dec 21 02:08:55.022071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3b85f5d-c4c4-4764-9d3d-c2883efe2ba7 req-b3337f6e-1b05-47fd-86c9-7998fbe11bd1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624485 Dec 21 02:08:55.045186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] For port 876a368f-8e18-49fc-b015-100d0110a3ba, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=876a368f-8e18-49fc-b015-100d0110a3ba,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:55.045586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.061282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Calling delete_port for 876a368f-8e18-49fc-b015-100d0110a3ba owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:55.079664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-b027f28b-6164-425b-9bab-0cc19686d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:55.081156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-b027f28b-6164-425b-9bab-0cc19686d8fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1095 time: 0.0729494 Dec 21 02:08:55.114590 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.180171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=8ac75a56-cf9a-4138-87a5-36f7cfad1742,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:55.188976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '5c1d48be-2ffd-44d1-98ea-6f4107f00058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca892a03-93bd-466e-945e-fabe51c90bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:55.189440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: ca892a03-93bd-466e-945e-fabe51c90bd8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:55.206075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network ca892a03-93bd-466e-945e-fabe51c90bd8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:55.215044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ca892a03-93bd-466e-945e-fabe51c90bd8) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:55.221174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:55.221174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.223266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b48de-820a-4096-abba-b2f2528d9389 None None] Network ca892a03-93bd-466e-945e-fabe51c90bd8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:55.232490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-41961a6a-6957-4a76-ba4b-95ee780d4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:55.234693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-41961a6a-6957-4a76-ba4b-95ee780d4f88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1183128 Dec 21 02:08:55.239642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9e732ce6-751a-42dc-a5cf-65b26296268f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5127940 Dec 21 02:08:55.242269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42896) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:55.302427 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-8a2adf0e-5345-4b64-9ccc-7831a08145a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 217 time: 0.0584924 Dec 21 02:08:55.337730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a552f-003b-455b-b31d-fb4ff636f6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-ca892a03-93bd-466e-945e-fabe51c90bd8', 'network_id': 'ca892a03-93bd-466e-945e-fabe51c90bd8', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '8ac75a56-cf9a-4138-87a5-36f7cfad1742'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:55.339203 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-176a552f-003b-455b-b31d-fb4ff636f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.352551 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.382495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.409222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.418031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Pushing event deleted for resources: {'Port': ['ID=876a368f-8e18-49fc-b015-100d0110a3ba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:55.421434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-179aa676-0f9a-4592-b768-a72d275842d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:55.423805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-179aa676-0f9a-4592-b768-a72d275842d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.1136363 Dec 21 02:08:55.425048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['876a368f-8e18-49fc-b015-100d0110a3ba'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:55.492475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-176a552f-003b-455b-b31d-fb4ff636f6bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac75a56-cf9a-4138-87a5-36f7cfad1742: This subnet is being modified by another concurrent operation. Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac75a56-cf9a-4138-87a5-36f7cfad1742: This subnet is being modified by another concurrent operation. Dec 21 02:08:55.496323 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:08:55.505360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] No DVR routers for this DVR port 876a368f-8e18-49fc-b015-100d0110a3ba on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:55.507938 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.512217 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c49f74c5-20e6-448f-b92e-42743016bfd1 req-31ac0e15-800e-4753-84bc-7eb90791b925 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.45 "DELETE /v2.0/ports/876a368f-8e18-49fc-b015-100d0110a3ba HTTP/1.1" status: 204 len: 173 time: 0.7359297 Dec 21 02:08:55.534826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c39f98-8f08-43f9-966c-0c34f664125c None None] Network ca892a03-93bd-466e-945e-fabe51c90bd8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:55.539717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac75a56-cf9a-4138-87a5-36f7cfad1742,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:55.588646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-73fe4d7d-f0bd-407d-bc18-317f3f125f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:55.594426 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-73fe4d7d-f0bd-407d-bc18-317f3f125f17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416955 Dec 21 02:08:55.634145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.667607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca892a03-93bd-466e-945e-fabe51c90bd8']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:55.680627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1d48be-2ffd-44d1-98ea-6f4107f00058') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:55.680935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1d48be-2ffd-44d1-98ea-6f4107f00058') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:55.704972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.731087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.742563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:55.742892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:55.747659 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:55.751886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-257b74b1-9a90-4d81-87f6-e08ef5349f3a service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478612 Dec 21 02:08:55.761518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ecfba-0720-4aff-8a3d-5bebd9965ab8 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:08:55.831123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32bda014-6054-457d-94a6-71dc0fa5167f req-4cac2a3b-1c97-4b11-8709-13888913ca46 tempest-VolumesNegativeTest-1427177947 tempest-VolumesNegativeTest-1427177947-project] 10.222.0.43 "GET /v2.0/ports?device_id=c734cc76-5f60-4a41-a44e-ef2337af1c6a HTTP/1.1" status: 200 len: 210 time: 0.0605464 Dec 21 02:08:55.841371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.849199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.852564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/ca892a03-93bd-466e-945e-fabe51c90bd8 HTTP/1.1" status: 204 len: 168 time: 0.6092873 Dec 21 02:08:55.857352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ecfba-0720-4aff-8a3d-5bebd9965ab8 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:08:55.861723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:55.864157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ad247-55d5-4bcc-a475-ba12e20a0504 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=ca892a03-93bd-466e-945e-fabe51c90bd8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:55.873499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1212651146'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:55.897966 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-916f7754-5ac4-4009-bed6-764039b2e4ae req-e51cda6a-77ba-4662-b0c0-2c9e0c73bdb9 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403017 Dec 21 02:08:55.911258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:55.915000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.939298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:55.949041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:55.949490 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 0c95c181-fd6f-40a9-a74a-8ed626002da8 of type vlan for network 0675efe9-6979-4e6b-9022-a3bb006a734c Dec 21 02:08:55.989894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.014510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.020966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:56.021758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.067123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 42908) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:56.067356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2005291 Dec 21 02:08:56.073187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:56.105744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2752af1-f13d-4fbf-b100-181bcb2854aa tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=0675efe9-6979-4e6b-9022-a3bb006a734c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:56.122503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0675efe9-6979-4e6b-9022-a3bb006a734c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:56.223813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f218f-8d71-41b6-b8d8-2a9685d32158 req-441929b6-1877-4303-9b37-75cd0fba50b3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:56.225732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197f218f-8d71-41b6-b8d8-2a9685d32158 req-441929b6-1877-4303-9b37-75cd0fba50b3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 943 time: 0.0782297 Dec 21 02:08:56.237197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'name': 'network-vif-deleted', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:08:56.239558 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7c05d-eff5-45ca-a3de-15ed2a5ceb5c" -d '{"events": [{"server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "name": "network-vif-deleted", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:08:56.242161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:56.246049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.281738 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3de5f-8e9b-4dc6-aae2-5c3628616acb x-openstack-request-id: req-79e3de5f-8e9b-4dc6-aae2-5c3628616acb {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:08:56.282047 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c734cc76-5f60-4a41-a44e-ef2337af1c6a", "name": "network-vif-deleted", "tag": "876a368f-8e18-49fc-b015-100d0110a3ba", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:08:56.282294 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79e3de5f-8e9b-4dc6-aae2-5c3628616acb {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:08:56.282693 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c734cc76-5f60-4a41-a44e-ef2337af1c6a', 'name': 'network-vif-deleted', 'tag': '876a368f-8e18-49fc-b015-100d0110a3ba', 'status': 'completed', 'code': 200} Dec 21 02:08:56.344023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197f218f-8d71-41b6-b8d8-2a9685d32158 req-760b1d71-4dec-42cb-9f7e-f91cdc41250b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109896 Dec 21 02:08:56.471763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.541137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=55c4f952-91c7-4cae-91c3-1823e5a7fb33,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:56.543843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '0c95c181-fd6f-40a9-a74a-8ed626002da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:56.544205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: 0675efe9-6979-4e6b-9022-a3bb006a734c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:56.560852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network 0675efe9-6979-4e6b-9022-a3bb006a734c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:56.569476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0675efe9-6979-4e6b-9022-a3bb006a734c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:56.573661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:56.574256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.579283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b68b46-a75f-4f83-91cf-9d60cfabe6e4 None None] Network 0675efe9-6979-4e6b-9022-a3bb006a734c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:56.594903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a05ed826-2411-42b1-a190-cb8802c0bc5e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5233178 Dec 21 02:08:56.595347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 42914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:56.682915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-0675efe9-6979-4e6b-9022-a3bb006a734c', 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '55c4f952-91c7-4cae-91c3-1823e5a7fb33'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:56.683681 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.694459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.757182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.764587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.831965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Allocated IP 172.20.0.1 (0675efe9-6979-4e6b-9022-a3bb006a734c/55c4f952-91c7-4cae-91c3-1823e5a7fb33/edc79980-4c0a-42ba-8f98-0518147f69bf) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:08:56.980362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:56.989312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.005550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.033220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Network 0675efe9-6979-4e6b-9022-a3bb006a734c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:08:57.034704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=55c4f952-91c7-4cae-91c3-1823e5a7fb33,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:57.037977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:57.043277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:08:57.052533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Pushing event updated for resources: {'Port': ['ID=edc79980-4c0a-42ba-8f98-0518147f69bf,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:57.105018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.105788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Attempting to bind port edc79980-4c0a-42ba-8f98-0518147f69bf on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:08:57.106171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Attempting to bind port edc79980-4c0a-42ba-8f98-0518147f69bf by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0c95c181-fd6f-40a9-a74a-8ed626002da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:08:57.106729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Attempting to bind port edc79980-4c0a-42ba-8f98-0518147f69bf on network 0675efe9-6979-4e6b-9022-a3bb006a734c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:08:57.114242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:08:57.114636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Checking segment: {'id': '0c95c181-fd6f-40a9-a74a-8ed626002da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:57.115054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.115814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Bound using segment: {'id': '0c95c181-fd6f-40a9-a74a-8ed626002da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:08:57.115955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Bound port: edc79980-4c0a-42ba-8f98-0518147f69bf, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c95c181-fd6f-40a9-a74a-8ed626002da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0675efe9-6979-4e6b-9022-a3bb006a734c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:08:57.116499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.130835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0675efe9-6979-4e6b-9022-a3bb006a734c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:57.142149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c95c181-fd6f-40a9-a74a-8ed626002da8') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:57.142522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c95c181-fd6f-40a9-a74a-8ed626002da8') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:57.153726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.173531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.180393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:57.180801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:57.184418 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:57.200685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] For port edc79980-4c0a-42ba-8f98-0518147f69bf, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:08:57.257691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.api [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:08:57.257691 n-d-761264-20 neutron-server[109851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:08:57.257691 n-d-761264-20 neutron-server[109851]: [parameters: {'id': '0675efe9-6979-4e6b-9022-a3bb006a734c'}] Dec 21 02:08:57.257691 n-d-761264-20 neutron-server[109851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:08:57.258241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] For port edc79980-4c0a-42ba-8f98-0518147f69bf, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=edc79980-4c0a-42ba-8f98-0518147f69bf,segment=NetworkSegment(0c95c181-fd6f-40a9-a74a-8ed626002da8),segment_id=0c95c181-fd6f-40a9-a74a-8ed626002da8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:08:57.258794 n-d-761264-20 neutron-server[109851]: DEBUG oslo_db.api [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:08:57.262410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.344274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c76b-e9b2-40f5-b236-243d3fc54a98 None None] Pushing event updated for resources: {'Port': ['ID=edc79980-4c0a-42ba-8f98-0518147f69bf,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:57.366764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40001cad-3ef8-48a0-a912-9c4f28ec0826 None None] Network 0675efe9-6979-4e6b-9022-a3bb006a734c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:57.495950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9547d-6827-4cd5-883b-d5bbb25aaf67 req-c64c26ef-1fdd-4131-b7fe-f1f6bbc549a9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:57.496908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48015f97-bec4-438b-a88a-9f43706f3d91 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:08:57.501993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50f9547d-6827-4cd5-883b-d5bbb25aaf67 req-c64c26ef-1fdd-4131-b7fe-f1f6bbc549a9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 943 time: 0.0738335 Dec 21 02:08:57.551363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50f9547d-6827-4cd5-883b-d5bbb25aaf67 req-b7bc9474-401d-4f15-ba60-5b27373abd56 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480750 Dec 21 02:08:57.601936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48015f97-bec4-438b-a88a-9f43706f3d91 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:08:57.759633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.818469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port edc79980-4c0a-42ba-8f98-0518147f69bf {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:08:57.818808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.864990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:08:57.891106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port edc79980-4c0a-42ba-8f98-0518147f69bf, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=edc79980-4c0a-42ba-8f98-0518147f69bf,segment=NetworkSegment(0c95c181-fd6f-40a9-a74a-8ed626002da8),segment_id=0c95c181-fd6f-40a9-a74a-8ed626002da8)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:57.891470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:57.905731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for edc79980-4c0a-42ba-8f98-0518147f69bf owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:08:57.978363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:57.993147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:08:57.996797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.024337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=edc79980-4c0a-42ba-8f98-0518147f69bf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:58.029046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port edc79980-4c0a-42ba-8f98-0518147f69bf on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:08:58.038234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.053247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:08:58.082553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:08:58.087439 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.119826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.143922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:58.162067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0675efe9-6979-4e6b-9022-a3bb006a734c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:58.172172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c95c181-fd6f-40a9-a74a-8ed626002da8') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:58.172460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c95c181-fd6f-40a9-a74a-8ed626002da8') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:58.182408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.195248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.201039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:58.201479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:58.204527 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:58.265909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.277364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.280605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/0675efe9-6979-4e6b-9022-a3bb006a734c HTTP/1.1" status: 204 len: 168 time: 1.6842670 Dec 21 02:08:58.284782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:58.289767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-255396307'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:58.292688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908529-46c7-4fed-b23d-494df125cb23 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=0675efe9-6979-4e6b-9022-a3bb006a734c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:58.314078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:58.317745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.342156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:58.353502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.353844 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 8991b8ae-7ffb-4d68-a561-5c2ec6d7b77c of type vlan for network c4b710a3-528e-4ee9-a6d5-f2171a6a5114 Dec 21 02:08:58.401792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.430096 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.439590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:58.440247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.487237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1979506 Dec 21 02:08:58.488252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:58.495405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'c4b710a3-528e-4ee9-a6d5-f2171a6a5114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:58.516467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2cc3b27c-e6a3-4ce9-b180-e485bb206973'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:08:58.539080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f1ab2-9cc3-4aac-97f6-3996a7db879b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=c4b710a3-528e-4ee9-a6d5-f2171a6a5114,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:58.565206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c4b710a3-528e-4ee9-a6d5-f2171a6a5114 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:58.617991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:58.622473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.683444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6bfe-fc26-4494-8940-6a9cb25c27ad req-e6a8650f-3db4-48fe-bff8-2e4ee913a94c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:58.685002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-730a6bfe-fc26-4494-8940-6a9cb25c27ad req-e6a8650f-3db4-48fe-bff8-2e4ee913a94c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0596902 Dec 21 02:08:58.749629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-730a6bfe-fc26-4494-8940-6a9cb25c27ad req-f2e6b0c5-56bf-4633-b812-01f62f5235a5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564783 Dec 21 02:08:58.836809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.905882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=8de5b540-004a-4323-a9c9-f24540d99e3a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:58.921973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '8991b8ae-7ffb-4d68-a561-5c2ec6d7b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4b710a3-528e-4ee9-a6d5-f2171a6a5114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:08:58.922329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: c4b710a3-528e-4ee9-a6d5-f2171a6a5114, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:08:58.949623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network c4b710a3-528e-4ee9-a6d5-f2171a6a5114 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:08:58.958195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c4b710a3-528e-4ee9-a6d5-f2171a6a5114) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:08:58.966123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:58.966821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:58.970373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8523b-6f0a-4920-a0f9-3c193402ce41 None None] Network c4b710a3-528e-4ee9-a6d5-f2171a6a5114 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:58.997406 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab6f2179-3079-4ad5-b86c-4afd2d5ad6f4 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5076561 Dec 21 02:08:58.997966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43114) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:59.029251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 876a368f-8e18-49fc-b015-100d0110a3ba no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:08:59.122120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.182465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.222330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 876a368f-8e18-49fc-b015-100d0110a3ba {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:08:59.223142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 876a368f-8e18-49fc-b015-100d0110a3ba not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:08:59.252006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.268341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587abb0c-08b0-497c-b4c9-acc106bcc0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-c4b710a3-528e-4ee9-a6d5-f2171a6a5114', 'network_id': 'c4b710a3-528e-4ee9-a6d5-f2171a6a5114', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '8de5b540-004a-4323-a9c9-f24540d99e3a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:08:59.269609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-587abb0c-08b0-497c-b4c9-acc106bcc0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.292390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=8de5b540-004a-4323-a9c9-f24540d99e3a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:59.369499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c118d-ff0d-45e1-b938-2102dc2d9153 None None] Network c4b710a3-528e-4ee9-a6d5-f2171a6a5114 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:08:59.382480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.415411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b710a3-528e-4ee9-a6d5-f2171a6a5114']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:59.427332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8991b8ae-7ffb-4d68-a561-5c2ec6d7b77c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:59.427862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8991b8ae-7ffb-4d68-a561-5c2ec6d7b77c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:08:59.441617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.457745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.467988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:08:59.469172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:08:59.472959 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:08:59.546158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.552960 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.559833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/c4b710a3-528e-4ee9-a6d5-f2171a6a5114 HTTP/1.1" status: 204 len: 168 time: 0.5571206 Dec 21 02:08:59.560560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43144) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:59.568228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362596926'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:59.569864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6926e-846c-4608-9884-41a4f42647ee tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=c4b710a3-528e-4ee9-a6d5-f2171a6a5114,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:59.604244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:08:59.608063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.636399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:08:59.652609 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.653074 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 205fa476-4b13-457d-be21-726be288965b of type vlan for network f731be1a-89ae-4084-aca0-fa4f5e3874e2 Dec 21 02:08:59.702604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.732547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.737761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:08:59.738334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:08:59.787611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43174) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:08:59.787772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2257917 Dec 21 02:08:59.793208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:08:59.832552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf6643-1083-4b44-92fd-e79b27a6c334 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=f731be1a-89ae-4084-aca0-fa4f5e3874e2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:08:59.845439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:08:59.900458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:09:00.023395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:09:00.028272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:09:00.028826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.131708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.160112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:00.163029 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f45402-66d4-47fe-9e8b-feca5999afed" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:00.182832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:00.188783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.240063 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776f054-37b0-43c7-9bdf-06b3de00af6b x-openstack-request-id: req-4776f054-37b0-43c7-9bdf-06b3de00af6b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:00.240356 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:00.240653 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4776f054-37b0-43c7-9bdf-06b3de00af6b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:00.241047 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:09:00.252121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:00.409616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33395bb-f8ad-44ff-8dd6-1fe706c1cd37 req-32e14570-7ab0-42ec-94be-8e6c8229af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:00.411885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b33395bb-f8ad-44ff-8dd6-1fe706c1cd37 req-32e14570-7ab0-42ec-94be-8e6c8229af2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1097 time: 0.0643229 Dec 21 02:09:00.463120 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b33395bb-f8ad-44ff-8dd6-1fe706c1cd37 req-fc0db39c-cdc9-425e-bf4a-cead09e7e36e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Dec 21 02:09:00.475202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53516214-4094-445e-940e-a3cd89b1bd23 req-455b7537-fa85-46aa-8f23-cb042b76f5be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:00.476704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53516214-4094-445e-940e-a3cd89b1bd23 req-455b7537-fa85-46aa-8f23-cb042b76f5be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.5634830 Dec 21 02:09:00.522673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.550820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.574595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53516214-4094-445e-940e-a3cd89b1bd23 req-a34157dd-6667-4b42-a652-c26250eb58ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878808 Dec 21 02:09:00.583622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 is not hosted by any dhcp agent {{(pid=109850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 02:09:00.589298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:00.589829 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.593396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "PUT /v2.0/networks/f731be1a-89ae-4084-aca0-fa4f5e3874e2 HTTP/1.1" status: 200 len: 723 time: 0.8022974 Dec 21 02:09:00.594324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43192) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:00.599403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:00.661387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be72f-2dbf-4404-a5f6-4b2be4c74265 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=f731be1a-89ae-4084-aca0-fa4f5e3874e2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:00.674235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:00.733499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:00.739880 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:00.940611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.009427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=3bf6fd27-170e-449a-a709-ba8c831c477e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:01.025232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '205fa476-4b13-457d-be21-726be288965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:01.025833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: f731be1a-89ae-4084-aca0-fa4f5e3874e2, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:09:01.042967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:09:01.057244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f731be1a-89ae-4084-aca0-fa4f5e3874e2) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:01.067639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8db27f-4790-4b73-8ca0-2ba88b20265a None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:01.070822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:01.071404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.106980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4e97c936-7a6b-43cc-b494-b1bb2774875c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5115020 Dec 21 02:09:01.110279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43200) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:01.122877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:01.216335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f731be1a-89ae-4084-aca0-fa4f5e3874e2', 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '3bf6fd27-170e-449a-a709-ba8c831c477e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:09:01.217210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.270612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65942648'] for subnet, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.527834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734518760762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143368'] for subnet, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.599512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Allocated IP 172.20.0.2 (f731be1a-89ae-4084-aca0-fa4f5e3874e2/3bf6fd27-170e-449a-a709-ba8c831c477e/a0357419-c138-4ce8-8fc5-b134c56864c4) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:09:01.609441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=3bf6fd27-170e-449a-a709-ba8c831c477e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:01.613633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:01.614735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.616597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d8349c5f-9e24-48a4-affa-7bbbd59dd145 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "PUT /v2.0/subnets/3bf6fd27-170e-449a-a709-ba8c831c477e HTTP/1.1" status: 200 len: 806 time: 0.5048101 Dec 21 02:09:01.619191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43208) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:01.753739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.793120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fed10-4489-4e2f-9dbb-26aae6fac7ab req-ad4bd5c2-3322-48f3-a5a6-30e87ed00a2f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:01.795164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a69fed10-4489-4e2f-9dbb-26aae6fac7ab req-ad4bd5c2-3322-48f3-a5a6-30e87ed00a2f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.0971963 Dec 21 02:09:01.846498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.857192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.867520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a69fed10-4489-4e2f-9dbb-26aae6fac7ab req-d38e121e-bdc7-4a1e-a52b-72f1fee2c2a0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644269 Dec 21 02:09:01.868073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.926644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:09:01.927351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:01.929765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:01.934455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:09:01.940413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Pushing event updated for resources: {'Port': ['ID=a0357419-c138-4ce8-8fc5-b134c56864c4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:01.973202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf6fd27-170e-449a-a709-ba8c831c477e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:02.028724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Attempting to bind port a0357419-c138-4ce8-8fc5-b134c56864c4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:09:02.029104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Attempting to bind port a0357419-c138-4ce8-8fc5-b134c56864c4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '205fa476-4b13-457d-be21-726be288965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:09:02.029529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Attempting to bind port a0357419-c138-4ce8-8fc5-b134c56864c4 on network f731be1a-89ae-4084-aca0-fa4f5e3874e2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:02.037353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:09:02.037860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Checking segment: {'id': '205fa476-4b13-457d-be21-726be288965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:02.038431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.038957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Bound using segment: {'id': '205fa476-4b13-457d-be21-726be288965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:09:02.039467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Bound port: a0357419-c138-4ce8-8fc5-b134c56864c4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205fa476-4b13-457d-be21-726be288965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:09:02.040016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.059424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.095479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731be1a-89ae-4084-aca0-fa4f5e3874e2']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:02.111064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205fa476-4b13-457d-be21-726be288965b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:02.111726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205fa476-4b13-457d-be21-726be288965b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:02.128136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] For port a0357419-c138-4ce8-8fc5-b134c56864c4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:02.130108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.132126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] For port a0357419-c138-4ce8-8fc5-b134c56864c4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a0357419-c138-4ce8-8fc5-b134c56864c4,segment=NetworkSegment(205fa476-4b13-457d-be21-726be288965b),segment_id=205fa476-4b13-457d-be21-726be288965b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:09:02.140086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.149636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.159026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:02.159854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.192039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611cac4-8c43-4c88-ae58-69079cd52b45 None None] Pushing event updated for resources: {'Port': ['ID=a0357419-c138-4ce8-8fc5-b134c56864c4,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:02.262469 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:02.266776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.api [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:09:02.266776 n-d-761264-20 neutron-server[109851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:09:02.266776 n-d-761264-20 neutron-server[109851]: [parameters: {'id': 'f731be1a-89ae-4084-aca0-fa4f5e3874e2'}] Dec 21 02:09:02.266776 n-d-761264-20 neutron-server[109851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:09:02.267142 n-d-761264-20 neutron-server[109851]: DEBUG oslo_db.api [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:09:02.302661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5ea37-6514-4941-97e7-0c355ad0468b None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:02.430160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bbe23-bca4-4518-b5c0-0bb6a2697665 None None] Network f731be1a-89ae-4084-aca0-fa4f5e3874e2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:02.531502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330715b0-1ed0-4381-a241-5d04baf5dda0 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:09:02.626860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330715b0-1ed0-4381-a241-5d04baf5dda0 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:09:02.768604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.831570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port a0357419-c138-4ce8-8fc5-b134c56864c4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:02.832225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.904616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port a0357419-c138-4ce8-8fc5-b134c56864c4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a0357419-c138-4ce8-8fc5-b134c56864c4,segment=NetworkSegment(205fa476-4b13-457d-be21-726be288965b),segment_id=205fa476-4b13-457d-be21-726be288965b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:02.904982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:02.920133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for a0357419-c138-4ce8-8fc5-b134c56864c4 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:03.016540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2319c-4153-47d2-99c8-39eb2e2e9d68 req-ae9f7c09-1273-42da-80ee-9136b21b967f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:03.019152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fb2319c-4153-47d2-99c8-39eb2e2e9d68 req-ae9f7c09-1273-42da-80ee-9136b21b967f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.0730286 Dec 21 02:09:03.024572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.057544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=a0357419-c138-4ce8-8fc5-b134c56864c4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:03.064883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port a0357419-c138-4ce8-8fc5-b134c56864c4 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:03.087377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fb2319c-4153-47d2-99c8-39eb2e2e9d68 req-005a2c07-97ef-4c88-ab5e-5b9a65e5d873 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583291 Dec 21 02:09:03.167897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.192269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731be1a-89ae-4084-aca0-fa4f5e3874e2']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:03.210448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205fa476-4b13-457d-be21-726be288965b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:03.211061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205fa476-4b13-457d-be21-726be288965b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:03.224076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.225203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29ee5-6e88-49b7-91cc-f7b868d028dd req-d2a895f0-c182-4cc4-8b51-6c895258f6d4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:03.226977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8b29ee5-6e88-49b7-91cc-f7b868d028dd req-d2a895f0-c182-4cc4-8b51-6c895258f6d4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.0670950 Dec 21 02:09:03.236161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:03.241531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'floatingip': {'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:03.249006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.257503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:03.258119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.314363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:03.419855 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:03.441056 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.463177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.466360 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/f731be1a-89ae-4084-aca0-fa4f5e3874e2 HTTP/1.1" status: 204 len: 168 time: 1.8461528 Dec 21 02:09:03.472042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43234) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:03.491578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932ec6-57b6-44c2-ace7-ec5ac39124c9 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=f731be1a-89ae-4084-aca0-fa4f5e3874e2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:03.519089 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64ed277-fcd4-47fb-92a2-c9d70a6542de tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:03.519714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64ed277-fcd4-47fb-92a2-c9d70a6542de tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:03.523136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b64ed277-fcd4-47fb-92a2-c9d70a6542de tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/f731be1a-89ae-4084-aca0-fa4f5e3874e2 HTTP/1.1" status: 404 len: 339 time: 0.0501688 Dec 21 02:09:03.526998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:03.536661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1968223838', 'description': 'd1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:03.590757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:03.595112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.646872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:09:03.663125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.663125 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 99efb90c-f129-4323-861f-95e1e476faf8 of type vlan for network 555604c9-3235-4fa9-a71b-07d2aeb3b370 Dec 21 02:09:03.728264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.772505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.782482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:03.782902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:03.785215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43240) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:03.958738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4269273 Dec 21 02:09:03.960005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43244) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:03.988077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa167a-5da2-49a0-a7eb-0284061de61d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=555604c9-3235-4fa9-a71b-07d2aeb3b370,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:04.000619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 555604c9-3235-4fa9-a71b-07d2aeb3b370 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:04.114009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0d35c-679c-49ec-8a1a-3739af93cbdc tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:04.118790 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dde0d35c-679c-49ec-8a1a-3739af93cbdc tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks?id=555604c9-3235-4fa9-a71b-07d2aeb3b370 HTTP/1.1" status: 200 len: 761 time: 0.1554801 Dec 21 02:09:04.118790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43248) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:04.124918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'description': 'd2'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:04.175083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d1886b02-2155-4032-bbb9-74d4f73fe1e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e735d50ad77d47d186618f5136084c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850024 Dec 21 02:09:04.178543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:04.227988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.233080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.326624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.332695 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Floating IP 733f536e-1070-4fdb-8e5b-e5de3895d3c4 associated. External IP: 172.25.6.196, port: 2cc3b27c-e6a3-4ce9-b180-e485bb206973. Dec 21 02:09:04.365109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.369147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.392076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.423187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network 555604c9-3235-4fa9-a71b-07d2aeb3b370 is not hosted by any dhcp agent {{(pid=109851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 21 02:09:04.427669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:04.428257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.429550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "PUT /v2.0/networks/555604c9-3235-4fa9-a71b-07d2aeb3b370 HTTP/1.1" status: 200 len: 758 time: 0.3099477 Dec 21 02:09:04.433443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43256) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:04.486580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=555604c9-3235-4fa9-a71b-07d2aeb3b370,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:04.496307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.496705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.497049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.497425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.497799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.498128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.498455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.498781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.499103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.499485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.499865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.500196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.500514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f8145f-c78f-4942-b7a0-71f6cfa181ab tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:04.503917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.506522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.507646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c6aaf1b-8bcb-496c-a23a-39b211e95f43 HTTP/1.1" status: 204 len: 168 time: 0.3286626 Dec 21 02:09:04.516975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a14ee-0d59-4327-a7ce-6f2a3e2c6b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6aaf1b-8bcb-496c-a23a-39b211e95f43,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:04.523339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 555604c9-3235-4fa9-a71b-07d2aeb3b370 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:04.672005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580077d-991c-43af-b329-39de6d263b51 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:04.674553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e580077d-991c-43af-b329-39de6d263b51 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks?id=555604c9-3235-4fa9-a71b-07d2aeb3b370 HTTP/1.1" status: 200 len: 761 time: 0.2337155 Dec 21 02:09:04.678003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43266) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:04.683302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-553278055'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:04.733351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Router ecafec58-fad2-4790-94e6-c1dcf83709ae has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:09:04.735020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:04.740396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.809379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:09:04.828355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.828706 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment 8258a729-cea9-4cea-905e-b53fa2492ad1 of type vlan for network cfeeb99d-999f-44da-8cb8-1c3476ec335f Dec 21 02:09:04.915331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.922424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:09:04.928004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.935205 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Sync routers for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:09:04.948023 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:04.948869 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:04.966967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-29fc5bda-64c8-4752-ae46-d72ad35abb20 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "PUT /v2.0/floatingips/733f536e-1070-4fdb-8e5b-e5de3895d3c4 HTTP/1.1" status: 200 len: 991 time: 1.7297077 Dec 21 02:09:04.968629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:04.971027 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:04.977681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:04.985352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:04.986314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:05.065201 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c19e72-d20d-497f-b0da-9b4497583bdf x-openstack-request-id: req-b4c19e72-d20d-497f-b0da-9b4497583bdf {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:05.065684 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:05.065943 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4c19e72-d20d-497f-b0da-9b4497583bdf {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:05.066352 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'status': 'completed', 'code': 200} Dec 21 02:09:05.074704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3956425 Dec 21 02:09:05.075105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43282) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:05.086056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b7d1e-64e8-43ad-8d09-e439c16fe694 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=cfeeb99d-999f-44da-8cb8-1c3476ec335f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:05.086843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'cfeeb99d-999f-44da-8cb8-1c3476ec335f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:05.100930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network cfeeb99d-999f-44da-8cb8-1c3476ec335f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:05.227368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-86cc0c31-3cdd-471e-8fb4-93e84988b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:05.228893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-86cc0c31-3cdd-471e-8fb4-93e84988b251 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1097 time: 0.1132240 Dec 21 02:09:05.323005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:05.326900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:05.331641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:05.407571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-7c501bf8-d8e9-4c7e-a0c3-effde781e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:05.409074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-7c501bf8-d8e9-4c7e-a0c3-effde781e470 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1667500 Dec 21 02:09:05.501214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-bd760773-9a10-4bac-93a0-4f3f87ba8984 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0823205 Dec 21 02:09:05.598981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-72f780e9-37e7-4a68-a0b7-9bc6698a3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:05.600706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-72f780e9-37e7-4a68-a0b7-9bc6698a3a75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0705945 Dec 21 02:09:05.682451 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '733f536e-1070-4fdb-8e5b-e5de3895d3c4', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:48Z', 'updated_at': '2021-12-21T02:09:04Z', 'revision_number': 1, 'project_id': 'b6921562c4414b2797315756bd901280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:05.722607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Checking router: ecafec58-fad2-4790-94e6-c1dcf83709ae for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:09:05.729040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:05.734521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:05.735275 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:08:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:05.739003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-7df17379-87f4-47ca-8e0c-a9edf1d80cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:05.741100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-7df17379-87f4-47ca-8e0c-a9edf1d80cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169019 Dec 21 02:09:05.865699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:06.064421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-e6610dd0-c892-4d70-8fdc-94cc08c6050d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0790052 Dec 21 02:09:06.219846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-85f52ad4-2006-4756-864e-b8d383c50c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:06.222266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-85f52ad4-2006-4756-864e-b8d383c50c96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.0832450 Dec 21 02:09:06.255725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '733f536e-1070-4fdb-8e5b-e5de3895d3c4', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:48Z', 'updated_at': '2021-12-21T02:09:04Z', 'revision_number': 1, 'project_id': 'b6921562c4414b2797315756bd901280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:06.261849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=ed49de95-f40d-4831-a4eb-7ec57802f604,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:06.272451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': '8258a729-cea9-4cea-905e-b53fa2492ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cfeeb99d-999f-44da-8cb8-1c3476ec335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:06.272823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: cfeeb99d-999f-44da-8cb8-1c3476ec335f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:09:06.316202 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43660c-c44b-4b9b-91c4-e482bc5b77ff None None] The sync data for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 is: [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '733f536e-1070-4fdb-8e5b-e5de3895d3c4', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:08:48Z', 'updated_at': '2021-12-21T02:09:04Z', 'revision_number': 1, 'project_id': 'b6921562c4414b2797315756bd901280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:09:06.319574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-4e229e1a-cc5e-444e-9ad9-f92ad54e1307 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530396 Dec 21 02:09:06.337982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network cfeeb99d-999f-44da-8cb8-1c3476ec335f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:09:06.489227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a37d57b-fa7a-4dbb-a115-2a5c24b269fe req-e83026ef-0042-4805-b403-30a480011b6b service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603277 Dec 21 02:09:06.491401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, cfeeb99d-999f-44da-8cb8-1c3476ec335f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:06.499065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:06.501126 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:06.524007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82533799-c0eb-46a9-9ba2-d5de5f86866a None None] Network cfeeb99d-999f-44da-8cb8-1c3476ec335f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:06.560548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-322ab9ea-2d7b-4cf7-a3a1-7ac077d68eaf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4810236 Dec 21 02:09:06.563804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:06.811071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60b111-933b-4232-bee2-dbe4c4fa527e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-cfeeb99d-999f-44da-8cb8-1c3476ec335f', 'network_id': 'cfeeb99d-999f-44da-8cb8-1c3476ec335f', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': 'ed49de95-f40d-4831-a4eb-7ec57802f604'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:09:06.814821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0c60b111-933b-4232-bee2-dbe4c4fa527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:06.826289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a0fde-48bf-4c95-b651-22e1b61ff4d3 None None] New status for floating IP 733f536e-1070-4fdb-8e5b-e5de3895d3c4: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:09:06.871003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:06.939773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-206a20fb-badf-4f9a-9b11-589e295b20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:06.941939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-206a20fb-badf-4f9a-9b11-589e295b20b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.6981721 Dec 21 02:09:06.974094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.045038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-fdeaa5b2-daf1-4b34-ba6d-02cac75fd37d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1001 time: 0.0856998 Dec 21 02:09:07.070274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-0c60b111-933b-4232-bee2-dbe4c4fa527e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed49de95-f40d-4831-a4eb-7ec57802f604: This subnet is being modified by another concurrent operation. Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed49de95-f40d-4831-a4eb-7ec57802f604: This subnet is being modified by another concurrent operation. Dec 21 02:09:07.078887 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:09:07.112340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-9da89fc5-78e0-4ae6-838e-49ec8eafbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.113872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-9da89fc5-78e0-4ae6-838e-49ec8eafbf6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0609071 Dec 21 02:09:07.119746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=ed49de95-f40d-4831-a4eb-7ec57802f604,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:07.136707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bdc6c-11f6-4867-9983-0eb7beb140e4 None None] Network cfeeb99d-999f-44da-8cb8-1c3476ec335f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:07.183210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-fe01c306-7401-4bde-9f77-cb203e673d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.184989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-fe01c306-7401-4bde-9f77-cb203e673d8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631976 Dec 21 02:09:07.202647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.235271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeeb99d-999f-44da-8cb8-1c3476ec335f']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:07.247169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8258a729-cea9-4cea-905e-b53fa2492ad1') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:07.247800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8258a729-cea9-4cea-905e-b53fa2492ad1') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:07.260950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.277115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.289941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:07.290212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:07.293293 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:07.299437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c257a-680f-4358-bfc5-ba260ff0de2c None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:09:07.347526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-67bacaa4-2d5d-45e5-9a80-1d4863302844 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545026 Dec 21 02:09:07.391789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.399110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.405279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/cfeeb99d-999f-44da-8cb8-1c3476ec335f HTTP/1.1" status: 204 len: 168 time: 0.8402402 Dec 21 02:09:07.411783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.426131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c257a-680f-4358-bfc5-ba260ff0de2c None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:09:07.454012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c4179-b6b9-489a-b55a-2d85200fde5a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=cfeeb99d-999f-44da-8cb8-1c3476ec335f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:07.456726 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2b5c0e-08d7-4ccf-84cc-0d019e6abd15 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] GET failed (client error): The resource could not be found. Dec 21 02:09:07.458765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea2b5c0e-08d7-4ccf-84cc-0d019e6abd15 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets/ed49de95-f40d-4831-a4eb-7ec57802f604 HTTP/1.1" status: 404 len: 337 time: 0.0457914 Dec 21 02:09:07.461795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43438) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.484781 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-55431dc6-f995-4e0e-982b-10f5d4f06b2a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:07.485587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55431dc6-f995-4e0e-982b-10f5d4f06b2a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:07.488589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b0ae7ca-43b0-40ac-a6f5-7b084a5c9194 req-5462db1a-93b5-47c7-9c41-26111ee7e1ea service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329708 Dec 21 02:09:07.489283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55431dc6-f995-4e0e-982b-10f5d4f06b2a tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/cfeeb99d-999f-44da-8cb8-1c3476ec335f HTTP/1.1" status: 404 len: 339 time: 0.0243587 Dec 21 02:09:07.492624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.600580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.686557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5435fb02-e6e0-4e23-8615-c6f50e7c692b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.688085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5435fb02-e6e0-4e23-8615-c6f50e7c692b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1945558 Dec 21 02:09:07.690874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43450) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.742665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ebde368-bb3a-4d46-b019-5ef2c6f70d77 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 207 time: 0.0477507 Dec 21 02:09:07.743437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.748338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.840535 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.848669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:07.900231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a80befd843504e0fbf73e1f1c1df1d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982957 Dec 21 02:09:07.905096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43462) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.915431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87e4e-c85d-4393-b72a-5708658b1e7f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.922195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87e4e-c85d-4393-b72a-5708658b1e7f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.926017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2bef6-2425-40f1-a78a-c68a69a36699,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:07.929219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87e4e-c85d-4393-b72a-5708658b1e7f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.938201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87e4e-c85d-4393-b72a-5708658b1e7f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:07.943257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1b87e4e-c85d-4393-b72a-5708658b1e7f tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1950212 Dec 21 02:09:07.944034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43464) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:07.949293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.949772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.950081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.950425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.950787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.951082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.951612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.951943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.953407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.953762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.954369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.954734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.955054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdacc26-0a24-4208-b4ca-6eec6691753e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:07.996769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.023447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.079708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.083837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.089917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33e2bef6-2425-40f1-a78a-c68a69a36699 HTTP/1.1" status: 204 len: 168 time: 0.1837764 Dec 21 02:09:08.099765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd75751-e427-4e5b-8c7e-10588794e606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2bef6-2425-40f1-a78a-c68a69a36699,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:08.141314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43468) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.142032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16162fa7-52d8-4c57-98b4-34a1988e17d8 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1965363 Dec 21 02:09:08.244951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a53c17-f432-4c26-a5fb-7469980e8b08 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.246741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a53c17-f432-4c26-a5fb-7469980e8b08 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.248358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f7a53c17-f432-4c26-a5fb-7469980e8b08 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1054118 Dec 21 02:09:08.252473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.307632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e890a3-bb8d-4260-ae4f-b9df0f723781 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.309175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e890a3-bb8d-4260-ae4f-b9df0f723781 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.314817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-30e890a3-bb8d-4260-ae4f-b9df0f723781 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0573742 Dec 21 02:09:08.315081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.465555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ab9b4-0501-49fc-9970-7c81d8297a80 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.467028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-178ab9b4-0501-49fc-9970-7c81d8297a80 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks/8442ec6b-fd21-4e0a-8a10-078fa546f2dd HTTP/1.1" status: 200 len: 800 time: 0.1509149 Dec 21 02:09:08.470769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.484114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43480) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.502382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd0-72d9-4f7c-b3c1-5b8682631eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.600807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd0-72d9-4f7c-b3c1-5b8682631eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.605974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-795c86cb-a59a-4bac-b996-d6be293ffdeb tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/networks/8442ec6b-fd21-4e0a-8a10-078fa546f2dd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1339278 Dec 21 02:09:08.609796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43482) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.614798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd0-72d9-4f7c-b3c1-5b8682631eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.667198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a254dd0-72d9-4f7c-b3c1-5b8682631eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc287d17-7225-4447-a57a-a24c1d4e9a52,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:08.668450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b2900f-d25e-48d8-94c6-9613199047a8 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.669862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-92b2900f-d25e-48d8-94c6-9613199047a8 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets/7db5db2c-3f79-45a0-bd11-f8a1311bdb4a HTTP/1.1" status: 200 len: 811 time: 0.0590844 Dec 21 02:09:08.673639 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a254dd0-72d9-4f7c-b3c1-5b8682631eff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9e370d4d4954029af61b766fcc58507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884742 Dec 21 02:09:08.673814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.676348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43486) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.772239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96cc51-f48c-4351-84e4-de97b52447f5 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['shared'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:08.777379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ce96cc51-f48c-4351-84e4-de97b52447f5 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "GET /v2.0/subnets/7db5db2c-3f79-45a0-bd11-f8a1311bdb4a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0808423 Dec 21 02:09:08.777379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43488) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:08.781923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031056738'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:08.796888 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.828104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.837231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:08.840840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.882516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:09:08.907708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.910878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.912444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc287d17-7225-4447-a57a-a24c1d4e9a52 HTTP/1.1" status: 204 len: 168 time: 0.2351751 Dec 21 02:09:08.914078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:08.918321 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Added segment a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3 of type vlan for network c568e5a2-99ea-4ade-9d57-deefb9425434 Dec 21 02:09:08.936008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910f38-807d-4af7-84d2-69c9ccaf2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc287d17-7225-4447-a57a-a24c1d4e9a52,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:08.995531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.035915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.042282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:09.042920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.120653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3394880 Dec 21 02:09:09.120970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43496) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:09.126913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:09.156023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230c59a-aeb0-4c76-883d-30e524d9e452 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Network': ['ID=c568e5a2-99ea-4ade-9d57-deefb9425434,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:09.162852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:09.264542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Made reservation on behalf of f88702d5dc4648e5bfc9fa67ee985210 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:09.269886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.435284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:09:09.436091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:09:09.592639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.656903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=179654df-b341-4be1-8e94-967db1a4df80,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:09.666431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Checking segment: {'id': 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:09.666846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network hostable DHCP agents. Network: c568e5a2-99ea-4ade-9d57-deefb9425434, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:09:09.683657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Network c568e5a2-99ea-4ade-9d57-deefb9425434 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:09:09.692944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c568e5a2-99ea-4ade-9d57-deefb9425434) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:09.699822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:09.700905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707061'] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.702953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863f361-3ac4-4b8d-b9ec-68862c9a4461 None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:09.719320 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9343dfd7-6779-4630-bd2d-bc184362cdef tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5972481 Dec 21 02:09:09.721996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:09.727107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:09.804367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-c568e5a2-99ea-4ade-9d57-deefb9425434', 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434', 'project_id': 'f88702d5dc4648e5bfc9fa67ee985210', 'fixed_ips': [{'subnet_id': '179654df-b341-4be1-8e94-967db1a4df80'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:09:09.805243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.824355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11619835'] for subnet, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:09.987784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734518760762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8612676'] for subnet, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.036116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Allocated IP 172.20.0.3 (c568e5a2-99ea-4ade-9d57-deefb9425434/179654df-b341-4be1-8e94-967db1a4df80/83d20ae4-b956-4f11-8f26-6c88d0400ae2) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:09:10.045260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:10.045944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.049886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "PUT /v2.0/subnets/179654df-b341-4be1-8e94-967db1a4df80 HTTP/1.1" status: 200 len: 877 time: 0.3268750 Dec 21 02:09:10.050718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43508) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:10.074844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc66e52-26db-4fce-8d89-5fd115a0ac8c tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event updated for resources: {'Subnet': ['ID=179654df-b341-4be1-8e94-967db1a4df80,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:10.201914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.206070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.213264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.259297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:09:10.259677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port 83d20ae4-b956-4f11-8f26-6c88d0400ae2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:10.260013 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.263534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:10.267456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:09:10.274611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Pushing event updated for resources: {'Port': ['ID=83d20ae4-b956-4f11-8f26-6c88d0400ae2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:10.332344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Attempting to bind port 83d20ae4-b956-4f11-8f26-6c88d0400ae2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:09:10.332933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Attempting to bind port 83d20ae4-b956-4f11-8f26-6c88d0400ae2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:09:10.333309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Attempting to bind port 83d20ae4-b956-4f11-8f26-6c88d0400ae2 on network c568e5a2-99ea-4ade-9d57-deefb9425434 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:10.339082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:09:10.339976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Checking segment: {'id': 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:10.340515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.340664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port 83d20ae4-b956-4f11-8f26-6c88d0400ae2, host n-d-761264-20, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:10.340906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.341031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Bound using segment: {'id': 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:09:10.341460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Bound port: 83d20ae4-b956-4f11-8f26-6c88d0400ae2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c568e5a2-99ea-4ade-9d57-deefb9425434'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:09:10.341850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.353392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for 83d20ae4-b956-4f11-8f26-6c88d0400ae2 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:10.407048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] For port 83d20ae4-b956-4f11-8f26-6c88d0400ae2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:10.410309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] For port 83d20ae4-b956-4f11-8f26-6c88d0400ae2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=83d20ae4-b956-4f11-8f26-6c88d0400ae2,segment=NetworkSegment(a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3),segment_id=a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:09:10.416171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.481088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786fd64-7c41-45af-81fe-cea25f104c40 None None] Pushing event updated for resources: {'Port': ['ID=83d20ae4-b956-4f11-8f26-6c88d0400ae2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:10.501403 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.528790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=83d20ae4-b956-4f11-8f26-6c88d0400ae2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:10.580275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port 83d20ae4-b956-4f11-8f26-6c88d0400ae2 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:10.633655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.731375 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.770133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=179654df-b341-4be1-8e94-967db1a4df80,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:10.842574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.864098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c568e5a2-99ea-4ade-9d57-deefb9425434']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:10.873410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:10.873692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7928258-5b22-4a5f-b8b1-b0cfd69dfdf3') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:10.883504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.897635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.903748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:10.904066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:10.907129 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:10.975491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:10.994158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.001612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/c568e5a2-99ea-4ade-9d57-deefb9425434 HTTP/1.1" status: 204 len: 168 time: 0.9461029 Dec 21 02:09:11.001612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606243b-e2b6-4491-b8e4-94965fb0e1ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=c568e5a2-99ea-4ade-9d57-deefb9425434,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:11.002079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43514) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.029368 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c78b8f-e6a8-4e98-8848-e65f14fbc2b6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.029825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c78b8f-e6a8-4e98-8848-e65f14fbc2b6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.035665 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31c78b8f-e6a8-4e98-8848-e65f14fbc2b6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/179654df-b341-4be1-8e94-967db1a4df80 HTTP/1.1" status: 404 len: 337 time: 0.0296838 Dec 21 02:09:11.036354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43518) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.059598 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad496070-aaa8-4316-9711-50affac4da9e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.060253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad496070-aaa8-4316-9711-50affac4da9e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.065379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad496070-aaa8-4316-9711-50affac4da9e tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/c568e5a2-99ea-4ade-9d57-deefb9425434 HTTP/1.1" status: 404 len: 339 time: 0.0264523 Dec 21 02:09:11.066481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43520) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.093023 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7afe98-b8af-48cd-b864-d89d8b7643e7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.094073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7afe98-b8af-48cd-b864-d89d8b7643e7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.097040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9d7afe98-b8af-48cd-b864-d89d8b7643e7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/ed49de95-f40d-4831-a4eb-7ec57802f604 HTTP/1.1" status: 404 len: 337 time: 0.0294237 Dec 21 02:09:11.099546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43522) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.117088 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-89488e36-ca0e-4265-ae7d-19b9579f65f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.117603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89488e36-ca0e-4265-ae7d-19b9579f65f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.120552 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89488e36-ca0e-4265-ae7d-19b9579f65f2 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/cfeeb99d-999f-44da-8cb8-1c3476ec335f HTTP/1.1" status: 404 len: 339 time: 0.0201163 Dec 21 02:09:11.122931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43524) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.205677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.314675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.342606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555604c9-3235-4fa9-a71b-07d2aeb3b370']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:11.354776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99efb90c-f129-4323-861f-95e1e476faf8') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:11.355757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99efb90c-f129-4323-861f-95e1e476faf8') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:11.370964 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.388444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.396046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:11.396582 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:11.400240 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:11.473519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.482442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:11.485761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/555604c9-3235-4fa9-a71b-07d2aeb3b370 HTTP/1.1" status: 204 len: 168 time: 0.3619459 Dec 21 02:09:11.488182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.507425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54944ae-d5b2-4686-a69f-8a3b99e2c886 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=555604c9-3235-4fa9-a71b-07d2aeb3b370,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:11.527719 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f4d140-db67-439e-896d-07f0859050df tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.528176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f4d140-db67-439e-896d-07f0859050df tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.532397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13f4d140-db67-439e-896d-07f0859050df tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/3bf6fd27-170e-449a-a709-ba8c831c477e HTTP/1.1" status: 404 len: 337 time: 0.0432248 Dec 21 02:09:11.534887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43530) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.554708 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-84124db9-a0a0-442f-9d39-8c6c6e06e7b7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.555242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84124db9-a0a0-442f-9d39-8c6c6e06e7b7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.558549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-84124db9-a0a0-442f-9d39-8c6c6e06e7b7 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/f731be1a-89ae-4084-aca0-fa4f5e3874e2 HTTP/1.1" status: 404 len: 339 time: 0.0225382 Dec 21 02:09:11.561384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.588415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d254c6f0-9c16-42f2-aa4c-2e152ddb9b45 None None] Could not find standard attr ID for object 83d20ae4-b956-4f11-8f26-6c88d0400ae2. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:09:11.592317 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-18778335-6097-40da-8c1a-bc5540b0bfe0 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.592810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18778335-6097-40da-8c1a-bc5540b0bfe0 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.596464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18778335-6097-40da-8c1a-bc5540b0bfe0 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/8de5b540-004a-4323-a9c9-f24540d99e3a HTTP/1.1" status: 404 len: 337 time: 0.0341356 Dec 21 02:09:11.598999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.617804 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b76cbd-6ec3-41ca-bc61-79a9695eb5cf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.618403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b76cbd-6ec3-41ca-bc61-79a9695eb5cf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.621646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-97b76cbd-6ec3-41ca-bc61-79a9695eb5cf tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/c4b710a3-528e-4ee9-a6d5-f2171a6a5114 HTTP/1.1" status: 404 len: 339 time: 0.0212712 Dec 21 02:09:11.624922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.632361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81115a9e-d85e-4495-bad3-6238cb4f3c58 None None] DHCP port deletion for c568e5a2-99ea-4ade-9d57-deefb9425434 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:11.664433 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-680cc02b-d594-49e9-8bac-d5b285d3ce3d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.665111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680cc02b-d594-49e9-8bac-d5b285d3ce3d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.666155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5de5d-6578-4786-937f-3416bc7fb147 None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:11.668842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-680cc02b-d594-49e9-8bac-d5b285d3ce3d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/55c4f952-91c7-4cae-91c3-1823e5a7fb33 HTTP/1.1" status: 404 len: 337 time: 0.0429456 Dec 21 02:09:11.671625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43540) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.681583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5de5d-6578-4786-937f-3416bc7fb147 None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:09:11.691216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b662f6-c897-4266-bf09-347741b4073a None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:11.694682 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-19691414-ec07-425d-9ea8-b713ff4a1543 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.695354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19691414-ec07-425d-9ea8-b713ff4a1543 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.698245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19691414-ec07-425d-9ea8-b713ff4a1543 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/0675efe9-6979-4e6b-9022-a3bb006a734c HTTP/1.1" status: 404 len: 339 time: 0.0249970 Dec 21 02:09:11.700641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43542) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.704533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b662f6-c897-4266-bf09-347741b4073a None None] Network c568e5a2-99ea-4ade-9d57-deefb9425434 could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:09:11.728138 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0791b7-5b0b-4939-9ba0-2429f1032c3b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.728530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0791b7-5b0b-4939-9ba0-2429f1032c3b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.731587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f0791b7-5b0b-4939-9ba0-2429f1032c3b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/8ac75a56-cf9a-4138-87a5-36f7cfad1742 HTTP/1.1" status: 404 len: 337 time: 0.0300360 Dec 21 02:09:11.734213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43544) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.752712 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ad00cd-67cf-4af6-80f1-eb62f71231ed tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.753191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ad00cd-67cf-4af6-80f1-eb62f71231ed tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.756099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-00ad00cd-67cf-4af6-80f1-eb62f71231ed tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/ca892a03-93bd-466e-945e-fabe51c90bd8 HTTP/1.1" status: 404 len: 339 time: 0.0209897 Dec 21 02:09:11.758524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43546) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.792574 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53c58bc-a0a4-4fae-b2ab-e464af1f4073 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.793030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53c58bc-a0a4-4fae-b2ab-e464af1f4073 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.796070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b53c58bc-a0a4-4fae-b2ab-e464af1f4073 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/d86d86a0-e875-42b8-a833-8a589c57488e HTTP/1.1" status: 404 len: 337 time: 0.0363336 Dec 21 02:09:11.798779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43548) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.816516 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a059329-48e8-4bb4-ae58-5e635a4aa391 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.816990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a059329-48e8-4bb4-ae58-5e635a4aa391 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.819906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a059329-48e8-4bb4-ae58-5e635a4aa391 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/31f04985-61a9-4da1-b619-ad2ed8f8777e HTTP/1.1" status: 404 len: 339 time: 0.0203111 Dec 21 02:09:11.822137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43550) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.847820 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23e6eee-895b-4db9-a7e6-5320d996f9ae tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.848261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23e6eee-895b-4db9-a7e6-5320d996f9ae tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.851205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a23e6eee-895b-4db9-a7e6-5320d996f9ae tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/a88f1777-ff29-40c4-91fa-cd6b253da1ad HTTP/1.1" status: 404 len: 337 time: 0.0282187 Dec 21 02:09:11.853587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43552) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.870474 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa8e903-5505-4459-94c3-7ce5fa5888ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.870949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa8e903-5505-4459-94c3-7ce5fa5888ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.873819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5fa8e903-5505-4459-94c3-7ce5fa5888ba tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/e07ef846-5100-4e41-9a19-6396084a61cf HTTP/1.1" status: 404 len: 339 time: 0.0193746 Dec 21 02:09:11.876391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43554) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.901020 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5e11e9-198d-4103-bc3f-37a412affd1b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.901498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5e11e9-198d-4103-bc3f-37a412affd1b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.904423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ae5e11e9-198d-4103-bc3f-37a412affd1b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/9a4f1a32-bfc4-43fe-8886-f5793b417f84 HTTP/1.1" status: 404 len: 337 time: 0.0271935 Dec 21 02:09:11.907512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43556) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.925211 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb135e9-5d43-4654-a1e9-773b6c0fef9d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.925708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb135e9-5d43-4654-a1e9-773b6c0fef9d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.928565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ecb135e9-5d43-4654-a1e9-773b6c0fef9d tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/41ef1cd1-c863-4377-8423-a821bb5458b8 HTTP/1.1" status: 404 len: 339 time: 0.0201981 Dec 21 02:09:11.930833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43558) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.955630 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4c7fa3-27b3-4243-b5eb-37a540c2682b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.956280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4c7fa3-27b3-4243-b5eb-37a540c2682b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.959950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf4c7fa3-27b3-4243-b5eb-37a540c2682b tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/e3d875a0-2e78-4a3b-bcc2-51ae62afd3d5 HTTP/1.1" status: 404 len: 337 time: 0.0280385 Dec 21 02:09:11.962538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43560) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:11.980643 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f51ac-8b78-42aa-b6c8-df934d8891bb tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] DELETE failed (client error): The resource could not be found. Dec 21 02:09:11.981073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5f51ac-8b78-42aa-b6c8-df934d8891bb tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:09:11.984519 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9d5f51ac-8b78-42aa-b6c8-df934d8891bb tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/bd70a0c3-a3a9-45d8-a158-efbee5172ce3 HTTP/1.1" status: 404 len: 339 time: 0.0211005 Dec 21 02:09:11.986830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43562) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:12.039191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting subnet 7db5db2c-3f79-45a0-bd11-f8a1311bdb4a {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:09:12.042201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.086514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.174546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.237663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.266851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Subnet': ['ID=7db5db2c-3f79-45a0-bd11-f8a1311bdb4a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:12.268825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.272083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a3a6f25-b59f-447a-875d-b2fb336a50d6 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/subnets/7db5db2c-3f79-45a0-bd11-f8a1311bdb4a HTTP/1.1" status: 204 len: 168 time: 0.2843359 Dec 21 02:09:12.274551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43572) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:12.279205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f576b2-1130-4171-ae4f-8f9a9a2d652e None None] Network 8442ec6b-fd21-4e0a-8a10-078fa546f2dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:12.360919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.418158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Deleting port efa3e13d-ad20-4842-81a0-e235edee637c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:12.418811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.491513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] DHCP port deletion for 8442ec6b-fd21-4e0a-8a10-078fa546f2dd request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:12.492910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] For port efa3e13d-ad20-4842-81a0-e235edee637c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=efa3e13d-ad20-4842-81a0-e235edee637c,segment=NetworkSegment(d02a239f-4cca-4fa6-975a-04182e4c3dd9),segment_id=d02a239f-4cca-4fa6-975a-04182e4c3dd9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:12.493421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.506762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Calling delete_port for efa3e13d-ad20-4842-81a0-e235edee637c owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:12.539917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Deleting port efa3e13d-ad20-4842-81a0-e235edee637c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:12.540375 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.596239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.611266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] For port efa3e13d-ad20-4842-81a0-e235edee637c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=efa3e13d-ad20-4842-81a0-e235edee637c,segment=NetworkSegment(d02a239f-4cca-4fa6-975a-04182e4c3dd9),segment_id=d02a239f-4cca-4fa6-975a-04182e4c3dd9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:12.611877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.625188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Port': ['ID=efa3e13d-ad20-4842-81a0-e235edee637c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:12.625467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Calling delete_port for efa3e13d-ad20-4842-81a0-e235edee637c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:12.628786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] No DVR routers for this DVR port efa3e13d-ad20-4842-81a0-e235edee637c on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:12.708217 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.710578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.739738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] Pushing event deleted for resources: {'Port': ['ID=efa3e13d-ad20-4842-81a0-e235edee637c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:12.743771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c002c15-2884-4ddf-a915-8505814953e7 None None] No DVR routers for this DVR port efa3e13d-ad20-4842-81a0-e235edee637c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:12.746654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8442ec6b-fd21-4e0a-8a10-078fa546f2dd']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:12.759473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02a239f-4cca-4fa6-975a-04182e4c3dd9') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:12.759676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02a239f-4cca-4fa6-975a-04182e4c3dd9') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:12.770724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.787651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.795484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:12.796010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:12.799372 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:12.866451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.871228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:12.877229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] 10.222.0.43 "DELETE /v2.0/networks/8442ec6b-fd21-4e0a-8a10-078fa546f2dd HTTP/1.1" status: 204 len: 168 time: 0.5989792 Dec 21 02:09:12.891812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752ab0-49be-44b8-abad-9fa06b51d390 tempest-NetworksTest-368912862 tempest-NetworksTest-368912862-project] Pushing event deleted for resources: {'Network': ['ID=8442ec6b-fd21-4e0a-8a10-078fa546f2dd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:13.129501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43582) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:13.271971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16f1362a-52db-4cda-be86-8449f3f329c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f88702d5dc4648e5bfc9fa67ee985210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387706 Dec 21 02:09:13.272602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43588) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:13.328341 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:13.356509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:13.415942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:13.419653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:13.421748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/475263a3-08d1-46b6-8f57-21d9f214a7b9 HTTP/1.1" status: 204 len: 168 time: 0.1481032 Dec 21 02:09:13.431424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c77fc-47db-41a0-b0c1-3636086381f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475263a3-08d1-46b6-8f57-21d9f214a7b9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:13.722037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device efa3e13d-ad20-4842-81a0-e235edee637c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:13.742978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: efa3e13d-ad20-4842-81a0-e235edee637c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:13.743328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device efa3e13d-ad20-4842-81a0-e235edee637c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:13.900950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-67f83b2d-2eb6-47b9-8023-a9ffaaac3ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.085586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43614) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.179551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1021261085'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:14.203116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Made reservation on behalf of 917da93f35ca41969417643e40db72c7 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:14.206755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.215870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.292231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.296708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.319295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:09:14.333274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8476dc9f-82a8-46e6-8e36-34a669d73841,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:14.338310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.338652 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Added segment 58d236ec-3436-4ad0-a6b6-c6fdb58ac907 of type vlan for network 2ff07dbf-2dd6-43df-bc82-595a9cbcb43b Dec 21 02:09:14.382193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.416993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.426276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:14.427111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:14.469967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3832982 Dec 21 02:09:14.473302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43628) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.478188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-5197a715-cfea-4c04-90b5-0590af73d1e5 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1387736743') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.504799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504541cc-8de8-4c9a-aeb1-a53d2bd79c1b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Pushing event updated for resources: {'Network': ['ID=2ff07dbf-2dd6-43df-bc82-595a9cbcb43b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:14.523547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 2ff07dbf-2dd6-43df-bc82-595a9cbcb43b details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:09:14.579513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5197a715-cfea-4c04-90b5-0590af73d1e5 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "PUT /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1387736743 HTTP/1.1" status: 201 len: 201 time: 0.1021552 Dec 21 02:09:14.579763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43632) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.584053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-8ec272cb-4243-4906-ab27-6f41fec1d325 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1387736743') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.649937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8ec272cb-4243-4906-ab27-6f41fec1d325 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1387736743 HTTP/1.1" status: 204 len: 168 time: 0.0691051 Dec 21 02:09:14.652244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43634) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.656327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-0c9815c2-7e64-42d4-9038-2902b5e2bc01 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.726587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0c9815c2-7e64-42d4-9038-2902b5e2bc01 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags HTTP/1.1" status: 200 len: 238 time: 0.0733433 Dec 21 02:09:14.729083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43636) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.733473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-f5c554e4-7915-41e8-beaf-b426cca43391 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', {'tags': ['tempest-TagsTest-Tag-1130430541', 'tempest-TagsTest-Tag-1765933193', 'tempest-TagsTest-Tag-860811630']}) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.814845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f5c554e4-7915-41e8-beaf-b426cca43391 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "PUT /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags HTTP/1.1" status: 200 len: 308 time: 0.0847132 Dec 21 02:09:14.818435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.822987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-12a1ab9c-c9ea-45b9-b670-894437841bb7 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1130430541') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.907205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-12a1ab9c-c9ea-45b9-b670-894437841bb7 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "DELETE /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1130430541 HTTP/1.1" status: 204 len: 168 time: 0.0877666 Dec 21 02:09:14.909907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.914053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-22613ab7-bb3c-4977-b3d1-9eb15a85f55b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1130430541') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:14.980984 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-22613ab7-bb3c-4977-b3d1-9eb15a85f55b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] show failed (client error): The resource could not be found. Dec 21 02:09:14.982044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-22613ab7-bb3c-4977-b3d1-9eb15a85f55b tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1130430541 HTTP/1.1" status: 404 len: 326 time: 0.0712516 Dec 21 02:09:14.985292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43644) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:14.989528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-c5b7765a-5d1c-4cc1-953c-cfbdcc903581 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1765933193') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.059537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5b7765a-5d1c-4cc1-953c-cfbdcc903581 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1765933193 HTTP/1.1" status: 204 len: 168 time: 0.0732167 Dec 21 02:09:15.062072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43646) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.067705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-fa40ba14-b0cb-4cb5-90af-356754a154e7 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-860811630') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.135483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fa40ba14-b0cb-4cb5-90af-356754a154e7 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-860811630 HTTP/1.1" status: 204 len: 168 time: 0.0723228 Dec 21 02:09:15.137934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43648) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.142541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-c9fecb8a-5b41-4b2e-b8e1-bfceb02e7e1f tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.230621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c9fecb8a-5b41-4b2e-b8e1-bfceb02e7e1f tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "DELETE /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags HTTP/1.1" status: 204 len: 168 time: 0.0892715 Dec 21 02:09:15.230830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43650) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.234980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-baad8794-ce84-4e76-aaf2-f4edc6054c39 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-1765933193') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.300170 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-baad8794-ce84-4e76-aaf2-f4edc6054c39 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] show failed (client error): The resource could not be found. Dec 21 02:09:15.301256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-baad8794-ce84-4e76-aaf2-f4edc6054c39 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-1765933193 HTTP/1.1" status: 404 len: 326 time: 0.0695012 Dec 21 02:09:15.303951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43652) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.308069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-257215a6-1bae-41e1-8946-9d489dfbe0d2 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b', 'tempest-TagsTest-Tag-860811630') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.378038 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-257215a6-1bae-41e1-8946-9d489dfbe0d2 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] show failed (client error): The resource could not be found. Dec 21 02:09:15.379079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-257215a6-1bae-41e1-8946-9d489dfbe0d2 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "GET /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags/tempest-TagsTest-Tag-860811630 HTTP/1.1" status: 404 len: 325 time: 0.0742490 Dec 21 02:09:15.381879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43654) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.386088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.tag.tag_plugin [None req-54670ed4-9ef2-48d2-9f43-d48e58670142 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ff07dbf-2dd6-43df-bc82-595a9cbcb43b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.456979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-54670ed4-9ef2-48d2-9f43-d48e58670142 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "DELETE /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b/tags HTTP/1.1" status: 204 len: 168 time: 0.0740101 Dec 21 02:09:15.461913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43658) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:15.542235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.633591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.655508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff07dbf-2dd6-43df-bc82-595a9cbcb43b']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.665289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d236ec-3436-4ad0-a6b6-c6fdb58ac907') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.665640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d236ec-3436-4ad0-a6b6-c6fdb58ac907') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:15.675571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.689366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.695713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:15.696094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:15.699488 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:15.766310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.775260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:15.778460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] 10.222.0.43 "DELETE /v2.0/networks/2ff07dbf-2dd6-43df-bc82-595a9cbcb43b HTTP/1.1" status: 204 len: 168 time: 0.3149886 Dec 21 02:09:15.791158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff102a95-2350-4562-890d-7b367826b4e3 tempest-TagsTest-1904066013 tempest-TagsTest-1904066013-project] Pushing event deleted for resources: {'Network': ['ID=2ff07dbf-2dd6-43df-bc82-595a9cbcb43b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:16.030286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:16.165782 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b7300cf-13ef-47eb-92b6-42b3d5792211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=917da93f35ca41969417643e40db72c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335816 Dec 21 02:09:16.168040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:16.214027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:16.235302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:16.279835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:16.283014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:16.284100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8476dc9f-82a8-46e6-8e36-34a669d73841 HTTP/1.1" status: 204 len: 168 time: 0.1151805 Dec 21 02:09:16.302236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499186d-8d8a-4f5b-b958-f0c5a0ea4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8476dc9f-82a8-46e6-8e36-34a669d73841,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:16.621993 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9911afc2-3a7e-4842-9f91-0d02ff260eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:17.267709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:18.667976 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.179068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43822) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:19.289762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75498794-f342-4f36-bdfb-e53b08c876cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.378226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.385104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75498794-f342-4f36-bdfb-e53b08c876cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.388764 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75498794-f342-4f36-bdfb-e53b08c876cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.428008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-75498794-f342-4f36-bdfb-e53b08c876cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=509d3c8693e94d69b4e3c2b8efd96f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477543 Dec 21 02:09:19.428977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498794-f342-4f36-bdfb-e53b08c876cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94142a2f-8807-4ed0-a51e-d9fb2fe8a035,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:19.430750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:19.481731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.507217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.554083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.556725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.557969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94142a2f-8807-4ed0-a51e-d9fb2fe8a035 HTTP/1.1" status: 204 len: 168 time: 0.1256330 Dec 21 02:09:19.566272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee21dd-ea7c-4b8c-8d0f-c1f93ea66143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94142a2f-8807-4ed0-a51e-d9fb2fe8a035,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:19.816135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43838) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:19.829011 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a19159b5-a4e5-4fc2-ac6c-ead541bf8614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.909098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a19159b5-a4e5-4fc2-ac6c-ead541bf8614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.914867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a19159b5-a4e5-4fc2-ac6c-ead541bf8614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:19.957870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a19159b5-a4e5-4fc2-ac6c-ead541bf8614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a0cc2c96833496bb416a2d554612ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405971 Dec 21 02:09:19.958881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19159b5-a4e5-4fc2-ac6c-ead541bf8614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c8a186-d914-4381-9803-1a633a6afa6f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:19.959561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43844) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:20.038265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925bf6-047f-454e-bea4-ffaf81b38b47 req-dbaaaf16-89ab-4fc8-848f-64ac0c3948eb tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:20.039718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80925bf6-047f-454e-bea4-ffaf81b38b47 req-dbaaaf16-89ab-4fc8-848f-64ac0c3948eb tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.0732210 Dec 21 02:09:20.057617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:20.100097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:20.114355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80925bf6-047f-454e-bea4-ffaf81b38b47 req-105ec8be-9f0a-4dd5-9c4d-2be238a08bca tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670025 Dec 21 02:09:20.159773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:20.162347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:20.163536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37c8a186-d914-4381-9803-1a633a6afa6f HTTP/1.1" status: 204 len: 168 time: 0.2029369 Dec 21 02:09:20.173007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835c51f-9fa9-42d1-8b70-4ba7db21433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c8a186-d914-4381-9803-1a633a6afa6f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:21.232678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef28ef-75f8-4852-92fa-79da4c95ab12 req-f85ee336-33e2-4a14-9c68-5965c256ac7d tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:21.234238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0ef28ef-75f8-4852-92fa-79da4c95ab12 req-f85ee336-33e2-4a14-9c68-5965c256ac7d tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.0508029 Dec 21 02:09:21.283478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0ef28ef-75f8-4852-92fa-79da4c95ab12 req-1457cbc0-12b9-4852-9c54-5d5c449fa309 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Dec 21 02:09:21.790192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 43900) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:21.861944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c401-3145-460f-98e0-01f96f25b817 req-c7690bb6-2e5a-491c-8255-92c3a1eac627 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:21.863354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf39c401-3145-460f-98e0-01f96f25b817 req-c7690bb6-2e5a-491c-8255-92c3a1eac627 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 945 time: 0.0477443 Dec 21 02:09:21.896225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c54-1df8-48b1-8184-3c20098ddf96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:21.966895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Deleting port 7d69bcac-e977-439a-a558-9a8eac6a43e4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:21.967247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:21.970601 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c54-1df8-48b1-8184-3c20098ddf96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:21.974433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8aa60c54-1df8-48b1-8184-3c20098ddf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.017434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8aa60c54-1df8-48b1-8184-3c20098ddf96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0a3ddc2b75d4771b6b52f363d97d0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261007 Dec 21 02:09:22.018322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60c54-1df8-48b1-8184-3c20098ddf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b79b26-1793-469b-83ad-ec65bf9c9968,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:22.020187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:22.092287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] For port 7d69bcac-e977-439a-a558-9a8eac6a43e4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=7d69bcac-e977-439a-a558-9a8eac6a43e4,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:22.093273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.113622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.115451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Calling delete_port for 7d69bcac-e977-439a-a558-9a8eac6a43e4 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:22.116079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.172374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.242248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.244738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.245884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00b79b26-1793-469b-83ad-ec65bf9c9968 HTTP/1.1" status: 204 len: 168 time: 0.2242367 Dec 21 02:09:22.279120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af6e68-d568-4fe6-82cb-9d8e65f51a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b79b26-1793-469b-83ad-ec65bf9c9968,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:22.301514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.347233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['7d69bcac-e977-439a-a558-9a8eac6a43e4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:09:22.347508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Pushing event deleted for resources: {'Port': ['ID=7d69bcac-e977-439a-a558-9a8eac6a43e4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:22.402825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbaea2-2006-43ac-97f7-d6af33c5dcbe None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:22.415995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] No DVR routers for this DVR port 7d69bcac-e977-439a-a558-9a8eac6a43e4 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:22.418461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.421793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf39c401-3145-460f-98e0-01f96f25b817 req-dd88b4e4-7438-4eb2-bf0c-be281130f893 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "DELETE /v2.0/ports/7d69bcac-e977-439a-a558-9a8eac6a43e4 HTTP/1.1" status: 204 len: 173 time: 0.5489473 Dec 21 02:09:22.422243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'name': 'network-vif-deleted', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:22.424496 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3575018-c7f0-4fd3-a841-cb69858ef7ee" -d '{"events": [{"server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "name": "network-vif-deleted", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:22.428282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a30f489-26db-4488-9a8b-fba3805b5327 req-e71272b3-74c6-4906-be8d-d16efd8fca4d tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=7acc81c9-8651-43e8-9be5-177ff3c8007e HTTP/1.1" status: 200 len: 210 time: 0.0607493 Dec 21 02:09:22.624696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43920) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:22.638598 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d634df7-46a9-454a-b990-f133392c37a2 x-openstack-request-id: req-8d634df7-46a9-454a-b990-f133392c37a2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:22.638921 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc81c9-8651-43e8-9be5-177ff3c8007e", "name": "network-vif-deleted", "tag": "7d69bcac-e977-439a-a558-9a8eac6a43e4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:22.639181 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d634df7-46a9-454a-b990-f133392c37a2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:22.639674 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acc81c9-8651-43e8-9be5-177ff3c8007e', 'name': 'network-vif-deleted', 'tag': '7d69bcac-e977-439a-a558-9a8eac6a43e4', 'status': 'completed', 'code': 200} Dec 21 02:09:22.640476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bf5fe8f-1566-436d-9e97-67f75f627812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.712385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bf5fe8f-1566-436d-9e97-67f75f627812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.716472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8bf5fe8f-1566-436d-9e97-67f75f627812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.756337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5fe8f-1566-436d-9e97-67f75f627812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929759c6-8940-4271-812b-26085d96ffac,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:22.760541 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8bf5fe8f-1566-436d-9e97-67f75f627812 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2a09ae70fd140cfbfd3c7b06d9b67c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346326 Dec 21 02:09:22.763314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 43922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:22.809709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.835674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.882745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.885311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:22.886495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/929759c6-8940-4271-812b-26085d96ffac HTTP/1.1" status: 204 len: 168 time: 0.1222837 Dec 21 02:09:22.894147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4574e-391e-4c89-9b0e-0db23c31892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929759c6-8940-4271-812b-26085d96ffac,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:25.129758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d69bcac-e977-439a-a558-9a8eac6a43e4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:25.150678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 7d69bcac-e977-439a-a558-9a8eac6a43e4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:25.151049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 7d69bcac-e977-439a-a558-9a8eac6a43e4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:25.385354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44010) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:25.489418 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-878c8786-8640-4176-bb0e-e64ad055043f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.561923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-878c8786-8640-4176-bb0e-e64ad055043f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.565644 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-878c8786-8640-4176-bb0e-e64ad055043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.602455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c8786-8640-4176-bb0e-e64ad055043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31441ab-bc8e-42ac-bf58-0d26cfb5ded6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:25.606706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-878c8786-8640-4176-bb0e-e64ad055043f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f27fcaf93ef74da5bf4abfa9f69ec6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203212 Dec 21 02:09:25.609986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:25.656475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.677685 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.725489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.728287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:25.729460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c31441ab-bc8e-42ac-bf58-0d26cfb5ded6 HTTP/1.1" status: 204 len: 168 time: 0.1192539 Dec 21 02:09:25.740410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeeea0-8867-459e-a8e6-96f3cbdcd4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31441ab-bc8e-42ac-bf58-0d26cfb5ded6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:26.020869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:26.034461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19bacfcf-5766-40dc-8167-2eb94bfe36f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.116877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19bacfcf-5766-40dc-8167-2eb94bfe36f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.121503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19bacfcf-5766-40dc-8167-2eb94bfe36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.157965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bacfcf-5766-40dc-8167-2eb94bfe36f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866be74-1d07-438b-85db-a75c29c4154b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:26.165798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:26.166520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19bacfcf-5766-40dc-8167-2eb94bfe36f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e86b5d37c51f44ffa3ff7329e6f64d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438284 Dec 21 02:09:26.219044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.239922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.285854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.288539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:26.292288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b866be74-1d07-438b-85db-a75c29c4154b HTTP/1.1" status: 204 len: 168 time: 0.1227875 Dec 21 02:09:26.299337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2d54d-3b4d-4907-b11d-c4df72eea5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866be74-1d07-438b-85db-a75c29c4154b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:26.722908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:28.414609 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:09:30.453165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-99165ba5-2d59-4612-a059-9ae50f78168a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:30.453165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-99165ba5-2d59-4612-a059-9ae50f78168a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 813 time: 0.1035891 Dec 21 02:09:30.464202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-ce21030c-f622-4a9c-a9e0-856b117ed632 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/quotas/64918d4d965f44bdb12ca4f6a14b9f10 HTTP/1.1" status: 200 len: 375 time: 0.0094857 Dec 21 02:09:30.501570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-d66e629b-5c2e-47b8-8032-5cd48ef08b5d tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313952 Dec 21 02:09:30.696042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-2fb09939-b99c-41b7-8b2d-0c45448e1834 service neutron] 10.222.0.43 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864488 Dec 21 02:09:30.796693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-1652705e-e6c8-43ae-a864-762c4c5f7bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953021 Dec 21 02:09:30.959216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a37532cb-74e5-44bf-9fba-547f17261939 req-6cbaa79e-6cb6-4a1b-b39d-4a99745ca448 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Dec 21 02:09:31.722995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:31.856884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b62084-0db0-4ffc-9cf1-39419e382bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:31.875919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ebee-0912-4b68-af14-d3a3ac88cc0e req-6bbdc2a1-6e77-4890-b545-1dc5e008e42f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:31.877580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9375ebee-0912-4b68-af14-d3a3ac88cc0e req-6bbdc2a1-6e77-4890-b545-1dc5e008e42f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0547786 Dec 21 02:09:31.950852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9375ebee-0912-4b68-af14-d3a3ac88cc0e req-4f901e69-bb1c-4e8f-b7c7-4a8445a316e5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660491 Dec 21 02:09:31.954780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b62084-0db0-4ffc-9cf1-39419e382bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:31.958277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b62084-0db0-4ffc-9cf1-39419e382bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:31.975646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44182) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:31.999579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b62084-0db0-4ffc-9cf1-39419e382bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0522a632-2d0a-4321-9bb8-028c55887e00,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:32.015303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-96b62084-0db0-4ffc-9cf1-39419e382bab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43800946ce9a48639200632c8537f6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897739 Dec 21 02:09:32.016179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44186) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:32.066942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-caa966ca-baa4-46a7-9e81-0b55bfa02696 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 200 len: 992 time: 0.0903506 Dec 21 02:09:32.137270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e26e5ebf-5c3e-4d70-a865-49c3418853f6 req-85bf68b5-42ce-4332-9267-36f6bdcaa0df tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 210 time: 0.0574682 Dec 21 02:09:32.171702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.240732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-440d3ea8-5bbb-492a-b764-f0f72bfac68a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:32.242191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-440d3ea8-5bbb-492a-b764-f0f72bfac68a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 813 time: 0.2239573 Dec 21 02:09:32.244098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.276616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Request body: {'port': {'device_id': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6', 'admin_state_up': True, 'tenant_id': '64918d4d965f44bdb12ca4f6a14b9f10'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:32.380330 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.382923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.384069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0522a632-2d0a-4321-9bb8-028c55887e00 HTTP/1.1" status: 204 len: 168 time: 0.3610811 Dec 21 02:09:32.418141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f9b03-a897-4a38-a1d3-c3c5c6cc7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0522a632-2d0a-4321-9bb8-028c55887e00,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:32.446933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Made reservation on behalf of 64918d4d965f44bdb12ca4f6a14b9f10 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:09:32.453552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.501721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bed78-876b-4bb5-8904-fee16543b537 req-d28314bd-4b59-4563-b40c-539761fea3b8 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:32.509610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78bed78-876b-4bb5-8904-fee16543b537 req-d28314bd-4b59-4563-b40c-539761fea3b8 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1097 time: 0.0526011 Dec 21 02:09:32.582007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a78bed78-876b-4bb5-8904-fee16543b537 req-46858e0b-b104-4385-b7b6-d350403e6221 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686202 Dec 21 02:09:32.611479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Allocated IP 172.20.0.8 (2689dd01-46cb-47b3-8b6b-5ba3e06caaa6/5248fa45-8695-497e-b57a-ebde98a732b2/1ca6df80-5497-49d2-8fc2-fbcf47aa7900) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:09:32.772649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44204) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:32.789091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c78a8bb-6079-4c28-9d31-ba1b5d3bac9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.824402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.872515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.896627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c78a8bb-6079-4c28-9d31-ba1b5d3bac9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.903423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c78a8bb-6079-4c28-9d31-ba1b5d3bac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:32.930052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:09:32.937465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:09:32.950165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c78a8bb-6079-4c28-9d31-ba1b5d3bac9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd5041385d3c458f9ccf354a393be08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762643 Dec 21 02:09:32.954949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:32.962200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78a8bb-6079-4c28-9d31-ba1b5d3bac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce557db4-841d-40c5-a3b0-7d67bec815fc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:32.966781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:09:32.968833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed60dea3-7690-4837-ab2b-79b6828d945f None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:32.987500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Pushing event updated for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:33.030713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.071137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.080829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:33.081994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.103436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-c9c6dda9-9be2-49f2-8541-2f21036330e3 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326831 Dec 21 02:09:33.104433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-85878034-2986-4553-b650-164ce980977a None None] Provisioning complete for port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:09:33.105123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-85878034-2986-4553-b650-164ce980977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.134728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Request body: {'port': {'device_id': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:33.138099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.141100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.142329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce557db4-841d-40c5-a3b0-7d67bec815fc HTTP/1.1" status: 204 len: 168 time: 0.1864707 Dec 21 02:09:33.173955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-85878034-2986-4553-b650-164ce980977a None None] Port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:09:33.213504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1391003-fbed-47f5-be96-4df08ddebd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce557db4-841d-40c5-a3b0-7d67bec815fc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:33.220096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.380565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b2d1-a2c3-45bd-ba67-9ac5821ec195 req-965586e3-47a3-4924-900d-a579720dd362 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:33.382272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79b6b2d1-a2c3-45bd-ba67-9ac5821ec195 req-965586e3-47a3-4924-900d-a579720dd362 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 931 time: 0.1016614 Dec 21 02:09:33.441186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79b6b2d1-a2c3-45bd-ba67-9ac5821ec195 req-568b6241-1500-4e92-bf52-31c593fd6a98 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Dec 21 02:09:33.480372 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-e4050440-a8e2-4ab6-add3-85e145564cfd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052744 Dec 21 02:09:33.491030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f1846bba-09bb-4063-a713-5082bd07b748 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:09:33.491983 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f1846bba-09bb-4063-a713-5082bd07b748 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050068 Dec 21 02:09:33.595077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:09:33.602916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.620104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Transition to ACTIVE for port object 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:09:33.624588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.671084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2a136-ff10-4d35-ab75-1133ff6b8197 None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:33.695533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Pushing event updated for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:33.774176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Attempting to bind port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:09:33.774513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Attempting to bind port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:09:33.774841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Attempting to bind port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:33.779232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:09:33.780181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Attempting to bind port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 on network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:33.785478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:09:33.786018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Checking segment: {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:33.786801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Bound using segment: {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:09:33.787463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Bound port: 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016f9efd-389f-42e6-8db9-e680aeedb9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:09:33.788139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.867542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:33.871340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:09:33.875861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.911081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:33.912241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:33.914009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] 10.222.0.45 "PUT /v2.0/ports/1ca6df80-5497-49d2-8fc2-fbcf47aa7900 HTTP/1.1" status: 200 len: 1092 time: 0.7870507 Dec 21 02:09:33.919076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:33.919698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99575074-def8-4951-a444-5bb175806415 None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:33.921915 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080bfc91-4281-48ea-889c-6579ec1217e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:33.943255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955710b-2b2c-4f22-84e3-248266e3fffd service neutron] Pushing event updated for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:33.971208 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4ee63-e9a0-417f-a824-290329531899 x-openstack-request-id: req-4ad4ee63-e9a0-417f-a824-290329531899 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:33.971737 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:33.972273 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ad4ee63-e9a0-417f-a824-290329531899 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:33.972922 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900', 'status': 'completed', 'code': 200} Dec 21 02:09:34.084225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-f4b2595c-c749-4537-8cf3-8ff76ea8c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:34.086625 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-f4b2595c-c749-4537-8cf3-8ff76ea8c33a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 1095 time: 0.0528212 Dec 21 02:09:34.251653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9fc43c81-2992-49cc-8fb9-0cc1dd598d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:34.253031 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9fc43c81-2992-49cc-8fb9-0cc1dd598d82 service neutron] 10.222.0.43 "GET /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 1094 time: 0.0978706 Dec 21 02:09:34.273183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Request body: {'binding': {'host': 'n-h2-761264-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:34.273657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Unknown quota resources ['binding']. {{(pid=109851) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 21 02:09:34.384835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-d3f2c1a8-ed69-4449-96e9-147b9f7dcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:34.386323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-d3f2c1a8-ed69-4449-96e9-147b9f7dcd12 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2776079 Dec 21 02:09:34.573013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7163f-467c-483c-b229-a9885a668fa9 req-0af6029c-2c1a-4d63-b45c-40fee800fc62 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:34.575383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ef7163f-467c-483c-b229-a9885a668fa9 req-0af6029c-2c1a-4d63-b45c-40fee800fc62 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 943 time: 0.0541234 Dec 21 02:09:34.633429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ef7163f-467c-483c-b229-a9885a668fa9 req-0847cee0-2ea3-458e-8008-6fc1cea7f562 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502169 Dec 21 02:09:34.985501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-815ec369-902e-41e2-946b-ffbcbfd06463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:34.989019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-080bfc91-4281-48ea-889c-6579ec1217e6 req-815ec369-902e-41e2-946b-ffbcbfd06463 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5619037 Dec 21 02:09:34.989019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on host n-h2-761264-20 for vnic_type normal with profile None {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:09:34.989019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:09:34.989019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:34.993494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:09:34.993825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:34.999917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:09:35.000291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:35.000643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Bound using segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:09:35.001234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Bound port: a6ee98ab-4609-42b3-80c5-60868dfe6f37, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:09:35.120935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:09:35.130620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] Publish callbacks [] for binding, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:35.131820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] 10.222.0.43 "POST /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37/bindings HTTP/1.1" status: 201 len: 390 time: 0.8674800 Dec 21 02:09:35.137247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-905a89ad-e735-4cec-b781-b879a425dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.138919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-905a89ad-e735-4cec-b781-b879a425dde5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 1095 time: 0.0699928 Dec 21 02:09:35.205114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-a1648ba8-930e-47cd-a31d-84133583362d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900 HTTP/1.1" status: 200 len: 217 time: 0.0442505 Dec 21 02:09:35.276593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-a8a4526e-d3e7-43fb-8179-7705b86e9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.278193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-a8a4526e-d3e7-43fb-8179-7705b86e9d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 200 len: 853 time: 0.0632019 Dec 21 02:09:35.318200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-7b03c460-7cd1-4455-ac80-6d20bd9e5783 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289018 Dec 21 02:09:35.362266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8e6d-2379-4864-8917-3f3fe055d6a0 req-71a04783-ec78-486d-ab14-60f4fd0a0ddd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.365790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ef8e6d-2379-4864-8917-3f3fe055d6a0 req-71a04783-ec78-486d-ab14-60f4fd0a0ddd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0741835 Dec 21 02:09:35.448131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-513a82ef-8bc1-4afa-92bc-29bed42de0d3 service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069231 Dec 21 02:09:35.467565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24ef8e6d-2379-4864-8917-3f3fe055d6a0 req-cc202f1d-5b9b-433d-90e8-ef4985c735c5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940509 Dec 21 02:09:35.476431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-06f7e613-cf86-4e83-a384-8f0e66979126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.477975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-06f7e613-cf86-4e83-a384-8f0e66979126 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1097 time: 0.0764918 Dec 21 02:09:35.569727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0a6f4b13-aa93-4e2b-b94b-6a0c20607b90 req-ce40f54d-11f1-46a4-9bdc-96cbfd9f74fe service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103432 Dec 21 02:09:35.594608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-cf8144fb-3071-4014-a855-2fdacd64ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.596098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-cf8144fb-3071-4014-a855-2fdacd64ded6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.1059656 Dec 21 02:09:35.699757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-62493046-4ff1-466f-ad5a-05ea43b0a9f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 1000 time: 0.0802953 Dec 21 02:09:35.793085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-8aac7278-9612-4194-9a70-a5814d2368f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.794586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-8aac7278-9612-4194-9a70-a5814d2368f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.0870321 Dec 21 02:09:35.810352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2151c5-59cb-4386-bbc2-6b1d516bcec3 req-6eec466c-bcd7-40bc-87c1-c9cab9538105 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.812425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa2151c5-59cb-4386-bbc2-6b1d516bcec3 req-6eec466c-bcd7-40bc-87c1-c9cab9538105 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 943 time: 0.0953047 Dec 21 02:09:35.906695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-6591ccff-951d-4566-9079-11db0497b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:35.908225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-6591ccff-951d-4566-9079-11db0497b12a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946381 Dec 21 02:09:35.913488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa2151c5-59cb-4386-bbc2-6b1d516bcec3 req-16072f51-f2d1-4506-9793-18218a1770d9 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923359 Dec 21 02:09:36.008334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c9bcf499-e3ff-4a67-a122-56daf683c75d service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900278 Dec 21 02:09:36.410940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-96d4154f-8d50-4c0e-929a-0d8f08d14f27 service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943441 Dec 21 02:09:36.629692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-eca0c3bb-b4a7-4b4e-82c3-344c4d9fff62 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:36.631171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-eca0c3bb-b4a7-4b4e-82c3-344c4d9fff62 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c&tenant_id=bd263f31471247a294807ec6db2d3382&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1097 time: 0.1039777 Dec 21 02:09:36.643600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde82687-59c7-4789-a9fa-86104b02c914 req-7c15dea8-b856-4aff-8fd9-185219d0e95c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:36.644971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dde82687-59c7-4789-a9fa-86104b02c914 req-7c15dea8-b856-4aff-8fd9-185219d0e95c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0891376 Dec 21 02:09:36.649770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-20'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:36.739689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dde82687-59c7-4789-a9fa-86104b02c914 req-b0c1f82b-8c57-478b-b1ba-4d91395435c9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870757 Dec 21 02:09:36.740234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:36.892918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:36.944776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:36.992877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:36.995251 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b5b71-106e-4972-acc5-005b31ce6f28" -d '{"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:36.999203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.012086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.064319 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa660b6-02e4-4483-aab7-a1457400d6ef x-openstack-request-id: req-3aa660b6-02e4-4483-aab7-a1457400d6ef {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:37.064667 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:37.064879 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aa660b6-02e4-4483-aab7-a1457400d6ef {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:37.065272 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'code': 200} Dec 21 02:09:37.128080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb774cc0-5839-413b-aeb8-056c91c2989d req-4d293fbd-4ea0-417c-9c52-3de48f0685a8 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:37.129853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb774cc0-5839-413b-aeb8-056c91c2989d req-4d293fbd-4ea0-417c-9c52-3de48f0685a8 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 943 time: 0.1281655 Dec 21 02:09:37.175598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:37.198087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:09:37.243076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb774cc0-5839-413b-aeb8-056c91c2989d req-f81ca06f-a267-46b9-9973-4551d458bcb2 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 Dec 21 02:09:37.243945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on host n-h1-761264-20 for vnic_type normal with profile {"migrating_to": "n-h2-761264-20"} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:09:37.244283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:09:37.244613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:37.250715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:09:37.251055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Attempting to bind port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:09:37.256596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:09:37.256954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Checking segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:09:37.257326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Bound using segment: {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:09:37.257793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Bound port: a6ee98ab-4609-42b3-80c5-60868dfe6f37, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:09:37.258152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.322354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:37.333704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:37.334287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900', 'network_id': '2689dd01-46cb-47b3-8b6b-5ba3e06caaa6', 'port_id': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900', 'mac_address': 'fa:16:3e:32:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248fa45-8695-497e-b57a-ebde98a732b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:09:37.337682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:09:37.344018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.385522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.395700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] Provisioning complete for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:09:37.396073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.427552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:09:37.448051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:37.456515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.464258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:37.515575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:37.518859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:37.519627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.524712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-9d6d55e8-c4ab-475d-a801-9e1c2fa0d210 service neutron] 10.222.0.45 "PUT /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 1123 time: 0.8751907 Dec 21 02:09:37.570598 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.597234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:37.599743 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c75111-5a83-457b-8da1-4a0df55d3c8a" -d '{"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:37.617659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:37.624902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:37.709065 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62114c5-2c77-4878-bf2a-7a53f20b7f75 x-openstack-request-id: req-e62114c5-2c77-4878-bf2a-7a53f20b7f75 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:37.709509 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:37.709685 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e62114c5-2c77-4878-bf2a-7a53f20b7f75 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:37.710036 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'code': 200} Dec 21 02:09:37.711029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a6ee98ab-4609-42b3-80c5-60868dfe6f37'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:09:37.816964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3558544-e6e0-48fd-a467-6d8ca75a5b37 None None] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:37.859771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['1ca6df80-5497-49d2-8fc2-fbcf47aa7900'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:09:37.902929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6a935-531f-42f7-9855-33a63992d144 req-1ed2da8f-ddec-47dd-9221-175b36783f48 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:37.905293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78a6a935-531f-42f7-9855-33a63992d144 req-1ed2da8f-ddec-47dd-9221-175b36783f48 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0715661 Dec 21 02:09:37.996334 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78a6a935-531f-42f7-9855-33a63992d144 req-3940d1e6-8cce-4645-b27d-fb22d45b7ba5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818450 Dec 21 02:09:38.008028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c29eb474-f863-4b9f-9229-2f5b7229780e None None] Provisioning complete for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:09:38.008404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c29eb474-f863-4b9f-9229-2f5b7229780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:38.375290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1d41c-322c-4787-b0b8-3b3761c3a88c req-2b53c997-cbe7-4589-afc9-973ddbf58920 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:38.379238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00d1d41c-322c-4787-b0b8-3b3761c3a88c req-2b53c997-cbe7-4589-afc9-973ddbf58920 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 944 time: 0.0599580 Dec 21 02:09:38.431598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00d1d41c-322c-4787-b0b8-3b3761c3a88c req-8e22a791-479c-4558-8842-d18a125a719d tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Dec 21 02:09:39.066595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:39.069134 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87118c35-dfb7-4bc1-8997-bff5e0377a58" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:39.120947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5407a-2ab4-4cb4-ba00-07ae2c3705b5 req-b767f920-8c10-4af4-91d6-7c57ff876bb9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.122555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04c5407a-2ab4-4cb4-ba00-07ae2c3705b5 req-b767f920-8c10-4af4-91d6-7c57ff876bb9 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0501206 Dec 21 02:09:39.159853 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d88133-74f9-495e-8667-8352878d2e0c x-openstack-request-id: req-d0d88133-74f9-495e-8667-8352878d2e0c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:39.160146 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:39.160403 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0d88133-74f9-495e-8667-8352878d2e0c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:39.160802 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'status': 'completed', 'code': 200} Dec 21 02:09:39.178469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04c5407a-2ab4-4cb4-ba00-07ae2c3705b5 req-cfab8f47-0ca4-47be-8973-055348995332 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492396 Dec 21 02:09:39.205526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:09:39.209327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:09:39.254318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-114f5dd5-5d1c-428f-983f-7421d03e6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.255984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-114f5dd5-5d1c-428f-983f-7421d03e6545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1128 time: 0.0441332 Dec 21 02:09:39.324922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:09:39.335024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:09:39.335642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:39.364692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:39.365665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-c0654688-4df5-4d75-8e4d-6b77190c0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.367208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-c0654688-4df5-4d75-8e4d-6b77190c0f9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.1022596 Dec 21 02:09:39.384363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 has no active binding in host n-h2-761264-20 {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 21 02:09:39.441385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:39.441786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-0e0e94c6-ce16-4504-9fa1-f39e7822b1eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 1000 time: 0.0634689 Dec 21 02:09:39.499466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:39.502866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-36661486-93f6-44e8-84b4-16201e7bb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.504383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-36661486-93f6-44e8-84b4-16201e7bb6a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.0554757 Dec 21 02:09:39.506031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:39.557931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:39.591644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6590ff-a4d5-4d31-8d77-5efe4e788c67 req-aba7b072-617e-428c-80c0-9057a994786a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.593785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb6590ff-a4d5-4d31-8d77-5efe4e788c67 req-aba7b072-617e-428c-80c0-9057a994786a tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0823588 Dec 21 02:09:39.598762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-f9b8ebed-357c-40b6-9a5d-bae594d1629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.600297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-f9b8ebed-357c-40b6-9a5d-bae594d1629c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867004 Dec 21 02:09:39.703399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb6590ff-a4d5-4d31-8d77-5efe4e788c67 req-e22deb1d-c7d7-4216-814a-3208f69a8530 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021259 Dec 21 02:09:39.711920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:39.713929 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17807b-84d5-4476-b3b9-6782d6184efb" -d '{"events": [{"server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "name": "network-vif-plugged", "status": "completed", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:39.733592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-978a8107-e1cc-4278-9bc4-c323038be8cb service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246359 Dec 21 02:09:39.765495 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811f58f-611d-45ba-be81-db91e872eca5 x-openstack-request-id: req-a811f58f-611d-45ba-be81-db91e872eca5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:39.765790 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "name": "network-vif-plugged", "status": "completed", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:39.766047 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a811f58f-611d-45ba-be81-db91e872eca5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:39.766443 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900', 'code': 200} Dec 21 02:09:39.830045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87118c35-dfb7-4bc1-8997-bff5e0377a58 req-ad82d8eb-d25b-479b-b2af-0359b863bd00 service neutron] 10.222.0.24 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891407 Dec 21 02:09:39.916806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3dfc2-4610-44b0-9593-52ee5ddda6af req-13cab368-3422-45f3-9d2a-157d3ef72dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:39.918365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ca3dfc2-4610-44b0-9593-52ee5ddda6af req-13cab368-3422-45f3-9d2a-157d3ef72dab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 1097 time: 0.0463016 Dec 21 02:09:39.966808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ca3dfc2-4610-44b0-9593-52ee5ddda6af req-500f8fb3-d5bc-44e3-8494-f8efad08b1e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Dec 21 02:09:40.301476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bed03-07b0-496e-9bf5-be18d7f7d9a9 req-86b6a5cc-4767-4f21-b096-98ffc59033b5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:40.302942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-484bed03-07b0-496e-9bf5-be18d7f7d9a9 req-86b6a5cc-4767-4f21-b096-98ffc59033b5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0499184 Dec 21 02:09:40.353977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-484bed03-07b0-496e-9bf5-be18d7f7d9a9 req-4b2132fe-eca9-4b96-b6f2-17143b99c753 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Dec 21 02:09:40.831542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b946038-ae4c-4f07-ac67-b52dd29041c9 req-3102d847-c74a-4f1f-b5f1-9b0597620cce tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:40.833024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b946038-ae4c-4f07-ac67-b52dd29041c9 req-3102d847-c74a-4f1f-b5f1-9b0597620cce tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0550616 Dec 21 02:09:40.886165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b946038-ae4c-4f07-ac67-b52dd29041c9 req-bfa639ff-c901-4857-a0fb-fb76ea9a9bed tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Dec 21 02:09:41.485747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee028e-a578-465f-a71e-8dced78c3546 req-68eab5ef-62fe-4314-9018-15ae3adbf43b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:41.487249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8eee028e-a578-465f-a71e-8dced78c3546 req-68eab5ef-62fe-4314-9018-15ae3adbf43b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0540540 Dec 21 02:09:41.539611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8eee028e-a578-465f-a71e-8dced78c3546 req-777c31a7-8fb9-43b6-93a3-abd803903fc3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Dec 21 02:09:42.007980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e8a1-bd46-4536-84df-16d9807bbb1a req-b1142dd2-ac9d-4f2b-93d3-c9e8b5d6a08f tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:42.009505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0036e8a1-bd46-4536-84df-16d9807bbb1a req-b1142dd2-ac9d-4f2b-93d3-c9e8b5d6a08f tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Dec 21 02:09:42.062588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0036e8a1-bd46-4536-84df-16d9807bbb1a req-734aefcb-d142-4ee1-8473-e9f5f6ed6c21 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Dec 21 02:09:42.664834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a2fe-63fe-4d4a-9606-60ec2d9cece3 req-c1647ef5-c87f-4ed2-9912-da72efbfeae1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:42.666385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3867a2fe-63fe-4d4a-9606-60ec2d9cece3 req-c1647ef5-c87f-4ed2-9912-da72efbfeae1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 945 time: 0.0559897 Dec 21 02:09:42.719796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3867a2fe-63fe-4d4a-9606-60ec2d9cece3 req-bf4159a1-e242-4dd4-a630-1071ef7a3088 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Dec 21 02:09:43.332446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-7e2ef2f5-ca1a-40ff-8e4f-7392c2faec10 service neutron] 10.222.0.24 "GET /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37/bindings/n-h2-761264-20 HTTP/1.1" status: 200 len: 385 time: 0.0595284 Dec 21 02:09:43.548583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:43.567970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:43.616213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:43.618880 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c2082-9452-45cc-8fcb-17ac02aab6fc" -d '{"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:43.627514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:43.645323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:43.663481 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d820ca69-2c41-48f4-aea6-c0f11730c87f x-openstack-request-id: req-d820ca69-2c41-48f4-aea6-c0f11730c87f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:43.663780 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:43.664291 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d820ca69-2c41-48f4-aea6-c0f11730c87f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:43.664694 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'code': 200} Dec 21 02:09:43.742627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] Transition to ACTIVE for port object a6ee98ab-4609-42b3-80c5-60868dfe6f37 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:09:43.749666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:43.894164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=11']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:43.918226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a85e-8034-4c5e-a5a3-4fd176f28b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:43.920797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922bccf-64e8-4bce-9ac0-40262df88490 req-1f7caccb-bc9c-42f4-ba73-04c07d25b3dd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:43.922286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b922bccf-64e8-4bce-9ac0-40262df88490 req-1f7caccb-bc9c-42f4-ba73-04c07d25b3dd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0811858 Dec 21 02:09:43.938208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] No DVR routers for this DVR port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:44.140427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b922bccf-64e8-4bce-9ac0-40262df88490 req-a26ab956-40e5-4a10-8de6-a6e712ba7452 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039702 Dec 21 02:09:44.196696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-f6c3c9a7-7d79-4d6c-8d5e-122a89dd8b11 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37/bindings/n-h2-761264-20/activate HTTP/1.1" status: 200 len: 370 time: 0.8566179 Dec 21 02:09:44.347923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-fdf4cab6-c5db-4d27-8d10-2aac31f7efa1 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.349560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-fdf4cab6-c5db-4d27-8d10-2aac31f7efa1 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c&tenant_id=bd263f31471247a294807ec6db2d3382&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0515683 Dec 21 02:09:44.419946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-75b572ee-0402-4b9d-bb59-3ecda73aec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.421625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-75b572ee-0402-4b9d-bb59-3ecda73aec20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 1096 time: 0.0560908 Dec 21 02:09:44.506625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-6b59945e-0839-4be7-ba88-3dcb3ab353b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.508499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-6b59945e-0839-4be7-ba88-3dcb3ab353b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1096 time: 0.0521507 Dec 21 02:09:44.615196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-846d31c9-a402-4b0b-b084-2af1c7294a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.616652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-846d31c9-a402-4b0b-b084-2af1c7294a1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.1009123 Dec 21 02:09:44.684798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-ddb472fc-1a63-4208-b27e-8830f96aee55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 998 time: 0.0605197 Dec 21 02:09:44.744985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-78104cb1-a84d-4bfd-9fd1-3300fadace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.746478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-78104cb1-a84d-4bfd-9fd1-3300fadace10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.0544562 Dec 21 02:09:44.798135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c7858bf2-268e-48c8-94bf-7e6f9bd44dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:44.799809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c7858bf2-268e-48c8-94bf-7e6f9bd44dd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458970 Dec 21 02:09:44.902788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-75fa807d-d363-4f30-9ffa-72e932b046fe service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943692 Dec 21 02:09:45.006337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-72acb8be-46d9-4b3b-8d12-0ecf8efda2ec service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950713 Dec 21 02:09:45.329970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ff24-6903-4e35-92a5-52d0bb31ac2a req-f0f4654f-4503-4e11-a870-e28b00e71bf4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:45.333803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc79ff24-6903-4e35-92a5-52d0bb31ac2a req-f0f4654f-4503-4e11-a870-e28b00e71bf4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0758917 Dec 21 02:09:45.417601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-4d7936e5-ba0c-4076-9de9-cd94cd6b107f tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:45.419088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-4d7936e5-ba0c-4076-9de9-cd94cd6b107f tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c&tenant_id=bd263f31471247a294807ec6db2d3382&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 1096 time: 0.0843921 Dec 21 02:09:45.423299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc79ff24-6903-4e35-92a5-52d0bb31ac2a req-3df63922-a3c9-4ff2-8b9a-0ee0eb7fcd18 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793576 Dec 21 02:09:45.581599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-e4cf9f8a-8440-4f0a-8a94-3460d0cecf66 service neutron] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:09:45.585360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-e4cf9f8a-8440-4f0a-8a94-3460d0cecf66 service neutron] Publish callbacks [] for binding, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:45.587055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-e4cf9f8a-8440-4f0a-8a94-3460d0cecf66 service neutron] 10.222.0.45 "DELETE /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37/bindings/n-h1-761264-20 HTTP/1.1" status: 204 len: 173 time: 0.1602890 Dec 21 02:09:46.185268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:46.232994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port a6ee98ab-4609-42b3-80c5-60868dfe6f37 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:09:46.233725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:46.579143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28367a1-0ddb-412c-920d-34bfe1a39618 req-73705ce4-99c2-498b-b078-8b4ec0c9c57c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:46.581902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d28367a1-0ddb-412c-920d-34bfe1a39618 req-73705ce4-99c2-498b-b078-8b4ec0c9c57c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0719864 Dec 21 02:09:46.626248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e7a18080-2ee5-43c8-9741-3986902c751d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:46.660793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d28367a1-0ddb-412c-920d-34bfe1a39618 req-6db4ae6b-13d5-4263-ab05-b9494b96b9fe tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716496 Dec 21 02:09:46.799854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0825-04e4-4a32-a088-61fae75637b9 req-f8614c82-c1e0-47b3-b949-e1e641f5de78 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:46.801761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496b0825-04e4-4a32-a088-61fae75637b9 req-f8614c82-c1e0-47b3-b949-e1e641f5de78 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1096 time: 0.0460229 Dec 21 02:09:46.853058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-496b0825-04e4-4a32-a088-61fae75637b9 req-5af03b6d-2d1a-4dd5-a6c4-0cc2e8b4c75a tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Dec 21 02:09:46.997611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45426-cbf5-4bd3-8f0d-72778e7cb998 req-ade4fdfe-3847-4834-959b-7f0fb4aa89f1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:46.999457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d45426-cbf5-4bd3-8f0d-72778e7cb998 req-ade4fdfe-3847-4834-959b-7f0fb4aa89f1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0675988 Dec 21 02:09:47.052326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9d45426-cbf5-4bd3-8f0d-72778e7cb998 req-a41e6eba-5d94-4e52-b350-972d0ca43a07 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Dec 21 02:09:47.075637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:47.140190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f6125b3-a4c6-49a0-afc9-f7effc1bfec0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 200 len: 990 time: 0.0633388 Dec 21 02:09:47.280230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:48.666490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.374900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.398076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:49.572391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 574bc016-2692-45ad-86db-6a195f3ca925 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:49.572849 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.665598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.665924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.679502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 574bc016-2692-45ad-86db-6a195f3ca925 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:49.933044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:49.977752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=574bc016-2692-45ad-86db-6a195f3ca925,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:50.063640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:50.064010 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 554226c2-11e7-4682-a0e3-2d605de1592e disassociated (deleted). External IP: 172.25.6.55, port: a6ee98ab-4609-42b3-80c5-60868dfe6f37. Dec 21 02:09:50.668836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2366a657-d2f9-4961-9744-d4d9f16eab09 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:09:50.777034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:09:50.781920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:50.788764 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Sync routers for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:09:50.801711 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:50.802945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:50.816110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c713aab4-c614-47e3-9177-35800e4e6c98 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/floatingips/554226c2-11e7-4682-a0e3-2d605de1592e HTTP/1.1" status: 204 len: 168 time: 1.4167833 Dec 21 02:09:50.816717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:50.818989 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:50.895519 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa23fa-84b8-4b40-b164-b2945d085d67 x-openstack-request-id: req-44fa23fa-84b8-4b40-b164-b2945d085d67 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:50.895856 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:50.896113 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44fa23fa-84b8-4b40-b164-b2945d085d67 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:50.896511 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'status': 'completed', 'code': 200} Dec 21 02:09:50.938487 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:51.054775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-3fb127fe-8273-4be1-8d96-71d39097d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.057991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-3fb127fe-8273-4be1-8d96-71d39097d829 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 1096 time: 0.1154597 Dec 21 02:09:51.240256 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:51.245669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-bf873c5a-426e-46ca-89a2-d8f600580e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.249990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-bf873c5a-426e-46ca-89a2-d8f600580e78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 200 len: 896 time: 0.1790538 Dec 21 02:09:51.269419 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Checking router: 2366a657-d2f9-4961-9744-d4d9f16eab09 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:09:51.272795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44cd5b-f6ec-4ec1-bb7a-846388f4b49d req-76f6e045-56c3-4777-a9ba-2e0e53702296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.275491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb44cd5b-f6ec-4ec1-bb7a-846388f4b49d req-76f6e045-56c3-4777-a9ba-2e0e53702296 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0795455 Dec 21 02:09:51.285460 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:51.286092 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:51.333400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-2d7e6ff9-7070-4cb3-894c-7af9a1a7ff70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 200 len: 217 time: 0.0566103 Dec 21 02:09:51.411349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb44cd5b-f6ec-4ec1-bb7a-846388f4b49d req-0e46ce50-a74a-42ba-ba4e-971e770e0892 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8acaf7b5-4039-4bb4-8060-4c56615091c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248941 Dec 21 02:09:51.411990 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:51.426207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-654fdf2c-6074-4b30-9311-ebac69f1992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.430156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-654fdf2c-6074-4b30-9311-ebac69f1992f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 200 len: 835 time: 0.0817697 Dec 21 02:09:51.493248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-17834ffd-d9a2-4885-b832-fcc9767eb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.494926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-17834ffd-d9a2-4885-b832-fcc9767eb4b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470755 Dec 21 02:09:51.632150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-b8d3a15f-fc63-4401-a005-3eee7ce4b5c6 service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095309 Dec 21 02:09:51.654641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:51.704608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae4d05-7a69-490d-97d1-25384f072dd3 None None] The sync data for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 is: [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:08:04Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '407e9a5c-b84a-4dd9-916f-12ff307afcc1', 'name': '', 'network_id': '4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:9d:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:03Z', 'updated_at': '2021-12-21T02:08:08Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': '67e911da-da02-4e3e-86e9-e2a23cda7b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:09:51.762304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bbf44f0-f8be-4f65-99ef-0f9ffca60f82 req-22e67a1c-0714-46ee-93ad-6c53d8fa3a70 service neutron] 10.222.0.45 "GET /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205258 Dec 21 02:09:51.827382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-d56b5857-32ac-4f8c-aa53-b2ed2671b697 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:51.829117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-d56b5857-32ac-4f8c-aa53-b2ed2671b697 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 944 time: 0.0761664 Dec 21 02:09:51.938247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port a6ee98ab-4609-42b3-80c5-60868dfe6f37 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:51.938587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:52.040788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port a6ee98ab-4609-42b3-80c5-60868dfe6f37, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=a6ee98ab-4609-42b3-80c5-60868dfe6f37,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:52.041460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:52.056712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for a6ee98ab-4609-42b3-80c5-60868dfe6f37 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:52.106783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128bc00-5794-472e-88b9-b5a38a102bc4 None None] New status for floating IP 554226c2-11e7-4682-a0e3-2d605de1592e: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:09:52.200326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:52.217350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:52.252021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=a6ee98ab-4609-42b3-80c5-60868dfe6f37,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:52.306612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] No DVR routers for this DVR port a6ee98ab-4609-42b3-80c5-60868dfe6f37 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:52.309119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:52.314932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2e3de0d-5acb-406c-870a-3e4825879327 req-a2c58d94-e80e-4e7e-811a-577c4ba2a7cb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "DELETE /v2.0/ports/a6ee98ab-4609-42b3-80c5-60868dfe6f37 HTTP/1.1" status: 204 len: 173 time: 0.4782829 Dec 21 02:09:52.315696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-deleted', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:09:52.321034 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e96e0b2-5c95-4b33-9dbb-29666e15ff1c" -d '{"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-deleted", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:09:52.387347 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29167e01-5ff5-44b5-8eb9-e9b79e349ad3 x-openstack-request-id: req-29167e01-5ff5-44b5-8eb9-e9b79e349ad3 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:09:52.387656 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc39be5-2d0c-40aa-b7a5-e1693961ab2c", "name": "network-vif-deleted", "tag": "a6ee98ab-4609-42b3-80c5-60868dfe6f37", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:09:52.387913 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29167e01-5ff5-44b5-8eb9-e9b79e349ad3 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:09:52.389066 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc39be5-2d0c-40aa-b7a5-e1693961ab2c', 'name': 'network-vif-deleted', 'tag': 'a6ee98ab-4609-42b3-80c5-60868dfe6f37', 'status': 'completed', 'code': 200} Dec 21 02:09:52.574507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-497a88fe-0503-4229-af35-c8d42d8ec6c1 req-abe45230-54c8-42bf-b579-0330ac5aac16 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc39be5-2d0c-40aa-b7a5-e1693961ab2c HTTP/1.1" status: 200 len: 210 time: 0.0590715 Dec 21 02:09:53.636050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44598) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:54.031706 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:54.210784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-dffcc669-338e-4056-b9b7-3185b5a1a21f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602374 Dec 21 02:09:54.383455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-0cf4f94b-ec7b-435f-9285-d45972b65ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:54.385042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-0cf4f94b-ec7b-435f-9285-d45972b65ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 1097 time: 0.0733500 Dec 21 02:09:54.442789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 407e9a5c-b84a-4dd9-916f-12ff307afcc1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:54.444646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:54.576393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-e34b734a-1409-403c-b661-26d2252c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:54.577823 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-e34b734a-1409-403c-b661-26d2252c140e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 200 len: 913 time: 0.1680880 Dec 21 02:09:54.580455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 407e9a5c-b84a-4dd9-916f-12ff307afcc1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=407e9a5c-b84a-4dd9-916f-12ff307afcc1,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:54.580916 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:54.595176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 407e9a5c-b84a-4dd9-916f-12ff307afcc1 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:54.633533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-16013d4a-048d-4d03-8d41-495a6e353c1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900 HTTP/1.1" status: 200 len: 217 time: 0.0471492 Dec 21 02:09:54.696955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-0d6dffb7-81f7-478c-8316-9c15ad8a0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:09:54.698568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-0d6dffb7-81f7-478c-8316-9c15ad8a0f94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 200 len: 853 time: 0.0556092 Dec 21 02:09:54.745715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-37f45baf-a5b1-4537-9854-679158d18116 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392129 Dec 21 02:09:54.877366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-44aab324-2cae-41d6-b4cb-3a7e45ed835f service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230929 Dec 21 02:09:54.877879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:54.906219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=407e9a5c-b84a-4dd9-916f-12ff307afcc1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:55.004160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16750e0d-c662-4f3f-99f9-30823ce2038b req-533ae6b4-57d0-478d-af00-e9c3186f1249 service neutron] 10.222.0.45 "GET /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187007 Dec 21 02:09:55.217285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:55.287043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:55.339831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: a6ee98ab-4609-42b3-80c5-60868dfe6f37 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:55.342605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device a6ee98ab-4609-42b3-80c5-60868dfe6f37 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:55.508688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 2366a657-d2f9-4961-9744-d4d9f16eab09 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:09:55.625968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:55.753838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:09:55.762131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44628) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:55.762682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef25315c-b344-4a63-850a-24c3d3e92c00 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/2366a657-d2f9-4961-9744-d4d9f16eab09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1252728 Dec 21 02:09:55.765811 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Sync routers for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:09:55.777801 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:55.778408 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:55.895593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8694f502-0c14-4226-8e62-21391671ffde admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:55.987439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8694f502-0c14-4226-8e62-21391671ffde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:55.999986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8694f502-0c14-4226-8e62-21391671ffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.005433 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:56.026203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting subnet 67e911da-da02-4e3e-86e9-e2a23cda7b03 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:09:56.032527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8694f502-0c14-4226-8e62-21391671ffde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9994b3e106e4955ac97aad91754f6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054868 Dec 21 02:09:56.034252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.035204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44632) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:56.086075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694f502-0c14-4226-8e62-21391671ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630978c-61c6-4e3d-b2ad-1d850602156c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:56.099106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.136280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.181070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.277601 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.281254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.282553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e630978c-61c6-4e3d-b2ad-1d850602156c HTTP/1.1" status: 204 len: 168 time: 0.2463582 Dec 21 02:09:56.307608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.310956 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:09:54Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:56.315182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc4c2a-264a-4d1a-99ab-61c415ba4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630978c-61c6-4e3d-b2ad-1d850602156c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:56.346246 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Checking router: 2366a657-d2f9-4961-9744-d4d9f16eab09 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:09:56.356727 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Routers {'2366a657-d2f9-4961-9744-d4d9f16eab09'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:09:56.358990 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2366a657-d2f9-4961-9744-d4d9f16eab09'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:56.458218 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.487735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Subnet': ['ID=67e911da-da02-4e3e-86e9-e2a23cda7b03,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:56.503598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.504321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeac906-a4f4-4694-a334-31b70f08f28d None None] Network 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:09:56.507654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c8a09fdd-e8a5-4c18-b5c2-fd5580b1a472 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/subnets/67e911da-da02-4e3e-86e9-e2a23cda7b03 HTTP/1.1" status: 204 len: 168 time: 0.7444692 Dec 21 02:09:56.510519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44636) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:56.511485 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] Set router 2366a657-d2f9-4961-9744-d4d9f16eab09 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:09:56.718859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] DHCP port deletion for 4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:56.792506 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:09:54Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:56.796479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.829616 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:56.852700 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900eaff-8bf8-48e4-b251-a496ef8bf4a0 None None] The sync data for ids ['2366a657-d2f9-4961-9744-d4d9f16eab09'] in n-d-761264-20 is: [{'id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150132788', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:07:50Z', 'updated_at': '2021-12-21T02:09:54Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'feb38a25-ea6b-44d0-91ad-8eceb174c9c2', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2366a657-d2f9-4961-9744-d4d9f16eab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:07:52Z', 'updated_at': '2021-12-21T02:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:09:56.874149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Deleting port e1d23175-0aa6-4350-b64f-546819dfc0f0 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:56.874741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.072383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.131915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] For port e1d23175-0aa6-4350-b64f-546819dfc0f0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1d23175-0aa6-4350-b64f-546819dfc0f0,segment=NetworkSegment(2fcd6a0d-1d42-4c35-aa2d-73a2132500ad),segment_id=2fcd6a0d-1d42-4c35-aa2d-73a2132500ad)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:57.132966 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.151166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Calling delete_port for e1d23175-0aa6-4350-b64f-546819dfc0f0 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:57.174325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port feb38a25-ea6b-44d0-91ad-8eceb174c9c2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:09:57.174911 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.259088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.286321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port feb38a25-ea6b-44d0-91ad-8eceb174c9c2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:09:57.286684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.294894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] No DVR routers for this DVR port e1d23175-0aa6-4350-b64f-546819dfc0f0 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:09:57.296611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Pushing event deleted for resources: {'Port': ['ID=e1d23175-0aa6-4350-b64f-546819dfc0f0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:57.306003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.306585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.306958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.307534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.308211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.308571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for feb38a25-ea6b-44d0-91ad-8eceb174c9c2 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:09:57.309196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.309827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.310931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.311499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.312048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.312590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.313194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.313773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5c4e5-b9a2-475a-919f-196eb9e8d3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:09:57.511936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.538971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=feb38a25-ea6b-44d0-91ad-8eceb174c9c2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:57.554556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc34371-edef-4f5d-a4b2-a993bd2b8b1f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:09:57.604275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.708140 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.710708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:57.831053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1d23175-0aa6-4350-b64f-546819dfc0f0 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:57.881864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e1d23175-0aa6-4350-b64f-546819dfc0f0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:57.882231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1d23175-0aa6-4350-b64f-546819dfc0f0 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:57.882676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 407e9a5c-b84a-4dd9-916f-12ff307afcc1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:57.916805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 407e9a5c-b84a-4dd9-916f-12ff307afcc1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:57.917157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 407e9a5c-b84a-4dd9-916f-12ff307afcc1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:58.158921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.159661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Fanout notify agent at l3_agent the message router_deleted on router 2366a657-d2f9-4961-9744-d4d9f16eab09 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:09:58.169231 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.174047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44680) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:58.186620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-42533a24-5c8e-40e6-bd85-fb0bda685470 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/routers/2366a657-d2f9-4961-9744-d4d9f16eab09 HTTP/1.1" status: 204 len: 168 time: 1.6727157 Dec 21 02:09:58.287180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.400567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.422661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:58.432983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:58.433269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcd6a0d-1d42-4c35-aa2d-73a2132500ad') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:09:58.444957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.462145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.469182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:09:58.469715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:09:58.485903 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:09:58.545957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.566546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.572511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/networks/4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7 HTTP/1.1" status: 204 len: 168 time: 0.3955798 Dec 21 02:09:58.573609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44686) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:58.587994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ba3b4-6858-41c1-83d5-7c97d5e1e7ac tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Network': ['ID=4b2e8dc8-4b2b-4685-94f7-89ea0bdbb5c7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:58.643910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.686339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.777134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.780925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:58.782596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/security-groups/8acaf7b5-4039-4bb4-8060-4c56615091c6 HTTP/1.1" status: 204 len: 168 time: 0.2077053 Dec 21 02:09:58.792244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe58a5f-c921-4573-83dd-7dacc3229306 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acaf7b5-4039-4bb4-8060-4c56615091c6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.131501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44696) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.136311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164063035', 'description': 'tempest-secgroup-smoke-164063035 description', 'project_id': 'bd263f31471247a294807ec6db2d3382'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.166509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.243525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.249251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.287188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.288715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1562064 Dec 21 02:09:59.291664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc42a9-edb1-4014-812e-0408a2ed8c6a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907785aa-bae2-48d3-856e-3cb3de4f5d43,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.292388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44704) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.298873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.340132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.407312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.413213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.435588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d15dabe-fef5-4fbd-b079-a55c2f4d0aa2,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.448378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.450133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f5d608e0-7438-4c1a-b02a-694f9b39b675 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560540 Dec 21 02:09:59.452993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44708) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.457535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.522988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.621990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.629693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.649004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e24237-dfd8-407f-bc12-2e2d77e834c7,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.661495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.665603 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a4ff3b6-f95a-4b06-a292-b5b41c5262bb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2115321 Dec 21 02:09:59.666216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44710) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.674974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.714241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device feb38a25-ea6b-44d0-91ad-8eceb174c9c2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:09:59.714887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.745706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: feb38a25-ea6b-44d0-91ad-8eceb174c9c2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:09:59.746319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device feb38a25-ea6b-44d0-91ad-8eceb174c9c2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:09:59.782472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.787080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.808150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682965e4-e209-4dcc-a9a8-b0f7e7048660,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.818346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.822334 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-89386953-9325-45e5-925a-3269ca97eada tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525555 Dec 21 02:09:59.822772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44712) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.827674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.858388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.915701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.920549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.947501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef9a94f-2c8e-4ef8-800a-795a412ea653,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:09:59.961913 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:09:59.963125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e93198a8-2bf9-44e5-8314-494df24ce5d7 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392820 Dec 21 02:09:59.966570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:09:59.971109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:09:59.998700 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:10:00.004580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.101474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.106169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.126697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6e8ff2-1452-415b-9bc3-6c3ef13a3e4c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:00.136525 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.140297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2b8173a-488b-4cab-8511-2cd21d244e4f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702554 Dec 21 02:10:00.140745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44724) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:00.145470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'security_group_rule': {'security_group_id': '907785aa-bae2-48d3-856e-3cb3de4f5d43', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:00.170394 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Project bd263f31471247a294807ec6db2d3382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:10:00.176983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.241680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.246343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.267498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee3869-4578-4f57-8738-ebd5ad75c756,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:00.277496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.278892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-61d6a381-8208-435e-bc61-ec551cf36c47 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369877 Dec 21 02:10:00.281637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44726) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:00.288041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'network': {'name': 'tempest-network-smoke--104716896', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:00.318806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:00.323211 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.352607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:10:00.368832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.369203 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Added segment 1e64a77d-12e1-4721-bd22-cfef20bb70df of type vlan for network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 Dec 21 02:10:00.412933 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.440062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.446358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:00.446950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.516040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2331903 Dec 21 02:10:00.516970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:00.522176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'admin_state_up': True, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:00.532056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15c4b-c846-4014-a26d-8fb7b22be100 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Network': ['ID=5e85cf62-70d9-459d-a056-6ccdd0e971a1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:00.542392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:10:00.575694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.576733 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.671241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:00.862043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.125759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.489195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.624287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.115 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/b5778be6-837c-4684-93da-95f314e3bbdc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:01.751774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.785808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.827540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:01.830366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:01.833842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:01.849496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f8706-8912-45ce-9c00-41b9eae4e06b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:10:01.866132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=b5778be6-837c-4684-93da-95f314e3bbdc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:01.948881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e13dbe28-4084-4d9b-a9d2-1d26aae097ac None None] Provisioning complete for port b5778be6-837c-4684-93da-95f314e3bbdc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:01.949375 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e13dbe28-4084-4d9b-a9d2-1d26aae097ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:01.984427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e13dbe28-4084-4d9b-a9d2-1d26aae097ac None None] Port b5778be6-837c-4684-93da-95f314e3bbdc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:02.149933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:02.377975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:02.532654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 7dd9e5eb-d045-4253-88af-1d16e9648415 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:10:02.649601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:10:02.663918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Sync routers for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:10:02.675186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:02.675807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:02.683478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:02.685661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c6a53e0b-c568-438c-b2ee-456827369d50 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1671932 Dec 21 02:10:02.688552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44760) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:02.744400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a9cfacf5-109c-49d5-b4d0-83b9faa69ffe tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd263f31471247a294807ec6db2d3382&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545335 Dec 21 02:10:02.747919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44762) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:02.819566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:02.942489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e8104-3605-42c9-b0d7-677717605394 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:02.947205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44766) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:02.947429 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c3e8104-3605-42c9-b0d7-677717605394 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1974359 Dec 21 02:10:03.012705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-de1ef8c6-faec-48de-a13b-0c0ea22edc71 tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641322 Dec 21 02:10:03.015182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 44768) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:03.020117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834282930', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:03.079847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:01Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:03.109829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Checking router: 7dd9e5eb-d045-4253-88af-1d16e9648415 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:10:03.110187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Updating router 7dd9e5eb-d045-4253-88af-1d16e9648415 port b5778be6-837c-4684-93da-95f314e3bbdc binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:10:03.139452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.172750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:03.178731 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.536545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.550313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.557466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.610285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac3ad5-9069-4311-9159-b959bcc172c2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:10:03.613622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Subnet': ['ID=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:03.624991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Checking segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:03.626035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network hostable DHCP agents. Network: 5e85cf62-70d9-459d-a056-6ccdd0e971a1, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:10:03.634109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Attempting to bind port b5778be6-837c-4684-93da-95f314e3bbdc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:10:03.634109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Attempting to bind port b5778be6-837c-4684-93da-95f314e3bbdc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:10:03.634109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Attempting to bind port b5778be6-837c-4684-93da-95f314e3bbdc on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:03.652589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:10:03.652970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:03.668537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.669008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:10:03.674463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:10:03.678190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Bound port: b5778be6-837c-4684-93da-95f314e3bbdc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:10:03.678629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.705154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5e85cf62-70d9-459d-a056-6ccdd0e971a1) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:03.718066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:03.719224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.742125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8e64392e-1c38-4a0a-913d-b5716d36c81e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7257342 Dec 21 02:10:03.743053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61b0b3-d49a-452d-8bee-bc92c531015e None None] Pushing event updated for resources: {'Port': ['ID=b5778be6-837c-4684-93da-95f314e3bbdc,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:03.744877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:03.792222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda6b9bb-26ff-44ae-a8fa-609cd03bd4cc None None] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:10:03.895339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6cc70ffb-b20d-4ca2-a3d4-8c05050f87c6 None None] Provisioning complete for port b5778be6-837c-4684-93da-95f314e3bbdc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:03.895715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6cc70ffb-b20d-4ca2-a3d4-8c05050f87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.922528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] For port b5778be6-837c-4684-93da-95f314e3bbdc, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:10:03.951944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] For port b5778be6-837c-4684-93da-95f314e3bbdc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b5778be6-837c-4684-93da-95f314e3bbdc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:10:03.973044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:03.986855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70ffb-b20d-4ca2-a3d4-8c05050f87c6 None None] Port b5778be6-837c-4684-93da-95f314e3bbdc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:04.065943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61b0b3-d49a-452d-8bee-bc92c531015e None None] Pushing event updated for resources: {'Port': ['ID=b5778be6-837c-4684-93da-95f314e3bbdc,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:04.100839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:10:04.101939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:04.104600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6bee-bde2-41cb-adb4-54eefb73f8d0 req-424e42aa-b991-42bd-86ee-6a1a9d6f3add tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:04.113764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-427b6bee-bde2-41cb-adb4-54eefb73f8d0 req-424e42aa-b991-42bd-86ee-6a1a9d6f3add tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0888410 Dec 21 02:10:04.174302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-427b6bee-bde2-41cb-adb4-54eefb73f8d0 req-dddfdcd4-70e0-48a8-be87-6437004dbe08 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548205 Dec 21 02:10:04.212305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312df1d9-86fc-4224-9787-77849bd43105 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:10:04.246473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:04.247646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:04.332774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Allocated IP 172.20.0.2 (5e85cf62-70d9-459d-a056-6ccdd0e971a1/da8ec5c6-4240-4d6c-9ac1-32afeaa7e959/68845888-db09-46a4-8f23-2d5f12063197) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:04.405218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] Provisioning complete for port b5778be6-837c-4684-93da-95f314e3bbdc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:04.405631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:04.514261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:04.554198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:04.969601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:04.974360 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.000666 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.056737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] For port b5778be6-837c-4684-93da-95f314e3bbdc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b5778be6-837c-4684-93da-95f314e3bbdc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:05.081415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Pushing event updated for resources: {'Port': ['ID=68845888-db09-46a4-8f23-2d5f12063197,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:05.083255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.1 (5e85cf62-70d9-459d-a056-6ccdd0e971a1/da8ec5c6-4240-4d6c-9ac1-32afeaa7e959/b6037714-916f-43bf-9a25-b96a13f036b2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:05.088303 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.134976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:05.144464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:05.149897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:05.213835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f22ea6-cb76-40ea-8ec2-49eeae2fd9ac None None] Pushing event updated for resources: {'Port': ['ID=b5778be6-837c-4684-93da-95f314e3bbdc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:05.218078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.237620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:01Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:05.239652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Attempting to bind port 68845888-db09-46a4-8f23-2d5f12063197 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:10:05.240252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Attempting to bind port 68845888-db09-46a4-8f23-2d5f12063197 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:10:05.240415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Attempting to bind port 68845888-db09-46a4-8f23-2d5f12063197 on network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:05.261139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.295980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e3bfb-ec88-4773-a32f-34b1a0f0f734 None None] The sync data for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 is: [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:01Z', 'revision_number': 3, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:10:05.297883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:10:05.298353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Checking segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:05.298677 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.299708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Bound using segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:10:05.299708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Bound port: 68845888-db09-46a4-8f23-2d5f12063197, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:10:05.299974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.334021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:05.343752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:05.344603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f19ca-7de9-4d9d-8424-398d573d8966 req-c794ebd7-e238-4f63-8e11-a535859a0c92 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:05.346797 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-979f19ca-7de9-4d9d-8424-398d573d8966 req-c794ebd7-e238-4f63-8e11-a535859a0c92 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0788651 Dec 21 02:10:05.349624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:05.356881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.364008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:05.366200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:05.414362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:10:05.421770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] For port 68845888-db09-46a4-8f23-2d5f12063197, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:10:05.428579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] For port 68845888-db09-46a4-8f23-2d5f12063197, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68845888-db09-46a4-8f23-2d5f12063197,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:10:05.436718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.457665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-979f19ca-7de9-4d9d-8424-398d573d8966 req-06cde275-289b-42b5-a0a8-641b07bb4d8c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031249 Dec 21 02:10:05.481086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:05.523418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dbcc0-f8b1-46d3-a3b5-52d849ac22f8 None None] Pushing event updated for resources: {'Port': ['ID=68845888-db09-46a4-8f23-2d5f12063197,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:06.185514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-8fe9f869-4ca0-4942-add1-db44697650d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018748 Dec 21 02:10:06.311344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-27f11ea8-143b-49da-9102-7e2abb08882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:06.318546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-27f11ea8-143b-49da-9102-7e2abb08882b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1097 time: 0.0915205 Dec 21 02:10:06.327892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:06.536284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-675b38ca-a939-47b0-9997-e23f630ec4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:06.538080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-675b38ca-a939-47b0-9997-e23f630ec4a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1825616 Dec 21 02:10:06.680578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-c2d391be-6685-4cb8-be58-780f7e39da8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 1001 time: 0.1306672 Dec 21 02:10:06.693381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71dba-6834-4ba8-b8c0-99922a0f614f req-9a1e4f69-f79f-49a5-b79c-5a202306228c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:06.693381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cf71dba-6834-4ba8-b8c0-99922a0f614f req-9a1e4f69-f79f-49a5-b79c-5a202306228c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0916696 Dec 21 02:10:06.818199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-35e1d6e3-a4fb-4e39-a685-5bf526510f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:06.819674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-35e1d6e3-a4fb-4e39-a685-5bf526510f86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.1257062 Dec 21 02:10:06.892686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cf71dba-6834-4ba8-b8c0-99922a0f614f req-e38ad5f0-015c-46d5-840c-a71960847cc2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864595 Dec 21 02:10:06.907159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:06.922944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:06.930623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-aaeca47e-56f6-46b1-ab41-59d6720ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:06.935047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-aaeca47e-56f6-46b1-ab41-59d6720ddc2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019018 Dec 21 02:10:07.019709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.060506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:07.067549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-a75c057e-9e41-475b-90e1-f683c31f518d service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216421 Dec 21 02:10:07.160592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:07.162078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:07.179500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4403ee7-1aff-498c-99b2-24415fb16ec4 None None] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:10:07.198219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c3744ed-b4ec-4991-8108-4f7eeebf8394 req-78c19914-678a-4121-aac6-3325aaed3e2f service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198149 Dec 21 02:10:07.262550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] Provisioning complete for port 68845888-db09-46a4-8f23-2d5f12063197 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:07.263463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.290343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 7dd9e5eb-d045-4253-88af-1d16e9648415 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:10:07.404657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.407746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:10:07.421862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fbadeb27-88c0-4be8-bec9-9175e7de5cbd tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/7dd9e5eb-d045-4253-88af-1d16e9648415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6756949 Dec 21 02:10:07.444785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] For port 68845888-db09-46a4-8f23-2d5f12063197, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68845888-db09-46a4-8f23-2d5f12063197,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:07.452393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.512429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39c44c-c869-460a-8553-ce01b9d45803 None None] Pushing event updated for resources: {'Port': ['ID=68845888-db09-46a4-8f23-2d5f12063197,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:07.681565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3244d2be-f36d-4dc3-b37e-590f8cdb227c None None] Provisioning complete for port 68845888-db09-46a4-8f23-2d5f12063197 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:07.685266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3244d2be-f36d-4dc3-b37e-590f8cdb227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.697584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-ed363b7f-af73-4dd9-8420-8adece262796 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164063035&fields=id&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 267 time: 0.0733025 Dec 21 02:10:07.928261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3244d2be-f36d-4dc3-b37e-590f8cdb227c None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:07.931197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3244d2be-f36d-4dc3-b37e-590f8cdb227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:07.940028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68845888-db09-46a4-8f23-2d5f12063197 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:10:07.969847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-a54225c1-2a0a-4ba2-ae02-0465d4e101d2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:07.974401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-a54225c1-2a0a-4ba2-ae02-0465d4e101d2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 796 time: 0.2738278 Dec 21 02:10:08.019168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-b622ea56-277d-4c92-a6d9-586930d86ec4 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/quotas/bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 375 time: 0.0353982 Dec 21 02:10:08.109538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3244d2be-f36d-4dc3-b37e-590f8cdb227c None None] Port b6037714-916f-43bf-9a25-b96a13f036b2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:08.166511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-afd0af77-38d7-4012-b33c-aa5a7ba93d4e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404696 Dec 21 02:10:08.188118 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff079af-449c-4276-b71d-24c745009eab None None] Sync routers for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:10:08.196523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 68845888-db09-46a4-8f23-2d5f12063197 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:08.197283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:08.213837 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:08.214438 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:08.311444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6e431206-c2a8-4834-94f2-1de358fd691b None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:08.312114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e431206-c2a8-4834-94f2-1de358fd691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:08.400918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b5778be6-837c-4684-93da-95f314e3bbdc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:10:08.433743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6e431206-c2a8-4834-94f2-1de358fd691b None None] Port b6037714-916f-43bf-9a25-b96a13f036b2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:08.475920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:08.498093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c314d8-9e90-4392-b890-ba93cb485f21 req-224163e8-b6e3-4fc5-96c5-3810f4e8e3f4 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:08.498607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b5778be6-837c-4684-93da-95f314e3bbdc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:08.498977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:08.505674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48c314d8-9e90-4392-b890-ba93cb485f21 req-224163e8-b6e3-4fc5-96c5-3810f4e8e3f4 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.2249775 Dec 21 02:10:08.530472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-c3970692-9553-491a-87b0-3e9edbb31d3c service neutron] 10.222.0.43 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225815 Dec 21 02:10:08.607569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48c314d8-9e90-4392-b890-ba93cb485f21 req-5654c234-7740-4223-8a6d-e82e05c6a422 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009290 Dec 21 02:10:08.684202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d981d7a-fb31-4755-be66-b908e6336500 None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:08.685024 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d981d7a-fb31-4755-be66-b908e6336500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:08.703032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-5f0181e8-1001-41d4-986d-9b72418b7433 service neutron] 10.222.0.43 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662276 Dec 21 02:10:08.727363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d981d7a-fb31-4755-be66-b908e6336500 None None] Port b6037714-916f-43bf-9a25-b96a13f036b2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:08.794800 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 2, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:08.833193 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff079af-449c-4276-b71d-24c745009eab None None] Checking router: 7dd9e5eb-d045-4253-88af-1d16e9648415 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:10:08.833905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff079af-449c-4276-b71d-24c745009eab None None] Updating router 7dd9e5eb-d045-4253-88af-1d16e9648415 port b6037714-916f-43bf-9a25-b96a13f036b2 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:10:08.865761 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:08.964155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c7836b7-6011-4d36-a15e-4190630d425f req-ed3b0d93-5ef2-4a95-aabe-27a89c0fec9d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 210 time: 0.0519776 Dec 21 02:10:09.306808 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.322183 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.462916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Pushing event updated for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:09.491805 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.492557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.493131 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.493916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.494511 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.495267 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.495830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.496406 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.497562 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.498255 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.498817 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.499544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.500424 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:09.560307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bff079af-449c-4276-b71d-24c745009eab None None] Attempting to bind port b6037714-916f-43bf-9a25-b96a13f036b2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:10:09.561014 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bff079af-449c-4276-b71d-24c745009eab None None] Attempting to bind port b6037714-916f-43bf-9a25-b96a13f036b2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:10:09.561674 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff079af-449c-4276-b71d-24c745009eab None None] Attempting to bind port b6037714-916f-43bf-9a25-b96a13f036b2 on network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:09.567892 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff079af-449c-4276-b71d-24c745009eab None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:10:09.568599 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff079af-449c-4276-b71d-24c745009eab None None] Checking segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:09.569224 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.569851 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff079af-449c-4276-b71d-24c745009eab None None] Bound using segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:10:09.570550 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-bff079af-449c-4276-b71d-24c745009eab None None] Bound port: b6037714-916f-43bf-9a25-b96a13f036b2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:10:09.571188 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.654564 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-bff079af-449c-4276-b71d-24c745009eab None None] For port b6037714-916f-43bf-9a25-b96a13f036b2, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:10:09.658329 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-bff079af-449c-4276-b71d-24c745009eab None None] For port b6037714-916f-43bf-9a25-b96a13f036b2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b6037714-916f-43bf-9a25-b96a13f036b2,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:10:09.673902 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-bff079af-449c-4276-b71d-24c745009eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.748632 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f4e2a-73c9-47b5-8eec-07f9d3413f52 None None] Pushing event updated for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:09.779662 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:09.780867 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:09.796772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490e40-f948-42b1-92f0-6ff988a654ea req-5ed9642c-92bc-422f-8446-e3696be3622f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:09.799827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9490e40-f948-42b1-92f0-6ff988a654ea req-5ed9642c-92bc-422f-8446-e3696be3622f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0889831 Dec 21 02:10:09.886711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9490e40-f948-42b1-92f0-6ff988a654ea req-7dbbe49f-4dfb-44aa-bdd5-8d8fd6726c72 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807431 Dec 21 02:10:09.901681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:09.902297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:09.940499 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:10.126161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:10.143420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09ed7c18-d144-4865-9214-8e4c2e0af886 req-e3afee7f-75d5-44c7-b37f-7ec13994a73b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 210 time: 0.0407827 Dec 21 02:10:10.176814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] For port b6037714-916f-43bf-9a25-b96a13f036b2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b6037714-916f-43bf-9a25-b96a13f036b2,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:10.187500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:10.264393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c07fa2-c2f5-40bb-b5a6-b2f9eaed5673 None None] Pushing event updated for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:10.329365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-75f7c4bf-7dae-4c6d-8bda-37126781e39b None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:10.329758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-75f7c4bf-7dae-4c6d-8bda-37126781e39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:10.352724 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-bff079af-449c-4276-b71d-24c745009eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:09Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:10.428507 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff079af-449c-4276-b71d-24c745009eab None None] The sync data for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 is: [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:09Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:10:10.641878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-ff22bd1f-cfa5-49ff-9fb7-9eda814dd47b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:10.644094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-ff22bd1f-cfa5-49ff-9fb7-9eda814dd47b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 796 time: 0.1260202 Dec 21 02:10:10.735455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-adb24137-3560-4d57-8d7d-5ee6bd07ffd8 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd263f31471247a294807ec6db2d3382 HTTP/1.1" status: 200 len: 379 time: 0.0722315 Dec 21 02:10:10.749739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'port': {'device_id': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'admin_state_up': True, 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'security_groups': ['907785aa-bae2-48d3-856e-3cb3de4f5d43']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:10.883841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Made reservation on behalf of bd263f31471247a294807ec6db2d3382 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:10.888365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.049776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.20.0.13 (5e85cf62-70d9-459d-a056-6ccdd0e971a1/da8ec5c6-4240-4d6c-9ac1-32afeaa7e959/923dbb0d-f5e4-4cf7-8522-159794de2f72) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:11.066798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917a62-512e-4fc6-9e90-8262557e26ed req-234c41bb-24f8-4f89-adac-e511abfc839d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:11.079486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96917a62-512e-4fc6-9e90-8262557e26ed req-234c41bb-24f8-4f89-adac-e511abfc839d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0831161 Dec 21 02:10:11.154292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96917a62-512e-4fc6-9e90-8262557e26ed req-15210cc7-b2d9-49d1-a9b6-02735483a273 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736761 Dec 21 02:10:11.269924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-403bf422-edcd-4e10-b6fb-cbd4108b8085 req-72952ba0-a5df-445b-a7fb-c5e12dd2e84b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 210 time: 0.0486536 Dec 21 02:10:11.286565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.350377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.412673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:11.424034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:11.429768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:11.496046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:11.496694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.508675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:11.548469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-882ad96a-3c24-4078-9aa1-8f53ebaeeb43 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038568 Dec 21 02:10:11.570365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Request body: {'port': {'device_id': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:11.665597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.828004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-41b02c4e-3253-4d82-8db7-98a6131d196f None None] Provisioning complete for port 923dbb0d-f5e4-4cf7-8522-159794de2f72 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:11.829217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-41b02c4e-3253-4d82-8db7-98a6131d196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:11.874367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b6037714-916f-43bf-9a25-b96a13f036b2 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:10:11.902022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-41b02c4e-3253-4d82-8db7-98a6131d196f None None] Port 923dbb0d-f5e4-4cf7-8522-159794de2f72 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:10:11.946991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b6037714-916f-43bf-9a25-b96a13f036b2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:11.947354 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.155680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:10:12.164392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.185271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Transition to ACTIVE for port object 923dbb0d-f5e4-4cf7-8522-159794de2f72 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:10:12.191067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.258684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:12.370055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3e54b-9fb9-4566-93d4-f3e06d2084c0 req-a2f6ced6-b568-40ee-9838-32289a0153de tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:12.382678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8d3e54b-9fb9-4566-93d4-f3e06d2084c0 req-a2f6ced6-b568-40ee-9838-32289a0153de tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1374664 Dec 21 02:10:12.476222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Attempting to bind port 923dbb0d-f5e4-4cf7-8522-159794de2f72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:10:12.476786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Attempting to bind port 923dbb0d-f5e4-4cf7-8522-159794de2f72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:10:12.477288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Attempting to bind port 923dbb0d-f5e4-4cf7-8522-159794de2f72 on network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:12.483849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Port 923dbb0d-f5e4-4cf7-8522-159794de2f72 on network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:10:12.484177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Attempting to bind port 923dbb0d-f5e4-4cf7-8522-159794de2f72 on network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:12.490072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:10:12.490417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Checking segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:12.491324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Bound using segment: {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:10:12.491777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Bound port: 923dbb0d-f5e4-4cf7-8522-159794de2f72, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e64a77d-12e1-4721-bd22-cfef20bb70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:10:12.492140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.506054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c8d3e54b-9fb9-4566-93d4-f3e06d2084c0 req-931aace6-c85c-4ee8-97aa-0b9dba64ecaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202841 Dec 21 02:10:12.567735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880507cf-2b7c-4b5e-aabd-00cffe2356d4 req-ade4b830-ae36-4294-8590-9388a17662b6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:12.580092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-880507cf-2b7c-4b5e-aabd-00cffe2356d4 req-ade4b830-ae36-4294-8590-9388a17662b6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 944 time: 0.1515126 Dec 21 02:10:12.623133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:10:12.626881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:10:12.638224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.679168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:12.679921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:12.681397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] 10.222.0.45 "PUT /v2.0/ports/923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 1093 time: 1.1154447 Dec 21 02:10:12.681884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:12.685499 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875df17-8f4d-40d4-a400-297d43d0394f" -d '{"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:12.695547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-880507cf-2b7c-4b5e-aabd-00cffe2356d4 req-49efc191-8449-4323-926f-f01bdd465b08 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144593 Dec 21 02:10:12.744647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb65ea4-3222-4ade-844d-b9d42bae9d1e service neutron] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:12.790340 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de252db-feb0-4523-91d9-8d6190abdab1 x-openstack-request-id: req-0de252db-feb0-4523-91d9-8d6190abdab1 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:12.790745 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:12.791115 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0de252db-feb0-4523-91d9-8d6190abdab1 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:12.791662 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'status': 'completed', 'code': 200} Dec 21 02:10:12.843849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-0f952c2b-91bb-4fe4-af4c-fb7e44fb47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:12.845370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-0f952c2b-91bb-4fe4-af4c-fb7e44fb47c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1096 time: 0.0732114 Dec 21 02:10:12.920141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-4b89e3aa-db2f-470d-b864-fda55acbdc1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 217 time: 0.0598359 Dec 21 02:10:13.002990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-30e7ece5-b49d-4a71-b285-7501d1569982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.004978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-30e7ece5-b49d-4a71-b285-7501d1569982 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 200 len: 834 time: 0.0765328 Dec 21 02:10:13.095257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-d981b374-6a67-43ac-af58-4214523e543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.098837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-d981b374-6a67-43ac-af58-4214523e543a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e85cf62-70d9-459d-a056-6ccdd0e971a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849926 Dec 21 02:10:13.241146 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-95120568-fa6b-424d-9754-4b48ad8f8cb1 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348488 Dec 21 02:10:13.350454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f2d35f8-81f3-4a99-8ecc-193c0c367390 req-c7f32f84-27d1-4721-9ad9-3337afbd31f4 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920517 Dec 21 02:10:13.502349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875df17-8f4d-40d4-a400-297d43d0394f req-a53bd5be-272a-4de3-9ae0-7850e9ef6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.504960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-a53bd5be-272a-4de3-9ae0-7850e9ef6464 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1096 time: 0.0625272 Dec 21 02:10:13.614403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875df17-8f4d-40d4-a400-297d43d0394f req-afbc5740-3289-4344-be21-bcb5503caf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.618241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-afbc5740-3289-4344-be21-bcb5503caf44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 896 time: 0.1010273 Dec 21 02:10:13.661252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcf4af-462d-481e-8e79-14d5082b4020 req-f39139ed-fcc5-4434-8702-7504dd1b2cce tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.663933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11bcf4af-462d-481e-8e79-14d5082b4020 req-f39139ed-fcc5-4434-8702-7504dd1b2cce tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0616670 Dec 21 02:10:13.666960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-031248e1-8c46-493c-a605-07b92220b738 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 217 time: 0.0411818 Dec 21 02:10:13.720079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11bcf4af-462d-481e-8e79-14d5082b4020 req-fc302cbf-4c7d-42f4-a558-8d64d01e584c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496457 Dec 21 02:10:13.765239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875df17-8f4d-40d4-a400-297d43d0394f req-dcff042f-985e-4bf5-8426-e7de67f67f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.768570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-dcff042f-985e-4bf5-8426-e7de67f67f36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 200 len: 834 time: 0.0921435 Dec 21 02:10:13.832011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875df17-8f4d-40d4-a400-297d43d0394f req-4f0679f6-29c1-4bf0-9672-46003d4eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.833519 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-4f0679f6-29c1-4bf0-9672-46003d4eb741 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e85cf62-70d9-459d-a056-6ccdd0e971a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568645 Dec 21 02:10:13.863086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771c06d-224c-44bb-96e2-92348aa94dba req-85a73362-4af6-4393-a4ef-22ee43502810 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:13.864799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6771c06d-224c-44bb-96e2-92348aa94dba req-85a73362-4af6-4393-a4ef-22ee43502810 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 944 time: 0.0603631 Dec 21 02:10:13.914956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90cabd4f-cf49-45ee-b104-e5af8ae2b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:13.925694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6771c06d-224c-44bb-96e2-92348aa94dba req-02034218-ef02-4489-bb86-03c536499a36 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546706 Dec 21 02:10:13.955763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-46ce0d80-6659-4b38-abef-2b6936afd1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131213 Dec 21 02:10:14.070927 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1875df17-8f4d-40d4-a400-297d43d0394f req-4c70dd7f-a8bd-43c2-91ac-0cd20929c99c service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069047 Dec 21 02:10:14.845740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5f47-a504-4219-aa1e-52d32d24dee7 req-1a55c820-174c-469c-bc46-ff886cc3e354 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:14.849239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-616a5f47-a504-4219-aa1e-52d32d24dee7 req-1a55c820-174c-469c-bc46-ff886cc3e354 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0516136 Dec 21 02:10:14.895627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-616a5f47-a504-4219-aa1e-52d32d24dee7 req-0694a2b7-b638-46d0-a44a-2b71075863ca tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Dec 21 02:10:15.063036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fb7f-2d64-4684-b73c-9971f4a8fdd8 req-cbe0f038-035e-4b7a-ba12-b78708d9d21b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.064612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b49fb7f-2d64-4684-b73c-9971f4a8fdd8 req-cbe0f038-035e-4b7a-ba12-b78708d9d21b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 944 time: 0.0691695 Dec 21 02:10:15.171258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d8385-370d-4d90-adf2-8ef3a73e9fd1 req-51c096ac-d636-4bc6-8cfc-325dc9df769f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.174651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f0d8385-370d-4d90-adf2-8ef3a73e9fd1 req-51c096ac-d636-4bc6-8cfc-325dc9df769f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1090779 Dec 21 02:10:15.183840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b49fb7f-2d64-4684-b73c-9971f4a8fdd8 req-356bb736-6b6a-480a-a7df-c96f6ed2a99a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098564 Dec 21 02:10:15.229001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-69ad668d-60b3-4ae1-bfcf-8c1eaf24ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.230533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-69ad668d-60b3-4ae1-bfcf-8c1eaf24ac5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.1050217 Dec 21 02:10:15.237731 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f0d8385-370d-4d90-adf2-8ef3a73e9fd1 req-aceab54a-ddf9-45a4-b070-521891f42ce1 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581832 Dec 21 02:10:15.326827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-0eb010f6-358e-49bc-8180-f80668e9a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.328199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-0eb010f6-358e-49bc-8180-f80668e9a2ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.0896366 Dec 21 02:10:15.346952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:10:15.409113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-8f14e2cb-c8f8-47e9-963b-9b03ef79a040 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1001 time: 0.0736482 Dec 21 02:10:15.453811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:15.463254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-f15ec621-baf7-4ec8-a86d-d6801ae93a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.466055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'mac_address': 'fa:16:3e:37:28:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:10:15.466298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-f15ec621-baf7-4ec8-a86d-d6801ae93a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0496619 Dec 21 02:10:15.503862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:15.511191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-aa9c21b4-2910-48a9-972f-0768f23e1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.512724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-aa9c21b4-2910-48a9-972f-0768f23e1ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406780 Dec 21 02:10:15.516832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:10:15.537160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:15.541579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:15.598121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:15.618456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-4e6296e7-3128-4457-9e3b-bed1f3dc7c1b service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990098 Dec 21 02:10:15.757848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc3eafd7-61bd-4601-8fbd-2f868f73c9f9 req-cd3c91b3-7d82-4430-9bef-1b363e53a111 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317897 Dec 21 02:10:15.859204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['923dbb0d-f5e4-4cf7-8522-159794de2f72'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:10:15.958438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a085-e6ad-4732-ae3b-2d43389e6a35 req-0729d444-6c27-4d82-a5a2-203712576e38 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:15.960039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1419a085-e6ad-4732-ae3b-2d43389e6a35 req-0729d444-6c27-4d82-a5a2-203712576e38 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0624123 Dec 21 02:10:16.016838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1419a085-e6ad-4732-ae3b-2d43389e6a35 req-7f2f746e-fa3f-4e57-a971-79eae9b84a89 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Dec 21 02:10:16.301219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f7a88-9d18-4863-862d-841280bc684f req-88ec34df-29e7-48b1-a7b3-143f65ddc88d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:16.302716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d2f7a88-9d18-4863-862d-841280bc684f req-88ec34df-29e7-48b1-a7b3-143f65ddc88d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 945 time: 0.0496588 Dec 21 02:10:16.382130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d2f7a88-9d18-4863-862d-841280bc684f req-61fcc444-9f82-490d-8ca9-a827e00eb480 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727994 Dec 21 02:10:16.393105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200e25c-7e3d-41cf-ab94-8fd8d66bab9b req-9b179fbf-becc-4893-8c44-8ef0109dda34 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:16.394581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c200e25c-7e3d-41cf-ab94-8fd8d66bab9b req-9b179fbf-becc-4893-8c44-8ef0109dda34 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0783787 Dec 21 02:10:16.450950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c200e25c-7e3d-41cf-ab94-8fd8d66bab9b req-ac4c4e33-8dcd-4410-abd6-1c074539a0bb tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505328 Dec 21 02:10:16.620205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9edafc9b-e4e6-43b2-b3ad-4b5d52b22d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.141008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bbfa6-c54f-423f-b511-9daa0662ebda req-66a79b26-90e2-447d-b4df-9136ab4e7098 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:17.142609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d5bbfa6-c54f-423f-b511-9daa0662ebda req-66a79b26-90e2-447d-b4df-9136ab4e7098 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0531244 Dec 21 02:10:17.190305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d5bbfa6-c54f-423f-b511-9daa0662ebda req-dadc54df-4b11-420e-bb7c-9d9ee3e50d39 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/security-groups?id=65043a3b-27c8-48fc-8718-9dfb15af017c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Dec 21 02:10:17.279086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.351063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:10:17.400772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 923dbb0d-f5e4-4cf7-8522-159794de2f72 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:10:17.406650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 923dbb0d-f5e4-4cf7-8522-159794de2f72 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:17.407480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.506269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.539988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bebe5a-3f02-4672-8971-13372adc80ed req-f2d1ab8f-368f-47ed-a355-c98e46aa0caa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:17.552102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:17.552394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79bebe5a-3f02-4672-8971-13372adc80ed req-f2d1ab8f-368f-47ed-a355-c98e46aa0caa tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 945 time: 0.0804310 Dec 21 02:10:17.554059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:17.556940 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0510c-b8f6-4853-bf15-20bcdd754e60" -d '{"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-plugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:17.561402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.614762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:17.639777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79bebe5a-3f02-4672-8971-13372adc80ed req-de814151-75fa-4cf8-8daf-c76c9ecd707a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863252 Dec 21 02:10:17.653261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fde6d-466e-4e46-bb80-5d241ce88605 req-7b86983f-ba94-475b-9884-3c381e43ceff tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:17.654907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-709fde6d-466e-4e46-bb80-5d241ce88605 req-7b86983f-ba94-475b-9884-3c381e43ceff tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0815547 Dec 21 02:10:17.695416 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac30d0c-baec-436f-8b53-c8968382513b x-openstack-request-id: req-3ac30d0c-baec-436f-8b53-c8968382513b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:17.695900 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-plugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:17.695971 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ac30d0c-baec-436f-8b53-c8968382513b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:17.696432 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'code': 200} Dec 21 02:10:17.709917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-709fde6d-466e-4e46-bb80-5d241ce88605 req-d75efb98-29d4-4c30-ab14-57d268ccf54d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483825 Dec 21 02:10:17.831820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-a3581b55-5994-4d7e-8c39-17a17cc99416 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:17.833269 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-a3581b55-5994-4d7e-8c39-17a17cc99416 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 945 time: 0.0679045 Dec 21 02:10:17.883378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b2a50-dd36-4a3e-9c98-c54790332349 req-a0488f24-f19a-4c3f-b072-9f8f268b59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:17.884792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-929b2a50-dd36-4a3e-9c98-c54790332349 req-a0488f24-f19a-4c3f-b072-9f8f268b59f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1098 time: 0.0407364 Dec 21 02:10:17.934952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Deleting port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:10:17.935285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:17.936379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-929b2a50-dd36-4a3e-9c98-c54790332349 req-52942375-dc12-415f-9358-3c5d2c07ff9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Dec 21 02:10:18.023753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] For port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,segment=NetworkSegment(016f9efd-389f-42e6-8db9-e680aeedb9b2),segment_id=016f9efd-389f-42e6-8db9-e680aeedb9b2)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:18.024114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:18.040393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Calling delete_port for 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:10:18.167752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:18.195798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Pushing event deleted for resources: {'Port': ['ID=1ca6df80-5497-49d2-8fc2-fbcf47aa7900,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:18.202511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['1ca6df80-5497-49d2-8fc2-fbcf47aa7900'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:10:18.226326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94929659-3d6b-4baf-a9ba-d9a2c4ee1281 None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:10:18.263005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] No DVR routers for this DVR port 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:10:18.267061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:18.271480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8fbdef2-d555-4afc-95f5-d3fb1eb242e8 req-1f2ddb71-57c1-441d-90be-4f62c5130671 tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.45 "DELETE /v2.0/ports/1ca6df80-5497-49d2-8fc2-fbcf47aa7900 HTTP/1.1" status: 204 len: 173 time: 0.4272332 Dec 21 02:10:18.272085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'name': 'network-vif-deleted', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:18.274391 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838a9208-2ee5-42b4-a03e-fdd9bc416976" -d '{"events": [{"server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "name": "network-vif-deleted", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:18.313606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37b253df-2c8c-42c5-ac79-0e926e03f726 req-32c4abb7-b3ab-43be-9ede-a02a21448dba tempest-VolumesSnapshotTestJSON-561104422 tempest-VolumesSnapshotTestJSON-561104422-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528 HTTP/1.1" status: 200 len: 210 time: 0.0326250 Dec 21 02:10:18.319831 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2072fd4-e7c2-4bff-94ad-e71b01889d28 x-openstack-request-id: req-e2072fd4-e7c2-4bff-94ad-e71b01889d28 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:18.320179 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528", "name": "network-vif-deleted", "tag": "1ca6df80-5497-49d2-8fc2-fbcf47aa7900", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:18.320476 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2072fd4-e7c2-4bff-94ad-e71b01889d28 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:18.321002 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f8d3f-d12d-4d63-a0dc-74ad77d1f528', 'name': 'network-vif-deleted', 'tag': '1ca6df80-5497-49d2-8fc2-fbcf47aa7900', 'status': 'completed', 'code': 200} Dec 21 02:10:18.667609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:18.765785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc417d-f5b2-417a-824a-75315cadf85e req-eb0219b9-6f4a-43a1-8c55-39a3c196bd51 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:18.770129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5dc417d-f5b2-417a-824a-75315cadf85e req-eb0219b9-6f4a-43a1-8c55-39a3c196bd51 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0615339 Dec 21 02:10:18.831621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5dc417d-f5b2-417a-824a-75315cadf85e req-2cb89c22-5ac5-4f0a-9fd2-d3b6b28b7f1d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550158 Dec 21 02:10:19.381802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:19.976727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b1323-db1e-48d4-8533-f6b991ddb8d5 req-19d714ed-bc5b-41b8-b58b-154516e62358 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:19.978170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436b1323-db1e-48d4-8533-f6b991ddb8d5 req-19d714ed-bc5b-41b8-b58b-154516e62358 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0623717 Dec 21 02:10:20.045050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436b1323-db1e-48d4-8533-f6b991ddb8d5 req-d9d5b49e-a4d4-4faa-b284-be0bbc052555 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598087 Dec 21 02:10:20.201721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fadf0b-2a19-4f9b-9c6c-ea00d11edab6 req-99aee4a5-88d6-4a03-8683-d2939edd52fb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:20.203255 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23fadf0b-2a19-4f9b-9c6c-ea00d11edab6 req-99aee4a5-88d6-4a03-8683-d2939edd52fb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0773239 Dec 21 02:10:20.272579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23fadf0b-2a19-4f9b-9c6c-ea00d11edab6 req-a71adb74-df62-4d1a-8b26-487043e2928f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589957 Dec 21 02:10:20.309039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 44998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:20.397575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f87f2-4ab2-4444-9f18-4e3f046463cc tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:20.400346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6d0f87f2-4ab2-4444-9f18-4e3f046463cc tempest-TestNetworkAdvancedServerOps-377657948 tempest-TestNetworkAdvancedServerOps-377657948-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1093 time: 0.0894449 Dec 21 02:10:20.408558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:20.415079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:20.446314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:20.592354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:20.702508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Allocated IP 172.25.6.109 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c0711162-2d5c-4d9b-bd78-788e5248103f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:20.832758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:20.874848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:20.918916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:20.925067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:20.928816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:20.970309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=c0711162-2d5c-4d9b-bd78-788e5248103f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:21.370634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:10:21.404310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:10:21.404999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1ca6df80-5497-49d2-8fc2-fbcf47aa7900 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:10:21.717202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:21.797942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:21.989225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:21.994615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:22.068590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event updated for resources: {'Port': ['ID=c0711162-2d5c-4d9b-bd78-788e5248103f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:22.081869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:22.163007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:22.228175 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 13a68185-ad33-4b5c-8901-5846b68659a0 associated. External IP: 172.25.6.109, port: 923dbb0d-f5e4-4cf7-8522-159794de2f72. Dec 21 02:10:22.579494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 7dd9e5eb-d045-4253-88af-1d16e9648415 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:10:22.722093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:10:22.735259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Sync routers for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:10:22.745199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:22.748157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:22.749113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:22.779093 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2b6071ba-e098-4c5d-a023-2e018d75efee tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3692231 Dec 21 02:10:22.779782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:22.782134 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b1879-c37d-41f3-a33b-050705ff9392" -d '{"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:22.844491 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f153670a-6633-4379-a2f2-98ea66149805 x-openstack-request-id: req-f153670a-6633-4379-a2f2-98ea66149805 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:22.845102 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:22.845596 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f153670a-6633-4379-a2f2-98ea66149805 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:22.846232 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'status': 'completed', 'code': 200} Dec 21 02:10:22.883187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:22.922273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0906425-5537-45c3-8df7-695d4a34538d req-1c22fcc3-7531-407b-a130-1f89b0355498 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:22.929790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0906425-5537-45c3-8df7-695d4a34538d req-1c22fcc3-7531-407b-a130-1f89b0355498 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0662882 Dec 21 02:10:22.948629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1879-c37d-41f3-a33b-050705ff9392 req-09093e54-a284-4c41-913b-21321f895ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:22.949776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-09093e54-a284-4c41-913b-21321f895ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1098 time: 0.0643039 Dec 21 02:10:22.983088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0906425-5537-45c3-8df7-695d4a34538d req-2c128f8f-2a9f-4e3d-92c2-dc780de74454 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503814 Dec 21 02:10:23.005930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:23.075705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-10a2695d-0a7f-4a9e-984a-c9a5425abd9f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/13a68185-ad33-4b5c-8901-5846b68659a0 HTTP/1.1" status: 200 len: 992 time: 0.0686071 Dec 21 02:10:23.109991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1879-c37d-41f3-a33b-050705ff9392 req-6633f5fc-1097-435f-b689-41d174ca58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:23.111487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-6633f5fc-1097-435f-b689-41d174ca58bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 896 time: 0.1542232 Dec 21 02:10:23.246069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-e1a46690-4c62-4920-ba21-5acc9cdd621e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 1000 time: 0.1176255 Dec 21 02:10:23.276024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13a68185-ad33-4b5c-8901-5846b68659a0', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'mac_address': 'fa:16:3e:37:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:10:21Z', 'updated_at': '2021-12-21T02:10:21Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:23.306339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1879-c37d-41f3-a33b-050705ff9392 req-716d8d70-5d2f-4591-9922-b435450e8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:23.307963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-716d8d70-5d2f-4591-9922-b435450e8bdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 200 len: 834 time: 0.0546384 Dec 21 02:10:23.312114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Checking router: 7dd9e5eb-d045-4253-88af-1d16e9648415 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:10:23.322785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:10:23.323620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:23.369755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1879-c37d-41f3-a33b-050705ff9392 req-8f936737-c28c-4858-b1a0-640105334477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:23.373364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-8f936737-c28c-4858-b1a0-640105334477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e85cf62-70d9-459d-a056-6ccdd0e971a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578783 Dec 21 02:10:23.529028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-7fed57d9-1884-4878-881a-fc22824e2d2a service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458514 Dec 21 02:10:23.639217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:10:23.672733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-092b1879-c37d-41f3-a33b-050705ff9392 req-a890fb30-1bb9-4a02-ac4b-f3e0d3152695 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375456 Dec 21 02:10:23.946796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13a68185-ad33-4b5c-8901-5846b68659a0', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'mac_address': 'fa:16:3e:37:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:10:21Z', 'updated_at': '2021-12-21T02:10:21Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:10:23.981757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48684e49-91ab-4bc5-b9b2-7f7b0e8335cd None None] The sync data for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 is: [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13a68185-ad33-4b5c-8901-5846b68659a0', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'mac_address': 'fa:16:3e:37:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:10:21Z', 'updated_at': '2021-12-21T02:10:21Z', 'revision_number': 0, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:10:24.080263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45038) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:24.178761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c03d0022-276f-4dc7-b694-35133428ba73 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/13a68185-ad33-4b5c-8901-5846b68659a0 HTTP/1.1" status: 200 len: 992 time: 0.0967212 Dec 21 02:10:24.314236 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f21f13-c977-4e8f-a10a-c98682c51af4 None None] New status for floating IP 13a68185-ad33-4b5c-8901-5846b68659a0: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:10:25.181735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45048) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:25.256587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d112acc5-3a86-4dd5-8861-97217aa0c65c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/13a68185-ad33-4b5c-8901-5846b68659a0 HTTP/1.1" status: 200 len: 994 time: 0.0736177 Dec 21 02:10:26.754139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.530808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:33.662184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.746394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.754257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.807189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:33.817190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c10c7d84ea164996b731f0bc7cdd787f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826459 Dec 21 02:10:33.818107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14d88a-0423-46a7-b106-9008eb1292e4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:33.838768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.839116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.839462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.840650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.840997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.841375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.842093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.842651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.842989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.843351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.843677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.844003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.844329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006acbb5-e3c4-4da1-bbdd-bfcde1d722dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:33.881234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.903771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.952480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.955283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:33.958781 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b14d88a-0423-46a7-b106-9008eb1292e4 HTTP/1.1" status: 204 len: 168 time: 0.1482904 Dec 21 02:10:33.965966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0fd03-b941-4dae-a73a-063c8708b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14d88a-0423-46a7-b106-9008eb1292e4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:42.415473 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:10:43.911045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-37d291b0-cdda-431a-a94c-c70c49ee3b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.337245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:44.497001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f78ea04-d5f8-446d-acca-64fd8ba105d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.610048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f78ea04-d5f8-446d-acca-64fd8ba105d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.618729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5f78ea04-d5f8-446d-acca-64fd8ba105d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.672177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5f78ea04-d5f8-446d-acca-64fd8ba105d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acc4332d87cc4c76aac4a44a9d330eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338463 Dec 21 02:10:44.675216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45332) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:44.682802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78ea04-d5f8-446d-acca-64fd8ba105d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560e9af-2643-4352-ae42-6bc509a8404d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:44.737063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.759675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.811672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.814449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:44.818362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c560e9af-2643-4352-ae42-6bc509a8404d HTTP/1.1" status: 204 len: 168 time: 0.1422236 Dec 21 02:10:44.834531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c092e-6a01-4ddc-a24e-879c20e0a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560e9af-2643-4352-ae42-6bc509a8404d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:45.169423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45338) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:45.182847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c4a64a1-eea0-45e6-af18-8a090ab116e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.298272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c4a64a1-eea0-45e6-af18-8a090ab116e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.302445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c4a64a1-eea0-45e6-af18-8a090ab116e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.342924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c4a64a1-eea0-45e6-af18-8a090ab116e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db966eb9b0624e219e4f510e31f59927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722856 Dec 21 02:10:45.344531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a64a1-eea0-45e6-af18-8a090ab116e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001f4eb-a569-48bc-9460-7f3b97561640,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:45.345611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45340) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:45.404467 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.427772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.487940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.490980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.495110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6001f4eb-a569-48bc-9460-7f3b97561640 HTTP/1.1" status: 204 len: 168 time: 0.1484921 Dec 21 02:10:45.505309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f5f46-4b70-4ffc-aa58-3003d16fb2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001f4eb-a569-48bc-9460-7f3b97561640,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:45.866663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:45.880269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-777884d6-9294-478e-8917-6c427b0357b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.959582 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-777884d6-9294-478e-8917-6c427b0357b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:45.964140 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-777884d6-9294-478e-8917-6c427b0357b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.005892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-777884d6-9294-478e-8917-6c427b0357b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96b23556ffb54da2b2953cea21db4090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376588 Dec 21 02:10:46.008516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45356) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:46.011642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777884d6-9294-478e-8917-6c427b0357b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f678764-8d92-4f31-84b8-e734addd05cd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:46.063013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.085537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.133962 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.137208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.138354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f678764-8d92-4f31-84b8-e734addd05cd HTTP/1.1" status: 204 len: 168 time: 0.1288550 Dec 21 02:10:46.146423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea8c7e-3e7d-4017-91fe-7e8bb7088e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f678764-8d92-4f31-84b8-e734addd05cd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:46.643165 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9aadc2c2-726b-42fa-9d87-b6fd8683fbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:46.962958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:47.081606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6700874-network', 'tenant_id': 'db4775fc0c304ecc8013edde0dcbccfc'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:47.108889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Made reservation on behalf of db4775fc0c304ecc8013edde0dcbccfc for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:47.111344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.120696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.195544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.199060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.222856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:10:47.231937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f780702-2331-4883-aee6-d5df268facce,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:47.239911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.239911 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Added segment 6dea4264-c849-4c5a-a56a-c1d2ddd5e077 of type vlan for network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 Dec 21 02:10:47.278525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.280565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.305385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.306431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:47.307001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.356180 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3917797 Dec 21 02:10:47.359150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45386) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:10:47.364267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Request body: {'subnet': {'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6700874-subnet', 'tenant_id': 'db4775fc0c304ecc8013edde0dcbccfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:47.390866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Made reservation on behalf of db4775fc0c304ecc8013edde0dcbccfc for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:47.393457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.406645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242b7a-3adf-47ff-9a49-4af8cc25de8d admin admin] Pushing event updated for resources: {'Network': ['ID=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:47.416725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:10:47.558684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.610868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2cfcda-736e-46c6-8258-4a6062ba41ba,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:47.622079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Checking segment: {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:47.622436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Network hostable DHCP agents. Network: d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:10:47.639100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:10:47.647383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:47.651482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:47.652128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:47.656367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fd7e2-42f7-4e78-8e81-00e733682c81 None None] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:10:47.668204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-21231746-f007-4cf3-a9b0-27607931d4cb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3079653 Dec 21 02:10:47.770703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364bca03-61b3-447e-9a77-2001777f20cc None None] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:10:48.682961 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:49.385130 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:49.468694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-c1b3f468-7f19-4977-a6c6-8a97a6593d7d tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:49.470210 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-c1b3f468-7f19-4977-a6c6-8a97a6593d7d tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 806 time: 0.1101677 Dec 21 02:10:49.485610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-d6b2f8a9-accd-46f3-967e-bfee98f5b528 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/quotas/db4775fc0c304ecc8013edde0dcbccfc HTTP/1.1" status: 200 len: 375 time: 0.0094628 Dec 21 02:10:49.517125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-8ce3d9e3-dad1-4983-b351-0958a14c4dd2 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262277 Dec 21 02:10:49.611317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-3d9c410c-5d17-4d0f-8d2b-b45dd4fbb5fd service neutron] 10.222.0.43 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Dec 21 02:10:49.700665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-378e0a4d-b6b5-47d4-9700-1d3e83f443f7 service neutron] 10.222.0.43 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 Dec 21 02:10:49.875725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8bf58ce-3c33-4c7d-97eb-3f1fe7a0c15d req-36f1dd27-e9d2-47b3-acec-49422e7499c3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 210 time: 0.0319345 Dec 21 02:10:51.014762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-18fd1c92-aa52-449c-8f95-6d5925aa39e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:51.017587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-18fd1c92-aa52-449c-8f95-6d5925aa39e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 806 time: 0.1273055 Dec 21 02:10:51.053919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Request body: {'port': {'device_id': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6', 'admin_state_up': True, 'tenant_id': 'db4775fc0c304ecc8013edde0dcbccfc'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:51.125020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bd73ad7-d566-44b4-b022-7e6b6b297bf6 req-5cf78e06-7d77-4322-ad9e-e609d18deee9 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 210 time: 0.1002686 Dec 21 02:10:51.220747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Made reservation on behalf of db4775fc0c304ecc8013edde0dcbccfc for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:10:51.224804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:51.357913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Allocated IP 172.20.0.6 (d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6/8c2cfcda-736e-46c6-8258-4a6062ba41ba/60ae299c-33ef-4c0b-aa2c-9c6823aa5aab) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:10:51.531420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:51.566972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:51.618936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:10:51.622275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:10:51.624733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:10:51.650743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Pushing event updated for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:51.681815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:51.682421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:51.698227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-5f807e2c-da65-424c-a09e-cd9fae62d4e1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609275 Dec 21 02:10:51.723201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Request body: {'port': {'device_id': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:10:51.786245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.043776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:10:52.050922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.062965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Transition to ACTIVE for port object 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:10:52.067328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.121673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Pushing event updated for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:52.153778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.201309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Attempting to bind port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:10:52.201681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Attempting to bind port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:10:52.202023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Attempting to bind port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:52.217284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:10:52.217638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Attempting to bind port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:10:52.239296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:10:52.239700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Checking segment: {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:10:52.240088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Bound using segment: {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:10:52.240520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Bound port: 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:10:52.241603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:10:52.291392 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:10:52.294648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ded8-ff8d-46ae-91b1-fb17bd414e0a req-9fe29c0f-6a32-49c3-b5dc-831591cc8892 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:52.294648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2e3ded8-ff8d-46ae-91b1-fb17bd414e0a req-9fe29c0f-6a32-49c3-b5dc-831591cc8892 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 943 time: 0.0895040 Dec 21 02:10:52.356558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:10:52.360326 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:10:52.364578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2e3ded8-ff8d-46ae-91b1-fb17bd414e0a req-bdf93caf-67ae-4aba-9f26-9db47486a0c7 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636075 Dec 21 02:10:52.366070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.415434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:52.416050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:52.417483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] 10.222.0.24 "PUT /v2.0/ports/60ae299c-33ef-4c0b-aa2c-9c6823aa5aab HTTP/1.1" status: 200 len: 1092 time: 0.6989889 Dec 21 02:10:52.417932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:52.420680 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802103f-eb55-4675-acb1-1c762f8b0d23" -d '{"events": [{"name": "network-changed", "server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:52.456953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c677b-61a1-4206-91fc-98c78d049422 service neutron] Pushing event updated for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:52.483632 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d014dfad-abad-45a6-be57-9b7920b84fe3 x-openstack-request-id: req-d014dfad-abad-45a6-be57-9b7920b84fe3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:52.483925 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:52.484180 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d014dfad-abad-45a6-be57-9b7920b84fe3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:52.484676 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab', 'status': 'completed', 'code': 200} Dec 21 02:10:52.514547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-639a91c7-aa88-4af9-84cc-f9341f4b9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:52.516113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-639a91c7-aa88-4af9-84cc-f9341f4b9f0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 1095 time: 0.0431991 Dec 21 02:10:52.565414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-1a7984be-5021-4966-9422-d0b850c7e29e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab HTTP/1.1" status: 200 len: 217 time: 0.0362682 Dec 21 02:10:52.617734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-a75d30ac-aab3-469c-af1e-cabf072dfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:52.619220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-a75d30ac-aab3-469c-af1e-cabf072dfe7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2cfcda-736e-46c6-8258-4a6062ba41ba HTTP/1.1" status: 200 len: 846 time: 0.0473959 Dec 21 02:10:52.653375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-310e2126-e8c9-4ef1-9d8a-6ded20cb3464 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242121 Dec 21 02:10:52.743758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-fcdabc97-81ed-44b6-b24f-6f3f37b43c99 service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832615 Dec 21 02:10:52.848562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f8f98b3-5db0-42ac-a35f-177d052aca2f req-41d27abe-ec6a-4dd1-8883-875d701b1e50 service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963211 Dec 21 02:10:52.985406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-bdfe8de8-7a10-4a76-98aa-ed3e5e907914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:52.986891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-bdfe8de8-7a10-4a76-98aa-ed3e5e907914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 1095 time: 0.0418630 Dec 21 02:10:53.079107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-c1a4d810-e1f5-451f-b731-22c5fdd8a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:53.080712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-c1a4d810-e1f5-451f-b731-22c5fdd8a577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 906 time: 0.0875123 Dec 21 02:10:53.123162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-f169c3b0-6917-4b0b-aea3-3f6f473b36c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab HTTP/1.1" status: 200 len: 217 time: 0.0356889 Dec 21 02:10:53.173036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-e43e634a-cac3-41eb-823b-5124ed36e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:53.174792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-e43e634a-cac3-41eb-823b-5124ed36e9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2cfcda-736e-46c6-8258-4a6062ba41ba HTTP/1.1" status: 200 len: 846 time: 0.0448496 Dec 21 02:10:53.210533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-f5f9590c-0bd3-4132-b7f3-f4867bbb60dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289958 Dec 21 02:10:53.302173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-9147b3c5-d806-41b7-8348-7cea861bb5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839217 Dec 21 02:10:53.751196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9e61-6f93-4e16-b59f-b3c00a6b4872 req-6d513443-6d25-420e-a460-df57e82ddab9 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:53.752637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d6e9e61-6f93-4e16-b59f-b3c00a6b4872 req-6d513443-6d25-420e-a460-df57e82ddab9 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 943 time: 0.0683837 Dec 21 02:10:53.756123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9802103f-eb55-4675-acb1-1c762f8b0d23 req-00fbed6b-f093-4af1-b705-5a95407efadd service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471300 Dec 21 02:10:53.801801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d6e9e61-6f93-4e16-b59f-b3c00a6b4872 req-a8fcdf11-ac69-4b3e-b289-ebe1a76d55b4 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Dec 21 02:10:54.921878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b24b-f1f9-4348-b265-3636752e7f3a req-00e25c30-9273-43b2-9348-5b72d162bcb3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:54.923447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cd6b24b-f1f9-4348-b265-3636752e7f3a req-00e25c30-9273-43b2-9348-5b72d162bcb3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 943 time: 0.0542941 Dec 21 02:10:54.975232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cd6b24b-f1f9-4348-b265-3636752e7f3a req-ba450cd3-d162-4d93-a895-1be285a80258 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Dec 21 02:10:55.198676 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-51872760-425e-4fb6-b9fc-0d368b99ecfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414495 Dec 21 02:10:55.309814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-e7492c72-9f93-43fc-83c5-5e74f215df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:55.311486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-e7492c72-9f93-43fc-83c5-5e74f215df6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1098 time: 0.0440533 Dec 21 02:10:55.460396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-716a5419-2ade-465a-bfc6-b721d1cd1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:55.462069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-716a5419-2ade-465a-bfc6-b721d1cd1bf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 896 time: 0.1294708 Dec 21 02:10:55.538433 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-3752cefe-55f3-4c92-a535-aaedc259dcb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 1002 time: 0.0650599 Dec 21 02:10:55.600010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-c4b25c38-16e6-45d6-b9a0-e313a06ad0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:55.601879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-c4b25c38-16e6-45d6-b9a0-e313a06ad0d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 200 len: 834 time: 0.0547521 Dec 21 02:10:55.657260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-77d559ac-e756-4797-88f6-b4fbf937cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:55.658818 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-77d559ac-e756-4797-88f6-b4fbf937cd31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e85cf62-70d9-459d-a056-6ccdd0e971a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444543 Dec 21 02:10:55.761866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-fb30b0d0-ce76-4963-a04f-c207f571046f service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935996 Dec 21 02:10:55.866165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3f36b05-ac4e-49eb-a9ff-27aefe082eff req-ff0a3383-dd38-4630-9fdf-a51eb760469c service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918269 Dec 21 02:10:56.088517 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eacd4-3031-4503-8038-30b97e7126b3 req-0b33b6f5-ae61-492a-9f35-75d47116b6b6 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:56.090578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa4eacd4-3031-4503-8038-30b97e7126b3 req-0b33b6f5-ae61-492a-9f35-75d47116b6b6 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 943 time: 0.0499132 Dec 21 02:10:56.136590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa4eacd4-3031-4503-8038-30b97e7126b3 req-db463f50-9b91-4883-9c74-834ea321e900 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Dec 21 02:10:56.580385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:10:56.726180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:56.739226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd935-fbdc-4a2d-8738-c317d58ae10a req-c4a33703-30c6-4425-a001-33420a37094d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:56.748713 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4afd935-fbdc-4a2d-8738-c317d58ae10a req-c4a33703-30c6-4425-a001-33420a37094d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0831978 Dec 21 02:10:56.751626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab', 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6', 'port_id': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab', 'mac_address': 'fa:16:3e:ec:1b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2cfcda-736e-46c6-8258-4a6062ba41ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:10:56.794925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:56.803212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:56.804127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4afd935-fbdc-4a2d-8738-c317d58ae10a req-67b71803-a4ba-4fb3-80c4-703042897e21 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545285 Dec 21 02:10:56.821494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:10:56.838415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:56.842489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:56.892602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:57.256081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256ddee-565e-4f9f-9987-3a462912771b req-fd4230f6-b5d7-4e21-90de-7125b449cda5 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:57.257548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c256ddee-565e-4f9f-9987-3a462912771b req-fd4230f6-b5d7-4e21-90de-7125b449cda5 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 944 time: 0.0520067 Dec 21 02:10:57.270929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['60ae299c-33ef-4c0b-aa2c-9c6823aa5aab'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:10:57.308654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c256ddee-565e-4f9f-9987-3a462912771b req-38ae8f55-5279-48f6-adfa-d835fe0d0e81 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Dec 21 02:10:57.923308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247739d-d6a0-4ddf-b00e-e2dbc457956e req-ef224793-b562-4cfe-98f4-72511b24baeb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:57.924872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d247739d-d6a0-4ddf-b00e-e2dbc457956e req-ef224793-b562-4cfe-98f4-72511b24baeb tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Dec 21 02:10:57.977185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d247739d-d6a0-4ddf-b00e-e2dbc457956e req-b7da9f83-4e3f-467d-bdf9-185f7759f6ab tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462408 Dec 21 02:10:58.437103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ebd64-7d68-4152-8ec7-36ac15dd14af req-1172f70e-910b-491c-b398-1dd4408db8bf tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:58.438612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b9ebd64-7d68-4152-8ec7-36ac15dd14af req-1172f70e-910b-491c-b398-1dd4408db8bf tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 944 time: 0.0550725 Dec 21 02:10:58.489762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b9ebd64-7d68-4152-8ec7-36ac15dd14af req-83de93f5-509e-4821-bf7a-e54e93a8b536 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441887 Dec 21 02:10:58.590957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:10:58.641455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:10:58.646247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:10:58.646748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:58.733200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:58.755356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:10:58.757553 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ed62b-6b37-4480-b103-7e7ecb5536f5" -d '{"events": [{"server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "name": "network-vif-plugged", "status": "completed", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:10:58.771036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:10:58.775633 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:10:58.801708 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e578886e-4c10-47c9-9995-b17a65824799 x-openstack-request-id: req-e578886e-4c10-47c9-9995-b17a65824799 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:10:58.802001 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "name": "network-vif-plugged", "status": "completed", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:10:58.802300 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e578886e-4c10-47c9-9995-b17a65824799 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:10:58.802705 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab', 'code': 200} Dec 21 02:10:58.833684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:10:58.844986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.845267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.845693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.845971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.846301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.846627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.847092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.847387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.847811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.848068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.848394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.848713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.849032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:10:58.944507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670cccf-15cc-4a86-b899-3f5f97920051 req-7d07cc04-5998-4ecf-a1e0-4d8007cf1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:58.946251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3670cccf-15cc-4a86-b899-3f5f97920051 req-7d07cc04-5998-4ecf-a1e0-4d8007cf1e17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 1097 time: 0.0428119 Dec 21 02:10:58.996037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3670cccf-15cc-4a86-b899-3f5f97920051 req-c86b0d8f-2bd3-40c8-a294-dd80a32e39e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Dec 21 02:10:59.124409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be3776-d0aa-4126-ab2b-cd3125f5a448 req-42611f47-ee6b-4eea-9b52-e4a893c24a58 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:59.125943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94be3776-d0aa-4126-ab2b-cd3125f5a448 req-42611f47-ee6b-4eea-9b52-e4a893c24a58 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0599635 Dec 21 02:10:59.179842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94be3776-d0aa-4126-ab2b-cd3125f5a448 req-a8d713c9-fcd2-4ae1-9d3d-7342c09adb24 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 Dec 21 02:10:59.610448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58509-89c8-45ad-91ea-43a3063ca6b5 req-2c7b78ad-3bc2-4f18-aae4-349a6aae4421 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:10:59.611880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd58509-89c8-45ad-91ea-43a3063ca6b5 req-2c7b78ad-3bc2-4f18-aae4-349a6aae4421 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Dec 21 02:10:59.659634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd58509-89c8-45ad-91ea-43a3063ca6b5 req-d81ead2b-d66c-4ac6-8602-ed87ec0aef36 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Dec 21 02:11:00.296969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3d7b3-6360-404e-abf0-7dc185513c61 req-7b9db165-25d8-46d7-a1c1-80745047e3d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:00.298457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1f3d7b3-6360-404e-abf0-7dc185513c61 req-7b9db165-25d8-46d7-a1c1-80745047e3d5 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0481167 Dec 21 02:11:00.350198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1f3d7b3-6360-404e-abf0-7dc185513c61 req-d2330723-088a-4d28-bafe-6cbdabdd6abe tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Dec 21 02:11:00.784410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816e051-5db7-486b-abd8-1d319a46cfa7 req-f7c0478a-4d29-41b6-ae25-fb4263f0113e tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:00.785910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f816e051-5db7-486b-abd8-1d319a46cfa7 req-f7c0478a-4d29-41b6-ae25-fb4263f0113e tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 945 time: 0.0530136 Dec 21 02:11:00.834266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f816e051-5db7-486b-abd8-1d319a46cfa7 req-f66f6544-95ea-4a54-9f78-50ef158f123c tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Dec 21 02:11:01.453143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafcdca-b753-4987-8dc6-4dd5b1ba874a req-3907b8c5-788c-4178-b637-b5dbb64a1682 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:01.454593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fafcdca-b753-4987-8dc6-4dd5b1ba874a req-3907b8c5-788c-4178-b637-b5dbb64a1682 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Dec 21 02:11:01.535619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade71a-c6ea-4a1c-9812-92432d628c75 req-ce86db45-d7e6-482a-901b-14f777f47d99 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:01.537079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3ade71a-c6ea-4a1c-9812-92432d628c75 req-ce86db45-d7e6-482a-901b-14f777f47d99 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0816095 Dec 21 02:11:01.540619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fafcdca-b753-4987-8dc6-4dd5b1ba874a req-d9a075ef-a689-4be1-a06a-b06d65b0ab31 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760460 Dec 21 02:11:01.587422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3ade71a-c6ea-4a1c-9812-92432d628c75 req-043d6d31-246d-46e5-bf63-8a261506d51f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Dec 21 02:11:02.671124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bb894-46ce-41f1-be0f-e47bd15edcb2 req-fcb7bb1d-71a3-465c-a054-536a4a34b772 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:02.677816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e6bb894-46ce-41f1-be0f-e47bd15edcb2 req-fcb7bb1d-71a3-465c-a054-536a4a34b772 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 945 time: 0.0613892 Dec 21 02:11:02.750433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c7c6-052c-4419-8fae-18b80d6a8b78 req-f5e962e6-5094-4823-a020-a3dd7b1a413b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:02.751988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55a9c7c6-052c-4419-8fae-18b80d6a8b78 req-f5e962e6-5094-4823-a020-a3dd7b1a413b tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0713162 Dec 21 02:11:02.784824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e6bb894-46ce-41f1-be0f-e47bd15edcb2 req-dc052b98-87d0-4b53-ac80-1e76a56326d3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058993 Dec 21 02:11:02.819878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55a9c7c6-052c-4419-8fae-18b80d6a8b78 req-bac9067e-d8f0-4d64-9bea-3c6a6704c310 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572953 Dec 21 02:11:03.137590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8e9446ae-e2bc-4191-9d93-9087f6894dbe tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:03.138971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8e9446ae-e2bc-4191-9d93-9087f6894dbe tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Dec 21 02:11:03.234093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Deleting port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:03.234583 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:03.332745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] For port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:03.333158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:03.346961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Calling delete_port for 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:03.497559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:03.530113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Pushing event deleted for resources: {'Port': ['ID=60ae299c-33ef-4c0b-aa2c-9c6823aa5aab,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:03.540500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['60ae299c-33ef-4c0b-aa2c-9c6823aa5aab'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:03.575782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] No DVR routers for this DVR port 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:11:03.578364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:03.581806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8442c7e1-2275-4c32-bb63-024318b7ae16 req-8efee4db-f468-495d-9082-d2727bcbd979 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "DELETE /v2.0/ports/60ae299c-33ef-4c0b-aa2c-9c6823aa5aab HTTP/1.1" status: 204 len: 173 time: 0.4352057 Dec 21 02:11:03.582257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'name': 'network-vif-deleted', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:03.584542 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b653b9-cb9b-4188-88ee-572bee4ca556" -d '{"events": [{"server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "name": "network-vif-deleted", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:03.638671 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de210b35-c00f-4097-b708-e9ed770474c3 x-openstack-request-id: req-de210b35-c00f-4097-b708-e9ed770474c3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:03.639117 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb828edd-0973-4c09-9962-5e1fd2cf9f43", "name": "network-vif-deleted", "tag": "60ae299c-33ef-4c0b-aa2c-9c6823aa5aab", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:03.639383 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de210b35-c00f-4097-b708-e9ed770474c3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:03.639786 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb828edd-0973-4c09-9962-5e1fd2cf9f43', 'name': 'network-vif-deleted', 'tag': '60ae299c-33ef-4c0b-aa2c-9c6823aa5aab', 'status': 'completed', 'code': 200} Dec 21 02:11:03.912502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70fd7b94-3655-497f-92ac-9e7c2a89c76b req-06106fa1-27bc-49c8-98dd-777fefb9a8b1 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb828edd-0973-4c09-9962-5e1fd2cf9f43 HTTP/1.1" status: 200 len: 210 time: 0.0269246 Dec 21 02:11:04.140389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363afda-0cb0-4f74-a403-f8ee4d0a29a9 req-1c7a9c86-22cc-42d6-b1cf-c84de1bc42d1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:04.141888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4363afda-0cb0-4f74-a403-f8ee4d0a29a9 req-1c7a9c86-22cc-42d6-b1cf-c84de1bc42d1 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0535381 Dec 21 02:11:04.195191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4363afda-0cb0-4f74-a403-f8ee4d0a29a9 req-e297b107-c1bb-42ff-8008-35bc9873c405 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Dec 21 02:11:05.180707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-7d703b31-4ca8-40ce-bd61-ff5875adf11f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:05.182325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-7d703b31-4ca8-40ce-bd61-ff5875adf11f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 806 time: 0.1113925 Dec 21 02:11:05.198048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-c375d6fd-5cd0-4ec6-bb73-599c03d5e762 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/quotas/db4775fc0c304ecc8013edde0dcbccfc HTTP/1.1" status: 200 len: 375 time: 0.0097027 Dec 21 02:11:05.239152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-c1ffd3d4-685a-4c83-971a-568abf7eb58f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341251 Dec 21 02:11:05.367138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e9d8-c001-4a6b-89ef-1d759d2e1b44 req-0425bba5-c8be-4667-ba16-bf328e80c301 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:05.368660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4669e9d8-c001-4a6b-89ef-1d759d2e1b44 req-0425bba5-c8be-4667-ba16-bf328e80c301 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0997107 Dec 21 02:11:05.374698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-e3475f6d-690b-4eb2-98f4-15fe9995ceb3 service neutron] 10.222.0.43 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335001 Dec 21 02:11:05.473677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4669e9d8-c001-4a6b-89ef-1d759d2e1b44 req-b984b636-3ad3-4d10-97a0-2867668112cf tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972219 Dec 21 02:11:05.499535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-b79b27ec-0dd2-4eee-85ed-1f69b0bceb30 service neutron] 10.222.0.43 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172249 Dec 21 02:11:05.663496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc9cba84-bc2b-4c51-b669-777bf6e8d5e6 req-03bfd06e-50b9-4327-ad53-deb3fdeea70f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 210 time: 0.0341043 Dec 21 02:11:06.606987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ebb7-9e3a-4f0b-9628-0c26b096dac1 req-d30b2b03-e32f-4791-848d-855b94d7187f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:06.608690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8804ebb7-9e3a-4f0b-9628-0c26b096dac1 req-d30b2b03-e32f-4791-848d-855b94d7187f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0576835 Dec 21 02:11:06.638120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:06.660316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:06.660670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 60ae299c-33ef-4c0b-aa2c-9c6823aa5aab not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:11:06.681526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8804ebb7-9e3a-4f0b-9628-0c26b096dac1 req-2f56a8d6-aa7d-4a17-aa0a-9765db4f223a tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648062 Dec 21 02:11:06.780429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e10891ff-9986-4ef7-a493-c40383abcd54 req-990e3bfc-0a11-492c-95d4-f1a488c424ad tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 210 time: 0.0321989 Dec 21 02:11:06.830781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-2ecd28d8-b8c5-4bd7-8e54-e18486e05434 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:06.832357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-2ecd28d8-b8c5-4bd7-8e54-e18486e05434 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 806 time: 0.1696746 Dec 21 02:11:06.865078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Request body: {'port': {'device_id': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6', 'admin_state_up': True, 'tenant_id': 'db4775fc0c304ecc8013edde0dcbccfc'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:06.991096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Made reservation on behalf of db4775fc0c304ecc8013edde0dcbccfc for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:11:06.995972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.150089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Allocated IP 172.20.0.4 (d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6/8c2cfcda-736e-46c6-8258-4a6062ba41ba/99e0e4f6-bbc7-4f7b-9f39-b92fc2590439) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:07.329793 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.375163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.434574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:07.437823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:07.440267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:07.490255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:07.490973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.499197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Pushing event updated for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:07.522140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45680) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:07.528078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-52bb1ece-1071-4887-a367-284f5e4bdd38 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6697917 Dec 21 02:11:07.549097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Request body: {'port': {'device_id': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:07.627540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.639983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Deleting subnet 5248fa45-8695-497e-b57a-ebde98a732b2 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:11:07.644418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.681698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.733080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.800505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.836045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5248fa45-8695-497e-b57a-ebde98a732b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:07.846298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.846875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.847414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.848003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.848487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.848967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.849660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.850384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.851015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.851634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.852324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.852802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.853288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:07.859329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:07.863806 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e8415fe2-70c5-4622-b072-33a6380804c9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5248fa45-8695-497e-b57a-ebde98a732b2 HTTP/1.1" status: 204 len: 168 time: 0.3400524 Dec 21 02:11:07.868463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45688) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:07.874069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68503907-5830-4a60-ad66-410e87d26a1f None None] Network 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:11:07.991046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.066298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc02b0-67ab-4aa1-9940-5265157d939a req-d204f0ff-9e95-4ebe-a09b-0bc66b8d59c6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.074418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93fc02b0-67ab-4aa1-9940-5265157d939a req-d204f0ff-9e95-4ebe-a09b-0bc66b8d59c6 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.2194467 Dec 21 02:11:08.085229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258bc14-9a3f-4bb1-8d49-862b3f8b5c1f None None] DHCP port deletion for 2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:08.131600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e7d7-2ab7-4b2b-847a-90f1261e5374 req-3022641f-6b12-43f1-8fcb-9841ec08e23f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.139396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d475e7d7-2ab7-4b2b-847a-90f1261e5374 req-3022641f-6b12-43f1-8fcb-9841ec08e23f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 931 time: 0.1972895 Dec 21 02:11:08.173275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-7db1b915-4388-41ae-a793-c0c0b26e4a63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1584718 Dec 21 02:11:08.223244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93fc02b0-67ab-4aa1-9940-5265157d939a req-5f3f6c96-f530-4476-8c71-a5c2966d93a0 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478655 Dec 21 02:11:08.245669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.281425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689dd01-46cb-47b3-8b6b-5ba3e06caaa6']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:08.313756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d475e7d7-2ab7-4b2b-847a-90f1261e5374 req-fd6ddac7-1a42-469c-89d3-cffc7405c7fb tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733780 Dec 21 02:11:08.326489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f9efd-389f-42e6-8db9-e680aeedb9b2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:08.326785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f9efd-389f-42e6-8db9-e680aeedb9b2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:08.340603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.365743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:08.382335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.396943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Transition to ACTIVE for port object 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:11:08.402599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77858214-9b26-4972-87ce-6425eb39cf49 req-5db059b1-3a95-4ad8-9217-6975f0acdf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.405901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-5db059b1-3a95-4ad8-9217-6975f0acdf39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.1438658 Dec 21 02:11:08.416719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.425029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.470386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:11:08.470790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:11:08.472451 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:11:08.516767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Pushing event updated for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:08.621161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.639918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.644376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2689dd01-46cb-47b3-8b6b-5ba3e06caaa6 HTTP/1.1" status: 204 len: 168 time: 0.7747891 Dec 21 02:11:08.649107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Attempting to bind port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:11:08.649576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Attempting to bind port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:11:08.651368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Attempting to bind port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:08.671934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:11:08.675520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Attempting to bind port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 on network d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:08.688176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:11:08.688726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Checking segment: {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:08.689525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Bound using segment: {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:11:08.690347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Bound port: 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dea4264-c849-4c5a-a56a-c1d2ddd5e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:11:08.690807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.720728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f581a-4468-498f-a29f-d00d8d224660 admin admin] Pushing event deleted for resources: {'Network': ['ID=2689dd01-46cb-47b3-8b6b-5ba3e06caaa6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:08.748498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77858214-9b26-4972-87ce-6425eb39cf49 req-c75f7aef-393a-49a9-956a-47e377fc7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.750024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-c75f7aef-393a-49a9-956a-47e377fc7027 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.3104675 Dec 21 02:11:08.840774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-b66bb0e3-4114-4250-ae53-1b31eaf27ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1001 time: 0.0820379 Dec 21 02:11:08.916402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77858214-9b26-4972-87ce-6425eb39cf49 req-820a686d-3bfe-45b3-a594-3331f5f2ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.917462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:11:08.918167 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-820a686d-3bfe-45b3-a594-3331f5f2ac69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0698419 Dec 21 02:11:08.922258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:11:08.934814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:08.937760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45696) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:08.980534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77858214-9b26-4972-87ce-6425eb39cf49 req-0b2ca62c-f0ef-4c40-847f-5600a8476488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:08.982433 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-0b2ca62c-f0ef-4c40-847f-5600a8476488 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566528 Dec 21 02:11:09.001205 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.001879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:09.003440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] 10.222.0.24 "PUT /v2.0/ports/99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 HTTP/1.1" status: 200 len: 1092 time: 1.4598622 Dec 21 02:11:09.029418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:09.031734 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a770f62-6d8f-4141-808c-82c15b0360a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:09.066408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81078ba4-bfe5-4076-aa53-92231aedfe8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64918d4d965f44bdb12ca4f6a14b9f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018782 Dec 21 02:11:09.066408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45700) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:09.101880 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab3e87-27c1-4b53-bb46-8e369ba0dc9e x-openstack-request-id: req-85ab3e87-27c1-4b53-bb46-8e369ba0dc9e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:09.102469 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:09.102869 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85ab3e87-27c1-4b53-bb46-8e369ba0dc9e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:09.103876 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439', 'status': 'completed', 'code': 200} Dec 21 02:11:09.130606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-06fa1d94-af2d-47d6-a3d2-d1c30840a9ce service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356928 Dec 21 02:11:09.134577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0f339-a947-44fd-94fb-6a171bad34eb service neutron] Pushing event updated for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:09.169445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-afb0ee1c-d312-4d76-ac03-eec0ef686d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.171018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-afb0ee1c-d312-4d76-ac03-eec0ef686d3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 1095 time: 0.1038527 Dec 21 02:11:09.190140 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:09.247060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-756e3689-a9e2-4a95-8d8d-ae6e56920481 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 HTTP/1.1" status: 200 len: 217 time: 0.0548379 Dec 21 02:11:09.257488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77858214-9b26-4972-87ce-6425eb39cf49 req-e8c74db8-ca39-4ee3-890b-dddf5d1674af service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129518 Dec 21 02:11:09.303349 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:09.389447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-8817cb0f-8e8e-4b74-8066-3a2ba6f1a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.390908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-8817cb0f-8e8e-4b74-8066-3a2ba6f1a66d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2cfcda-736e-46c6-8258-4a6062ba41ba HTTP/1.1" status: 200 len: 846 time: 0.1343648 Dec 21 02:11:09.414389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d945f-67ad-47cd-8035-60dd2288f804 req-29b1ad07-6466-4b0c-9fa8-e2f734b2d025 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.415984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99d945f-67ad-47cd-8035-60dd2288f804 req-29b1ad07-6466-4b0c-9fa8-e2f734b2d025 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.1097262 Dec 21 02:11:09.468494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-eb5867d6-9f32-40c1-bbde-4686ddb0c981 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630705 Dec 21 02:11:09.497626 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:09.500184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:09.501453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65043a3b-27c8-48fc-8718-9dfb15af017c HTTP/1.1" status: 204 len: 168 time: 0.4199688 Dec 21 02:11:09.568837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caa015-1e24-404e-8d34-0e5e244a3a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65043a3b-27c8-48fc-8718-9dfb15af017c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:09.584445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b872-8bfa-44e0-aa2b-e8f0766b6d0f req-ff02b630-8565-4997-97d2-8588fa18f596 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.585817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4057b872-8bfa-44e0-aa2b-e8f0766b6d0f req-ff02b630-8565-4997-97d2-8588fa18f596 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 943 time: 0.1937895 Dec 21 02:11:09.600211 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d99d945f-67ad-47cd-8035-60dd2288f804 req-6ddc0471-5e95-4988-b2f8-953677ce8def tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588998 Dec 21 02:11:09.663670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-eb12cf9f-16af-4cb9-9406-ddda22a96f5a service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817546 Dec 21 02:11:09.697274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4057b872-8bfa-44e0-aa2b-e8f0766b6d0f req-b9331adf-3678-4bd3-bcaf-aa426f5ac49d tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946991 Dec 21 02:11:09.772167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d0f6c68-1a5a-4ffd-abf7-283717c1288f req-709ed853-6f55-486b-b5c9-5e4ebd5f2c34 service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985837 Dec 21 02:11:09.901266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-5fc2a4cf-f035-422e-b4ba-141fc7a25991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:09.902816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-5fc2a4cf-f035-422e-b4ba-141fc7a25991 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 1095 time: 0.0434887 Dec 21 02:11:10.013639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-97c9d5bb-0738-4d79-bf2e-b837a4e0bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:10.015242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-97c9d5bb-0738-4d79-bf2e-b837a4e0bbcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 200 len: 906 time: 0.1040280 Dec 21 02:11:10.060019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-851f7c6c-c73b-49f5-8957-aebef365e800 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 HTTP/1.1" status: 200 len: 217 time: 0.0373335 Dec 21 02:11:10.122358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-36ed62be-0dd2-4e7c-a447-58f074d03a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:10.123935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-36ed62be-0dd2-4e7c-a447-58f074d03a4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2cfcda-736e-46c6-8258-4a6062ba41ba HTTP/1.1" status: 200 len: 846 time: 0.0564795 Dec 21 02:11:10.166134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-7039a99b-9670-4554-beeb-d92b17f78f89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340059 Dec 21 02:11:10.269921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-04716144-a625-4580-833a-8a8679dca318 service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957346 Dec 21 02:11:10.301459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e10c9a-f607-4d65-b646-c97e5b470f09 req-6ca9fcf5-4270-4a37-b4e0-a794ccddab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:10.303486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01e10c9a-f607-4d65-b646-c97e5b470f09 req-6ca9fcf5-4270-4a37-b4e0-a794ccddab9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1098 time: 0.0522606 Dec 21 02:11:10.383706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01e10c9a-f607-4d65-b646-c97e5b470f09 req-dd134d0b-a7df-4896-a846-ad15019bc876 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644529 Dec 21 02:11:10.409805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a770f62-6d8f-4141-808c-82c15b0360a3 req-a925d9e5-be9c-46ea-b234-753f2c16dd5e service neutron] 10.222.0.24 "GET /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325758 Dec 21 02:11:10.760721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e222-6f82-47f7-998f-9071bb3388cf req-aebb77d5-52ca-45a6-afff-74fd359a6c07 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:10.762240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c198e222-6f82-47f7-998f-9071bb3388cf req-aebb77d5-52ca-45a6-afff-74fd359a6c07 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0741794 Dec 21 02:11:10.848344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c198e222-6f82-47f7-998f-9071bb3388cf req-998f78db-570f-471b-a5ce-1ce0b8357c74 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754950 Dec 21 02:11:10.867673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08f482-822d-4476-b536-668a7dba9440 req-9342e600-7a16-41d6-ba51-dbf381c92c94 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:10.873051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c08f482-822d-4476-b536-668a7dba9440 req-9342e600-7a16-41d6-ba51-dbf381c92c94 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 943 time: 0.0695045 Dec 21 02:11:10.939325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c08f482-822d-4476-b536-668a7dba9440 req-12191efc-444b-4534-8334-4d825deae08a tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Dec 21 02:11:10.939921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:11.093360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'network': {'name': 'tempest-network-smoke--529882420', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'port_security_enabled': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:11.115995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:11:11.120262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.132930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.208517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.212656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.240719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:11:11.250811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5398acfe-0b3c-4625-b5cc-2b33b833871e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:11.257457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.257824 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Added segment b6261ab3-105b-4048-a8e1-5527bd8c3efa of type vlan for network ebecbc71-f501-4e1e-9124-936d7cd90025 Dec 21 02:11:11.298397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.323837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.330176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:11.330750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.399917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4589005 Dec 21 02:11:11.402835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45756) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:11.407443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'admin_state_up': True, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:11.412688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990506fd-b5ba-432a-9558-5ebdc68e66b2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Network': ['ID=ebecbc71-f501-4e1e-9124-936d7cd90025,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:11.423925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ebecbc71-f501-4e1e-9124-936d7cd90025 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:11:11.436563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.437687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.490639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:11:11.493501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.508441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:11.650657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.693440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:11.705695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'port_id': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'mac_address': 'fa:16:3e:37:28:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:11:11.707350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.763888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:11.766343 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6709726-144f-485b-a8a7-5c9ecc8908e3" -d '{"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-unplugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:11.786803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.811059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:11.813847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:11.823844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:11.951741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:11:11.952284 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:11:11.982538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:12.040738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701f593-3bd5-4e9c-a4c9-9002087d3ec7 req-39ea2dff-aa2a-4bf8-a27c-b7d69bbcccc3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:12.043063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3701f593-3bd5-4e9c-a4c9-9002087d3ec7 req-39ea2dff-aa2a-4bf8-a27c-b7d69bbcccc3 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 944 time: 0.0943863 Dec 21 02:11:12.106102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3701f593-3bd5-4e9c-a4c9-9002087d3ec7 req-a9b295fe-4b86-4aa1-8763-192e62fe9868 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553334 Dec 21 02:11:12.107786 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6e68bb-d9b7-48e3-a9fc-643377f1c398 x-openstack-request-id: req-8c6e68bb-d9b7-48e3-a9fc-643377f1c398 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:12.108167 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-unplugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:12.108516 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c6e68bb-d9b7-48e3-a9fc-643377f1c398 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:12.108917 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'code': 200} Dec 21 02:11:12.134512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45768) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:12.256258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-045523f0-74a0-4ee3-bedf-706b7073a031 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/floatingips/13a68185-ad33-4b5c-8901-5846b68659a0 HTTP/1.1" status: 200 len: 992 time: 0.1198072 Dec 21 02:11:12.257998 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.267933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd2b95-a92b-40c5-89ec-faa4f26d6576 req-0e7b0cc8-7818-403e-9f99-404ce695b8ef tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:12.269540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03fd2b95-a92b-40c5-89ec-faa4f26d6576 req-0e7b0cc8-7818-403e-9f99-404ce695b8ef tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 943 time: 0.0694993 Dec 21 02:11:12.278543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.319941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03fd2b95-a92b-40c5-89ec-faa4f26d6576 req-c8c2d707-57db-44e8-a37b-58b9b6828b7f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Dec 21 02:11:12.385747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.25.6.238 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f599da32-3820-4a80-9304-b073c9aa2265) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:12.487524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.488079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.501279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:12.522655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:12.525587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.526649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.565233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:12.568351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:12.570829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:12.578577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:12.583087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d42f41-1a8e-416c-b552-871397a43773 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:12.600720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=f599da32-3820-4a80-9304-b073c9aa2265,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:12.660215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66b147a2-3944-4cb4-8f4b-b613b54d8746 None None] Provisioning complete for port f599da32-3820-4a80-9304-b073c9aa2265 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:12.660580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66b147a2-3944-4cb4-8f4b-b613b54d8746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.693758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-66b147a2-3944-4cb4-8f4b-b613b54d8746 None None] Port f599da32-3820-4a80-9304-b073c9aa2265 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:11:12.836909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:12.847354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['923dbb0d-f5e4-4cf7-8522-159794de2f72'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:12.924356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3d4e1-a737-49ff-a303-548baafb5952 req-69d3e198-afac-4a2f-86a0-15ffc8c17005 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:12.925894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70e3d4e1-a737-49ff-a303-548baafb5952 req-69d3e198-afac-4a2f-86a0-15ffc8c17005 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0542881 Dec 21 02:11:12.982025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70e3d4e1-a737-49ff-a303-548baafb5952 req-0c635095-3cac-49af-a5ce-19656a907133 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490046 Dec 21 02:11:13.055380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.186867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:11:13.295859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:11:13.304913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:11:13.315762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:13.316324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:10:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:13.316812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.318217 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2e358f19-e841-414b-a82d-1d80ff5b915a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9144511 Dec 21 02:11:13.321298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:13.410154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4c87d1f5-034d-4280-abc4-1fe4a1d89c06 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bade97e46c89455aabcb0edff6298cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852008 Dec 21 02:11:13.410792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45784) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:13.439889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:13.445228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d2c1d-ee61-47fe-a847-8a7754ba0db6 req-ececb9b3-bc6a-40ee-a3f5-25ae4558f40f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:13.446907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-288d2c1d-ee61-47fe-a847-8a7754ba0db6 req-ececb9b3-bc6a-40ee-a3f5-25ae4558f40f tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 943 time: 0.0522192 Dec 21 02:11:13.500182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-288d2c1d-ee61-47fe-a847-8a7754ba0db6 req-5d3e0908-b254-4ea7-a5b8-bf216a272427 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 Dec 21 02:11:13.505363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf1a82-b8d4-402e-9c0e-f84ff69a7e07 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:13.506873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-63bf1a82-b8d4-402e-9c0e-f84ff69a7e07 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955801 Dec 21 02:11:13.509725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:13.545851 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a7b63e7c-9e4b-4944-93e4-8f11c099fa5f tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344789 Dec 21 02:11:13.547926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:13.553269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445255194', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:13.618530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:12Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:13.643292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:11:13.646940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.651079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:11:13.651428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Updating router ddd76b0a-b798-48ec-9f5f-4f3866be5422 port f599da32-3820-4a80-9304-b073c9aa2265 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:11:13.675597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.826819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.889048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Subnet': ['ID=feef5fb3-fcf0-4222-be22-7efbeb918bd6,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:13.898948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Checking segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:13.899304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network hostable DHCP agents. Network: ebecbc71-f501-4e1e-9124-936d7cd90025, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:11:13.915402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network ebecbc71-f501-4e1e-9124-936d7cd90025 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:11:13.925071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ebecbc71-f501-4e1e-9124-936d7cd90025) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:13.929859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:13.930436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7125-3263-4d4f-a4bd-85665d858a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.930550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.933494 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.939009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:13.943973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b705c7-da50-40b8-bfb3-8c3ddf0f3aab None None] Network ebecbc71-f501-4e1e-9124-936d7cd90025 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:11:13.948236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00e4f60f-2f25-4aee-8832-0dd57553d319 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985686 Dec 21 02:11:13.950957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:14.114637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2ca4c-9b77-49ed-a2c4-f5e3b16525b4 req-a2a46d94-9193-4ece-870c-31b68f828100 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:14.116129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6db2ca4c-9b77-49ed-a2c4-f5e3b16525b4 req-a2a46d94-9193-4ece-870c-31b68f828100 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0573466 Dec 21 02:11:14.169850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6db2ca4c-9b77-49ed-a2c4-f5e3b16525b4 req-45bb7640-7b98-4e67-9191-65a1e8289bde tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460460 Dec 21 02:11:14.195246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c051f-957e-4eca-bf89-09e914f9db52 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:14.221574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a2ce-566a-458c-a837-fae60c2a8603 None None] Pushing event updated for resources: {'Port': ['ID=f599da32-3820-4a80-9304-b073c9aa2265,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:14.225889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Attempting to bind port f599da32-3820-4a80-9304-b073c9aa2265 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:11:14.226269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Attempting to bind port f599da32-3820-4a80-9304-b073c9aa2265 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:11:14.226630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Attempting to bind port f599da32-3820-4a80-9304-b073c9aa2265 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:14.236730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:11:14.236970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:14.237403 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.237801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:11:14.238290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Bound port: f599da32-3820-4a80-9304-b073c9aa2265, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:11:14.240895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.307351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-ebecbc71-f501-4e1e-9124-936d7cd90025', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:11:14.308224 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.334388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] For port f599da32-3820-4a80-9304-b073c9aa2265, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:11:14.355421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] For port f599da32-3820-4a80-9304-b073c9aa2265, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f599da32-3820-4a80-9304-b073c9aa2265,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:11:14.369384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.418307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] Provisioning complete for port f599da32-3820-4a80-9304-b073c9aa2265 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:14.418593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.422236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.498282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79770ee-535a-4d0e-ae1b-ee2da2081291 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:14.540788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:14.541562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:10:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:14.614283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a2ce-566a-458c-a837-fae60c2a8603 None None] Pushing event updated for resources: {'Port': ['ID=f599da32-3820-4a80-9304-b073c9aa2265,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:14.637099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90778fc2-b2d1-4466-9b6e-476f0d584a38 req-036ee08d-b1f5-4653-88f0-c4d64733bdc3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:14.639015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90778fc2-b2d1-4466-9b6e-476f0d584a38 req-036ee08d-b1f5-4653-88f0-c4d64733bdc3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 943 time: 0.0564272 Dec 21 02:11:14.646793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:11:14.688547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90778fc2-b2d1-4466-9b6e-476f0d584a38 req-8409c05a-a475-46b2-86f0-ea6811ca9e09 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Dec 21 02:11:14.694643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Allocated IP 172.20.0.2 (ebecbc71-f501-4e1e-9124-936d7cd90025/feef5fb3-fcf0-4222-be22-7efbeb918bd6/9f09d107-344a-4e30-8dc8-c67e04a66558) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:14.777142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:14.872636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:14.879470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] For port f599da32-3820-4a80-9304-b073c9aa2265, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f599da32-3820-4a80-9304-b073c9aa2265,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:14.933041 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.112215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:15.133695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d1ccb-c5e9-4542-9973-a6082c9177b6 None None] Pushing event updated for resources: {'Port': ['ID=f599da32-3820-4a80-9304-b073c9aa2265,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:15.146976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439', 'network_id': 'd6739bf5-8eb0-4f74-afa7-0d1f722f9dc6', 'port_id': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439', 'mac_address': 'fa:16:3e:34:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2cfcda-736e-46c6-8258-4a6062ba41ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:11:15.148461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eeed540c-1c4a-42f3-831b-3f224904b605 None None] Provisioning complete for port f599da32-3820-4a80-9304-b073c9aa2265 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:15.148830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eeed540c-1c4a-42f3-831b-3f224904b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.197023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.250008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.277669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.1 (ebecbc71-f501-4e1e-9124-936d7cd90025/feef5fb3-fcf0-4222-be22-7efbeb918bd6/22a3b55c-088b-4035-8fb6-a175e06fd81b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:15.292541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cdc82-ed2c-4c14-b272-9d0034684adb req-c01f1c04-8eaa-40d1-950d-100bcd52faec tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:15.294272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a2cdc82-ed2c-4c14-b272-9d0034684adb req-c01f1c04-8eaa-40d1-950d-100bcd52faec tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0513487 Dec 21 02:11:15.298184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.326145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Network ebecbc71-f501-4e1e-9124-936d7cd90025 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:15.332634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:15.335149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:15.340233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:15.344294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Pushing event updated for resources: {'Port': ['ID=9f09d107-344a-4e30-8dc8-c67e04a66558,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:15.350448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a2cdc82-ed2c-4c14-b272-9d0034684adb req-e333eae7-7837-4e07-8d6e-310b3809fba2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499942 Dec 21 02:11:15.391655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:15.420193 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.428226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.468593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.485695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Attempting to bind port 9f09d107-344a-4e30-8dc8-c67e04a66558 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:11:15.486070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Attempting to bind port 9f09d107-344a-4e30-8dc8-c67e04a66558 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:11:15.486439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Attempting to bind port 9f09d107-344a-4e30-8dc8-c67e04a66558 on network ebecbc71-f501-4e1e-9124-936d7cd90025 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:15.491666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:12Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:15.499551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:11:15.499926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Checking segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:15.500326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.500720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Bound using segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:11:15.501189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Bound port: 9f09d107-344a-4e30-8dc8-c67e04a66558, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:11:15.501595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.523399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network ebecbc71-f501-4e1e-9124-936d7cd90025 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:15.526458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:15.528697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:15.534859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:15.543974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df92cfa-b0fa-4d91-b804-a01487f22b78 None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:12Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:11:15.552533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:15.574827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:15.591220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.647411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 923dbb0d-f5e4-4cf7-8522-159794de2f72 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:15.647992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.651699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] For port 9f09d107-344a-4e30-8dc8-c67e04a66558, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:11:15.690537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] For port 9f09d107-344a-4e30-8dc8-c67e04a66558, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f09d107-344a-4e30-8dc8-c67e04a66558,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:11:15.697266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.739459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:15.768412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c00f4-45ce-40a3-af5f-856abdbc0c94 None None] Pushing event updated for resources: {'Port': ['ID=9f09d107-344a-4e30-8dc8-c67e04a66558,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:15.914886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582569-6aa8-4cb3-8826-e47c70b1914a req-65778bda-0f5e-4eab-a98e-61adb228d334 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:15.917144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7582569-6aa8-4cb3-8826-e47c70b1914a req-65778bda-0f5e-4eab-a98e-61adb228d334 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 944 time: 0.1099181 Dec 21 02:11:15.987052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7582569-6aa8-4cb3-8826-e47c70b1914a req-2c2b22a8-9149-47c3-8247-6304696bdae5 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Dec 21 02:11:16.010202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['99e0e4f6-bbc7-4f7b-9f39-b92fc2590439'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:16.058189 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.125434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:16.127666 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c878b6-e2db-4efb-ab92-7140c633c8e2" -d '{"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-plugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:16.145743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:16.156258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.208883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.215803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.217878 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dff7bbe-e52e-48f0-9756-1c6792977460 x-openstack-request-id: req-3dff7bbe-e52e-48f0-9756-1c6792977460 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:16.218512 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-plugged", "status": "completed", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:16.218512 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dff7bbe-e52e-48f0-9756-1c6792977460 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:16.218952 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'code': 200} Dec 21 02:11:16.258895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:16.303845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:16.328954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.433877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network ebecbc71-f501-4e1e-9124-936d7cd90025 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:16.435325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:16.487936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb910-62ff-481a-8208-c6171dda1294 req-41bc4be6-500c-4036-b883-cfe6d817dc03 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:16.490869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-355bb910-62ff-481a-8208-c6171dda1294 req-41bc4be6-500c-4036-b883-cfe6d817dc03 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0630298 Dec 21 02:11:16.545586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-355bb910-62ff-481a-8208-c6171dda1294 req-91a72cfb-a71c-44cb-8f8c-48c458f4c651 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477657 Dec 21 02:11:16.634955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9534f40f-f184-4962-a3a2-890563366d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:16.884777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:11:16.976815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba8433-cbe2-406e-aa48-be983274c97b None None] Network ebecbc71-f501-4e1e-9124-936d7cd90025 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:11:16.999259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:11:17.004891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7d584425-364f-4357-ad8e-4623358a36e9 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/ddd76b0a-b798-48ec-9f5f-4f3866be5422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529609 Dec 21 02:11:17.007595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:17.053482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] Provisioning complete for port 9f09d107-344a-4e30-8dc8-c67e04a66558 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:17.053868 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.169965 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.209063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] For port 9f09d107-344a-4e30-8dc8-c67e04a66558, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f09d107-344a-4e30-8dc8-c67e04a66558,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:17.225320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.299378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af919a0-bb81-46f9-8897-1cf1f41f384f None None] Pushing event updated for resources: {'Port': ['ID=9f09d107-344a-4e30-8dc8-c67e04a66558,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:17.304323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.455585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5aebf2bc-e591-4db3-9467-d74a4cbcc2bb None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:17.455951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5aebf2bc-e591-4db3-9467-d74a4cbcc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.495226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5aebf2bc-e591-4db3-9467-d74a4cbcc2bb None None] Port 22a3b55c-088b-4035-8fb6-a175e06fd81b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:11:17.507032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5aebf2bc-e591-4db3-9467-d74a4cbcc2bb None None] Provisioning complete for port 9f09d107-344a-4e30-8dc8-c67e04a66558 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:17.507418 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5aebf2bc-e591-4db3-9467-d74a4cbcc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.581283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81590d8-a3b1-4eda-812c-29d2ccbcd0a9 req-64cfa3d2-ab02-4eb9-8068-21f31dbabbf0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.582842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a81590d8-a3b1-4eda-812c-29d2ccbcd0a9 req-64cfa3d2-ab02-4eb9-8068-21f31dbabbf0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 944 time: 0.4872458 Dec 21 02:11:17.585153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.585828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.586961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.587570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.588885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.589659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.590271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.590864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.594083 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b1519d53-761e-4060-b269-3177b5713d35 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.5854852 Dec 21 02:11:17.597758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45818) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:17.611727 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:11:17.624054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:17.624672 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:17.671446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a81590d8-a3b1-4eda-812c-29d2ccbcd0a9 req-d5576509-a478-4f91-9834-6e2fb4e72c13 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748160 Dec 21 02:11:17.728760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.729518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.730255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.731026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.731781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.732485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.733121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.734206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.736579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5484d49d-0953-4069-9e0e-8ddbe3a06491 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.1377981 Dec 21 02:11:17.739407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45820) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:17.772907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-908416b9-e5cc-4078-849e-57a47ffb92cf None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:17.774761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-908416b9-e5cc-4078-849e-57a47ffb92cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:17.856336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8912a9f-426d-4df6-b485-a45c7be6aa01 req-a5350f8e-47b1-4430-b5b4-3e2240a1fa98 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:17.858715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-908416b9-e5cc-4078-849e-57a47ffb92cf None None] Port 22a3b55c-088b-4035-8fb6-a175e06fd81b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:11:17.860086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8912a9f-426d-4df6-b485-a45c7be6aa01 req-a5350f8e-47b1-4430-b5b4-3e2240a1fa98 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1142633 Dec 21 02:11:17.901900 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:17.936642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8912a9f-426d-4df6-b485-a45c7be6aa01 req-d3baa172-ebe5-45fd-94b7-50e3e1feb5bc tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711417 Dec 21 02:11:17.952031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f09d107-344a-4e30-8dc8-c67e04a66558 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:17.997221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-05674c55-3aa9-40f0-a86f-91c12f51b632 None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:17.998431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-05674c55-3aa9-40f0-a86f-91c12f51b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.048870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-05674c55-3aa9-40f0-a86f-91c12f51b632 None None] Port 22a3b55c-088b-4035-8fb6-a175e06fd81b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:11:18.055096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9f09d107-344a-4e30-8dc8-c67e04a66558 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:18.055333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.081893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35b7c747-1449-47c2-aabe-3ca3571b33d5 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3372517 Dec 21 02:11:18.140080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f599da32-3820-4a80-9304-b073c9aa2265 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:18.140323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:16Z', 'revision_number': 2, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:18.166029 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:11:18.166409 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Updating router ddd76b0a-b798-48ec-9f5f-4f3866be5422 port 22a3b55c-088b-4035-8fb6-a175e06fd81b binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:11:18.186864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f599da32-3820-4a80-9304-b073c9aa2265 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:18.187242 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.190534 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.318534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:18.323210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361766420', 'description': 'tempest-secgroup-smoke-361766420 description', 'project_id': 'bade97e46c89455aabcb0edff6298cd1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:18.346357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.415967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.420130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.449438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.450471 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1309409 Dec 21 02:11:18.452359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8417b6e-2138-480b-80ea-5d8d8d42ccba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87374a70-dd49-4662-bd67-f81692b98821,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:18.454868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45826) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:18.459932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:18.469558 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.475386 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.489837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.528142 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Pushing event updated for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:18.549952 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.552650 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.553086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.553646 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.554067 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.554422 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.554953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.555316 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.555416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.555749 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.556113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.556435 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.557359 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.557766 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.558111 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:18.574940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0acb30-6726-4ce5-80f9-2d48fe8bb28c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:18.599955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.601480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-574cf61e-1df2-4a2c-a07b-60cb12c464e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453192 Dec 21 02:11:18.606037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:18.611792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:18.614576 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Attempting to bind port 22a3b55c-088b-4035-8fb6-a175e06fd81b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:11:18.614969 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Attempting to bind port 22a3b55c-088b-4035-8fb6-a175e06fd81b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:11:18.615283 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Attempting to bind port 22a3b55c-088b-4035-8fb6-a175e06fd81b on network ebecbc71-f501-4e1e-9124-936d7cd90025 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:18.620625 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:11:18.620993 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Checking segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:18.621428 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.621819 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Bound using segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:11:18.622278 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Bound port: 22a3b55c-088b-4035-8fb6-a175e06fd81b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:11:18.622647 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.637067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:18.654668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.697861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.719264 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] For port 22a3b55c-088b-4035-8fb6-a175e06fd81b, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:11:18.724623 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] For port 22a3b55c-088b-4035-8fb6-a175e06fd81b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=22a3b55c-088b-4035-8fb6-a175e06fd81b,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:11:18.734256 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.739504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:11:18.752551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:18.752923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.754402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.767754 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.790913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf1ee00-2bd5-4016-8b93-7a8e93db902c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:18.806786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.813929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 45834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:18.815649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d7642c75-d0ff-4586-86ff-ad75cd59cd88 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2084816 Dec 21 02:11:18.822855 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:18.823490 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:18.825906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:18.839011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:18.839495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.877806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e69b86-5d27-4417-9bcd-6343c7b2873f req-9ae703ab-fbbc-4c42-9e56-2d86381fc2cb tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:18.879747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8e69b86-5d27-4417-9bcd-6343c7b2873f req-9ae703ab-fbbc-4c42-9e56-2d86381fc2cb tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 944 time: 0.1098413 Dec 21 02:11:18.886771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.934454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:18.958230 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:18.986073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8e69b86-5d27-4417-9bcd-6343c7b2873f req-e4282012-5bcc-406a-afb8-1dba8f4851dd tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957911 Dec 21 02:11:18.997450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:19.000400 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba60b1a-f9ba-4c4d-80c8-ac79a73a0a70" -d '{"events": [{"server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "name": "network-vif-plugged", "status": "completed", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:19.006383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.018707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.026131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.038005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:19.054978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.066807 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1cff31-a0fa-4afe-a107-03e4808579ba x-openstack-request-id: req-9c1cff31-a0fa-4afe-a107-03e4808579ba {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:19.067105 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "name": "network-vif-plugged", "status": "completed", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:19.067356 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c1cff31-a0fa-4afe-a107-03e4808579ba {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:19.067921 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439', 'code': 200} Dec 21 02:11:19.073448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724f3435-27a6-4e6a-87f0-34ea4869c60f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.074892 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05144-cc29-4151-9a9a-a876ff79be14 None None] Pushing event updated for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.100453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] For port 22a3b55c-088b-4035-8fb6-a175e06fd81b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=22a3b55c-088b-4035-8fb6-a175e06fd81b,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:19.116344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.135160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.136476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.140996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc5e4df1-d934-46e0-9968-832e2e359bf7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216176 Dec 21 02:11:19.141543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45840) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:19.147317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:19.163431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3c249-4bbd-4cd0-bdeb-b613b3c56da2 req-6ff98f90-ddf8-4ef2-a508-b431cc9fe06e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:19.165803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bab3c249-4bbd-4cd0-bdeb-b613b3c56da2 req-6ff98f90-ddf8-4ef2-a508-b431cc9fe06e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0942278 Dec 21 02:11:19.190619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.197896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7b9c4-505d-4889-b6bd-d3168e39cae0 None None] Pushing event updated for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.244323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fe168fe4-21d1-461f-93a7-18d60c68d3c7 None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:19.245379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe168fe4-21d1-461f-93a7-18d60c68d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.258074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.262418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bab3c249-4bbd-4cd0-bdeb-b613b3c56da2 req-e307f213-e9c6-4a29-9ec2-499d2247b4f7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882697 Dec 21 02:11:19.263324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.264385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbf16b-e39b-43cb-a68b-35216957eb04 req-9463003d-1947-4dc3-993e-12932ea22f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:19.265842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86dbf16b-e39b-43cb-a68b-35216957eb04 req-9463003d-1947-4dc3-993e-12932ea22f41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 1097 time: 0.0940218 Dec 21 02:11:19.298399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867343b2-4ab1-4e56-a853-1d4c8a508b37,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.310756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.311571 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:18Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:19.312668 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae5cb0de-16d4-4260-bcfe-5eaf50cd89eb tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701243 Dec 21 02:11:19.315363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:19.320120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:19.339177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86dbf16b-e39b-43cb-a68b-35216957eb04 req-e98c6d79-2c8e-44ac-82b3-cf8b76ca8af0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Dec 21 02:11:19.346832 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:11:19.347286 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7265aae-170d-48dc-a64b-c4e77d88e4f0 None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:18Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:11:19.355029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.375708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.419105 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:11:19.434584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.438421 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.457093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9141cb46-1372-4a03-af03-b0ea9d1b0638,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.467315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.468533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5d37c778-a55f-4ae4-b831-070e8e1bbb1a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521997 Dec 21 02:11:19.471218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 45844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:19.475731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '87374a70-dd49-4662-bd67-f81692b98821', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:19.501554 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:11:19.506811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.570703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.574731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.593779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f26ef5-298f-4eed-90fa-666cb88288c3,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:19.602461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:19.604159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-13b00759-cb4d-4628-b64f-af9f098aba6d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313524 Dec 21 02:11:19.846198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 22a3b55c-088b-4035-8fb6-a175e06fd81b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:19.876062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-fa4fc8d1-a058-472c-9c65-d1547e69e35c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361766420&fields=id&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 267 time: 0.0511253 Dec 21 02:11:19.935275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 22a3b55c-088b-4035-8fb6-a175e06fd81b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:19.935690 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:20.010794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-e58ead32-1b15-47fe-ad2d-7813f6ceac14 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:20.012443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-e58ead32-1b15-47fe-ad2d-7813f6ceac14 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 796 time: 0.1287048 Dec 21 02:11:20.033901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-b2a6a890-698b-42be-9e0b-6fc8b88d3894 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/quotas/bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 375 time: 0.0151837 Dec 21 02:11:20.124325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-455bee17-de8e-461a-ad82-5177ab32eedf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859995 Dec 21 02:11:20.132958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b93f6-c552-4758-8158-2384efc3c58e req-a9c339b7-6f3c-4913-8608-93412761bcf9 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:20.134433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-852b93f6-c552-4758-8158-2384efc3c58e req-a9c339b7-6f3c-4913-8608-93412761bcf9 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 945 time: 0.0689559 Dec 21 02:11:20.237813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-852b93f6-c552-4758-8158-2384efc3c58e req-a8ad6078-4a54-45cd-a8e5-7c0486b11763 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931427 Dec 21 02:11:20.256835 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-d502bd59-2cdc-408c-97f3-c0343ed1638e service neutron] 10.222.0.43 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194081 Dec 21 02:11:20.390503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-27ee66f7-fd1f-414d-9d10-abb49f24faa2 service neutron] 10.222.0.43 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274045 Dec 21 02:11:20.408735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfff8c-89d0-437d-ab6c-4126628f07c9 req-c83ba158-aa72-475d-aff8-ecfe5d9f8797 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:20.410282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7acfff8c-89d0-437d-ab6c-4126628f07c9 req-c83ba158-aa72-475d-aff8-ecfe5d9f8797 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0722957 Dec 21 02:11:20.461808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7acfff8c-89d0-437d-ab6c-4126628f07c9 req-10de2c1a-9b9f-4c45-91b9-d95ac6026da9 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Dec 21 02:11:20.562007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b95fa4b6-b248-490c-98aa-db0566a63f98 req-82c34606-8aff-4417-b54b-c9f6e3626ddd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 210 time: 0.0345592 Dec 21 02:11:21.353554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00522a-23f8-4708-9df6-9a43946840dc req-abfe7710-ca93-42fa-a84b-ae1ee9afa4d3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:21.355547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba00522a-23f8-4708-9df6-9a43946840dc req-abfe7710-ca93-42fa-a84b-ae1ee9afa4d3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 945 time: 0.0504985 Dec 21 02:11:21.403836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba00522a-23f8-4708-9df6-9a43946840dc req-aa002a89-b5c0-4bf6-bd57-8cfc2a81b7c3 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Dec 21 02:11:21.652037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a728e3-2eec-4fbd-9c1c-ae25fb7c647c req-b325c4b2-9b7e-4d0d-9b64-ca7d208607c0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:21.654696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0a728e3-2eec-4fbd-9c1c-ae25fb7c647c req-b325c4b2-9b7e-4d0d-9b64-ca7d208607c0 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1161115 Dec 21 02:11:21.677379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-a990a1e9-08c0-4970-a2ad-ed3c9c924cca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:21.680258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-a990a1e9-08c0-4970-a2ad-ed3c9c924cca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 796 time: 0.1324294 Dec 21 02:11:21.707223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9271419-f370-45dd-b969-6bd70e1725b0 req-07a0b03b-bc50-498c-bd72-768913355a1b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 210 time: 0.0491593 Dec 21 02:11:21.755523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0a728e3-2eec-4fbd-9c1c-ae25fb7c647c req-b4b5ff09-5ad7-4331-a2d1-49c839140a19 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946362 Dec 21 02:11:21.780582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-de17c880-f621-4b90-beb7-70e9433c87ce tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 379 time: 0.0660729 Dec 21 02:11:21.821930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'port': {'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'admin_state_up': True, 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'security_groups': ['87374a70-dd49-4662-bd67-f81692b98821']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:21.935787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:11:21.939536 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.091553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.14 (ebecbc71-f501-4e1e-9124-936d7cd90025/feef5fb3-fcf0-4222-be22-7efbeb918bd6/2edc3599-15de-4775-b637-70f8c0bec9d6) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:22.107888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3667a-0177-4053-9868-30d41d809e9d req-7ffe8993-c700-41d3-92fa-9aee38804e40 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:22.110069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74a3667a-0177-4053-9868-30d41d809e9d req-7ffe8993-c700-41d3-92fa-9aee38804e40 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 945 time: 0.0575757 Dec 21 02:11:22.157623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.159681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74a3667a-0177-4053-9868-30d41d809e9d req-c5d76e0b-59c2-4eec-8862-d66a727d89b4 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Dec 21 02:11:22.231532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.265832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.325965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network ebecbc71-f501-4e1e-9124-936d7cd90025 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:22.333034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:22.338577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:22.342468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:22.390077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:22.390718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.407412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-dbc28c88-7fda-45af-bd88-d2402b938b83 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896647 Dec 21 02:11:22.430905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Request body: {'port': {'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:22.491002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.592729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10124a82-bd45-4091-ac93-9b48ba68491b None None] Provisioning complete for port 2edc3599-15de-4775-b637-70f8c0bec9d6 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:22.593021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10124a82-bd45-4091-ac93-9b48ba68491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.626893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-10124a82-bd45-4091-ac93-9b48ba68491b None None] Port 2edc3599-15de-4775-b637-70f8c0bec9d6 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:11:22.761289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edc3599-15de-4775-b637-70f8c0bec9d6 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:22.769316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.783310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Transition to ACTIVE for port object 2edc3599-15de-4775-b637-70f8c0bec9d6 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:11:22.788738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.871779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc9ac6-151f-4f87-b3da-65ad4badc271 req-e1b3cbcb-696c-4b61-9b46-4e6dd6f6593e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:22.873460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5bc9ac6-151f-4f87-b3da-65ad4badc271 req-e1b3cbcb-696c-4b61-9b46-4e6dd6f6593e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 944 time: 0.0890601 Dec 21 02:11:22.883553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:22.910280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59000c1-7c7b-49ce-9b75-a1809c31f6f4 req-40e31ded-39ad-4208-9e4c-67c73a989797 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:22.911923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59000c1-7c7b-49ce-9b75-a1809c31f6f4 req-40e31ded-39ad-4208-9e4c-67c73a989797 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0876641 Dec 21 02:11:22.914167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Attempting to bind port 2edc3599-15de-4775-b637-70f8c0bec9d6 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:11:22.914506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Attempting to bind port 2edc3599-15de-4775-b637-70f8c0bec9d6 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:11:22.914830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Attempting to bind port 2edc3599-15de-4775-b637-70f8c0bec9d6 on network ebecbc71-f501-4e1e-9124-936d7cd90025 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:22.919355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Port 2edc3599-15de-4775-b637-70f8c0bec9d6 on network ebecbc71-f501-4e1e-9124-936d7cd90025 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:11:22.919674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Attempting to bind port 2edc3599-15de-4775-b637-70f8c0bec9d6 on network ebecbc71-f501-4e1e-9124-936d7cd90025 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:11:22.924613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:11:22.924952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Checking segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:11:22.925328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Bound using segment: {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:11:22.925776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Bound port: 2edc3599-15de-4775-b637-70f8c0bec9d6, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6261ab3-105b-4048-a8e1-5527bd8c3efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:11:22.926125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:22.969468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f5bc9ac6-151f-4f87-b3da-65ad4badc271 req-e55da32f-8217-44f6-96b0-acfea6b3218f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861266 Dec 21 02:11:22.987305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c59000c1-7c7b-49ce-9b75-a1809c31f6f4 req-25b6d2e3-7183-49cc-b655-ddcdbc1ec7d6 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660534 Dec 21 02:11:23.011814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:11:23.015014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2edc3599-15de-4775-b637-70f8c0bec9d6,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:11:23.019534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:23.055270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.055860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:23.057785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] 10.222.0.45 "PUT /v2.0/ports/2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 1093 time: 0.6313107 Dec 21 02:11:23.062240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:23.064297 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b8fde8-575d-44b6-894a-2aafaf28939a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:23.087756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41ac8-9bdc-4b0a-b31e-8b61cb9d1e39 service neutron] Pushing event updated for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:23.114018 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf79e3-2cd8-41ac-9119-50cc6f978f3e x-openstack-request-id: req-d1cf79e3-2cd8-41ac-9119-50cc6f978f3e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:23.114294 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:23.114548 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1cf79e3-2cd8-41ac-9119-50cc6f978f3e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:23.114955 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'status': 'completed', 'code': 200} Dec 21 02:11:23.181386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-7d8a0209-fbf2-4c6f-a00d-4dc138541fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.183617 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-7d8a0209-fbf2-4c6f-a00d-4dc138541fe8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1096 time: 0.0476809 Dec 21 02:11:23.252010 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-830c22ba-f52f-49c2-b3ac-d613482c87be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 217 time: 0.0508585 Dec 21 02:11:23.308177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09fdec-1b2c-4ab6-ba6e-5d607e885b6c req-e0be19a4-f7fa-4d96-85a3-b4da28f609ca tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.310012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e09fdec-1b2c-4ab6-ba6e-5d607e885b6c req-e0be19a4-f7fa-4d96-85a3-b4da28f609ca tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 945 time: 0.0629900 Dec 21 02:11:23.312524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-50b067b4-f6ea-4848-9623-15807d5077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.314198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-50b067b4-f6ea-4848-9623-15807d5077f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.0512848 Dec 21 02:11:23.360863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e09fdec-1b2c-4ab6-ba6e-5d607e885b6c req-8c9318a7-d91d-4b6e-a903-a71309515032 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f780702-2331-4883-aee6-d5df268facce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Dec 21 02:11:23.371095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-5179ab7b-e7b0-42b7-9acb-d8dc0e663117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.377879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-5179ab7b-e7b0-42b7-9acb-d8dc0e663117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529735 Dec 21 02:11:23.467765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-18ba0a18-130a-46bd-ba71-f2da760048e9 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Dec 21 02:11:23.561251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-05f1f51c-ad99-4890-8d6a-943383c2e0ec req-87bf57a6-80ac-4a9b-966e-47f319165959 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840316 Dec 21 02:11:23.636874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-906f6f9a-c150-4be0-8abd-67a291e1b61d tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.638413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-906f6f9a-c150-4be0-8abd-67a291e1b61d tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 945 time: 0.0479052 Dec 21 02:11:23.700776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-2f8ca6ae-769a-4251-ade9-37f97ff3a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.702301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-2f8ca6ae-769a-4251-ade9-37f97ff3a6bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1096 time: 0.0412023 Dec 21 02:11:23.738871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Deleting port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:23.739251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:23.798676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-31a9a83c-c462-46b8-a9b5-f325971b03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.800480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-31a9a83c-c462-46b8-a9b5-f325971b03c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 896 time: 0.0882823 Dec 21 02:11:23.829419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] For port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,segment=NetworkSegment(6dea4264-c849-4c5a-a56a-c1d2ddd5e077),segment_id=6dea4264-c849-4c5a-a56a-c1d2ddd5e077)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:23.829785 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:23.842733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-da89763b-22f2-4b55-b981-d27e32918546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 217 time: 0.0348446 Dec 21 02:11:23.847179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Calling delete_port for 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:23.892784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-9d395053-2a9d-4aa0-ae69-abd024b9dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.894196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-9d395053-2a9d-4aa0-ae69-abd024b9dc0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.0433292 Dec 21 02:11:23.948298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-113c2894-9020-4d97-8598-5a054337b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:23.949954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-113c2894-9020-4d97-8598-5a054337b467 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441768 Dec 21 02:11:23.981746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:24.015952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['99e0e4f6-bbc7-4f7b-9f39-b92fc2590439'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:24.018015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Pushing event deleted for resources: {'Port': ['ID=99e0e4f6-bbc7-4f7b-9f39-b92fc2590439,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:24.064702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-542d2f4a-7eb8-4cf7-a1d6-45fc32aa42ae service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048715 Dec 21 02:11:24.081821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] No DVR routers for this DVR port 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:11:24.086073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:24.090409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c1ecd77-2b6e-4d64-9aa7-01d43ede6c13 req-352a403c-6e26-45f1-945c-e8290bdac4b0 tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.24 "DELETE /v2.0/ports/99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 HTTP/1.1" status: 204 len: 173 time: 0.4444628 Dec 21 02:11:24.097579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'name': 'network-vif-deleted', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:24.099829 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a4d2b-bb62-4a3c-bc7f-c014f005cdf4" -d '{"events": [{"server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "name": "network-vif-deleted", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:24.171993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f837e4-07fe-43d9-ba84-ddb37277ae98 req-c4fa482b-c16b-4339-bb4a-75ab51419572 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.172998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a3b8fde8-575d-44b6-894a-2aafaf28939a req-e96affc7-1abb-443c-ad75-502d1bd76a4b service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993354 Dec 21 02:11:24.173502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15f837e4-07fe-43d9-ba84-ddb37277ae98 req-c4fa482b-c16b-4339-bb4a-75ab51419572 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 944 time: 0.0931282 Dec 21 02:11:24.182591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d21300-01df-45fd-8ccf-d0c1962fbd6b req-fa83db1c-fb90-43d2-88d1-b8956d0fa7c5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.184033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d21300-01df-45fd-8ccf-d0c1962fbd6b req-fa83db1c-fb90-43d2-88d1-b8956d0fa7c5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1004512 Dec 21 02:11:24.266967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15f837e4-07fe-43d9-ba84-ddb37277ae98 req-94f2eb68-6950-4139-ad96-d7ea9f00482d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819662 Dec 21 02:11:24.270187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d21300-01df-45fd-8ccf-d0c1962fbd6b req-17e4a4e4-ebcd-49cb-b60f-6f3f7512dcc4 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783007 Dec 21 02:11:24.319752 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c8add-bde3-4e3d-b334-da7a1ebbc820 x-openstack-request-id: req-200c8add-bde3-4e3d-b334-da7a1ebbc820 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:24.320173 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1326f8-ee23-4e82-ad77-21ae20f1e03e", "name": "network-vif-deleted", "tag": "99e0e4f6-bbc7-4f7b-9f39-b92fc2590439", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:24.320430 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-200c8add-bde3-4e3d-b334-da7a1ebbc820 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:24.320832 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1326f8-ee23-4e82-ad77-21ae20f1e03e', 'name': 'network-vif-deleted', 'tag': '99e0e4f6-bbc7-4f7b-9f39-b92fc2590439', 'status': 'completed', 'code': 200} Dec 21 02:11:24.489417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5c5ab44-68b7-4e84-a566-5bb2157d7b6a req-d4e07907-a425-4217-ae1b-1a4882ea7cfb tempest-VolumesActionsTest-517486811 tempest-VolumesActionsTest-517486811-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c1326f8-ee23-4e82-ad77-21ae20f1e03e HTTP/1.1" status: 200 len: 210 time: 0.0456631 Dec 21 02:11:24.514704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d740d-1a5f-4158-b782-0855be1a83c6 req-1fa0f589-1239-402b-9edf-2325452ad00f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.516150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-771d740d-1a5f-4158-b782-0855be1a83c6 req-1fa0f589-1239-402b-9edf-2325452ad00f tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0632076 Dec 21 02:11:24.593440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-771d740d-1a5f-4158-b782-0855be1a83c6 req-30b22d0a-c7fa-4dc2-aeb0-5b4a890c07cf tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676608 Dec 21 02:11:24.595214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-d3945d11-a4b0-460a-ae39-6d25b6a0263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.596595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-d3945d11-a4b0-460a-ae39-6d25b6a0263a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 1098 time: 0.0782988 Dec 21 02:11:24.695382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-1b5078e5-238d-4f61-8222-41627a6b64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.696813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-1b5078e5-238d-4f61-8222-41627a6b64ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.0908866 Dec 21 02:11:24.767673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-c987ffd5-bd11-4094-9d87-7a703e980379 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 200 len: 1001 time: 0.0634584 Dec 21 02:11:24.816530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-ad5aa520-58a5-4ffe-953c-8f8db6b733c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.817991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-ad5aa520-58a5-4ffe-953c-8f8db6b733c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0425551 Dec 21 02:11:24.862235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-c9359a50-2438-4bc2-b8fc-3de475579a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:24.863658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-c9359a50-2438-4bc2-b8fc-3de475579a6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388613 Dec 21 02:11:24.955643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-3aa883b5-3afd-4760-bc16-2810a9044e60 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Dec 21 02:11:25.051629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4337954a-8fce-41ef-9bd9-5ba3f1692e33 req-1a4730fc-1074-4de8-bfda-484f4e2bb468 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Dec 21 02:11:25.383405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec25f32-89c8-4b4e-befe-ecaa8581404f req-676c0074-d84e-40e9-a25c-1db83d1d636c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:25.385556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ec25f32-89c8-4b4e-befe-ecaa8581404f req-676c0074-d84e-40e9-a25c-1db83d1d636c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 944 time: 0.0502410 Dec 21 02:11:25.438142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ec25f32-89c8-4b4e-befe-ecaa8581404f req-b7463305-7888-4372-b12d-3b015bb5cec1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Dec 21 02:11:25.597529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2edc3599-15de-4775-b637-70f8c0bec9d6 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:11:25.725688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2edc3599-15de-4775-b637-70f8c0bec9d6,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:25.735884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9f591-6c3c-42a9-9ed9-16124f32304a req-6ef7ce58-22e6-4648-9cc7-e553974bc6fc tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:25.738173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:11:25.752703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46b9f591-6c3c-42a9-9ed9-16124f32304a req-6ef7ce58-22e6-4648-9cc7-e553974bc6fc tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0600646 Dec 21 02:11:25.782204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:25.803490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46b9f591-6c3c-42a9-9ed9-16124f32304a req-b3382788-2c93-4b2f-8fb9-f1c488606cb1 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568817 Dec 21 02:11:25.805010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edc3599-15de-4775-b637-70f8c0bec9d6 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:25.824871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2edc3599-15de-4775-b637-70f8c0bec9d6,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:25.829087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:25.878935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:26.167348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['2edc3599-15de-4775-b637-70f8c0bec9d6'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:26.557478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40181e2-f0ce-40ed-880a-0ace4179769a req-da7b0458-972e-4373-a49b-49b44398636d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:26.559042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c40181e2-f0ce-40ed-880a-0ace4179769a req-da7b0458-972e-4373-a49b-49b44398636d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Dec 21 02:11:26.613660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c40181e2-f0ce-40ed-880a-0ace4179769a req-0fa82e90-ed31-42ab-a1b8-21b2ad9396ab tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486615 Dec 21 02:11:26.793283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:26.924122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90b883-64c7-4271-9d5d-27e6659ff4f4 req-5a3dcea2-e415-4fc9-ac71-975240349ac5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:26.925624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c90b883-64c7-4271-9d5d-27e6659ff4f4 req-5a3dcea2-e415-4fc9-ac71-975240349ac5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0530431 Dec 21 02:11:26.975384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c90b883-64c7-4271-9d5d-27e6659ff4f4 req-0c5834e9-a983-4de0-addb-2f61e1d4862d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Dec 21 02:11:27.615126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2edc3599-15de-4775-b637-70f8c0bec9d6 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:27.680029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 2edc3599-15de-4775-b637-70f8c0bec9d6 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:11:27.685322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 2edc3599-15de-4775-b637-70f8c0bec9d6 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:27.685742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:27.765702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac66a8-0a2c-4d5c-a92c-7253958b2e8c req-a4beab8c-dcfc-411b-afb8-07fc040e7d77 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:27.774951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3ac66a8-0a2c-4d5c-a92c-7253958b2e8c req-a4beab8c-dcfc-411b-afb8-07fc040e7d77 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 945 time: 0.0729475 Dec 21 02:11:27.801132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:27.841974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2edc3599-15de-4775-b637-70f8c0bec9d6,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:27.843024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:27.845802 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a15145f-89ac-4b92-b455-c8bad06563ab" -d '{"events": [{"server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "name": "network-vif-plugged", "status": "completed", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:27.856187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f3ac66a8-0a2c-4d5c-a92c-7253958b2e8c req-0fc87f65-7a9a-4733-bf5e-2eaf076bd490 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791023 Dec 21 02:11:27.862978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:27.918896 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bd3fca-d746-4744-8e92-687c78f24cb3 x-openstack-request-id: req-55bd3fca-d746-4744-8e92-687c78f24cb3 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:27.919196 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "name": "network-vif-plugged", "status": "completed", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:27.919456 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55bd3fca-d746-4744-8e92-687c78f24cb3 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:27.919852 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'code': 200} Dec 21 02:11:27.945320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:28.072968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e44af-b73f-43c6-8365-c682279688ed req-3f9e6c6c-74d1-4ea5-bf1b-ef4c60766663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:28.075738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f81e44af-b73f-43c6-8365-c682279688ed req-3f9e6c6c-74d1-4ea5-bf1b-ef4c60766663 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1098 time: 0.0535274 Dec 21 02:11:28.135095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f81e44af-b73f-43c6-8365-c682279688ed req-c4da6145-4282-4fa9-ab4a-24e06134ee84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490880 Dec 21 02:11:28.686254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:28.711759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:28.712198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 99e0e4f6-bbc7-4f7b-9f39-b92fc2590439 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:11:28.865586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69259176-f35d-41f2-a2ef-3dfcee2542c3 req-0ecb644c-a05d-42ac-8126-cf7f8aaf7ae1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:28.867245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69259176-f35d-41f2-a2ef-3dfcee2542c3 req-0ecb644c-a05d-42ac-8126-cf7f8aaf7ae1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.0661938 Dec 21 02:11:28.931371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69259176-f35d-41f2-a2ef-3dfcee2542c3 req-8642649f-cd2f-4d2e-b9a8-b6da920a9d12 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507932 Dec 21 02:11:28.994578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c176c1d-e137-44e2-b2af-d195fe0ef62c req-97e0aa35-d815-4ea2-b047-052da1891dfc tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:29.003346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c176c1d-e137-44e2-b2af-d195fe0ef62c req-97e0aa35-d815-4ea2-b047-052da1891dfc tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0686874 Dec 21 02:11:29.076406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c176c1d-e137-44e2-b2af-d195fe0ef62c req-ceff8046-0001-4daa-9a53-b178cc0785e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574374 Dec 21 02:11:30.186507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946d94-b620-4518-9107-e89aba73fb93 req-9482ac06-3714-494b-ab6d-d8a7da965787 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:30.187680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d946d94-b620-4518-9107-e89aba73fb93 req-9482ac06-3714-494b-ab6d-d8a7da965787 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0602984 Dec 21 02:11:30.249250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d946d94-b620-4518-9107-e89aba73fb93 req-711cf06a-265e-430d-a5fb-794104105ce1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550454 Dec 21 02:11:30.386565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbdd7a-a130-4f28-8709-0b47979db3aa req-eac593ca-3e93-48e1-8515-19f89c2920bf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:30.388096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6adbdd7a-a130-4f28-8709-0b47979db3aa req-eac593ca-3e93-48e1-8515-19f89c2920bf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0568652 Dec 21 02:11:30.463075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6adbdd7a-a130-4f28-8709-0b47979db3aa req-e8d8c32d-843b-4f9c-be91-5ea2a94ca748 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650313 Dec 21 02:11:30.479161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:30.529465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e124cc-add5-487e-972d-d1c5b9d9fb64 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:30.533383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-76e124cc-add5-487e-972d-d1c5b9d9fb64 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1093 time: 0.0505102 Dec 21 02:11:30.534156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:30.538561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:11:30.570879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:30.697624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:30.820738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.25.6.167 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/e316deeb-431d-425b-be16-459983274261) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:11:30.958058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.001557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.046603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:11:31.052069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:11:31.054380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=e316deeb-431d-425b-be16-459983274261,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:31.057593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:11:31.484697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.570644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.763203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.770245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.847320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=e316deeb-431d-425b-be16-459983274261,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:31.860439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:31.969702 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Floating IP 33b5afc2-062e-4092-a2fe-58256d220532 associated. External IP: 172.25.6.167, port: 2edc3599-15de-4775-b637-70f8c0bec9d6. Dec 21 02:11:32.535359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:11:32.677809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:11:32.690644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:11:32.700419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:32.710248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:32.711819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:32.737770 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1b77a2f-8541-4b4b-8f01-ba77ff064756 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2024736 Dec 21 02:11:32.738656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:32.740593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46074) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:32.742088 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589" -d '{"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:32.785293 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9913bc5-9192-4f94-9260-c7c214132b76 x-openstack-request-id: req-d9913bc5-9192-4f94-9260-c7c214132b76 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:32.785839 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:32.786162 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9913bc5-9192-4f94-9260-c7c214132b76 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:32.786637 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'status': 'completed', 'code': 200} Dec 21 02:11:32.839940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:32.865190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5f5c896f-5e8e-47a8-b875-84ea27b250db tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/33b5afc2-062e-4092-a2fe-58256d220532 HTTP/1.1" status: 200 len: 992 time: 0.1221695 Dec 21 02:11:32.903017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-0ddc4b13-80eb-4f81-8ef7-aa0d8a3b8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:32.905313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-0ddc4b13-80eb-4f81-8ef7-aa0d8a3b8703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1098 time: 0.0622075 Dec 21 02:11:33.032488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-3fc481a4-1955-463e-b212-97a8d9584017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:33.035850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-3fc481a4-1955-463e-b212-97a8d9584017 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 896 time: 0.1189740 Dec 21 02:11:33.121741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-bc20610b-9647-434d-b955-0cc7edc52bcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 1000 time: 0.0780299 Dec 21 02:11:33.131537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:33.166119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:11:33.173710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:33.174354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:33.177977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-508c20d4-760e-4e52-acbb-7357fc0bd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:33.178908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-508c20d4-760e-4e52-acbb-7357fc0bd3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.0490048 Dec 21 02:11:33.253090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-fc7961ef-e97b-40da-a0bf-08326752cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:33.253451 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-fc7961ef-e97b-40da-a0bf-08326752cdd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657036 Dec 21 02:11:33.294744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:33.404152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-9723d79f-26d2-422b-8785-43ac835ffe5c service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377058 Dec 21 02:11:33.536355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-659ed7ee-6fd0-4aa1-9a35-1f4dbbd09589 req-0b75e945-0cc0-4217-8fdf-106932ae9257 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231434 Dec 21 02:11:33.551825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:33.586610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd8fe3-8d1b-4cd5-a52d-5b458c26a61c None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:11:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:11:33.869685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46090) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:33.880210 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22fce8b-3c9f-484d-a368-a5994dcb021a None None] New status for floating IP 33b5afc2-062e-4092-a2fe-58256d220532: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:11:34.027114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae3a0144-36e6-475e-a3cc-eb4c8ab05ba2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/33b5afc2-062e-4092-a2fe-58256d220532 HTTP/1.1" status: 200 len: 992 time: 0.1560345 Dec 21 02:11:34.707991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:11:34.828230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:34.843625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:11:34.887353 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:34.903619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:34.928649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:34.936769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:34.993857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:35.031007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:35.111723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d7df3f1a-ca12-469d-aa53-18eeb2f78bac tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/33b5afc2-062e-4092-a2fe-58256d220532 HTTP/1.1" status: 200 len: 994 time: 0.0792203 Dec 21 02:11:35.277447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2cc3b27c-e6a3-4ce9-b180-e485bb206973'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:36.715180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:36.790557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:36.791170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:36.915164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:36.943847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:36.947909 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491aa24-b7e9-4f08-aade-87b1211639fa" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:36.963886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:36.969826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:37.044014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:37.076774 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f56ed8d-ff8c-4a07-af87-ff519e50276a x-openstack-request-id: req-3f56ed8d-ff8c-4a07-af87-ff519e50276a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:37.077076 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:37.077383 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f56ed8d-ff8c-4a07-af87-ff519e50276a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:37.077773 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:11:43.922678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-527ee67b-9aa3-4715-bc08-9f2aa04dc7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:46.631246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2f08419-f1bb-4340-a71a-240a99af1e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:47.286227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:48.357071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff53b1-0623-497b-9c9d-424bb5d525e1 req-eacb9854-d836-40e5-bcc0-116ffe568733 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:48.358591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcff53b1-0623-497b-9c9d-424bb5d525e1 req-eacb9854-d836-40e5-bcc0-116ffe568733 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.1765125 Dec 21 02:11:48.407170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcff53b1-0623-497b-9c9d-424bb5d525e1 req-61c59224-fbe6-4a64-af8b-1e07c7a278ba tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Dec 21 02:11:48.672568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:48.936015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:48.980115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Deleting subnet 8c2cfcda-736e-46c6-8258-4a6062ba41ba {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:11:48.983220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.017838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.058264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.123697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.149037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2cfcda-736e-46c6-8258-4a6062ba41ba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:49.153799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.157270 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb228791-4e7e-46cf-9091-92136e8cef42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c2cfcda-736e-46c6-8258-4a6062ba41ba HTTP/1.1" status: 204 len: 168 time: 0.2200744 Dec 21 02:11:49.159654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46298) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:49.230377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.310811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.330251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:49.339764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dea4264-c849-4c5a-a56a-c1d2ddd5e077') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:49.340056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dea4264-c849-4c5a-a56a-c1d2ddd5e077') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:49.349143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.363288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.371019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:11:49.371437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:11:49.373175 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:11:49.375826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.400557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46302) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:49.435003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.441635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.448246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] 10.222.0.43 "DELETE /v2.0/networks/d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6 HTTP/1.1" status: 204 len: 168 time: 0.2847679 Dec 21 02:11:49.462463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6489a-c725-4521-8e9c-57a54515bded admin admin] Pushing event deleted for resources: {'Network': ['ID=d6739bf5-8eb0-4f74-afa7-0d1f722f9dc6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:49.632865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port c0711162-2d5c-4d9b-bd78-788e5248103f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:49.633215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.641788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:49.668411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e3641-cba7-411a-b29e-2f5fb9f7303c req-a4251e87-e8fb-454b-bb1e-1a674a1e716b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:49.669971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-219e3641-cba7-411a-b29e-2f5fb9f7303c req-a4251e87-e8fb-454b-bb1e-1a674a1e716b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.1474109 Dec 21 02:11:49.681189 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4550090b-5095-4ec6-962b-9bc8dc9754e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db4775fc0c304ecc8013edde0dcbccfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375743 Dec 21 02:11:49.683528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46312) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:49.730862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.753324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.759827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.760164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.765529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-219e3641-cba7-411a-b29e-2f5fb9f7303c req-3978132f-5fa2-4707-bf03-44c759760f15 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684991 Dec 21 02:11:49.775703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for c0711162-2d5c-4d9b-bd78-788e5248103f owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:49.803698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.808569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.812588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f780702-2331-4883-aee6-d5df268facce HTTP/1.1" status: 204 len: 168 time: 0.1280448 Dec 21 02:11:49.821473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40feab-f717-42d3-86f6-d4a12a8ff719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f780702-2331-4883-aee6-d5df268facce,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:49.946391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:49.972386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=c0711162-2d5c-4d9b-bd78-788e5248103f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:49.986000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.986000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.986297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.986533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.986880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.987218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.987553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.987885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.988242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.988544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.988875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.989200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:49.989575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:11:50.053482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:50.053827 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Floating IP 13a68185-ad33-4b5c-8901-5846b68659a0 disassociated (deleted). External IP: 172.25.6.109, port: 923dbb0d-f5e4-4cf7-8522-159794de2f72. Dec 21 02:11:50.284060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 7dd9e5eb-d045-4253-88af-1d16e9648415 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:11:50.403126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:11:50.408365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:50.414062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Sync routers for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:11:50.426688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:50.427504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:50.440911 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2b76842-fd95-4bdd-a2fd-1b6658f4b9b2 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/floatingips/13a68185-ad33-4b5c-8901-5846b68659a0 HTTP/1.1" status: 204 len: 168 time: 1.0390201 Dec 21 02:11:50.441643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:50.444107 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbc4df-9f74-4921-b64b-7766f962a471" -d '{"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:50.501174 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d778cb-a83d-4414-995b-80c67a1bd36c x-openstack-request-id: req-59d778cb-a83d-4414-995b-80c67a1bd36c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:50.501532 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:50.501788 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59d778cb-a83d-4414-995b-80c67a1bd36c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:50.502161 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'status': 'completed', 'code': 200} Dec 21 02:11:50.553163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:50.756562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa354fc9-4fcb-4cd9-a816-244d08aacc60 req-86021802-2e7d-4981-8660-7521f892ebab tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:50.758557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa354fc9-4fcb-4cd9-a816-244d08aacc60 req-86021802-2e7d-4981-8660-7521f892ebab tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0944443 Dec 21 02:11:50.760098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-12b65dda-a34a-4730-ad17-65a602e18921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:50.761735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-12b65dda-a34a-4730-ad17-65a602e18921 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd263f31471247a294807ec6db2d3382&device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 1098 time: 0.2103810 Dec 21 02:11:50.800295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:50.822696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa354fc9-4fcb-4cd9-a816-244d08aacc60 req-07ba8c0c-a6e4-4d94-a4bb-3bbdaf8ccf17 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549514 Dec 21 02:11:50.867182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Checking router: 7dd9e5eb-d045-4253-88af-1d16e9648415 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:11:50.879489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:50.880097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:50.903497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-51c12280-6b67-4974-ae91-c622b846f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:50.904948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-51c12280-6b67-4974-ae91-c622b846f24c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 200 len: 896 time: 0.1343508 Dec 21 02:11:50.950142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-2f393e31-6486-4812-aa34-bd3d5b4e741c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 200 len: 217 time: 0.0352528 Dec 21 02:11:50.990242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:51.008301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-5870bba3-687e-462b-9977-4cb50aafd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:51.010607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-5870bba3-687e-462b-9977-4cb50aafd096 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 200 len: 834 time: 0.0523810 Dec 21 02:11:51.063422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-07a26681-3aec-4ca0-91e5-048d69d1ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:51.064919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-07a26681-3aec-4ca0-91e5-048d69d1ad2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e85cf62-70d9-459d-a056-6ccdd0e971a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460308 Dec 21 02:11:51.078016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-062b947d-418e-4350-9b54-642b47e8a21f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:11:51.078951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-062b947d-418e-4350-9b54-642b47e8a21f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055091 Dec 21 02:11:51.194321 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-d21bcdd3-3681-45da-bf73-1ea7b87d8843 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065812 Dec 21 02:11:51.222313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:51.250619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363c6ee-5c0d-4823-b83b-1a700517a736 None None] The sync data for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 is: [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:10:06Z', 'revision_number': 4, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'b6037714-916f-43bf-9a25-b96a13f036b2', 'name': '', 'network_id': '5e85cf62-70d9-459d-a056-6ccdd0e971a1', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'mac_address': 'fa:16:3e:14:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:04Z', 'updated_at': '2021-12-21T02:10:10Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'subnets': [{'id': 'da8ec5c6-4240-4d6c-9ac1-32afeaa7e959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:11:51.300768 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-44fbc4df-9f74-4921-b64b-7766f962a471 req-20f066f2-7d4d-4b7f-9524-7c49885aa7f3 service neutron] 10.222.0.45 "GET /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972424 Dec 21 02:11:51.492843 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5d68f-9db4-443d-98f2-01aad87b6184 None None] New status for floating IP 13a68185-ad33-4b5c-8901-5846b68659a0: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:11:51.945188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726a5e-d4c1-4adc-b4db-9cb2b22bffb4 req-63607016-2c5d-4fab-aaec-f3c157e5d867 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:51.947303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12726a5e-d4c1-4adc-b4db-9cb2b22bffb4 req-63607016-2c5d-4fab-aaec-f3c157e5d867 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0513034 Dec 21 02:11:52.007518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-12726a5e-d4c1-4adc-b4db-9cb2b22bffb4 req-2ade3f70-5fcb-43be-926d-f438f1bc9b9d tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/security-groups?id=907785aa-bae2-48d3-856e-3cb3de4f5d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534275 Dec 21 02:11:52.173271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.346579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7d23d-7546-4054-910b-9341e54331ba req-e8bef298-85ba-4990-88b3-f6bb48e95836 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:52.348172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e7d23d-7546-4054-910b-9341e54331ba req-e8bef298-85ba-4990-88b3-f6bb48e95836 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Dec 21 02:11:52.462323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:52.462756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.555357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 923dbb0d-f5e4-4cf7-8522-159794de2f72, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=923dbb0d-f5e4-4cf7-8522-159794de2f72,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:52.555728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.578501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 923dbb0d-f5e4-4cf7-8522-159794de2f72 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:52.718224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.748558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=923dbb0d-f5e4-4cf7-8522-159794de2f72,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:52.769509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:52.800337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] No DVR routers for this DVR port 923dbb0d-f5e4-4cf7-8522-159794de2f72 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:11:52.803060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.806808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46e7d23d-7546-4054-910b-9341e54331ba req-8d0f2e4c-e1c1-487e-9eca-abe0fb08ce4c tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.45 "DELETE /v2.0/ports/923dbb0d-f5e4-4cf7-8522-159794de2f72 HTTP/1.1" status: 204 len: 173 time: 0.4520171 Dec 21 02:11:52.807262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-deleted', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:52.810934 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6665b9-2cc5-45de-a43a-1e0b7892403c" -d '{"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-deleted", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:52.849954 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce703ae5-2c62-4c94-a094-13a110543917 x-openstack-request-id: req-ce703ae5-2c62-4c94-a094-13a110543917 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:52.850347 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e9eae2-783f-494d-be0d-4cd4e14b0c84", "name": "network-vif-deleted", "tag": "923dbb0d-f5e4-4cf7-8522-159794de2f72", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:52.850747 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce703ae5-2c62-4c94-a094-13a110543917 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:52.851246 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9eae2-783f-494d-be0d-4cd4e14b0c84', 'name': 'network-vif-deleted', 'tag': '923dbb0d-f5e4-4cf7-8522-159794de2f72', 'status': 'completed', 'code': 200} Dec 21 02:11:52.871519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.894835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:52.897142 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6036d3-f32a-4740-87fa-7766296a09e1" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:52.910900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:52.916057 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:52.947264 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f04696-dee7-4e59-b35d-eed3a9a100ec x-openstack-request-id: req-50f04696-dee7-4e59-b35d-eed3a9a100ec {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:52.947657 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:52.948005 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50f04696-dee7-4e59-b35d-eed3a9a100ec {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:52.948580 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:11:52.976466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:53.131282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9f0a3ea6-213f-4104-b60a-a1191d9e0fde req-37b27e16-307c-42f5-8d8b-233b14a7076e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e9eae2-783f-494d-be0d-4cd4e14b0c84 HTTP/1.1" status: 200 len: 210 time: 0.0307686 Dec 21 02:11:54.189787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:54.621967 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:54.793121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:11:54.904454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:54.915603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:11:54.938411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port b6037714-916f-43bf-9a25-b96a13f036b2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:54.938666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:54.953939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:54.971197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:11:54.991236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:54.996160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:55.029956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port b6037714-916f-43bf-9a25-b96a13f036b2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b6037714-916f-43bf-9a25-b96a13f036b2,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:55.030319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:55.043596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:55.043768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for b6037714-916f-43bf-9a25-b96a13f036b2 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:55.171756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2cc3b27c-e6a3-4ce9-b180-e485bb206973'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:11:55.218585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-aa25eb58-5fe4-4d0f-acb8-249709cf9915 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698493 Dec 21 02:11:55.273210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:55.318705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=b6037714-916f-43bf-9a25-b96a13f036b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:55.466609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-92012c20-999f-4ae1-ade7-263ce93274b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:55.468048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-92012c20-999f-4ae1-ade7-263ce93274b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1098 time: 0.1593471 Dec 21 02:11:55.720112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:55.744285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 923dbb0d-f5e4-4cf7-8522-159794de2f72 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:55.744772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 923dbb0d-f5e4-4cf7-8522-159794de2f72 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:11:55.918907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:55.981344 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-215ab178-f9a2-4ccc-8e63-aa1f31901213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:55.982805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-215ab178-f9a2-4ccc-8e63-aa1f31901213 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 896 time: 0.4863999 Dec 21 02:11:56.097982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-65424a46-6259-4eaa-a03b-5310a24335ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 1002 time: 0.1029880 Dec 21 02:11:56.219972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-5fd4956d-afc3-4914-8022-32e9a303214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:56.221454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-5fd4956d-afc3-4914-8022-32e9a303214f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.1148236 Dec 21 02:11:56.270143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Router 7dd9e5eb-d045-4253-88af-1d16e9648415 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:11:56.289408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-e7641fca-e3de-4816-8d4d-6f9865cf87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:11:56.290903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-e7641fca-e3de-4816-8d4d-6f9865cf87eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555356 Dec 21 02:11:56.421167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:11:56.457696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:11:56.460904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-aea2ba75-07d9-4bd9-a17c-b9456f8d5fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407936 Dec 21 02:11:56.465399 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-04f41965-98a9-486a-9177-04cecac4c71e tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "PUT /v2.0/routers/7dd9e5eb-d045-4253-88af-1d16e9648415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2744191 Dec 21 02:11:56.467999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46430) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:56.470225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Sync routers for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:11:56.481094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:56.481735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:56.567485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting subnet da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:11:56.571633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.583964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:56.632047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.657275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db544cbb-36bd-4816-9adc-2386a35cb3ae req-7512d5f9-9749-4be2-825a-dcefa72b9dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870823 Dec 21 02:11:56.732906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.792709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:11:56.815800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.836837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:11:55Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:56.842531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.851102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Subnet': ['ID=da8ec5c6-4240-4d6c-9ac1-32afeaa7e959,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:56.862132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:56.868900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:56.869378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-411e3716-0207-4f06-bf16-dbf872de1078 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/subnets/da8ec5c6-4240-4d6c-9ac1-32afeaa7e959 HTTP/1.1" status: 204 len: 168 time: 0.3999629 Dec 21 02:11:56.869481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b1a7a-f2c1-48c1-ae87-da8199ac0c22 None None] Network 5e85cf62-70d9-459d-a056-6ccdd0e971a1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:11:56.873227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Checking router: 7dd9e5eb-d045-4253-88af-1d16e9648415 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:11:56.929783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Routers {'7dd9e5eb-d045-4253-88af-1d16e9648415'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:11:56.931210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7dd9e5eb-d045-4253-88af-1d16e9648415'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:56.986421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.011633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:11:57.012345 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.116569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.181951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port b5778be6-837c-4684-93da-95f314e3bbdc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:57.183683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.277430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port b5778be6-837c-4684-93da-95f314e3bbdc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b5778be6-837c-4684-93da-95f314e3bbdc,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:57.277800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.292478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for b5778be6-837c-4684-93da-95f314e3bbdc owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:57.325825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] Set router 7dd9e5eb-d045-4253-88af-1d16e9648415 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:11:57.395442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487080f-1d02-4606-889f-4743b753014a None None] DHCP port deletion for 5e85cf62-70d9-459d-a056-6ccdd0e971a1 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:57.404184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.500714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:11:57.502629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.503091 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61952f3e-6a68-4698-8af5-100e8d53f15f" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:11:57.530869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=b5778be6-837c-4684-93da-95f314e3bbdc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:57.578440 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eb1d42-3fa3-47f6-96d5-9e500c60eb67 x-openstack-request-id: req-74eb1d42-3fa3-47f6-96d5-9e500c60eb67 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:11:57.578740 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:11:57.578997 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74eb1d42-3fa3-47f6-96d5-9e500c60eb67 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:11:57.579396 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:11:57.580166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412623d-2070-4ce0-b2ee-d2ed5160602a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:11:57.597578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.602407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:57.611458 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.680072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7487080f-1d02-4606-889f-4743b753014a None None] Deleting port 68845888-db09-46a4-8f23-2d5f12063197 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:57.680454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7487080f-1d02-4606-889f-4743b753014a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.683362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=10']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:57.694637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.696867 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.743008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.743540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd9e5eb-d045-4253-88af-1d16e9648415 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:11:57.752592 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.756597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:57.757033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5c8dc856-8ec3-4bde-b996-c406786db54f tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/routers/7dd9e5eb-d045-4253-88af-1d16e9648415 HTTP/1.1" status: 204 len: 168 time: 0.8856971 Dec 21 02:11:57.761745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:11:55Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:57.800776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d996-bae5-440c-8928-41dcf3be2ed1 None None] The sync data for ids ['7dd9e5eb-d045-4253-88af-1d16e9648415'] in n-d-761264-20 is: [{'id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601366934', 'tenant_id': 'bd263f31471247a294807ec6db2d3382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:10:00Z', 'updated_at': '2021-12-21T02:11:55Z', 'revision_number': 5, 'project_id': 'bd263f31471247a294807ec6db2d3382', 'gw_port': {'id': 'b5778be6-837c-4684-93da-95f314e3bbdc', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9e5eb-d045-4253-88af-1d16e9648415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:10:01Z', 'updated_at': '2021-12-21T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:11:57.805906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7487080f-1d02-4606-889f-4743b753014a None None] For port 68845888-db09-46a4-8f23-2d5f12063197, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68845888-db09-46a4-8f23-2d5f12063197,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:57.806315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7487080f-1d02-4606-889f-4743b753014a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.832244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7487080f-1d02-4606-889f-4743b753014a None None] Calling delete_port for 68845888-db09-46a4-8f23-2d5f12063197 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:57.874180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.942551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Deleting port 68845888-db09-46a4-8f23-2d5f12063197 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:11:57.942894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:57.978525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7487080f-1d02-4606-889f-4743b753014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.014675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68845888-db09-46a4-8f23-2d5f12063197 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:58.020653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487080f-1d02-4606-889f-4743b753014a None None] Pushing event deleted for resources: {'Port': ['ID=68845888-db09-46a4-8f23-2d5f12063197,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:58.023189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487080f-1d02-4606-889f-4743b753014a None None] No DVR routers for this DVR port 68845888-db09-46a4-8f23-2d5f12063197 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:11:58.039472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] For port 68845888-db09-46a4-8f23-2d5f12063197, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68845888-db09-46a4-8f23-2d5f12063197,segment=NetworkSegment(1e64a77d-12e1-4721-bd22-cfef20bb70df),segment_id=1e64a77d-12e1-4721-bd22-cfef20bb70df)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:11:58.040095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.043448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 68845888-db09-46a4-8f23-2d5f12063197 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:58.043864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68845888-db09-46a4-8f23-2d5f12063197 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:11:58.059435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Calling delete_port for 68845888-db09-46a4-8f23-2d5f12063197 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:11:58.144018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.173150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Port': ['ID=68845888-db09-46a4-8f23-2d5f12063197,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:58.180186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] No DVR routers for this DVR port 68845888-db09-46a4-8f23-2d5f12063197 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:11:58.262531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.284719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e85cf62-70d9-459d-a056-6ccdd0e971a1']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:58.295066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e64a77d-12e1-4721-bd22-cfef20bb70df') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:58.295368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e64a77d-12e1-4721-bd22-cfef20bb70df') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:11:58.307606 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.321187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.327668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:11:58.328069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:11:58.331832 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:11:58.398640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.416354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.420015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/networks/5e85cf62-70d9-459d-a056-6ccdd0e971a1 HTTP/1.1" status: 204 len: 168 time: 0.6615629 Dec 21 02:11:58.421250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760f1c-9721-4c11-a10e-5cd02c755113 tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'Network': ['ID=5e85cf62-70d9-459d-a056-6ccdd0e971a1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:58.422753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:58.480207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.504504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.564423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.567117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:58.568370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] 10.222.0.43 "DELETE /v2.0/security-groups/907785aa-bae2-48d3-856e-3cb3de4f5d43 HTTP/1.1" status: 204 len: 168 time: 0.1447215 Dec 21 02:11:58.587048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781657-1a6b-4011-b9fe-bf14dc3b03da tempest-TestNetworkAdvancedServerOps-1911827651 tempest-TestNetworkAdvancedServerOps-1911827651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907785aa-bae2-48d3-856e-3cb3de4f5d43,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:58.893298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:59.032193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-34e0a26b-532b-498c-b893-11f7803f51a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd263f31471247a294807ec6db2d3382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376824 Dec 21 02:11:59.035037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:59.082352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.103297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.150068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.152721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.153877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61f52d63-4628-4c7d-8cd6-7b03329b5255 HTTP/1.1" status: 204 len: 168 time: 0.1179562 Dec 21 02:11:59.162568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28dca-cc30-4d6a-a3ef-430df7866906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f52d63-4628-4c7d-8cd6-7b03329b5255,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:59.498356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46496) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:59.551589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6267fb04-0914-48b7-b10b-74c3b9eb4445 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f9cae6e96b7407bbbdd7c6f64c772d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518427 Dec 21 02:11:59.554261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46500) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:11:59.610295 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.633073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.683515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.686263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:11:59.689846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2899b1bb-2e49-4167-9309-c8f798fd8a93 HTTP/1.1" status: 204 len: 168 time: 0.1317441 Dec 21 02:11:59.700137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee88ff-fab5-487d-b39c-cea9e5d29704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899b1bb-2e49-4167-9309-c8f798fd8a93,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:11:59.798733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b5778be6-837c-4684-93da-95f314e3bbdc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:59.827094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b5778be6-837c-4684-93da-95f314e3bbdc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:59.827702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b5778be6-837c-4684-93da-95f314e3bbdc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:11:59.828281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b6037714-916f-43bf-9a25-b96a13f036b2 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:11:59.851747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b6037714-916f-43bf-9a25-b96a13f036b2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:11:59.852299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b6037714-916f-43bf-9a25-b96a13f036b2 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:00.302941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46520) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:00.474569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8528be35-2764-4812-b956-a5ca6f3c4e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.558845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8528be35-2764-4812-b956-a5ca6f3c4e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.566319 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8528be35-2764-4812-b956-a5ca6f3c4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.609836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528be35-2764-4812-b956-a5ca6f3c4e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968f62c9-952a-4ab1-82f1-859618e6f160,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:00.617316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8528be35-2764-4812-b956-a5ca6f3c4e02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b61c2f3af8a94f73b78c475f2c66bd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128643 Dec 21 02:12:00.620307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:00.679498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.703977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.761322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.764207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:00.767028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/968f62c9-952a-4ab1-82f1-859618e6f160 HTTP/1.1" status: 204 len: 168 time: 0.1455717 Dec 21 02:12:00.775629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fadc4-bc9a-4204-a435-5c1e3caef746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968f62c9-952a-4ab1-82f1-859618e6f160,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:01.482922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46554) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:01.590977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1156994789-network', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:01.618106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Made reservation on behalf of b656d315a38c4fba9a1b553d92b44fd4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:01.621116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.630818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.726470 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.732657 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.759355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:12:01.769841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d39fc-bf02-4828-8b59-35076fde5c5c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:01.777189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.777465 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Added segment e149cd23-b607-4e9b-becd-11e48e43b9c8 of type vlan for network 4ec86ef7-5977-41dc-b0ac-80c6160825be Dec 21 02:12:01.825780 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.856695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.857851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:01.858463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:01.916533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4297428 Dec 21 02:12:01.917434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:01.922343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2ddb-aea6-41fa-80c8-4e76e2fc472b admin admin] Pushing event updated for resources: {'Network': ['ID=4ec86ef7-5977-41dc-b0ac-80c6160825be,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:01.922470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Request body: {'subnet': {'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1156994789-subnet', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:01.934866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:12:01.947742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Made reservation on behalf of b656d315a38c4fba9a1b553d92b44fd4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:01.950786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.122370 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.211395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Checking segment: {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:02.212007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Network hostable DHCP agents. Network: 4ec86ef7-5977-41dc-b0ac-80c6160825be, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:12:02.215753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026023be-6f7c-4e13-b6d2-8c7af91ab7ca,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:02.235282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:12:02.248097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4ec86ef7-5977-41dc-b0ac-80c6160825be) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:02.253076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:02.253980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.259637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af977ec7-0600-4dd1-a121-069476658471 None None] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:02.294099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46560) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:02.295176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-724b564a-ec51-4c69-98d0-47d6b242dbf4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3766377 Dec 21 02:12:02.300764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:02.338115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.342286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.380903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-4ec86ef7-5977-41dc-b0ac-80c6160825be', 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be', 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'fixed_ips': [{'subnet_id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:12:02.382016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.429237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.537678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Allocated IP 172.20.0.2 (4ec86ef7-5977-41dc-b0ac-80c6160825be/026023be-6f7c-4e13-b6d2-8c7af91ab7ca/e76dc7d0-b04d-4578-b68c-0561d6f3175d) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:02.583294 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.719248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.728265 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.783129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Pushing event updated for resources: {'Port': ['ID=e76dc7d0-b04d-4578-b68c-0561d6f3175d,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:02.791359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:02.796438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:02.799506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.799860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.800208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.800549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.800888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.801224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.801581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.801916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.802245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.802571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.802900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.803262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.803546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:02.806972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:02.873105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Attempting to bind port e76dc7d0-b04d-4578-b68c-0561d6f3175d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:02.873771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Attempting to bind port e76dc7d0-b04d-4578-b68c-0561d6f3175d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:02.874372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Attempting to bind port e76dc7d0-b04d-4578-b68c-0561d6f3175d on network 4ec86ef7-5977-41dc-b0ac-80c6160825be {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:02.881221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:02.881907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Checking segment: {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:02.883082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.883551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Bound using segment: {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:02.884046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Bound port: e76dc7d0-b04d-4578-b68c-0561d6f3175d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:02.884438 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:02.956544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] For port e76dc7d0-b04d-4578-b68c-0561d6f3175d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:02.960119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] For port e76dc7d0-b04d-4578-b68c-0561d6f3175d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e76dc7d0-b04d-4578-b68c-0561d6f3175d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:02.968563 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.033764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac9a78-0d03-4cfa-bed5-b99615e9bef3 None None] Pushing event updated for resources: {'Port': ['ID=e76dc7d0-b04d-4578-b68c-0561d6f3175d,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:03.270608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.291449 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.460771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Allocated IP 172.25.6.235 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/432ca18f-5938-4470-9589-a9402b6f8ed1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:03.579940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.624874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.676528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:03.678934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:03.682449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:03.708441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd7d78-bae3-4acf-91a7-981fb0a9e49d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:03.713394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=432ca18f-5938-4470-9589-a9402b6f8ed1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:03.826504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-51cd15a9-d0e9-466e-8fb0-0ca125cd7d07 None None] Provisioning complete for port 432ca18f-5938-4470-9589-a9402b6f8ed1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:03.829691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-51cd15a9-d0e9-466e-8fb0-0ca125cd7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:03.894125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-51cd15a9-d0e9-466e-8fb0-0ca125cd7d07 None None] Port 432ca18f-5938-4470-9589-a9402b6f8ed1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:03.925580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e76dc7d0-b04d-4578-b68c-0561d6f3175d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:04.027905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e76dc7d0-b04d-4578-b68c-0561d6f3175d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:04.028554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.074458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.165475 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.214594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port e76dc7d0-b04d-4578-b68c-0561d6f3175d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e76dc7d0-b04d-4578-b68c-0561d6f3175d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:04.222846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.291162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=e76dc7d0-b04d-4578-b68c-0561d6f3175d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:04.360227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfc484-0669-4b13-aee1-16aa49b30727 None None] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:04.400176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.462548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-70e52d80-54ce-416a-a5c7-ba8f5ca22790 None None] Provisioning complete for port e76dc7d0-b04d-4578-b68c-0561d6f3175d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:04.462983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70e52d80-54ce-416a-a5c7-ba8f5ca22790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.580178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Router ab0c9248-0145-4f8a-92fc-bd00db5a675b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:12:04.727455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:04.740831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Sync routers for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:04.760958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.762921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fcff53cf-c52e-4aca-95dd-9ee409d0b7a2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4666109 Dec 21 02:12:04.765555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46582) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:04.767633 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:04.768252 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:04.946295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d3deb385-ade7-420b-b373-94e364d91b51 None None] Provisioning complete for port e76dc7d0-b04d-4578-b68c-0561d6f3175d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:04.948132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3deb385-ade7-420b-b373-94e364d91b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:04.983490 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:05.200019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:03Z', 'revision_number': 3, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:05.233704 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Checking router: ab0c9248-0145-4f8a-92fc-bd00db5a675b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:05.234305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Updating router ab0c9248-0145-4f8a-92fc-bd00db5a675b port 432ca18f-5938-4470-9589-a9402b6f8ed1 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:05.273552 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.321985 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.523455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Allocated IP 172.20.0.1 (4ec86ef7-5977-41dc-b0ac-80c6160825be/026023be-6f7c-4e13-b6d2-8c7af91ab7ca/1adba8c0-073c-4a7e-a7a9-65972bc0ce0d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:05.622870 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.633327 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.680842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0d44e-70f0-4deb-9082-d5a2247c4a0a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:05.681835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.696051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Attempting to bind port 432ca18f-5938-4470-9589-a9402b6f8ed1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:05.696462 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Attempting to bind port 432ca18f-5938-4470-9589-a9402b6f8ed1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:05.696768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Attempting to bind port 432ca18f-5938-4470-9589-a9402b6f8ed1 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:05.707610 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:05.708147 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:05.708916 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.708916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:05.709420 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Bound port: 432ca18f-5938-4470-9589-a9402b6f8ed1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:05.709772 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.711807 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700503d-f39e-4fa6-a23b-8a6bb98c05df None None] Pushing event updated for resources: {'Port': ['ID=432ca18f-5938-4470-9589-a9402b6f8ed1,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:05.739514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ce4d6e30-e663-4104-bbd6-80129ab1fb3f None None] Provisioning complete for port 432ca18f-5938-4470-9589-a9402b6f8ed1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:05.739885 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6e30-e663-4104-bbd6-80129ab1fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.770269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.788680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d6e30-e663-4104-bbd6-80129ab1fb3f None None] Port 432ca18f-5938-4470-9589-a9402b6f8ed1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:05.802162 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] For port 432ca18f-5938-4470-9589-a9402b6f8ed1, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:05.808481 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] For port 432ca18f-5938-4470-9589-a9402b6f8ed1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=432ca18f-5938-4470-9589-a9402b6f8ed1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:05.817592 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.846245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:05.868213 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700503d-f39e-4fa6-a23b-8a6bb98c05df None None] Pushing event updated for resources: {'Port': ['ID=432ca18f-5938-4470-9589-a9402b6f8ed1,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:05.871283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:05.876871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Pushing event updated for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:05.879257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:05.900125 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:05.901311 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:05.926285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e76dc7d0-b04d-4578-b68c-0561d6f3175d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:05.929773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:05.979760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5896e6-ed6f-457f-bdd4-3ac83bc70ceb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:06.061373 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:06.095300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e76dc7d0-b04d-4578-b68c-0561d6f3175d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:06.095997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.147149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] Provisioning complete for port 432ca18f-5938-4470-9589-a9402b6f8ed1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:06.147775 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.225846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.299171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.330280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] For port 432ca18f-5938-4470-9589-a9402b6f8ed1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=432ca18f-5938-4470-9589-a9402b6f8ed1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:06.341648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.367745 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:03Z', 'revision_number': 3, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:06.407726 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed485e-9a80-46e8-bab2-eed6991a21eb None None] The sync data for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 is: [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:03Z', 'revision_number': 3, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:06.420674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1223-fdab-4416-b7fd-dea1239a3edd None None] Pushing event updated for resources: {'Port': ['ID=432ca18f-5938-4470-9589-a9402b6f8ed1,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:06.470579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-148709c3-7ac0-4159-a99f-641ff06b79de None None] Provisioning complete for port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:06.471320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-148709c3-7ac0-4159-a99f-641ff06b79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.505455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.514986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.517548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-148709c3-7ac0-4159-a99f-641ff06b79de None None] Port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:06.597309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:06.600892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Pushing event updated for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:06.738789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:06.741194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:06.958030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Router ab0c9248-0145-4f8a-92fc-bd00db5a675b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:07.062802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6f4bd5f6-ae49-4bb7-a6ed-4d80d1f7eb91 None None] Provisioning complete for port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:07.063744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd5f6-ae49-4bb7-a6ed-4d80d1f7eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:07.109237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bd5f6-ae49-4bb7-a6ed-4d80d1f7eb91 None None] Port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:07.126041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:07.135898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ca8e2f3-3759-49e8-9f5f-f0b1a0a3fe3b admin admin] 10.222.0.43 "PUT /v2.0/routers/ab0c9248-0145-4f8a-92fc-bd00db5a675b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3692610 Dec 21 02:12:07.869502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46616) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:07.875645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1757668120-network', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:07.939215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Made reservation on behalf of 4cd63170aa814dd9a261db2d41bd3a51 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:07.942158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:07.964292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 432ca18f-5938-4470-9589-a9402b6f8ed1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:07.989120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.053728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 432ca18f-5938-4470-9589-a9402b6f8ed1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:08.054179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.119172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.127857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.141656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:12:08.156281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.156920 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Added segment 2c61ff30-3a27-4357-bd1b-9f508b247876 of type vlan for network bf001b79-813c-4948-99c2-d4304eebe163 Dec 21 02:12:08.260742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.264643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479969c7-e81d-4083-a7b6-da6f3f8155b4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:08.274293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.274629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.274975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.275309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.276195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.276672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.277025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.277326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.277824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.278286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.278617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.278958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.279342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:08.310005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.311242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:08.312217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.347234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46620) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:08.353864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4823551 Dec 21 02:12:08.356495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46622) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:08.370022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Request body: {'subnet': {'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1757668120-subnet', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:08.422411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c72e5-e056-4344-adfe-d9aec673a1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf001b79-813c-4948-99c2-d4304eebe163,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:08.446512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bf001b79-813c-4948-99c2-d4304eebe163 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:12:08.469044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398065-e481-44ea-be7e-6bef7d3d15aa tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:08.469707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398065-e481-44ea-be7e-6bef7d3d15aa tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:08.470189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5398065-e481-44ea-be7e-6bef7d3d15aa tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:08.473090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f5398065-e481-44ea-be7e-6bef7d3d15aa tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=bade97e46c89455aabcb0edff6298cd1&network_id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 2973 time: 0.1243606 Dec 21 02:12:08.489459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Made reservation on behalf of 4cd63170aa814dd9a261db2d41bd3a51 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:08.492169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.832933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Sync routers for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:08.846599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:08.847371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:08.852309 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:08.882875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-75e5db9e-92e2-4ac6-8ec8-b76565515c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:08.889107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-75e5db9e-92e2-4ac6-8ec8-b76565515c48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1098 time: 0.0877700 Dec 21 02:12:08.965885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:09.004644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Checking segment: {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:09.005231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Network hostable DHCP agents. Network: bf001b79-813c-4948-99c2-d4304eebe163, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:12:09.016997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9163af-187e-4440-8f5b-7f12ef08cad2,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:09.034199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Network bf001b79-813c-4948-99c2-d4304eebe163 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:12:09.070333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, bf001b79-813c-4948-99c2-d4304eebe163) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:09.076356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:09.078016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.107691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46632) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:09.112748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:09.113551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c629b230-7c87-423c-a1ee-776183a65600 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7557328 Dec 21 02:12:09.143071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-2471ae25-d764-430c-8e0c-cbb7f7fb274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:09.144560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-2471ae25-d764-430c-8e0c-cbb7f7fb274f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.2303338 Dec 21 02:12:09.241779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.243359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.263069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-05e0316f-9c8c-4317-bb44-224bf0de6e34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 1001 time: 0.1047459 Dec 21 02:12:09.296291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f5afb-02de-4783-ae38-1632581b6d10 None None] Network bf001b79-813c-4948-99c2-d4304eebe163 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:09.347129 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.380766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-316257e2-a23f-480a-868b-68c8e32a9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:09.382361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-316257e2-a23f-480a-868b-68c8e32a9413 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.1105845 Dec 21 02:12:09.493212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-bf001b79-813c-4948-99c2-d4304eebe163', 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163', 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'fixed_ips': [{'subnet_id': '7e9163af-187e-4440-8f5b-7f12ef08cad2'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:12:09.495531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.537376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1adba8c0-073c-4a7e-a7a9-65972bc0ce0d', 'name': '', 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'mac_address': 'fa:16:3e:21:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:05Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 2, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'subnets': [{'id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:09.616231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Checking router: ab0c9248-0145-4f8a-92fc-bd00db5a675b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:09.616836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Updating router ab0c9248-0145-4f8a-92fc-bd00db5a675b port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:09.662599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:09.841711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Allocated IP 172.20.0.2 (bf001b79-813c-4948-99c2-d4304eebe163/7e9163af-187e-4440-8f5b-7f12ef08cad2/aeb92866-181a-4500-ad70-79b0bb0a9fe7) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:10.005822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-268e3d24-dca6-4b19-965d-fb80fad1aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:10.007328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-268e3d24-dca6-4b19-965d-fb80fad1aa47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5731452 Dec 21 02:12:10.015434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.132803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.146551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.152076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.187226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.198443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Network bf001b79-813c-4948-99c2-d4304eebe163 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:10.201987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-b98a06d5-b5f0-4731-af87-4d5dd25a696a service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833410 Dec 21 02:12:10.206242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:10.217325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:10.243179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Pushing event updated for resources: {'Port': ['ID=aeb92866-181a-4500-ad70-79b0bb0a9fe7,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:10.365892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:10.437232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Attempting to bind port aeb92866-181a-4500-ad70-79b0bb0a9fe7 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:10.437672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Attempting to bind port aeb92866-181a-4500-ad70-79b0bb0a9fe7 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:10.438999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Attempting to bind port aeb92866-181a-4500-ad70-79b0bb0a9fe7 on network bf001b79-813c-4948-99c2-d4304eebe163 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:10.442328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68c18f-526a-480f-bf7d-67ccc6c0498c None None] Pushing event updated for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:10.447047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Attempting to bind port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:10.447931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Attempting to bind port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:10.448685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Attempting to bind port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d on network 4ec86ef7-5977-41dc-b0ac-80c6160825be {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:10.456202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4152599-0b50-46b1-92d7-039c2f11fa37 req-eecf63e9-5de4-4c80-847b-747afe50093d service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441971 Dec 21 02:12:10.458036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:10.459502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Checking segment: {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:10.460164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.460567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Bound using segment: {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:10.461361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Bound port: aeb92866-181a-4500-ad70-79b0bb0a9fe7, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:10.461696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d53559-eb46-47a6-be03-4627000ad08a tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:10.461823 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.463834 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b5d53559-eb46-47a6-be03-4627000ad08a tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 814 time: 0.0948117 Dec 21 02:12:10.467061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:10.467061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Checking segment: {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:10.467061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.467386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Bound using segment: {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:10.468021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Bound port: 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e149cd23-b607-4e9b-becd-11e48e43b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:10.468407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.502983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.529935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.605348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] For port aeb92866-181a-4500-ad70-79b0bb0a9fe7, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:10.611614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] For port aeb92866-181a-4500-ad70-79b0bb0a9fe7, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aeb92866-181a-4500-ad70-79b0bb0a9fe7,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:10.622974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.626208 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] For port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:10.671020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Allocated IP 172.25.6.63 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a85e44d5-ec71-47ba-94d7-359c4bf40670) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:10.680947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] For port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:10.697842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.733176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] Provisioning complete for port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:10.733614 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.736828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f3856-a9c9-4c00-9471-22a6db43437f None None] Pushing event updated for resources: {'Port': ['ID=aeb92866-181a-4500-ad70-79b0bb0a9fe7,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:10.836060 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.856532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:10.857772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:10.906711 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:10.973532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68c18f-526a-480f-bf7d-67ccc6c0498c None None] Pushing event updated for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:11.005731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:11.009058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:11.012961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:11.019664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Pushing event updated for resources: {'Port': ['ID=a85e44d5-ec71-47ba-94d7-359c4bf40670,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:11.031151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ccbff-ec2a-4b00-b60b-ad3085c5152a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:11.046705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:11.054920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'network': {'name': 'tempest-network-smoke--2032633019', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'port_security_enabled': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:11.127476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:11.137516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:11.142159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.184859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.205078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:12:11.225976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.228844 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Added segment cff73a4a-7762-4063-9c0a-9871a77a9d7e of type vlan for network b8f4ff60-2883-47da-bed4-43dec008d524 Dec 21 02:12:11.306229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] For port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:11.322270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.332372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.362874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.371797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:11.375335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.437620 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3881683 Dec 21 02:12:11.438351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0750c3-0835-4d1b-9aeb-15fade3ead4a None None] Pushing event updated for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:11.447781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46654) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:11.497623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9dd0859e-0a3d-4a8b-9fab-0888f6f86893 None None] Provisioning complete for port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:11.497838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9dd0859e-0a3d-4a8b-9fab-0888f6f86893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.502921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0893d28-1792-4d8e-8b09-a5f4fc816bb6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Network': ['ID=b8f4ff60-2883-47da-bed4-43dec008d524,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:11.526174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b8f4ff60-2883-47da-bed4-43dec008d524 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:12:11.569179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda38cdd-4616-44a1-a9a7-ca95c2f31848 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:11.571404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bda38cdd-4616-44a1-a9a7-ca95c2f31848 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bade97e46c89455aabcb0edff6298cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1228471 Dec 21 02:12:11.572443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.574318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:11.641993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1adba8c0-073c-4a7e-a7a9-65972bc0ce0d', 'name': '', 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'mac_address': 'fa:16:3e:21:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:05Z', 'updated_at': '2021-12-21T02:12:10Z', 'revision_number': 4, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'subnets': [{'id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:11.696784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a9f41-a390-4c97-b937-ae9fbbbd4faa None None] The sync data for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 is: [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1adba8c0-073c-4a7e-a7a9-65972bc0ce0d', 'name': '', 'network_id': '4ec86ef7-5977-41dc-b0ac-80c6160825be', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'mac_address': 'fa:16:3e:21:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:05Z', 'updated_at': '2021-12-21T02:12:10Z', 'revision_number': 4, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'subnets': [{'id': '026023be-6f7c-4e13-b6d2-8c7af91ab7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:11.742277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9dd0859e-0a3d-4a8b-9fab-0888f6f86893 None None] Provisioning complete for port a85e44d5-ec71-47ba-94d7-359c4bf40670 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:11.742486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9dd0859e-0a3d-4a8b-9fab-0888f6f86893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:11.872582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0859e-0a3d-4a8b-9fab-0888f6f86893 None None] Port a85e44d5-ec71-47ba-94d7-359c4bf40670 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:11.935560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7496c38c-c852-4f43-ba2c-f70ac1e7f0e5 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:11.940689 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7496c38c-c852-4f43-ba2c-f70ac1e7f0e5 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3617985 Dec 21 02:12:11.941659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:12.019666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aeb92866-181a-4500-ad70-79b0bb0a9fe7 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:12.025821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16bcbfd4-0495-49de-b1e1-c264dcb6748a tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828953 Dec 21 02:12:12.028426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46664) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:12.072786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dc044977-d67f-4773-9b4a-52e09ba1ed9d tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bade97e46c89455aabcb0edff6298cd1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408292 Dec 21 02:12:12.074244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:12.161067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aeb92866-181a-4500-ad70-79b0bb0a9fe7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:12.161476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.222336 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.284575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6bc42-59ec-40ec-b745-691382c9cd50 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:12.293025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71f6bc42-59ec-40ec-b745-691382c9cd50 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2157152 Dec 21 02:12:12.293920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46670) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:12.345654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.349182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46676) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:12.351303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd6e0cb5-aa43-4f20-8884-d1edd447fc78 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554368 Dec 21 02:12:12.365807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273071933', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:12.420221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port aeb92866-181a-4500-ad70-79b0bb0a9fe7, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aeb92866-181a-4500-ad70-79b0bb0a9fe7,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:12.429022 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.471701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65aae7f-7a27-41b7-868b-17c931ceee7c None None] Network bf001b79-813c-4948-99c2-d4304eebe163 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:12.565708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:12.570047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.591631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Router 7949c179-e697-40d8-9c1d-5f5a9bc00081 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:12:12.621019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=aeb92866-181a-4500-ad70-79b0bb0a9fe7,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:12.629074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3ddcb0b1-6aae-4af1-b3ce-5c5b6826f5f1 None None] Provisioning complete for port aeb92866-181a-4500-ad70-79b0bb0a9fe7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:12.629609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb0b1-6aae-4af1-b3ce-5c5b6826f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.824034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:12.835475 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Sync routers for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:12.859965 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:12.860818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:12.862949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:12.870648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-19cf57ad-7cba-48c6-9fa3-a3f7c73a39fa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7563248 Dec 21 02:12:12.870648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46678) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:13.016820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.041395 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:13.194199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Subnet': ['ID=b1a0519a-2021-4c30-9768-0ce9ba626066,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:13.216159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5961d6b3-fe58-4a58-9b55-32fcc3b78c98 None None] Provisioning complete for port aeb92866-181a-4500-ad70-79b0bb0a9fe7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:13.216717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5961d6b3-fe58-4a58-9b55-32fcc3b78c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.251216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Checking segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:13.251893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network hostable DHCP agents. Network: b8f4ff60-2883-47da-bed4-43dec008d524, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:12:13.327064 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:11Z', 'revision_number': 3, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:13.367028 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Checking router: 7949c179-e697-40d8-9c1d-5f5a9bc00081 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:13.375971 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Updating router 7949c179-e697-40d8-9c1d-5f5a9bc00081 port a85e44d5-ec71-47ba-94d7-359c4bf40670 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:13.415566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network b8f4ff60-2883-47da-bed4-43dec008d524 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:12:13.425148 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.462646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b8f4ff60-2883-47da-bed4-43dec008d524) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:13.472431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:13.472614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e85ca-2003-4033-93e4-0a75eaed908f None None] Network b8f4ff60-2883-47da-bed4-43dec008d524 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:13.473030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.551042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dc5146b1-acd8-4efb-a20f-5398893d7122 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2002079 Dec 21 02:12:13.649039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b8f4ff60-2883-47da-bed4-43dec008d524', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ips': [{'subnet_id': 'b1a0519a-2021-4c30-9768-0ce9ba626066'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:12:13.649793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.948856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53e781aa-9f81-4990-a634-ef95355baf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:13.964323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Allocated IP 172.20.0.18 (b8f4ff60-2883-47da-bed4-43dec008d524/b1a0519a-2021-4c30-9768-0ce9ba626066/96238958-1f14-4fae-9fa2-6deb5f2cfe37) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:13.995188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:14.000669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566840833', 'description': 'tempest-secgroup-smoke-566840833 description', 'project_id': 'bade97e46c89455aabcb0edff6298cd1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:14.027628 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.038140 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.046721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.127183 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Attempting to bind port a85e44d5-ec71-47ba-94d7-359c4bf40670 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:14.127556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Attempting to bind port a85e44d5-ec71-47ba-94d7-359c4bf40670 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:14.127924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Attempting to bind port a85e44d5-ec71-47ba-94d7-359c4bf40670 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:14.155792 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:14.156603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:14.157108 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.158177 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:14.160071 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Bound port: a85e44d5-ec71-47ba-94d7-359c4bf40670, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:14.160882 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.199546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.202392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2570-d4e1-48ea-a979-cde7b23dae30 None None] Pushing event updated for resources: {'Port': ['ID=a85e44d5-ec71-47ba-94d7-359c4bf40670,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.207122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.257012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958c6983-1675-46e8-a8ca-71d5f34ce9d7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.274234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.275816 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-277c76ed-9d16-4dc8-ab0b-e049f14860ca tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2793779 Dec 21 02:12:14.279257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:14.284308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:14.299508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aeb92866-181a-4500-ad70-79b0bb0a9fe7 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:14.302058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2024e-aa88-43c9-ba02-eca074fd8497 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:14.323092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.331153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.350190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] For port a85e44d5-ec71-47ba-94d7-359c4bf40670, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:14.355122 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] For port a85e44d5-ec71-47ba-94d7-359c4bf40670, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a85e44d5-ec71-47ba-94d7-359c4bf40670,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:14.361662 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.397713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aeb92866-181a-4500-ad70-79b0bb0a9fe7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:14.398318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.404587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.414264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.420695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6585168-9fba-46b0-8c70-c70d233995c2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:14.423881 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:14.424522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:11:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:14.439006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8762cc81-e516-47ba-8b5f-28e7a7350951,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.461006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.468707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01c53f05-b299-4b49-8226-94ed98082a6e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877375 Dec 21 02:12:14.470726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46704) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:14.477230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:14.481615 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2570-d4e1-48ea-a979-cde7b23dae30 None None] Pushing event updated for resources: {'Port': ['ID=a85e44d5-ec71-47ba-94d7-359c4bf40670,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.487664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.503195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] Provisioning complete for port a85e44d5-ec71-47ba-94d7-359c4bf40670 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:14.503558 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.506772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.530266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.566742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:14.615416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.615629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Network b8f4ff60-2883-47da-bed4-43dec008d524 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:14.622769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.624438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:14.626196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Pushing event updated for resources: {'Port': ['ID=96238958-1f14-4fae-9fa2-6deb5f2cfe37,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.628394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:14.644142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55eb659-7243-4a6f-99ae-631882c73813,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.657415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:14.669960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Allocated IP 172.20.0.1 (bf001b79-813c-4948-99c2-d4304eebe163/7e9163af-187e-4440-8f5b-7f12ef08cad2/7c4abec9-01cf-4d15-9af1-c7650d01b6cb) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:14.672601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.678806 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-52cb53f7-94a6-4c3b-ac36-982354a13682 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2072794 Dec 21 02:12:14.679616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:14.684825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:14.724191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Attempting to bind port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:14.724566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Attempting to bind port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:14.724930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Attempting to bind port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 on network b8f4ff60-2883-47da-bed4-43dec008d524 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:14.725766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.753755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:14.754133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Checking segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:14.754710 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.754915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Bound using segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:14.755394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Bound port: 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:14.755769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.813393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.833861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.837174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.848739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.849440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] For port a85e44d5-ec71-47ba-94d7-359c4bf40670, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a85e44d5-ec71-47ba-94d7-359c4bf40670,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:14.862332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.880457 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:11Z', 'revision_number': 3, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:14.892095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f46176-307d-4ea6-8c8a-6906a5df1f77,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.904284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.913392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19758d2f-a124-40f7-9063-7a417a3ebffc None None] The sync data for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 is: [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:11Z', 'revision_number': 3, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:14.914073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.918140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6124f04d-b052-4571-9543-53ec67f71698 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375455 Dec 21 02:12:14.920877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46712) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:14.925543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:14.928795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319eaf7-51fd-4ce7-8294-ed00e8e0dfd4 None None] Pushing event updated for resources: {'Port': ['ID=a85e44d5-ec71-47ba-94d7-359c4bf40670,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:14.935671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:14.936052 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:14.965798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Network bf001b79-813c-4948-99c2-d4304eebe163 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:14.968780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:14.972943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:14.980094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.000956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] For port 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:15.006317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:15.052125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] For port 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=96238958-1f14-4fae-9fa2-6deb5f2cfe37,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:15.054597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.070901 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.082049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.096720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.098747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-28ad2eb7-caee-4093-a549-757ca15765c3 None None] Provisioning complete for port a85e44d5-ec71-47ba-94d7-359c4bf40670 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:15.099148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-28ad2eb7-caee-4093-a549-757ca15765c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.123722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fcb768-e688-4a85-a87c-91931b3a6e57,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:15.137554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.142444 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b18a7771-4f83-4dbc-9407-072029d40c61 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205315 Dec 21 02:12:15.145144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46724) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:15.150114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:15.186762 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:12:15.196068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.297072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0911-83c8-433f-9da4-bce27128b6b1 None None] Pushing event updated for resources: {'Port': ['ID=96238958-1f14-4fae-9fa2-6deb5f2cfe37,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:15.297537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.322800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.350715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15fc159-9a20-4f24-a978-2bb2e2ec79c4,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:15.375818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.377464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cff0575c-bdab-4ce1-815a-afe2c3106622 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2298207 Dec 21 02:12:15.381508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:15.393724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '958c6983-1675-46e8-a8ca-71d5f34ce9d7', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:15.447650 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:12:15.459122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.460567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fddd4-1537-4e20-9b9e-098d87cef929 req-cb2a3959-4800-4245-85c2-b56018804d5c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:15.463526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-164fddd4-1537-4e20-9b9e-098d87cef929 req-cb2a3959-4800-4245-85c2-b56018804d5c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.2197790 Dec 21 02:12:15.464799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.552228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.580344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.598536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2862ff9d-bcec-4c1e-82ed-e893e4975339 None None] Provisioning complete for port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:15.599001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2862ff9d-bcec-4c1e-82ed-e893e4975339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.605422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318da07a-404e-469b-8558-9b3ff5801ae7,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:15.615925 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-164fddd4-1537-4e20-9b9e-098d87cef929 req-20393cdb-7504-4d19-a9fe-39b195281029 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397510 Dec 21 02:12:15.616538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.618537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-48a78057-2c68-4c0f-be49-06ee85e3bec2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2357268 Dec 21 02:12:15.638716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2862ff9d-bcec-4c1e-82ed-e893e4975339 None None] Port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:15.855708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.868630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:15.972677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 96238958-1f14-4fae-9fa2-6deb5f2cfe37 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:15.987816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.028764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:16.042111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-9f8c3cf4-26f7-494c-a6dd-55746abee214 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566840833&fields=id&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 267 time: 0.1693711 Dec 21 02:12:16.043078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:16.043635 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.156125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.202950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=96238958-1f14-4fae-9fa2-6deb5f2cfe37,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:16.207432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.208111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a85e44d5-ec71-47ba-94d7-359c4bf40670 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:16.297385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Network bf001b79-813c-4948-99c2-d4304eebe163 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:16.302286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:16.308736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=96238958-1f14-4fae-9fa2-6deb5f2cfe37,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:16.315542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-1c6c67da-35c0-496c-8556-cb38c0434e7b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:16.317084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-1c6c67da-35c0-496c-8556-cb38c0434e7b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/networks?id=b8f4ff60-2883-47da-bed4-43dec008d524 HTTP/1.1" status: 200 len: 797 time: 0.2525206 Dec 21 02:12:16.319603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a85e44d5-ec71-47ba-94d7-359c4bf40670 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:16.319975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.333748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690131c-2d0f-4f16-bdfe-5e45add6364e req-075a72ee-abc4-480d-ae72-c40eef83bf91 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:16.335312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c690131c-2d0f-4f16-bdfe-5e45add6364e req-075a72ee-abc4-480d-ae72-c40eef83bf91 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1382537 Dec 21 02:12:16.419701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-cb7c0e82-9a41-46ca-8150-2555fcb3cda5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/quotas/bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 375 time: 0.0831909 Dec 21 02:12:16.537885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c690131c-2d0f-4f16-bdfe-5e45add6364e req-07d880b2-b86c-46e5-9e91-a8bffe987b6e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925187 Dec 21 02:12:16.561086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-900c9455-e26a-4e11-9fd8-1b3f49c6529f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1295357 Dec 21 02:12:16.583306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Router 7949c179-e697-40d8-9c1d-5f5a9bc00081 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:16.630535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c76de3e2-e705-4844-be6e-e0d304f23a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.673650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3795545d-63b7-4f17-8439-9899a3849f92 None None] Provisioning complete for port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:16.674705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3795545d-63b7-4f17-8439-9899a3849f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:16.713358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3795545d-63b7-4f17-8439-9899a3849f92 None None] Port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:16.754626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-a20d96e9-7adb-42bf-ad70-794d6cb9f56a service neutron] 10.222.0.43 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799319 Dec 21 02:12:16.767491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce119c-828e-4f5f-9adc-d732ff3a128b None None] Network b8f4ff60-2883-47da-bed4-43dec008d524 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:16.796814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:16.824862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a1d84004-d4f2-43f9-8882-b940a828f9d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/7949c179-e697-40d8-9c1d-5f5a9bc00081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9542551 Dec 21 02:12:16.862856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-e95866ae-42e6-4c1c-b59d-17156a38216e service neutron] 10.222.0.43 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018999 Dec 21 02:12:16.867275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aa6bb52b-129b-4d1f-961e-ec3f9dab8e2d None None] Provisioning complete for port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:16.867705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa6bb52b-129b-4d1f-961e-ec3f9dab8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:17.084261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ca4a441-02ff-43ad-97a4-43ea5cdb7ed1 req-f2351c1c-b065-45b6-b571-fb8486a07771 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 210 time: 0.0409648 Dec 21 02:12:17.288793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:17.317974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6d7f07f3-4906-4d64-9574-86e4d2544c5e None None] Provisioning complete for port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:17.318224 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d7f07f3-4906-4d64-9574-86e4d2544c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:17.417791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Sync routers for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:17.437533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:17.438163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:17.550609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:17.702402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3bfe1-d853-43d9-b222-140285d6c980 req-d04e227a-fb96-4cfb-be1e-9af42d89da99 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:17.704786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11a3bfe1-d853-43d9-b222-140285d6c980 req-d04e227a-fb96-4cfb-be1e-9af42d89da99 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0743074 Dec 21 02:12:17.782592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11a3bfe1-d853-43d9-b222-140285d6c980 req-a5119492-72a6-4191-a64f-090a9720c86e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639830 Dec 21 02:12:17.800773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:15Z', 'revision_number': 4, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7c4abec9-01cf-4d15-9af1-c7650d01b6cb', 'name': '', 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'mac_address': 'fa:16:3e:f2:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:14Z', 'updated_at': '2021-12-21T02:12:15Z', 'revision_number': 2, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'subnets': [{'id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:17.838127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Checking router: 7949c179-e697-40d8-9c1d-5f5a9bc00081 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:17.838458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Updating router 7949c179-e697-40d8-9c1d-5f5a9bc00081 port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:17.868775 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:17.879967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 96238958-1f14-4fae-9fa2-6deb5f2cfe37 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:18.016943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:18.017322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.062473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:18.184854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84952d45-7238-42dc-8ccb-99f64687bca9 req-5b8b5cd8-73f8-469f-9519-d3da945f2ae7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 210 time: 0.0288157 Dec 21 02:12:18.241227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.247592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.316139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686472d-c921-48e4-9704-f88ec818e399 None None] Pushing event updated for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:18.360593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Attempting to bind port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:18.361239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Attempting to bind port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:18.361802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Attempting to bind port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb on network bf001b79-813c-4948-99c2-d4304eebe163 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:18.373160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:18.373597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Checking segment: {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:18.374171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.377486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Bound using segment: {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:18.378219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Bound port: 7c4abec9-01cf-4d15-9af1-c7650d01b6cb, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61ff30-3a27-4357-bd1b-9f508b247876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:18.378802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.457116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] For port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:18.460733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] For port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:18.467490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.473598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-f975c70d-02bb-4587-b6b9-318185181785 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:18.475017 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-f975c70d-02bb-4587-b6b9-318185181785 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/networks?id=b8f4ff60-2883-47da-bed4-43dec008d524 HTTP/1.1" status: 200 len: 797 time: 0.1582339 Dec 21 02:12:18.529775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:18.530400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:18.532334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686472d-c921-48e4-9704-f88ec818e399 None None] Pushing event updated for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:18.602560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-fc3a1d9b-f4d7-4f7b-b011-8ec02117a28b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 471 time: 0.1002865 Dec 21 02:12:18.613168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'port': {'device_id': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'admin_state_up': True, 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'security_groups': ['958c6983-1675-46e8-a8ca-71d5f34ce9d7']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:18.622682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.827628 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.831059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] Provisioning complete for port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:18.831424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:18.862750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:18.924797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924490cd-1ccd-486b-a368-202284eea52d req-0ee24b13-9074-435e-81be-df14900f3b53 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:18.926643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-924490cd-1ccd-486b-a368-202284eea52d req-0ee24b13-9074-435e-81be-df14900f3b53 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0521297 Dec 21 02:12:18.952934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:18.982227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-924490cd-1ccd-486b-a368-202284eea52d req-70c3cded-22ee-49cd-b3b8-3e7f2826870b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Dec 21 02:12:19.088561 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.174982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.187730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] For port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:19.194191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:19.196082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.197949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.239136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:19.241409 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd20f62-0305-4585-aa58-af4dea777156" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:19.262027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:19.280679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.287337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c39ef4-ff7a-4017-8977-76a980853358 None None] Pushing event updated for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:19.327060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:15Z', 'revision_number': 4, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7c4abec9-01cf-4d15-9af1-c7650d01b6cb', 'name': '', 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'mac_address': 'fa:16:3e:f2:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:14Z', 'updated_at': '2021-12-21T02:12:18Z', 'revision_number': 4, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'subnets': [{'id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:19.345863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6467ef93-b2bf-416a-a25e-65c95b138277 req-cb3e3283-b38b-4491-91aa-38ca7eed22f4 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 210 time: 0.0311015 Dec 21 02:12:19.366871 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278afdf-8c14-46a0-bece-5e59ec556f92 x-openstack-request-id: req-6278afdf-8c14-46a0-bece-5e59ec556f92 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:19.367156 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:19.368066 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6278afdf-8c14-46a0-bece-5e59ec556f92 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:19.368465 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:12:19.379638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c587eac4-b5ed-4319-b964-2fd91b4bb0b7 None None] The sync data for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 is: [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:15Z', 'revision_number': 4, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7c4abec9-01cf-4d15-9af1-c7650d01b6cb', 'name': '', 'network_id': 'bf001b79-813c-4948-99c2-d4304eebe163', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'mac_address': 'fa:16:3e:f2:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:14Z', 'updated_at': '2021-12-21T02:12:18Z', 'revision_number': 4, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'subnets': [{'id': '7e9163af-187e-4440-8f5b-7f12ef08cad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:19.397983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.23 (b8f4ff60-2883-47da-bed4-43dec008d524/b1a0519a-2021-4c30-9768-0ce9ba626066/24fd04ad-587b-48cc-9ae6-87d8184a30a4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:19.414133 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.417261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:19.419729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-665749cd-d3bf-4a16-aa3b-becfbed9dd68 None None] Provisioning complete for port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:19.420090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-665749cd-d3bf-4a16-aa3b-becfbed9dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.428483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Deleting port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:19.428851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.609080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] For port 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:19.609368 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.631295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Calling delete_port for 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:19.657915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.776645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.840151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network b8f4ff60-2883-47da-bed4-43dec008d524 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:19.846183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:19.851357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:19.856423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:19.899075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7c4abec9-01cf-4d15-9af1-c7650d01b6cb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:19.942151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:19.942797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.963457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:19.963826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.972816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:19.983873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-ab2156b3-e94f-4951-a064-a1e301d3d01a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3745642 Dec 21 02:12:20.010842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Request body: {'port': {'device_id': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:20.016340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1adba8c0-073c-4a7e-a7a9-65972bc0ce0d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:20.188113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3863b-f61c-46f7-a4ff-43ab4898ce4e req-8ac6aa9b-7e3b-4130-bcac-0db0510487b4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:20.193596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06b3863b-f61c-46f7-a4ff-43ab4898ce4e req-8ac6aa9b-7e3b-4130-bcac-0db0510487b4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0770400 Dec 21 02:12:20.233091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:20.270420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06b3863b-f61c-46f7-a4ff-43ab4898ce4e req-144e031a-8c6d-4990-bd92-106bdcefa3e8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707839 Dec 21 02:12:20.275236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eee076be-72e8-401e-90ab-e9e0a532254f None None] Provisioning complete for port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:20.275606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eee076be-72e8-401e-90ab-e9e0a532254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:20.323135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-eee076be-72e8-401e-90ab-e9e0a532254f None None] Port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:20.424753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:20.494773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f54cc-4a19-4610-a53c-c030a64420bc req-facaaa5a-d836-40d6-8432-cf48a69d6de4 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:20.496576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d3f54cc-4a19-4610-a53c-c030a64420bc req-facaaa5a-d836-40d6-8432-cf48a69d6de4 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 932 time: 0.0681982 Dec 21 02:12:20.549645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d3f54cc-4a19-4610-a53c-c030a64420bc req-de888894-ab41-4400-a67c-39123306a2af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470755 Dec 21 02:12:20.751806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fd04ad-587b-48cc-9ae6-87d8184a30a4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:20.762184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:20.784648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Transition to ACTIVE for port object 24fd04ad-587b-48cc-9ae6-87d8184a30a4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:12:20.789799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:20.828816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Router ab0c9248-0145-4f8a-92fc-bd00db5a675b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:20.852906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Pushing event updated for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:20.947150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:12:21.017767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Attempting to bind port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:21.018088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Attempting to bind port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:21.018586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Attempting to bind port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 on network b8f4ff60-2883-47da-bed4-43dec008d524 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:21.022041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:21.030487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c192660a-e428-4205-b721-ee65886aea0f admin admin] 10.222.0.43 "PUT /v2.0/routers/ab0c9248-0145-4f8a-92fc-bd00db5a675b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642451 Dec 21 02:12:21.030487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 on network b8f4ff60-2883-47da-bed4-43dec008d524 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:12:21.030487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Attempting to bind port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 on network b8f4ff60-2883-47da-bed4-43dec008d524 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:21.030891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46826) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:21.033281 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Sync routers for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:21.034140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:21.034465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Checking segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:21.034843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Bound using segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:21.035262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Bound port: 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:21.035617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.046380 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:21.047265 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:21.071897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:21.097103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'mac_address': 'fa:16:3e:da:05:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:12:21.107349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:21.110724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:21.121702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.151571 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.164413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:21.175568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.176530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.178140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] 10.222.0.45 "PUT /v2.0/ports/24fd04ad-587b-48cc-9ae6-87d8184a30a4 HTTP/1.1" status: 200 len: 1093 time: 1.1720471 Dec 21 02:12:21.178812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:21.179414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:21.182539 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dad421-e58d-4f6e-9698-dfaedc130280" -d '{"events": [{"name": "network-changed", "server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:21.193126 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.220635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573f7c-8f24-4eae-b18e-c57ac58f357e service neutron] Pushing event updated for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:21.231226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:21.238774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.256468 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c11a6-5efd-46ea-a426-58e4b39ce2b6 x-openstack-request-id: req-012c11a6-5efd-46ea-a426-58e4b39ce2b6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:21.257051 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:21.257156 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-012c11a6-5efd-46ea-a426-58e4b39ce2b6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:21.257656 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4', 'status': 'completed', 'code': 200} Dec 21 02:12:21.320046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:21.360812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-c25a4fe1-ec51-4428-8502-0124cdd04c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.364236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-c25a4fe1-ec51-4428-8502-0124cdd04c34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 1096 time: 0.0931916 Dec 21 02:12:21.402548 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.414000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2cc3b27c-e6a3-4ce9-b180-e485bb206973'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:12:21.420118 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:19Z', 'revision_number': 5, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port': {'id': '432ca18f-5938-4470-9589-a9402b6f8ed1', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:03Z', 'updated_at': '2021-12-21T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:21.439509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-3df2dbb5-edfa-4faa-80be-039a709f9850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4 HTTP/1.1" status: 200 len: 217 time: 0.0553420 Dec 21 02:12:21.453696 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Checking router: ab0c9248-0145-4f8a-92fc-bd00db5a675b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:21.464534 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Routers {'ab0c9248-0145-4f8a-92fc-bd00db5a675b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:21.465144 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:21.524837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e53da-47e9-4ce1-b6fd-fe79bf94757a req-415f47e5-6739-4e2b-b64c-0fe73d3a1d69 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.528049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e83e53da-47e9-4ce1-b6fd-fe79bf94757a req-415f47e5-6739-4e2b-b64c-0fe73d3a1d69 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.1154494 Dec 21 02:12:21.531915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-b3d35b16-000f-4c15-99d9-f360cb830e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.533454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-b3d35b16-000f-4c15-99d9-f360cb830e65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1a0519a-2021-4c30-9768-0ce9ba626066 HTTP/1.1" status: 200 len: 838 time: 0.0855455 Dec 21 02:12:21.539958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Deleting port 432ca18f-5938-4470-9589-a9402b6f8ed1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:21.540567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.575542 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] Set router ab0c9248-0145-4f8a-92fc-bd00db5a675b gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:21.636212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413e56-54d5-436e-b7ac-83b08e280452 req-4a1b2263-c61f-4ea1-b83f-d6d0bbbcf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.641915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-4a1b2263-c61f-4ea1-b83f-d6d0bbbcf045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8f4ff60-2883-47da-bed4-43dec008d524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0952957 Dec 21 02:12:21.645549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e83e53da-47e9-4ce1-b6fd-fe79bf94757a req-cfffb2c5-2dfd-493d-8eea-e1b9d97bd4b4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071815 Dec 21 02:12:21.662478 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:21Z', 'revision_number': 6, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:21.708855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] For port 432ca18f-5938-4470-9589-a9402b6f8ed1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=432ca18f-5938-4470-9589-a9402b6f8ed1,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:21.709239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.728257 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd74ef-09e3-4ffb-b568-fbb2f2131c23 None None] The sync data for ids ['ab0c9248-0145-4f8a-92fc-bd00db5a675b'] in n-d-761264-20 is: [{'id': 'ab0c9248-0145-4f8a-92fc-bd00db5a675b', 'name': 'tempest-TestAggregatesBasicOps-1156994789-router', 'tenant_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:02Z', 'updated_at': '2021-12-21T02:12:21Z', 'revision_number': 6, 'project_id': 'b656d315a38c4fba9a1b553d92b44fd4', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:21.740961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Calling delete_port for 432ca18f-5938-4470-9589-a9402b6f8ed1 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:21.749984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dec71d-85d2-4682-b16c-ba18f8a2bacb req-804be6af-be66-443c-a9d1-c32f1cdd4684 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:21.751599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7dec71d-85d2-4682-b16c-ba18f8a2bacb req-804be6af-be66-443c-a9d1-c32f1cdd4684 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 944 time: 0.0830517 Dec 21 02:12:21.783443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-2d1188cb-036d-4a27-b53a-d5f9a2ed2e8c service neutron] 10.222.0.45 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292839 Dec 21 02:12:21.851428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7dec71d-85d2-4682-b16c-ba18f8a2bacb req-d493d2b6-1b20-45a5-bdc0-73cfabd69677 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922885 Dec 21 02:12:21.889693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61413e56-54d5-436e-b7ac-83b08e280452 req-1b80db18-62ce-4c4b-b7ce-4bb26e0243d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961540 Dec 21 02:12:21.960044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:21.985606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Pushing event deleted for resources: {'Port': ['ID=432ca18f-5938-4470-9589-a9402b6f8ed1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:22.000500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9fb662-ebf5-44d8-8505-b31bb8b5fd74 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:22.044181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-e4d7019b-ede0-42c9-b680-d616f4adbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:22.045748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-e4d7019b-ede0-42c9-b680-d616f4adbfbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 1096 time: 0.0537171 Dec 21 02:12:22.065972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.141255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-2c6b69b1-da8e-4b30-9bd7-1d25bcfe3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:22.142778 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-2c6b69b1-da8e-4b30-9bd7-1d25bcfe3027 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b8f4ff60-2883-47da-bed4-43dec008d524 HTTP/1.1" status: 200 len: 897 time: 0.0899374 Dec 21 02:12:22.155505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.157668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.186066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.191123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-aa2ff7f4-2930-4acd-8b84-846b30ff3632 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4 HTTP/1.1" status: 200 len: 217 time: 0.0391741 Dec 21 02:12:22.200374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.200939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0c9248-0145-4f8a-92fc-bd00db5a675b {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:12:22.205473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.206727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fad3796a-2e63-490f-a4b3-366faf665aab admin admin] 10.222.0.43 "DELETE /v2.0/routers/ab0c9248-0145-4f8a-92fc-bd00db5a675b HTTP/1.1" status: 204 len: 168 time: 1.1743791 Dec 21 02:12:22.209325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46834) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:22.241805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-f8c997f8-0527-43ab-9fe9-51ca1594b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:22.243440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-f8c997f8-0527-43ab-9fe9-51ca1594b4b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1a0519a-2021-4c30-9768-0ce9ba626066 HTTP/1.1" status: 200 len: 838 time: 0.0447881 Dec 21 02:12:22.253094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Deleting subnet 026023be-6f7c-4e13-b6d2-8c7af91ab7ca {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:12:22.256341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.292339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-c4cc2cc8-5ee6-473e-8ce9-9299d6019480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:22.293925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-c4cc2cc8-5ee6-473e-8ce9-9299d6019480 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b8f4ff60-2883-47da-bed4-43dec008d524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0401120 Dec 21 02:12:22.294832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.375106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.390018 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-d1394172-aa35-408b-846c-ead8aacc1f2e service neutron] 10.222.0.45 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 Dec 21 02:12:22.427509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.453002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026023be-6f7c-4e13-b6d2-8c7af91ab7ca,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:22.458586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.463670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ed1daced-363c-49cd-89cc-1c6bcfc7495d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/026023be-6f7c-4e13-b6d2-8c7af91ab7ca HTTP/1.1" status: 204 len: 168 time: 0.2533858 Dec 21 02:12:22.464223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9145def-dc6d-4c72-96f3-0e81cd042704 None None] Network 4ec86ef7-5977-41dc-b0ac-80c6160825be requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:22.466126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46836) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:22.497246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4dad421-e58d-4f6e-9698-dfaedc130280 req-41cc1634-4048-4413-bb76-6870c448398c service neutron] 10.222.0.45 "GET /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959921 Dec 21 02:12:22.540372 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.604084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Deleting port e76dc7d0-b04d-4578-b68c-0561d6f3175d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:22.604436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.671355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] For port e76dc7d0-b04d-4578-b68c-0561d6f3175d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e76dc7d0-b04d-4578-b68c-0561d6f3175d,segment=NetworkSegment(e149cd23-b607-4e9b-becd-11e48e43b9c8),segment_id=e149cd23-b607-4e9b-becd-11e48e43b9c8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:22.671721 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.684434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Calling delete_port for e76dc7d0-b04d-4578-b68c-0561d6f3175d owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:22.797987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd65a0-3fb2-46e3-9e2e-f790a445514c req-89a5fe98-b5a9-449f-bc88-158cdba02d58 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:22.799364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1fd65a0-3fb2-46e3-9e2e-f790a445514c req-89a5fe98-b5a9-449f-bc88-158cdba02d58 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 945 time: 0.0742066 Dec 21 02:12:22.813855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:22.852408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76dc7d0-b04d-4578-b68c-0561d6f3175d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:22.854575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] No DVR routers for this DVR port e76dc7d0-b04d-4578-b68c-0561d6f3175d on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:12:22.876987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb1e5f-a13f-4ba5-b5f6-1e613a1995a1 None None] DHCP port deletion for 4ec86ef7-5977-41dc-b0ac-80c6160825be request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:22.922580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1fd65a0-3fb2-46e3-9e2e-f790a445514c req-194a5c67-bb50-4bb3-9884-639f25ab94b5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159136 Dec 21 02:12:22.950362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:22.979513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.006719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:23.007188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.017227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec86ef7-5977-41dc-b0ac-80c6160825be']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:23.029701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e149cd23-b607-4e9b-becd-11e48e43b9c8') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:23.029998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e149cd23-b607-4e9b-becd-11e48e43b9c8') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:23.040809 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.061187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c8b6-a0f9-4d23-be7e-2b7bff2330a8 req-4a9393bc-0d6e-4546-ad23-ab1030993413 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:23.062637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6696c8b6-a0f9-4d23-be7e-2b7bff2330a8 req-4a9393bc-0d6e-4546-ad23-ab1030993413 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 944 time: 0.0960600 Dec 21 02:12:23.068589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.082363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:12:23.082762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:12:23.084469 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:12:23.088824 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:12:23.099948 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.128589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:23.131428 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e407d-384c-4844-a1ee-a35f984cd654" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:23.151773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:23.157208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.164515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.176085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.179359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ec86ef7-5977-41dc-b0ac-80c6160825be HTTP/1.1" status: 204 len: 168 time: 0.7121940 Dec 21 02:12:23.183517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:23.191298 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c4b5d2-715e-476c-a2f2-28da8bf2e9fe x-openstack-request-id: req-20c4b5d2-715e-476c-a2f2-28da8bf2e9fe {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:23.191724 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:23.192077 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20c4b5d2-715e-476c-a2f2-28da8bf2e9fe {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:23.192742 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:12:23.196170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6696c8b6-a0f9-4d23-be7e-2b7bff2330a8 req-b9d8609c-ea42-49d6-9fff-232fb545d4dc tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241710 Dec 21 02:12:23.197644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be49fe-687a-413d-a47e-228b20e13d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec86ef7-5977-41dc-b0ac-80c6160825be,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:23.235379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=13']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:23.567827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.808184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Deleting port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:23.808516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.832234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 432ca18f-5938-4470-9589-a9402b6f8ed1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:23.863584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 432ca18f-5938-4470-9589-a9402b6f8ed1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:23.863935 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 432ca18f-5938-4470-9589-a9402b6f8ed1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:23.864353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e76dc7d0-b04d-4578-b68c-0561d6f3175d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:23.884004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e76dc7d0-b04d-4578-b68c-0561d6f3175d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:23.884380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e76dc7d0-b04d-4578-b68c-0561d6f3175d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:23.884831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:23.899567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] For port 7c4abec9-01cf-4d15-9af1-c7650d01b6cb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:23.899933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:23.903620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:23.903967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1adba8c0-073c-4a7e-a7a9-65972bc0ce0d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:23.912569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Calling delete_port for 7c4abec9-01cf-4d15-9af1-c7650d01b6cb owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:24.043643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8561444-e470-4c8a-8878-d2375fdbd1be req-22bbecca-727d-4767-ba67-bfceb8a7d00f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:24.045192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8561444-e470-4c8a-8878-d2375fdbd1be req-22bbecca-727d-4767-ba67-bfceb8a7d00f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0496588 Dec 21 02:12:24.091819 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:24.096564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8561444-e470-4c8a-8878-d2375fdbd1be req-74850ac4-995a-4d0b-a6c2-fcab25e33b7c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Dec 21 02:12:24.125609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4abec9-01cf-4d15-9af1-c7650d01b6cb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:24.340626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac0fa8-1cd8-4380-bbf0-62c8baa9d188 req-12018b95-5fe5-40b2-969d-7230465920bd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:24.342518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cac0fa8-1cd8-4380-bbf0-62c8baa9d188 req-12018b95-5fe5-40b2-969d-7230465920bd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 944 time: 0.0523505 Dec 21 02:12:24.399813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cac0fa8-1cd8-4380-bbf0-62c8baa9d188 req-4c6d076c-14b9-4377-a606-1c8b1d89d27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509796 Dec 21 02:12:24.606332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:24.822153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Router 7949c179-e697-40d8-9c1d-5f5a9bc00081 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:24.932248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:24.938777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bf186d13-43ae-4388-b9c0-58fe05f71de0 admin admin] 10.222.0.43 "PUT /v2.0/routers/7949c179-e697-40d8-9c1d-5f5a9bc00081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542350 Dec 21 02:12:24.941593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:24.942983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Sync routers for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:24.954994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:24.955613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:25.052377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.071410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:25.176335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.246898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b6ec-7f54-4dff-990c-8e0f015c76c3 req-20b9058a-d6ae-4dab-ac17-adb95cf6dd8d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:25.248649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Deleting port a85e44d5-ec71-47ba-94d7-359c4bf40670 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:25.249591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.257482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4199b6ec-7f54-4dff-990c-8e0f015c76c3 req-20b9058a-d6ae-4dab-ac17-adb95cf6dd8d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0840230 Dec 21 02:12:25.321158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4199b6ec-7f54-4dff-990c-8e0f015c76c3 req-7d333ffb-87a1-4418-b511-234e1de0e673 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584009 Dec 21 02:12:25.342939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:24Z', 'revision_number': 5, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port': {'id': 'a85e44d5-ec71-47ba-94d7-359c4bf40670', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:10Z', 'updated_at': '2021-12-21T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:25.346428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] For port a85e44d5-ec71-47ba-94d7-359c4bf40670, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a85e44d5-ec71-47ba-94d7-359c4bf40670,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:25.346796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.362607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Calling delete_port for a85e44d5-ec71-47ba-94d7-359c4bf40670 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:25.373361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Checking router: 7949c179-e697-40d8-9c1d-5f5a9bc00081 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:25.396874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Routers {'7949c179-e697-40d8-9c1d-5f5a9bc00081'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:25.397566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7949c179-e697-40d8-9c1d-5f5a9bc00081'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:25.545760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] Set router 7949c179-e697-40d8-9c1d-5f5a9bc00081 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:25.614386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae7b06-c695-4704-a1d6-8812329af4cb req-4de71fd0-bfdc-4c7b-9e32-58c98b510ac2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:25.615877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-beae7b06-c695-4704-a1d6-8812329af4cb req-4de71fd0-bfdc-4c7b-9e32-58c98b510ac2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 944 time: 0.0997429 Dec 21 02:12:25.624852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.678896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Pushing event deleted for resources: {'Port': ['ID=a85e44d5-ec71-47ba-94d7-359c4bf40670,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:25.680689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:25Z', 'revision_number': 6, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:25.696080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4b195-2937-4ab3-87ff-00f4c17bbc9e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:25.719265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-beae7b06-c695-4704-a1d6-8812329af4cb req-b34d1d97-ba27-4e14-af35-42baab0ce2da tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804880 Dec 21 02:12:25.751340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3ca67-b6eb-49f4-8f54-c1aa6ec70787 None None] The sync data for ids ['7949c179-e697-40d8-9c1d-5f5a9bc00081'] in n-d-761264-20 is: [{'id': '7949c179-e697-40d8-9c1d-5f5a9bc00081', 'name': 'tempest-TestAggregatesBasicOps-1757668120-router', 'tenant_id': '4cd63170aa814dd9a261db2d41bd3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:09Z', 'updated_at': '2021-12-21T02:12:25Z', 'revision_number': 6, 'project_id': '4cd63170aa814dd9a261db2d41bd3a51', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:25.785939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.843930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 24fd04ad-587b-48cc-9ae6-87d8184a30a4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:12:25.932058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:25.934276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.005661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:26.007930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.008616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7949c179-e697-40d8-9c1d-5f5a9bc00081 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:12:26.013734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.019007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46892) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:26.022875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d819c412-3ce6-44ab-8e49-4f4c655daefe admin admin] 10.222.0.43 "DELETE /v2.0/routers/7949c179-e697-40d8-9c1d-5f5a9bc00081 HTTP/1.1" status: 204 len: 168 time: 1.0795946 Dec 21 02:12:26.028599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '24fd04ad-587b-48cc-9ae6-87d8184a30a4', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'port_id': '24fd04ad-587b-48cc-9ae6-87d8184a30a4', 'mac_address': 'fa:16:3e:b4:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:12:26.072994 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.075167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c94c5-a0cd-4721-9c1d-362020d99aab req-2bf18bd2-415d-4f07-b38a-7bb7d28b5cc7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:26.077045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b28c94c5-a0cd-4721-9c1d-362020d99aab req-2bf18bd2-415d-4f07-b38a-7bb7d28b5cc7 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1045959 Dec 21 02:12:26.090249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fd04ad-587b-48cc-9ae6-87d8184a30a4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:26.096133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Deleting subnet 7e9163af-187e-4440-8f5b-7f12ef08cad2 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:12:26.099725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.118992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:26.127103 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.186694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:26.203661 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.256050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b28c94c5-a0cd-4721-9c1d-362020d99aab req-2bc70a8d-e733-499d-b1c0-ca48b0b82485 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715417 Dec 21 02:12:26.334279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.409029 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.446745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349fa0f-c319-4b1c-9dab-88936b0f364d None None] Network bf001b79-813c-4948-99c2-d4304eebe163 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:26.466459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.473015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46896) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:26.480608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e9163af-187e-4440-8f5b-7f12ef08cad2 HTTP/1.1" status: 204 len: 168 time: 0.4587684 Dec 21 02:12:26.481739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda56e-8a38-43ec-9970-877a570fd6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9163af-187e-4440-8f5b-7f12ef08cad2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:26.513700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['24fd04ad-587b-48cc-9ae6-87d8184a30a4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:12:26.520098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a5124-dca0-4a5f-8842-b58f3b577905 req-5ebc0d9c-e4e9-4bd7-b0ec-95750efd7c21 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:26.521796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-216a5124-dca0-4a5f-8842-b58f3b577905 req-5ebc0d9c-e4e9-4bd7-b0ec-95750efd7c21 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0838392 Dec 21 02:12:26.568781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.614209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-216a5124-dca0-4a5f-8842-b58f3b577905 req-46b171ce-df3c-4e2b-86b3-22e4b1428f3e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728168 Dec 21 02:12:26.661055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Deleting port aeb92866-181a-4500-ad70-79b0bb0a9fe7 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:26.661558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.694107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] DHCP port deletion for bf001b79-813c-4948-99c2-d4304eebe163 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:26.744745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] For port aeb92866-181a-4500-ad70-79b0bb0a9fe7, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aeb92866-181a-4500-ad70-79b0bb0a9fe7,segment=NetworkSegment(2c61ff30-3a27-4357-bd1b-9f508b247876),segment_id=2c61ff30-3a27-4357-bd1b-9f508b247876)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:26.746085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.762499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Calling delete_port for aeb92866-181a-4500-ad70-79b0bb0a9fe7 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:26.892910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.908495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Deleting port aeb92866-181a-4500-ad70-79b0bb0a9fe7 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:26.908987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.920829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f745c-348e-4f22-b064-0ac6ba7efc0a req-c391e4f5-1a75-4510-8f6b-91dc0ee2feba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:26.923267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812f745c-348e-4f22-b064-0ac6ba7efc0a req-c391e4f5-1a75-4510-8f6b-91dc0ee2feba tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 945 time: 0.0906177 Dec 21 02:12:26.923392 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:26.980564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb92866-181a-4500-ad70-79b0bb0a9fe7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:26.999606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] No DVR routers for this DVR port aeb92866-181a-4500-ad70-79b0bb0a9fe7 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:12:27.032556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] For port aeb92866-181a-4500-ad70-79b0bb0a9fe7, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:27.033111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.050599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-812f745c-348e-4f22-b064-0ac6ba7efc0a req-53be2fb8-5a24-4f48-b931-fe65bcb7cacd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211610 Dec 21 02:12:27.075210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Calling delete_port for aeb92866-181a-4500-ad70-79b0bb0a9fe7 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:27.080835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Port aeb92866-181a-4500-ad70-79b0bb0a9fe7 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:12:27.097457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.142138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] No DVR routers for this DVR port aeb92866-181a-4500-ad70-79b0bb0a9fe7 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:12:27.146002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.146166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b773c4-39c7-495f-9778-c79a08f5bc20 None None] Pushing event deleted for resources: {'Port': ['ID=aeb92866-181a-4500-ad70-79b0bb0a9fe7,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:27.179081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf001b79-813c-4948-99c2-d4304eebe163']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:27.207200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c61ff30-3a27-4357-bd1b-9f508b247876') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:27.207588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c61ff30-3a27-4357-bd1b-9f508b247876') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:27.219818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.236780 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.245286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-41d0f64f-e744-4e8b-b097-26ea59c8b840 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:27.246372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:12:27.246883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-41d0f64f-e744-4e8b-b097-26ea59c8b840 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.0664220 Dec 21 02:12:27.247010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:12:27.248637 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:12:27.328343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.334111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.340630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] 10.222.0.43 "DELETE /v2.0/networks/bf001b79-813c-4948-99c2-d4304eebe163 HTTP/1.1" status: 204 len: 168 time: 0.8643479 Dec 21 02:12:27.355036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68cf5-2b85-4c7f-ae3c-2bf20dcbeead admin admin] Pushing event deleted for resources: {'Network': ['ID=bf001b79-813c-4948-99c2-d4304eebe163,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:27.594604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:27.662048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da5a2440-2c8b-4cbb-97b1-b2fe1ca8de69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b656d315a38c4fba9a1b553d92b44fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657253 Dec 21 02:12:27.664839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46908) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:27.743762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.770678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.829423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6ec36-a982-491a-931d-5785ce6ba21c req-6d5f6363-818d-4183-9b54-d55a46f19acb tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:27.831191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff6ec36-a982-491a-931d-5785ce6ba21c req-6d5f6363-818d-4183-9b54-d55a46f19acb tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 946 time: 0.1055853 Dec 21 02:12:27.841635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeebd6e-9cfc-41c7-a682-a0059df14140 req-1552b444-4f0a-4e4e-a036-931600e4538c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:27.843119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaeebd6e-9cfc-41c7-a682-a0059df14140 req-1552b444-4f0a-4e4e-a036-931600e4538c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1188414 Dec 21 02:12:27.856022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.863485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.864053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 24fd04ad-587b-48cc-9ae6-87d8184a30a4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:27.865254 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/623d39fc-bf02-4828-8b59-35076fde5c5c HTTP/1.1" status: 204 len: 168 time: 0.1984107 Dec 21 02:12:27.883364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d3864-6860-4faf-9843-77893be5f2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d39fc-bf02-4828-8b59-35076fde5c5c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:27.918788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7c4abec9-01cf-4d15-9af1-c7650d01b6cb no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:27.947603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 7c4abec9-01cf-4d15-9af1-c7650d01b6cb {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:27.947951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7c4abec9-01cf-4d15-9af1-c7650d01b6cb not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:27.948378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a85e44d5-ec71-47ba-94d7-359c4bf40670 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:27.955104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Deleting port f3e522b0-bd54-47ee-8287-c3999ccc66a6 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:27.955716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:27.963472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff6ec36-a982-491a-931d-5785ce6ba21c req-36f2eacd-41e6-4418-a3ef-ed4ff2e05a44 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193023 Dec 21 02:12:27.991196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a85e44d5-ec71-47ba-94d7-359c4bf40670 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:27.991406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a85e44d5-ec71-47ba-94d7-359c4bf40670 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:27.991817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aeb92866-181a-4500-ad70-79b0bb0a9fe7 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:28.014335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:12:28.020043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aeb92866-181a-4500-ad70-79b0bb0a9fe7 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:28.020394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aeb92866-181a-4500-ad70-79b0bb0a9fe7 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:28.022967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:28.024402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.115445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.117651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaeebd6e-9cfc-41c7-a682-a0059df14140 req-a846bfb0-7e2a-4630-9c03-dce91e059b13 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503405 Dec 21 02:12:28.220773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] For port f3e522b0-bd54-47ee-8287-c3999ccc66a6, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f3e522b0-bd54-47ee-8287-c3999ccc66a6,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:28.221486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.323059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e0fa6-5a0c-4ba9-92d6-91e00ed3410b req-371ff3b8-6948-4105-be37-d84845b68017 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:28.330595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf4e0fa6-5a0c-4ba9-92d6-91e00ed3410b req-371ff3b8-6948-4105-be37-d84845b68017 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 945 time: 0.1494596 Dec 21 02:12:28.399837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:28.403436 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd14fe-87e9-406e-aad2-18360bc63a33" -d '{"events": [{"server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "name": "network-vif-plugged", "status": "completed", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:28.423576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:28.427494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46920) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:28.431840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.487138 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbc0c1-7c89-4f56-bb39-6c19505ce9a3 x-openstack-request-id: req-dccbc0c1-7c89-4f56-bb39-6c19505ce9a3 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:28.487446 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "name": "network-vif-plugged", "status": "completed", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:28.488034 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dccbc0c1-7c89-4f56-bb39-6c19505ce9a3 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:28.488240 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4', 'code': 200} Dec 21 02:12:28.488836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:28.494417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf4e0fa6-5a0c-4ba9-92d6-91e00ed3410b req-8a017614-e964-490f-bce0-6dddb6eed847 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621401 Dec 21 02:12:28.504680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dee77e52-d80d-4ab7-809d-bdd6401bb6b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cd63170aa814dd9a261db2d41bd3a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756805 Dec 21 02:12:28.517766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:28.587055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.587371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.587693 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Floating IP 08db5c14-3875-45bf-a1ae-041de81d4118 disassociated. External IP: 172.25.6.70, port: f3e522b0-bd54-47ee-8287-c3999ccc66a6. Dec 21 02:12:28.588037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Calling delete_port for f3e522b0-bd54-47ee-8287-c3999ccc66a6 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:28.605896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.630824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.711730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.714921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.718501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/479969c7-e81d-4083-a7b6-da6f3f8155b4 HTTP/1.1" status: 204 len: 168 time: 0.1982899 Dec 21 02:12:28.731907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5555c-09ca-4fbd-aa96-c6c5a8d3ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479969c7-e81d-4083-a7b6-da6f3f8155b4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:28.736508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e558d-b809-4743-99a5-24f1069b20d4 req-cb442e70-d963-4067-ae10-1bc1c656474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:28.738307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ba4e558d-b809-4743-99a5-24f1069b20d4 req-cb442e70-d963-4067-ae10-1bc1c656474c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 1098 time: 0.1482780 Dec 21 02:12:28.769195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:28.830678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'Port': ['ID=f3e522b0-bd54-47ee-8287-c3999ccc66a6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:28.845709 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ba4e558d-b809-4743-99a5-24f1069b20d4 req-3354e32b-717f-4a88-97ab-910bc0e5b22b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953023 Dec 21 02:12:29.021445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:29.104371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a076d666-a16f-4dbb-b879-9e514888ce4c req-181d2b3a-7926-4e76-9693-a3ca3b5cd748 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccf52d78-6526-46f8-966a-24892b76b661 HTTP/1.1" status: 200 len: 210 time: 0.0380385 Dec 21 02:12:29.181948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:29.206225 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:29.223086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:29.223896 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:29.247247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] No DVR routers for this DVR port f3e522b0-bd54-47ee-8287-c3999ccc66a6 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:12:29.262287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:29.269701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3629fbd-7adf-4a17-ba4a-afe267031491 req-68a1c072-7fc2-42a5-8c34-c8ba2f723259 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "DELETE /v2.0/ports/f3e522b0-bd54-47ee-8287-c3999ccc66a6 HTTP/1.1" status: 204 len: 173 time: 2.0155232 Dec 21 02:12:29.270203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'name': 'network-vif-deleted', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:29.272817 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32500ee9-a318-4a2f-9330-e105a7870226" -d '{"events": [{"server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "name": "network-vif-deleted", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:29.374970 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477cb963-758d-4789-accf-df39e7d17702 x-openstack-request-id: req-477cb963-758d-4789-accf-df39e7d17702 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:29.375341 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf52d78-6526-46f8-966a-24892b76b661", "name": "network-vif-deleted", "tag": "f3e522b0-bd54-47ee-8287-c3999ccc66a6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:29.375534 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-477cb963-758d-4789-accf-df39e7d17702 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:29.375908 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf52d78-6526-46f8-966a-24892b76b661', 'name': 'network-vif-deleted', 'tag': 'f3e522b0-bd54-47ee-8287-c3999ccc66a6', 'status': 'completed', 'code': 200} Dec 21 02:12:29.462319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d0ed-441b-4d5b-8bf3-05df0b6f3793 req-ebd2ed8a-53eb-4380-b4cd-22c8b8e4a0f2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:29.472814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7982d0ed-441b-4d5b-8bf3-05df0b6f3793 req-ebd2ed8a-53eb-4380-b4cd-22c8b8e4a0f2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1653905 Dec 21 02:12:29.477129 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:29.619209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7982d0ed-441b-4d5b-8bf3-05df0b6f3793 req-ec5815a4-949a-479b-abcc-7f2fad903348 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416490 Dec 21 02:12:29.698276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4586edc-338f-4419-a180-0a0d3211a4a2 req-e8c4975f-2d3e-4041-8791-72df441f0cb2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:29.700120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4586edc-338f-4419-a180-0a0d3211a4a2 req-e8c4975f-2d3e-4041-8791-72df441f0cb2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.0682728 Dec 21 02:12:29.795484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4586edc-338f-4419-a180-0a0d3211a4a2 req-fa47774f-65c3-4f07-a318-aaf186bdab56 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875421 Dec 21 02:12:29.872024 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:29.911537 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:29.922628 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:29.923269 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:30.052822 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:30.234407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46958) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:30.306975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.335012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.409323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.411985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.413067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "DELETE /v2.0/security-groups/4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72 HTTP/1.1" status: 204 len: 168 time: 0.1776373 Dec 21 02:12:30.416701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 46968) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:30.428270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9216d3-b3e6-4105-b969-22518b2fbdaa tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:30.434012 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-4c2078f0-0912-40e6-84c3-bce528652b93 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] show failed (client error): The resource could not be found. Dec 21 02:12:30.446102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 46970) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:30.446486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c2078f0-0912-40e6-84c3-bce528652b93 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups/4d0bba85-ef3c-4ff2-aa00-33a3bbc93c72 HTTP/1.1" status: 404 len: 347 time: 0.0282428 Dec 21 02:12:30.532268 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:30.581127 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27db0f-9b82-4436-9cbd-7cfe7095fab6 None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:30.696271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Deleting port 0720ab2e-2316-4ca2-a4b3-c51aae4b8b03 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:30.697110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.773650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c665c-3403-4e1b-9648-a1e96cc4623e req-83d1c4e9-0523-49b1-820a-d2647ad8b87a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:30.775952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b7c665c-3403-4e1b-9648-a1e96cc4623e req-83d1c4e9-0523-49b1-820a-d2647ad8b87a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0589762 Dec 21 02:12:30.845440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b7c665c-3403-4e1b-9648-a1e96cc4623e req-59d03c3c-da6b-4243-9298-9562864e2438 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615988 Dec 21 02:12:30.897957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.898308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:30.922562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Calling delete_port for 0720ab2e-2316-4ca2-a4b3-c51aae4b8b03 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:30.954662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f99443-9497-4d02-8cb3-cd4273957759 None None] New status for floating IP 08db5c14-3875-45bf-a1ae-041de81d4118: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:12:31.004737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc66e1-868b-4146-8bc4-bcddd26a3173 req-8b5d3fde-c401-44e3-821a-694cec10ee37 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:31.012652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82fc66e1-868b-4146-8bc4-bcddd26a3173 req-8b5d3fde-c401-44e3-821a-694cec10ee37 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.1014078 Dec 21 02:12:31.096565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f3e522b0-bd54-47ee-8287-c3999ccc66a6 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:31.104160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-82fc66e1-868b-4146-8bc4-bcddd26a3173 req-a0fa8920-0d33-4ebc-b78e-92d93f1bc408 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891807 Dec 21 02:12:31.156673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: f3e522b0-bd54-47ee-8287-c3999ccc66a6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:12:31.159564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f3e522b0-bd54-47ee-8287-c3999ccc66a6 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:12:31.187611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.218734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'Port': ['ID=0720ab2e-2316-4ca2-a4b3-c51aae4b8b03,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:31.293199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.295853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e48da-888e-4718-b418-8606887d3dbb req-26a45b3b-15f7-4d95-8171-b5a5a201980a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:31.296253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.297500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5238b724-1a03-46a2-9ded-bd345c0fc08b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "DELETE /v2.0/floatingips/08db5c14-3875-45bf-a1ae-041de81d4118 HTTP/1.1" status: 204 len: 168 time: 0.8502910 Dec 21 02:12:31.298181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-442e48da-888e-4718-b418-8606887d3dbb req-26a45b3b-15f7-4d95-8171-b5a5a201980a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.0847580 Dec 21 02:12:31.400772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-442e48da-888e-4718-b418-8606887d3dbb req-00106414-cb04-43b8-8bff-920b11b67771 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939753 Dec 21 02:12:31.580012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:31.585473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650850050', 'description': 'tempest-description--1464923667'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:31.620405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.716699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.724242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.759666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.763615 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1798313 Dec 21 02:12:31.764032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47008) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:31.771871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group_rule': {'security_group_id': 'b1e5d117-4e80-49b2-a183-d2c2c3eea201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:31.773226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6400a35-ab54-4577-befe-643fb78b74b3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5d117-4e80-49b2-a183-d2c2c3eea201,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:31.824899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.899389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.907301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.936230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617b5983-d427-40dd-86a6-ca947400d65a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:31.942834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:31.945368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-68cd9146-8e1e-434d-a1c6-cff3b5c69fe3 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798553 Dec 21 02:12:31.952645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47016) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:31.960569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'security_group_rule': {'security_group_id': 'b1e5d117-4e80-49b2-a183-d2c2c3eea201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:32.043619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386109f3-07df-426b-a907-dfdb1a962f89 req-7ecaa020-4ff5-4625-8abf-4c3a2c905f11 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:32.045323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-386109f3-07df-426b-a907-dfdb1a962f89 req-7ecaa020-4ff5-4625-8abf-4c3a2c905f11 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0789654 Dec 21 02:12:32.053125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.142959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-386109f3-07df-426b-a907-dfdb1a962f89 req-ea1e5fcf-132b-4d2b-8de2-845c0e66c140 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911734 Dec 21 02:12:32.163043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.175655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.196028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c9a286-b1ec-417e-9826-7e1ba58c788b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:32.210079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.215262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47018) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:32.215390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6c90bb04-2681-4828-827c-b158a8c5ff10 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2616537 Dec 21 02:12:32.220097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:32.248449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.361390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.482781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Allocated IP 172.25.6.40 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a8a48a26-4e64-4cb8-b6d4-dadbbb454754) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:32.618424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.674967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47020) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:32.678391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.685008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'network': {'name': 'tempest-network-smoke--1480445970', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:32.731485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:32.737189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:32.740901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:32.755155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:32.762243 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.767256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=a8a48a26-4e64-4cb8-b6d4-dadbbb454754,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:32.783106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.857158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.877259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.882683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.899646 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.916804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:12:32.938044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49c3b4-c5b4-4963-8ba6-d05c6c93f3b4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:32.942817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:32.943270 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Added segment 1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72 of type vlan for network e274e1db-eb7f-472b-abe0-b0137f63995c Dec 21 02:12:32.944987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:33.056871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.099059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.104765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.144863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.151448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:33.152119 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.178409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=a8a48a26-4e64-4cb8-b6d4-dadbbb454754,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:33.192459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.217578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.218885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-223618b3-8625-4d2f-a446-83d9382a5ec5 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0023999 Dec 21 02:12:33.257702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:33.258172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5815585 Dec 21 02:12:33.263212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'admin_state_up': True, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:33.310924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.312319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.386155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.419386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7890ad-cae3-4cf4-a769-20c2ddb0cfe2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Network': ['ID=e274e1db-eb7f-472b-abe0-b0137f63995c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:33.428849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:12:33.430235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e274e1db-eb7f-472b-abe0-b0137f63995c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:12:33.431936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5c36-abf7-4b08-b24f-64ca9b84f00f req-b34a3c1e-26c1-41fd-a8aa-7c05dff4c24e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:33.433627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d04b5c36-abf7-4b08-b24f-64ca9b84f00f req-b34a3c1e-26c1-41fd-a8aa-7c05dff4c24e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1736505 Dec 21 02:12:33.547177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d04b5c36-abf7-4b08-b24f-64ca9b84f00f req-cb70c2c1-dc7d-4115-b447-f5136a2ca6fb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054509 Dec 21 02:12:33.599747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-9c0a296c-5a91-41ac-80e9-e54fe6d80e89 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1650850050&fields=id&tenant_id=8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 267 time: 0.1378605 Dec 21 02:12:33.614367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.840197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.856637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-858243d9-281b-4ee9-9ce4-0cdbd6e01888 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:33.864249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.866285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-858243d9-281b-4ee9-9ce4-0cdbd6e01888 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 811 time: 0.2590032 Dec 21 02:12:33.922212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-10ea929b-1146-4efd-b7e8-11a5bd30fa27 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/quotas/8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 375 time: 0.0549796 Dec 21 02:12:33.978873 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:33.998840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.25.6.254 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/5cb9ae48-3c37-4ff3-9ef8-afef6132abb3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:34.051217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-263ef1ea-081b-4466-9f9d-f1c4eaf0d021 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274040 Dec 21 02:12:34.243818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-c4e24cb4-a44d-4b5d-bf42-1a653fecc293 service neutron] 10.222.0.43 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917188 Dec 21 02:12:34.526808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:34.591888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:34.685408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:34.687151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:34.689667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:34.703598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c20422-3baf-4451-8393-f23e98a3253d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:34.725725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:34.802189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0c786b34-a8ee-4211-b3f4-5a3f719057bd None None] Provisioning complete for port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:34.802947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0c786b34-a8ee-4211-b3f4-5a3f719057bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:34.857103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0c786b34-a8ee-4211-b3f4-5a3f719057bd None None] Port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:35.003153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.114531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.17 (b8f4ff60-2883-47da-bed4-43dec008d524/b1a0519a-2021-4c30-9768-0ce9ba626066/b8377a98-bb6e-4ef6-bfe7-9be4a5074acc) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:35.139790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-04d3b8b8-9518-4e6b-a251-70ee81acd657 service neutron] 10.222.0.43 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8954611 Dec 21 02:12:35.161249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32857e4-3d30-42c3-a179-979d5c3b1bc3 req-8b28ddd6-aa89-449e-8cfe-049804658dda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:35.173633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c32857e4-3d30-42c3-a179-979d5c3b1bc3 req-8b28ddd6-aa89-449e-8cfe-049804658dda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1832023 Dec 21 02:12:35.329482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c32857e4-3d30-42c3-a179-979d5c3b1bc3 req-50bb6f36-6c20-4223-b8d2-7c0e7667fbc1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364508 Dec 21 02:12:35.348868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.412799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.445749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b32a1b7f-c31f-4e49-875a-267949826bdc req-4dd783a5-be69-4982-8b43-791e615b6b33 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 210 time: 0.0632668 Dec 21 02:12:35.499387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.538431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:12:35.639678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:35.651538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network b8f4ff60-2883-47da-bed4-43dec008d524 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:35.654271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:35.657453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:35.723653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:35.735011 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Sync routers for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:35.743735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.749063 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:35.752765 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:35.763033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:35.767515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7799d10b-1c0d-4725-b361-3dddaa188c43 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5055618 Dec 21 02:12:35.769871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:35.988813 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:36.070608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.106285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aa48ea1e-e03a-4973-84cf-beb78126108e None None] Provisioning complete for port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:36.107111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa48ea1e-e03a-4973-84cf-beb78126108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.135383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4f831f91-0c18-4515-a534-dca9475c2c53 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=287fee750c2c46559e2f4abb565cf7d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3643451 Dec 21 02:12:36.138435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47060) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:36.198853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-aa48ea1e-e03a-4973-84cf-beb78126108e None None] Port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:36.285649 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:34Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:36.337668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b2a75-c78d-4130-bc2e-cc307c991266 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:36.339367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2b2b2a75-c78d-4130-bc2e-cc307c991266 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2000139 Dec 21 02:12:36.344565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:36.350180 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Checking router: 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:36.350532 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Updating router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:36.394554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c0f377fa-09dd-4917-bf13-481d42b5e3ce tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470355 Dec 21 02:12:36.397839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47066) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:36.403947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652994486', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:36.418199 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.543144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a250e5-a1e8-41af-bfe8-7ebd102f1da2 req-f32b00c1-ac00-4ec1-a7e0-f49c4a977e89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:36.551220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a250e5-a1e8-41af-bfe8-7ebd102f1da2 req-f32b00c1-ac00-4ec1-a7e0-f49c4a977e89 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1148160 Dec 21 02:12:36.568046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:36.572666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.640189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5dc58b1f-b3a4-4839-9959-530c3476b73f req-426cdb65-3414-4ea5-8e38-f58c6e114e47 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 210 time: 0.0843837 Dec 21 02:12:36.755814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.774993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.867233 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.884909 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.886334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.962408 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Pushing event updated for resources: {'Port': ['ID=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:36.965892 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Attempting to bind port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:36.966269 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Attempting to bind port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:36.966635 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Attempting to bind port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:36.974819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0b81f-798f-469a-a883-b7ed465e76e5 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:36.976613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.976966 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.978085 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.978443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.979573 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.979924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.980326 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.980652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.981243 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.981732 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.982074 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.982583 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.982934 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:36.987079 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:36.987472 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:36.987880 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:36.988270 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:36.988885 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Bound port: 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:36.989275 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.054805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1c1e1e15-0290-4922-9bfb-99c0724b9a56 None None] Provisioning complete for port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:37.055199 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c1e1e15-0290-4922-9bfb-99c0724b9a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.064290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Subnet': ['ID=c55a2031-f514-486e-bb15-7b066ef43f90,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:37.084862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-a902d6b5-826e-4772-bb76-fa9a28cb8b2b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:37.086290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Checking segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:37.086832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network hostable DHCP agents. Network: e274e1db-eb7f-472b-abe0-b0137f63995c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:12:37.087725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-a902d6b5-826e-4772-bb76-fa9a28cb8b2b tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 811 time: 0.2791202 Dec 21 02:12:37.110594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a250e5-a1e8-41af-bfe8-7ebd102f1da2 req-8acff652-a9db-4b3b-bdc5-9788070cbd14 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510161 Dec 21 02:12:37.113193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network e274e1db-eb7f-472b-abe0-b0137f63995c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:12:37.132443 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] For port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:37.133770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e274e1db-eb7f-472b-abe0-b0137f63995c) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:37.144108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:37.146054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.148609 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] For port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:37.157791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658b258-909f-46bc-89a2-b666f034bcda None None] Network e274e1db-eb7f-472b-abe0-b0137f63995c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:37.162637 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.175203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:37.187116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7ce9b41-c01e-4788-b12e-96871d5727b5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7873650 Dec 21 02:12:37.189547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.189855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:37.315124 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:37.316455 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:37.320409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network b8f4ff60-2883-47da-bed4-43dec008d524 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:37.320568 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e834ed-4f06-45b3-b81b-e59fbef9c53a None None] Pushing event updated for resources: {'Port': ['ID=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:37.324653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71ad8e-a0ff-4a2e-ba5e-361dfe7c9539 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:12:37.325105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:37.338761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-f0f4f185-8640-4bbb-b15c-b4ae5e6164b2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efc5832129840df828982202c8a3885 HTTP/1.1" status: 200 len: 380 time: 0.2176952 Dec 21 02:12:37.378993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e1e15-0290-4922-9bfb-99c0724b9a56 None None] Port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:37.429208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'port': {'device_id': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'admin_state_up': True, 'tenant_id': '8efc5832129840df828982202c8a3885', 'security_groups': ['b1e5d117-4e80-49b2-a183-d2c2c3eea201']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:37.443088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e274e1db-eb7f-472b-abe0-b0137f63995c', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:12:37.443987 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.569312 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:37.641188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] Provisioning complete for port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:37.641890 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.750392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Made reservation on behalf of 8efc5832129840df828982202c8a3885 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:37.755152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.858423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c3bed96-dca1-4e67-8384-99302863d08a req-55a2463c-0b1c-46cb-99c9-64a7353c4392 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 210 time: 0.0481360 Dec 21 02:12:37.887056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:37.895384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Allocated IP 172.20.0.2 (e274e1db-eb7f-472b-abe0-b0137f63995c/c55a2031-f514-486e-bb15-7b066ef43f90/ac01e677-f361-4b39-a504-4fc455830b8d) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:37.903101 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:37.958690 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:34Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:38.000007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] For port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:38.030033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466582dc-5a39-4556-a899-c0aa8e076a9d None None] The sync data for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 is: [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:34Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:38.044963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.112640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.207549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Allocated IP 172.20.0.8 (69aa699b-ebdf-47ab-928a-649db6db3f78/15a1097e-bd1e-459c-b3b0-464db1a94f8a/3ba5a8b1-b778-43a3-a100-fd59c4452a84) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:38.214510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-965ea66a-6895-42a6-ac69-73e5f216058f None None] Provisioning complete for port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:38.215044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-965ea66a-6895-42a6-ac69-73e5f216058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.226010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:38.239370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4beae587-3543-4955-b2b4-9827e8013e17 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/ddd76b0a-b798-48ec-9f5f-4f3866be5422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2932510 Dec 21 02:12:38.288922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-965ea66a-6895-42a6-ac69-73e5f216058f None None] Port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:38.292732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:38.303296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4484f9-2e40-476c-b3de-2d07d5220e8e None None] Pushing event updated for resources: {'Port': ['ID=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:38.414080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:38.414738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:38.430508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8771ec-4af6-43bd-ac0e-302b9c43420d req-2f3fd161-13ae-4bb4-85aa-d1d938936fd2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:38.439124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba8771ec-4af6-43bd-ac0e-302b9c43420d req-2f3fd161-13ae-4bb4-85aa-d1d938936fd2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1981733 Dec 21 02:12:38.562073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.639284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.653055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba8771ec-4af6-43bd-ac0e-302b9c43420d req-1c59ee86-90d4-4f91-92d9-b517734b7401 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253002 Dec 21 02:12:38.677792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.708692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.20.0.1 (e274e1db-eb7f-472b-abe0-b0137f63995c/c55a2031-f514-486e-bb15-7b066ef43f90/aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:38.749893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.775312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Network e274e1db-eb7f-472b-abe0-b0137f63995c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:38.793000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Pushing event updated for resources: {'Port': ['ID=ac01e677-f361-4b39-a504-4fc455830b8d,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:38.804456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:38.813542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:38.850338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:38.867967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:38.872092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:38.881461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:38.949861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:38.969716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event updated for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:39.039828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.088120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:39.094424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.131903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e98c8-29b7-4bf9-ba8b-1c31db4d38b2 req-59885055-22cc-463a-99a4-0bb37fc1f26a tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:39.133658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-838e98c8-29b7-4bf9-ba8b-1c31db4d38b2 req-59885055-22cc-463a-99a4-0bb37fc1f26a tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 931 time: 0.1389525 Dec 21 02:12:39.133801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:39.147090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-0e6446b8-da0d-4c26-8243-8bf32a7ad607 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7235112 Dec 21 02:12:39.149721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network e274e1db-eb7f-472b-abe0-b0137f63995c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:39.152670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:39.160696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:39.166508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-a3279c02-be46-41b0-b432-385cc0652bb6 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:12:39.167627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-a3279c02-be46-41b0-b432-385cc0652bb6 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197346 Dec 21 02:12:39.175394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Attempting to bind port ac01e677-f361-4b39-a504-4fc455830b8d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:39.175768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Attempting to bind port ac01e677-f361-4b39-a504-4fc455830b8d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:39.182350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Attempting to bind port ac01e677-f361-4b39-a504-4fc455830b8d on network e274e1db-eb7f-472b-abe0-b0137f63995c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:39.214783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:39.214783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Checking segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:39.215513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.215513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Bound using segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:39.216043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Bound port: ac01e677-f361-4b39-a504-4fc455830b8d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:39.216342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.246426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.247686 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-838e98c8-29b7-4bf9-ba8b-1c31db4d38b2 req-98ddea8d-e3c4-4185-96fb-1a09cc0cbb20 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983729 Dec 21 02:12:39.359390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Request body: {'port': {'device_id': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:39.453586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4397715b-9c92-4949-abcc-e1a3984b7380 None None] Provisioning complete for port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:39.453959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4397715b-9c92-4949-abcc-e1a3984b7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.479276 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.546854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.569821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4397715b-9c92-4949-abcc-e1a3984b7380 None None] Port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:39.592149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] For port ac01e677-f361-4b39-a504-4fc455830b8d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:39.608708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] For port ac01e677-f361-4b39-a504-4fc455830b8d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ac01e677-f361-4b39-a504-4fc455830b8d,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:39.621860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.780205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:35Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8377a98-bb6e-4ef6-bfe7-9be4a5074acc', 'name': '', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:2f:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:34Z', 'updated_at': '2021-12-21T02:12:36Z', 'revision_number': 2, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:39.835547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:39.836333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Updating router ddd76b0a-b798-48ec-9f5f-4f3866be5422 port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:39.886457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e3ee6-1e1c-428d-947b-a09ae5f470e1 None None] Pushing event updated for resources: {'Port': ['ID=ac01e677-f361-4b39-a504-4fc455830b8d,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:39.890783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:39.946182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:40.105742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff38f7-b929-4e45-8992-0943efc0c54d req-5221269b-3169-4573-82ce-763e7fabc5d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:40.114254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6ff38f7-b929-4e45-8992-0943efc0c54d req-5221269b-3169-4573-82ce-763e7fabc5d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.2283731 Dec 21 02:12:40.124422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.160036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.356898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.360661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6ff38f7-b929-4e45-8992-0943efc0c54d req-cd9ba886-0fd5-4ada-badc-e580005de437 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444386 Dec 21 02:12:40.393181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:40.484527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:40.485107 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.534376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network e274e1db-eb7f-472b-abe0-b0137f63995c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:40.538273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:40.639331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bfde-73a6-4297-a0eb-16c89c3f3c04 req-be14b473-9bfd-4a49-9ff4-aabf446bda1e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:40.640863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5b8bfde-73a6-4297-a0eb-16c89c3f3c04 req-be14b473-9bfd-4a49-9ff4-aabf446bda1e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 931 time: 0.1055825 Dec 21 02:12:40.670113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba5a8b1-b778-43a3-a100-fd59c4452a84 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:40.681261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.722043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Transition to ACTIVE for port object 3ba5a8b1-b778-43a3-a100-fd59c4452a84 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:12:40.730874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.742188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5b8bfde-73a6-4297-a0eb-16c89c3f3c04 req-faaac3f2-a394-4fc7-b347-2ffdcb553eed tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915847 Dec 21 02:12:40.815001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:40.822590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.831558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:40.848978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.935560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Attempting to bind port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:40.937006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Attempting to bind port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:40.938774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Attempting to bind port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:40.955978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:12:40.956553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Attempting to bind port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 on network 69aa699b-ebdf-47ab-928a-649db6db3f78 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:40.965430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:40.966020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Checking segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:40.966609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Bound using segment: {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:40.967457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Bound port: 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92beb4f1-c40a-470f-b9ce-5c9d758705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:40.967635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9cb66-e9bf-4ff2-8f52-7e1a6c6ce707 None None] Pushing event updated for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:40.969036 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:40.997086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:41.002777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd723d6d-3a6f-4c16-b799-862358a2a394 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "PUT /v2.0/routers/66f34ccc-42b5-45bd-adf9-eb0ec8276b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8116703 Dec 21 02:12:41.005864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:41.010555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--829682099', 'description': 'tempest-secgroup_access--829682099 description', 'project_id': '287fee750c2c46559e2f4abb565cf7d4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:41.072112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Attempting to bind port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:41.072557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Attempting to bind port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:41.073228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Attempting to bind port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc on network b8f4ff60-2883-47da-bed4-43dec008d524 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:41.074011 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.094402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:41.094887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Checking segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:41.095384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.095940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Bound using segment: {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:41.096694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Bound port: b8377a98-bb6e-4ef6-bfe7-9be4a5074acc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff73a4a-7762-4063-9c0a-9871a77a9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:41.097326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.142235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:41.148099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:41.158689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.211724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:41.214435 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.216508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 200 len: 1092 time: 2.0275514 Dec 21 02:12:41.220140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:41.224377 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4984eabc-6a78-4daf-92f8-603d806a5184" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:41.244503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] For port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:41.252510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] For port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:41.262464 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.282025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7cc8-8ed9-4518-81ad-23bc5c906e34 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:41.305170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.318685 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.394607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-f1752578-5925-4c5f-a944-8abd02c5ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:41.396591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-f1752578-5925-4c5f-a944-8abd02c5ff3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 1095 time: 0.1086905 Dec 21 02:12:41.408938 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Sync routers for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:41.440156 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:41.444721 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:41.451208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.456253 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4493685 Dec 21 02:12:41.466921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:41.492482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:41.493171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:41.514226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1961411884', 'description': 'tempest-secgroup_general--1961411884 description', 'project_id': '287fee750c2c46559e2f4abb565cf7d4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:41.547291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c5371-2b52-4d8f-b59e-1c666c7ecd09 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf00db-29e3-4d01-8a3a-2687f7f068e8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:41.615622 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c5668-213a-4237-838b-41bc474ff1c0 x-openstack-request-id: req-9a5c5668-213a-4237-838b-41bc474ff1c0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:41.617596 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:41.619099 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5c5668-213a-4237-838b-41bc474ff1c0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:41.619892 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'status': 'completed', 'code': 200} Dec 21 02:12:41.625258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-f393ddc5-a3b8-4482-9552-1c3b161eefb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 200 len: 217 time: 0.2125356 Dec 21 02:12:41.643382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9cb66-e9bf-4ff2-8f52-7e1a6c6ce707 None None] Pushing event updated for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:41.659271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.715836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] Provisioning complete for port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:41.716248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.763189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-149ceaf5-7f92-4b0a-ac65-49ff82b6fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:41.777729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-149ceaf5-7f92-4b0a-ac65-49ff82b6fc05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.1453638 Dec 21 02:12:41.818992 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:41.889368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86bfc8-c952-426b-b63c-bc3a4a85909a req-4561ca8a-b05e-4217-8d6e-61db5b3f2f0d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:41.898418 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea86bfc8-c952-426b-b63c-bc3a4a85909a req-4561ca8a-b05e-4217-8d6e-61db5b3f2f0d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.2695441 Dec 21 02:12:41.931086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.944130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.990866 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:41.993176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5182822 Dec 21 02:12:41.997882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:42.006771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'security_group_rule': {'security_group_id': 'aebf00db-29e3-4d01-8a3a-2687f7f068e8', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:42.054954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf30aa2-8bd7-404a-972f-0011d0208097 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90776f7-13bf-400c-9acb-02b904ddaee6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:42.078724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ac01e677-f361-4b39-a504-4fc455830b8d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:42.127496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.165480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:42.172480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 2, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:42.211832 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Checking router: 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:42.212799 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Updating router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:12:42.214957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f74b7-1382-4a4c-82de-a48b087f3208 None None] Network e274e1db-eb7f-472b-abe0-b0137f63995c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:12:42.239936 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.240514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-00075d7d-b256-40c5-bd5b-6a4d379a08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:42.247543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-00075d7d-b256-40c5-bd5b-6a4d379a08b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4327340 Dec 21 02:12:42.255474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.268900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.313804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28b35ed-35ba-4e5d-a15b-9387720aaa47,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:42.339186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.349270 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5388cb31-274a-4dd4-bbfc-ce8c28f73beb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402264 Dec 21 02:12:42.355524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817ecce-20fb-498a-bede-6e4347b07723 req-bc69dc7e-462b-4d8f-98cf-d9dab6488f24 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:42.379658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5817ecce-20fb-498a-bede-6e4347b07723 req-bc69dc7e-462b-4d8f-98cf-d9dab6488f24 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 943 time: 0.4086454 Dec 21 02:12:42.381049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.386614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ac01e677-f361-4b39-a504-4fc455830b8d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:42.387005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.404699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea86bfc8-c952-426b-b63c-bc3a4a85909a req-4f8ca1e7-27f0-4a06-a4d9-f9c37752658b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921894 Dec 21 02:12:42.548863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-e8c678bc-9b33-4f3c-887c-52de9a7288b8 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904384 Dec 21 02:12:42.567866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] For port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:42.593886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.693249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5817ecce-20fb-498a-bede-6e4347b07723 req-8a2d5c03-1add-474b-a08a-a922d9bd15a6 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118117 Dec 21 02:12:42.751900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-09f38cf3-9bb9-4427-9e8b-ed24d37fac6e tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--829682099&fields=id&tenant_id=287fee750c2c46559e2f4abb565cf7d4 HTTP/1.1" status: 200 len: 267 time: 0.2019453 Dec 21 02:12:42.764234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-469bc0cc-7d3d-4999-aae7-151f6c700ff7 req-cbb8cf47-a544-48c1-b1fc-0a76197d2d6c service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998858 Dec 21 02:12:42.770292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9f43b-1e8a-479d-bc84-5e8cf5da7c1e None None] Pushing event updated for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:42.776048 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.791313 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.813453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.855585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-90a3394d-b479-4e77-baa8-0f949b37217e None None] Provisioning complete for port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:42.855988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90a3394d-b479-4e77-baa8-0f949b37217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.918230 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3df38-9e39-4691-9f82-11af7c4e3483 None None] Pushing event updated for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:42.944138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port ac01e677-f361-4b39-a504-4fc455830b8d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ac01e677-f361-4b39-a504-4fc455830b8d,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:42.944710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Attempting to bind port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:42.945229 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Attempting to bind port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:42.945727 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Attempting to bind port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 on network e274e1db-eb7f-472b-abe0-b0137f63995c {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:42.953362 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:42.953856 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Checking segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:42.954825 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.955733 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Bound using segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:42.956324 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Bound port: aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:42.956808 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.958645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:42.960707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-7eb8cf9f-fc79-4cd4-ad62-71f96e236c7d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1961411884&fields=id&tenant_id=287fee750c2c46559e2f4abb565cf7d4 HTTP/1.1" status: 200 len: 267 time: 0.1928592 Dec 21 02:12:43.051725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-d8b22329-18e0-4571-ae57-c9015c8292a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.052167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] For port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:43.054399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-d8b22329-18e0-4571-ae57-c9015c8292a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 1095 time: 0.1909461 Dec 21 02:12:43.056577 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] For port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:43.064290 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.067311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:35Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8377a98-bb6e-4ef6-bfe7-9be4a5074acc', 'name': '', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:2f:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:34Z', 'updated_at': '2021-12-21T02:12:41Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:43.103076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=ac01e677-f361-4b39-a504-4fc455830b8d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:43.109462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbb379-5c67-437e-b49d-655fa6520a9e None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:35Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8377a98-bb6e-4ef6-bfe7-9be4a5074acc', 'name': '', 'network_id': 'b8f4ff60-2883-47da-bed4-43dec008d524', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:2f:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:34Z', 'updated_at': '2021-12-21T02:12:41Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'b1a0519a-2021-4c30-9768-0ce9ba626066', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:43.155334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-90a3394d-b479-4e77-baa8-0f949b37217e None None] Provisioning complete for port ac01e677-f361-4b39-a504-4fc455830b8d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:43.155702 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90a3394d-b479-4e77-baa8-0f949b37217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.164974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3df38-9e39-4691-9f82-11af7c4e3483 None None] Pushing event updated for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:43.174160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-718db45a-a2ea-4cd6-af5a-2d57b27385a7 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.174586 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:43.175424 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:43.182256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-718db45a-a2ea-4cd6-af5a-2d57b27385a7 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 797 time: 0.2213254 Dec 21 02:12:43.246966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b30f4e3d-97b7-4822-9149-71dce6443e18 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/quotas/287fee750c2c46559e2f4abb565cf7d4 HTTP/1.1" status: 200 len: 375 time: 0.0637119 Dec 21 02:12:43.308504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-97c3feb4-5320-4872-b807-d6620691dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.310193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-97c3feb4-5320-4872-b807-d6620691dfaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.2460694 Dec 21 02:12:43.354560 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:43.378721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-f7de098c-86cf-442d-8561-475638597f70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 200 len: 217 time: 0.0579622 Dec 21 02:12:43.392115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-87da4b70-0162-4129-9014-24dab19b6414 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368580 Dec 21 02:12:43.447945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Provisioning complete for port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:43.448340 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.457009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-494ed85e-aba1-4b5a-8ef7-97baa6d7838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.459111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-494ed85e-aba1-4b5a-8ef7-97baa6d7838f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0661087 Dec 21 02:12:43.607781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.652818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:43.694939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] For port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:43.711929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.729405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad125dc7-a42f-432e-89a1-f4a956ef01fe req-f23d19fb-b292-452f-a500-d9334e3111be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.730974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad125dc7-a42f-432e-89a1-f4a956ef01fe req-f23d19fb-b292-452f-a500-d9334e3111be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1671143 Dec 21 02:12:43.733516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-fe42c767-0dc2-449f-803e-b018e1ac5dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715371 Dec 21 02:12:43.739389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6df9d-7ea9-46ca-9c96-2045f3f60952 None None] The sync data for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 is: [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:43.763096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-cf21558a-6146-44ae-b532-4558e0e93e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:43.764441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-cf21558a-6146-44ae-b532-4558e0e93e85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324394 Dec 21 02:12:43.795290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Provisioning complete for port ac01e677-f361-4b39-a504-4fc455830b8d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:43.795791 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:43.875606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37728f1-2b63-4e9f-88b9-b9b7392e5218 None None] Pushing event updated for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:43.990789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad125dc7-a42f-432e-89a1-f4a956ef01fe req-52c6e3d0-634e-4473-b9ae-c0df133f95b3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449620 Dec 21 02:12:44.009467 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a8f69e7-0a1f-4928-a02e-c20e50f3d970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:44.042350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-4e1fc425-f62b-403d-87b4-59e1c399a1a8 service neutron] 10.222.0.43 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028288 Dec 21 02:12:44.076700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-eba85f2d-cd7e-4271-9bec-fefec2bf0864 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806978 Dec 21 02:12:44.167643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-40c6f7b7-77e3-4636-92f4-5b79b0d24c4d None None] Provisioning complete for port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:44.168926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40c6f7b7-77e3-4636-92f4-5b79b0d24c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:44.250806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece73d5-aa9b-4b92-982a-fa435d60cd74 req-be0bffa9-6ea6-46f8-93af-e996bef02a3c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:44.258157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ece73d5-aa9b-4b92-982a-fa435d60cd74 req-be0bffa9-6ea6-46f8-93af-e996bef02a3c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 943 time: 0.1090238 Dec 21 02:12:44.273037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ac01e677-f361-4b39-a504-4fc455830b8d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:44.338522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4984eabc-6a78-4daf-92f8-603d806a5184 req-feac115f-6ba8-47b1-9153-3230eabac463 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538478 Dec 21 02:12:44.376543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3ece73d5-aa9b-4b92-982a-fa435d60cd74 req-44b70022-9dc5-4390-96b7-6da5579f4184 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069231 Dec 21 02:12:44.505613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ac01e677-f361-4b39-a504-4fc455830b8d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:44.506073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:44.522957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1443ac7b-d261-41db-9ac1-eb138d7efd92 req-f7fb4882-c440-4d4b-b57b-9e2765c7b96b tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0689881 Dec 21 02:12:44.631299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d1e2dfad-ab66-4329-93d4-a9834337a77f None None] Provisioning complete for port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:44.631770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfad-ab66-4329-93d4-a9834337a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:44.688338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b8377a98-bb6e-4ef6-bfe7-9be4a5074acc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:44.797659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:44.798032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:44.922171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c40ee782-d3f7-49ca-84c6-9fdb5ddfc7f0 None None] Provisioning complete for port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:44.923083 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c40ee782-d3f7-49ca-84c6-9fdb5ddfc7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:45.144111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1be5-d608-43b8-bda0-cfdb6862db07 req-76149723-80dd-417e-97e9-ba0891efa1ed tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:45.145812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-987d1be5-d608-43b8-bda0-cfdb6862db07 req-76149723-80dd-417e-97e9-ba0891efa1ed tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0650063 Dec 21 02:12:45.198369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-987d1be5-d608-43b8-bda0-cfdb6862db07 req-0cd65e28-ca8e-4fb6-ada2-52b2c0c46501 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Dec 21 02:12:45.406262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df237107-5401-4c2e-84e9-ad972446522b req-197e0b6f-fdfc-4b4a-9729-844589de7c09 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:45.407760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df237107-5401-4c2e-84e9-ad972446522b req-197e0b6f-fdfc-4b4a-9729-844589de7c09 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0493729 Dec 21 02:12:45.484449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df237107-5401-4c2e-84e9-ad972446522b req-0efcf275-a034-48a5-89ea-abf9133af0d7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707176 Dec 21 02:12:45.502717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf00a9c-f6cc-44aa-8f6c-764546fbd1aa req-218ce48e-145e-4fd2-8a92-cb30595cd731 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:45.502717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edf00a9c-f6cc-44aa-8f6c-764546fbd1aa req-218ce48e-145e-4fd2-8a92-cb30595cd731 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 943 time: 0.0634050 Dec 21 02:12:45.549605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edf00a9c-f6cc-44aa-8f6c-764546fbd1aa req-13ec5e3f-219d-4fdc-b2f0-b65133079d51 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Dec 21 02:12:45.628214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f88fdf9-6d3c-4c63-905b-c2d4dbb2e8ed req-c239d561-d128-4d28-98d4-567ab53069e7 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0262363 Dec 21 02:12:45.877533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-d32fbd4c-b24a-4ec0-9107-995ae55e8e61 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:45.879669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-d32fbd4c-b24a-4ec0-9107-995ae55e8e61 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.45 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 797 time: 0.1372240 Dec 21 02:12:45.925934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:45.984044 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-6e16f8b5-429e-4934-95ef-7fa7b04649ee tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=287fee750c2c46559e2f4abb565cf7d4 HTTP/1.1" status: 200 len: 477 time: 0.0866075 Dec 21 02:12:45.986143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:45.986665 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.006207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'port': {'device_id': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'admin_state_up': True, 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'security_groups': ['aebf00db-29e3-4d01-8a3a-2687f7f068e8', 'd90776f7-13bf-400c-9acb-02b904ddaee6']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:46.133268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:46.137611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.280098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.20.0.10 (e274e1db-eb7f-472b-abe0-b0137f63995c/c55a2031-f514-486e-bb15-7b066ef43f90/99787cc4-db2b-47f9-8dfc-2037f552d0ee) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:46.437809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.472469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.520693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network e274e1db-eb7f-472b-abe0-b0137f63995c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:46.523892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:46.528286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:46.552730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:46.578368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d04e-fecb-482e-98a0-6c2c18b8cfa2 req-70ba0e3d-0e13-4fbb-8a68-85e133e21801 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:46.580228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c794d04e-fecb-482e-98a0-6c2c18b8cfa2 req-70ba0e3d-0e13-4fbb-8a68-85e133e21801 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.0564592 Dec 21 02:12:46.586632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:46.587353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.607621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-354d7be5-83f8-4843-9d79-4dedc774426c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6044970 Dec 21 02:12:46.629462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Request body: {'port': {'device_id': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:46.635485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ad6d36e0-186b-4467-aef8-3f6fa6b90063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.646566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c794d04e-fecb-482e-98a0-6c2c18b8cfa2 req-97c4981c-39db-4f41-adf6-52dd370a5752 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584812 Dec 21 02:12:46.715545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.717357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e042fc-568a-41e9-bf8a-404bebb6171b req-aca4a92f-b6fa-4e92-9da6-e845bd8f9372 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:46.725019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e042fc-568a-41e9-bf8a-404bebb6171b req-aca4a92f-b6fa-4e92-9da6-e845bd8f9372 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 943 time: 0.0635405 Dec 21 02:12:46.809602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e042fc-568a-41e9-bf8a-404bebb6171b req-b43c8fdd-b7e0-4df6-895c-4c1cf59d138e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834594 Dec 21 02:12:46.818180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab53eaf-50f0-41d2-b7a6-2ab111637753 req-a344deb8-1dd1-4e82-86c5-ffc447b91571 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:46.819687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ab53eaf-50f0-41d2-b7a6-2ab111637753 req-a344deb8-1dd1-4e82-86c5-ffc447b91571 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 971 time: 0.0926514 Dec 21 02:12:46.857659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-abc40380-1def-45bb-84b1-44ef4a9522f4 None None] Provisioning complete for port 99787cc4-db2b-47f9-8dfc-2037f552d0ee triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:46.858256 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-abc40380-1def-45bb-84b1-44ef4a9522f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:46.893373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-abc40380-1def-45bb-84b1-44ef4a9522f4 None None] Port 99787cc4-db2b-47f9-8dfc-2037f552d0ee cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:46.898776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ab53eaf-50f0-41d2-b7a6-2ab111637753 req-c2333df4-10d8-47ba-9f1b-223e89cdae7b tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0629601 Dec 21 02:12:46.998568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99787cc4-db2b-47f9-8dfc-2037f552d0ee {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:47.006163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.019167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Transition to ACTIVE for port object 99787cc4-db2b-47f9-8dfc-2037f552d0ee will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:12:47.023641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.090775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Pushing event updated for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:47.098986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ea42-c3d6-4902-adc8-4825fe699b2a req-fba5168c-2e4f-48cc-8e73-7d093a4e4134 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.100546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75a1ea42-c3d6-4902-adc8-4825fe699b2a req-fba5168c-2e4f-48cc-8e73-7d093a4e4134 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 946 time: 0.1029730 Dec 21 02:12:47.102707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6178-1079-4106-b060-2900565053f0 req-3aa00156-29df-4b5d-9bec-32da6586ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.104436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-3aa00156-29df-4b5d-9bec-32da6586ba51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1098 time: 0.0698266 Dec 21 02:12:47.105650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3ba5a8b1-b778-43a3-a100-fd59c4452a84 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:12:47.111800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:12:47.183160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Attempting to bind port 99787cc4-db2b-47f9-8dfc-2037f552d0ee on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:47.184045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Attempting to bind port 99787cc4-db2b-47f9-8dfc-2037f552d0ee by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:47.184591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Attempting to bind port 99787cc4-db2b-47f9-8dfc-2037f552d0ee on network e274e1db-eb7f-472b-abe0-b0137f63995c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:47.189892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Port 99787cc4-db2b-47f9-8dfc-2037f552d0ee on network e274e1db-eb7f-472b-abe0-b0137f63995c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:12:47.190630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Attempting to bind port 99787cc4-db2b-47f9-8dfc-2037f552d0ee on network e274e1db-eb7f-472b-abe0-b0137f63995c {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:47.201501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:47.201881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Checking segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:47.202524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Bound using segment: {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:47.202807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Bound port: 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:47.203162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.214220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75a1ea42-c3d6-4902-adc8-4825fe699b2a req-b0f43c73-576d-4231-8032-28e79fa87efa tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039286 Dec 21 02:12:47.250410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6178-1079-4106-b060-2900565053f0 req-ecb247e1-b7bd-408a-9846-c0c745aeda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.251975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-ecb247e1-b7bd-408a-9846-c0c745aeda58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1400449 Dec 21 02:12:47.297934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:47.301873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:47.308846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.319483 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.323078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:47.332110 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.344050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'port_id': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'mac_address': 'fa:16:3e:a0:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:12:47.345935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-30fa85a1-20db-408a-944a-89b83a859f38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 1001 time: 0.0856984 Dec 21 02:12:47.356391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.357489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.359014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] 10.222.0.45 "PUT /v2.0/ports/99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 1132 time: 0.7360892 Dec 21 02:12:47.359393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:47.363020 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b163c7-6d17-4b26-b019-79c540c5374a" -d '{"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:47.367681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:47.381001 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8e3f8-50a6-4eb9-9d2e-f853c27904c4" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:47.421295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c5a0b-d146-4b33-9612-3cb4178e7f94 service neutron] Pushing event updated for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:47.440238 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0e574-4f00-4290-8296-1accbd12e73c x-openstack-request-id: req-fbf0e574-4f00-4290-8296-1accbd12e73c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:47.440655 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:47.440997 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbf0e574-4f00-4290-8296-1accbd12e73c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:47.442209 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'status': 'completed', 'code': 200} Dec 21 02:12:47.444971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:47.451247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6178-1079-4106-b060-2900565053f0 req-80f76fe5-ffcb-4277-a7ea-074723b7df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.453561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-80f76fe5-ffcb-4277-a7ea-074723b7df6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.1031346 Dec 21 02:12:47.468590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.474794 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f84cbf3-d82a-4003-a2cc-2a0b34211829 x-openstack-request-id: req-2f84cbf3-d82a-4003-a2cc-2a0b34211829 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:47.475089 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:47.475345 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f84cbf3-d82a-4003-a2cc-2a0b34211829 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:47.475735 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'code': 200} Dec 21 02:12:47.478695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.513327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-e7ad88ae-1193-4422-9a31-fd93683ea9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.514767 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-e7ad88ae-1193-4422-9a31-fd93683ea9a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1135 time: 0.0685213 Dec 21 02:12:47.516726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba5a8b1-b778-43a3-a100-fd59c4452a84 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:47.521773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde6178-1079-4106-b060-2900565053f0 req-639a055b-a8f0-4325-b6b4-cb9587268a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.523615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-639a055b-a8f0-4325-b6b4-cb9587268a46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618660 Dec 21 02:12:47.551325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:47.558078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=14']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:47.562140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:47.619122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:47.637667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-37fa7436-9df7-4793-8d0b-c1ea0a883324 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051323 Dec 21 02:12:47.738404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dde6178-1079-4106-b060-2900565053f0 req-60375d61-3e5c-4459-9187-a99ae3d754ef service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933146 Dec 21 02:12:47.935684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-f2f48164-d0d7-4bdc-b479-7dd910daebfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 217 time: 0.4041808 Dec 21 02:12:47.941505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0259b-3c28-419b-b860-c9b4ebfe6b6f req-5cd7820f-0475-4259-a00e-dc3b0d16da5c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.943313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0de0259b-3c28-419b-b860-c9b4ebfe6b6f req-5cd7820f-0475-4259-a00e-dc3b0d16da5c tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 944 time: 0.0547340 Dec 21 02:12:47.953911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3ba5a8b1-b778-43a3-a100-fd59c4452a84'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:12:47.997508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-8b6603e9-020a-4cda-8901-973f78a15a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:47.999652 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-8b6603e9-020a-4cda-8901-973f78a15a56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 200 len: 835 time: 0.0561135 Dec 21 02:12:48.034087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0de0259b-3c28-419b-b860-c9b4ebfe6b6f req-52b101ec-c850-4e6a-8e81-7a956be098e1 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833220 Dec 21 02:12:48.056499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-2f597df9-9960-40d3-a666-b850eec5d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.057530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2cb73-7a0a-455f-8bf7-d252c2ce35d4 req-093cd276-2c32-4343-af95-c93ad57a5ac9 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.058503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-2f597df9-9960-40d3-a666-b850eec5d84c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e274e1db-eb7f-472b-abe0-b0137f63995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514779 Dec 21 02:12:48.059070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86e2cb73-7a0a-455f-8bf7-d252c2ce35d4 req-093cd276-2c32-4343-af95-c93ad57a5ac9 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 983 time: 0.0613735 Dec 21 02:12:48.121048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86e2cb73-7a0a-455f-8bf7-d252c2ce35d4 req-d2d25df8-9161-4567-b068-0d1bde2e2d10 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547452 Dec 21 02:12:48.158073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-2d7361df-b892-4ff2-8b8b-cc5e7877b47d service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894547 Dec 21 02:12:48.254185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99f73a91-22b8-4f75-a691-ff6e023f6d75 req-eb2ae8dd-1fc1-4008-9d40-f61cf54e8dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Dec 21 02:12:48.338025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a959c-e311-4b66-ad48-46248a80da08 req-878e0ea2-786d-4241-bdd7-e87e3a80df58 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.339484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f40a959c-e311-4b66-ad48-46248a80da08 req-878e0ea2-786d-4241-bdd7-e87e3a80df58 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0550332 Dec 21 02:12:48.400953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f40a959c-e311-4b66-ad48-46248a80da08 req-e5906209-a7c2-4216-b1fe-dd9138a69fc9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555131 Dec 21 02:12:48.401238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b163c7-6d17-4b26-b019-79c540c5374a req-2c0c8e96-731d-4e99-80c8-eced45679cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.402849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-2c0c8e96-731d-4e99-80c8-eced45679cbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1135 time: 0.0532613 Dec 21 02:12:48.498396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b163c7-6d17-4b26-b019-79c540c5374a req-dca34e42-de0e-4dff-8637-4132d3fb3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.499833 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-dca34e42-de0e-4dff-8637-4132d3fb3215 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 897 time: 0.0891585 Dec 21 02:12:48.543490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-d9658ec0-bd4e-4e42-ba8e-8ae66476459a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 217 time: 0.0351648 Dec 21 02:12:48.593024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b163c7-6d17-4b26-b019-79c540c5374a req-68308fda-afcc-4706-9b8a-5beb7229856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.594460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-68308fda-afcc-4706-9b8a-5beb7229856a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 200 len: 835 time: 0.0420940 Dec 21 02:12:48.640137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b163c7-6d17-4b26-b019-79c540c5374a req-58e2098b-a389-48cf-838d-60f27ac862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:48.641607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-58e2098b-a389-48cf-838d-60f27ac862d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e274e1db-eb7f-472b-abe0-b0137f63995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378225 Dec 21 02:12:48.677925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:48.736667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-4f1448b3-a477-4569-86fa-506f8668ab5a service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Dec 21 02:12:48.830025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-31b163c7-6d17-4b26-b019-79c540c5374a req-5eb57382-3f3a-4338-bb4d-63d6beb3196c service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855796 Dec 21 02:12:49.103132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3ba5a8b1-b778-43a3-a100-fd59c4452a84 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:49.151812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9b2c-87dc-41fd-8f1c-894e0aea12a9 req-f43725ab-6e08-45e4-8e32-ed620fde32b9 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:49.154431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-585b9b2c-87dc-41fd-8f1c-894e0aea12a9 req-f43725ab-6e08-45e4-8e32-ed620fde32b9 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 944 time: 0.0495679 Dec 21 02:12:49.158623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:12:49.163093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:49.163457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:49.216395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-585b9b2c-87dc-41fd-8f1c-894e0aea12a9 req-323416f0-bf62-4ec6-b842-296b63c702f2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539553 Dec 21 02:12:49.242456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:49.255892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505b5b1-12b7-4600-a63f-3780740d26fa req-f69f8958-b0ff-42fd-82c8-ed4efefc0b64 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:49.257367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5505b5b1-12b7-4600-a63f-3780740d26fa req-f69f8958-b0ff-42fd-82c8-ed4efefc0b64 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 983 time: 0.0648091 Dec 21 02:12:49.277171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:49.281355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:49.315961 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5505b5b1-12b7-4600-a63f-3780740d26fa req-a81fdf1a-238c-4bf9-98e9-3b1c6547509f tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514946 Dec 21 02:12:49.330975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:49.368879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:49.476841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:49.479136 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e301d1-d81a-483a-8c59-8d4c7f4a3a7d" -d '{"events": [{"server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:49.513766 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9093d-78eb-4213-ba01-e82b24400d18 x-openstack-request-id: req-01b9093d-78eb-4213-ba01-e82b24400d18 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:49.514061 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:49.514314 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01b9093d-78eb-4213-ba01-e82b24400d18 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:49.514697 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'code': 200} Dec 21 02:12:49.517594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21089-c720-4d4a-b0ee-8048555aaf0c req-61027447-a193-4bcd-8bc7-aa81d97a2db0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:49.519076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77c21089-c720-4d4a-b0ee-8048555aaf0c req-61027447-a193-4bcd-8bc7-aa81d97a2db0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0503669 Dec 21 02:12:49.567790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77c21089-c720-4d4a-b0ee-8048555aaf0c req-52d5d5b5-7a64-470c-afa2-ddfedd661a46 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 Dec 21 02:12:49.677720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ff22c-67ad-4397-b63a-a099f9ac5ea6 req-0b1aa426-82a6-4ce6-b5d4-c1d091b2b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:49.679156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c0ff22c-67ad-4397-b63a-a099f9ac5ea6 req-0b1aa426-82a6-4ce6-b5d4-c1d091b2b518 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 1097 time: 0.0627999 Dec 21 02:12:49.988841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c0ff22c-67ad-4397-b63a-a099f9ac5ea6 req-73d89aa1-e31f-456d-a06d-3c8346e90367 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988167 Dec 21 02:12:50.000349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253f1c-57d8-4bf6-aa75-ab6a209d6c56 req-c60394ce-a056-4cd1-93c8-43ecf63d24d4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:50.001744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c253f1c-57d8-4bf6-aa75-ab6a209d6c56 req-c60394ce-a056-4cd1-93c8-43ecf63d24d4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0649626 Dec 21 02:12:50.048337 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c253f1c-57d8-4bf6-aa75-ab6a209d6c56 req-a160dc94-b3aa-45f6-9099-b0f04216ca29 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Dec 21 02:12:50.169856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977db95-6bef-4b95-9160-0d0ee8bd99f0 req-351f2c99-d533-42ee-87c8-88e1ec14dbf9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:50.171313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b977db95-6bef-4b95-9160-0d0ee8bd99f0 req-351f2c99-d533-42ee-87c8-88e1ec14dbf9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0486751 Dec 21 02:12:50.221015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b977db95-6bef-4b95-9160-0d0ee8bd99f0 req-06a43ee1-f4c0-4cc9-afe5-74a7d5f58ae9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Dec 21 02:12:50.330146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ae3eb-3499-4e0e-bb9c-93a3ec620dc3 req-3aaaaecf-3ccb-4d8d-9101-70d9c18ded42 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:50.332145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070ae3eb-3499-4e0e-bb9c-93a3ec620dc3 req-3aaaaecf-3ccb-4d8d-9101-70d9c18ded42 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Dec 21 02:12:50.389207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-070ae3eb-3499-4e0e-bb9c-93a3ec620dc3 req-061cd0a0-a7d8-41ad-ba76-1474feb3ad61 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503631 Dec 21 02:12:50.522308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-8202f044-5a96-4486-9099-be3279505c00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:50.523765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-8202f044-5a96-4486-9099-be3279505c00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1309144 Dec 21 02:12:50.532505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a19e-0b2b-4108-bd9e-540b61cb16dd req-80598d1a-c36a-4737-aa59-5289bb73f6eb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:50.533886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763a19e-0b2b-4108-bd9e-540b61cb16dd req-80598d1a-c36a-4737-aa59-5289bb73f6eb tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 983 time: 0.0823798 Dec 21 02:12:50.555711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-ca2e02e8-db4a-45e9-b757-3376b76d7b91 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/quotas/b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 375 time: 0.0204146 Dec 21 02:12:50.621139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a763a19e-0b2b-4108-bd9e-540b61cb16dd req-bc4412f1-14a4-4827-a1d9-ae7921809dd2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0801864 Dec 21 02:12:50.633429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-d7190ef9-6025-44ba-8cba-5cf5cd582ef6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705342 Dec 21 02:12:50.724618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-f5424f95-9f1f-44cc-b408-54d5cb798e32 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 Dec 21 02:12:50.812372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-51de496d-79d8-47ab-a933-916aa5d97f9f service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816553 Dec 21 02:12:50.970537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-418575e4-a8a3-4751-b00c-470769190e1b req-c18c62f5-14fe-4acd-8f11-32e05fe783b0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 210 time: 0.0313013 Dec 21 02:12:51.515157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485271-ea05-451b-93ea-4b600b8fc50c req-18fb0c50-1771-4935-b79a-cf6a2b6999e2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:51.516628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31485271-ea05-451b-93ea-4b600b8fc50c req-18fb0c50-1771-4935-b79a-cf6a2b6999e2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Dec 21 02:12:51.566345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31485271-ea05-451b-93ea-4b600b8fc50c req-cf51d642-cae5-4c34-ab95-500b303e8047 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Dec 21 02:12:51.683605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c47a91-c49a-4775-a80c-3c209f4fe18c req-4f923aa6-f26e-466e-b4e2-00b7f496d64d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:51.685004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7c47a91-c49a-4775-a80c-3c209f4fe18c req-4f923aa6-f26e-466e-b4e2-00b7f496d64d tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0492048 Dec 21 02:12:51.693358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47346) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:51.699036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Request body: {'floatingip': {'port_id': '3ba5a8b1-b778-43a3-a100-fd59c4452a84'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:51.739815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00598-a56c-447d-911f-81c683954eaa req-4aa35da7-36c7-483d-9b03-3d98e0d6d727 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:51.740593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:51.741319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4c00598-a56c-447d-911f-81c683954eaa req-4aa35da7-36c7-483d-9b03-3d98e0d6d727 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 983 time: 0.0534666 Dec 21 02:12:51.803468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4c00598-a56c-447d-911f-81c683954eaa req-8526178c-9b64-4107-b505-418393116a88 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0558107 Dec 21 02:12:51.989736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 99787cc4-db2b-47f9-8dfc-2037f552d0ee details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:12:52.147843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad554009-1e11-4e7b-bc5b-7f84cdf33399 req-46b2fe2e-409b-44f5-aea5-d62a70812aea tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 210 time: 0.0483806 Dec 21 02:12:52.163627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-f621848b-0721-4a68-9662-afcc23602b49 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:52.166466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-f621848b-0721-4a68-9662-afcc23602b49 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1784716 Dec 21 02:12:52.193562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'device_id': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'admin_state_up': True, 'tenant_id': 'b6921562c4414b2797315756bd901280'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:52.193927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.199612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.206736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:52.208991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.223743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'port_id': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'mac_address': 'fa:16:3e:43:a0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:12:52.267460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.281998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99787cc4-db2b-47f9-8dfc-2037f552d0ee {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:52.306421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:52.310522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.311521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:12:52.315123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.318447 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Floating IP b83c6afa-533f-45ab-97ad-e8fb2a3a6754 associated. External IP: 172.25.6.40, port: 3ba5a8b1-b778-43a3-a100-fd59c4452a84. Dec 21 02:12:52.366431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:52.448568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.20.0.14 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/803b6011-f011-4a85-be31-77296dde95c2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:52.539162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:52.603034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.637895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.653154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:52.657973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.663869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:52.674918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:52.676106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:52.683211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:52.689684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d10a00b-265b-4a5f-b99c-4156e6076a8e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "PUT /v2.0/floatingips/b83c6afa-533f-45ab-97ad-e8fb2a3a6754 HTTP/1.1" status: 200 len: 990 time: 0.9920130 Dec 21 02:12:52.689684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:52.689971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:52.690785 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:52.691189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:52.736218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:52.739802 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e1891-6a82-49c0-acf1-f060607612f0 x-openstack-request-id: req-b64e1891-6a82-49c0-acf1-f060607612f0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:52.740315 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:52.740315 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b64e1891-6a82-49c0-acf1-f060607612f0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:52.740746 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'status': 'completed', 'code': 200} Dec 21 02:12:52.750905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.751733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.752153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.752641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.752997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.753360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.753971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.754674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.754674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.754987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.755233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['99787cc4-db2b-47f9-8dfc-2037f552d0ee'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:12:52.755392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.755615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.755952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:12:52.785498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:52.786235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:52.818145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-bd9e8a02-c22d-46f2-9ee2-42a6aebdff45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282463 Dec 21 02:12:52.842496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-69992408-5d02-43d6-a832-73c60adf5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:52.844466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-69992408-5d02-43d6-a832-73c60adf5274 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 1097 time: 0.0495789 Dec 21 02:12:52.847781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Request body: {'port': {'device_id': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:52.941939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:52.950997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.000565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-41778277-0157-45eb-9729-90ceeb9e17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.002258 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-41778277-0157-45eb-9729-90ceeb9e17a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.1500595 Dec 21 02:12:53.077060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-70c06f89-16d6-4fa5-8f3c-400013e75c05 None None] Provisioning complete for port 803b6011-f011-4a85-be31-77296dde95c2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:53.077699 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70c06f89-16d6-4fa5-8f3c-400013e75c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.092147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-45976a7a-dbd6-4ae5-9e2e-3a1856d16a03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 200 len: 998 time: 0.0822146 Dec 21 02:12:53.120167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-70c06f89-16d6-4fa5-8f3c-400013e75c05 None None] Port 803b6011-f011-4a85-be31-77296dde95c2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:12:53.159804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-b5a28636-4368-42fa-95da-973f2fcd2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.162643 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-b5a28636-4368-42fa-95da-973f2fcd2eea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0644341 Dec 21 02:12:53.264427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-3d1aa1cf-3902-4341-a5cf-2bf6c34b6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.266121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-3d1aa1cf-3902-4341-a5cf-2bf6c34b6eb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958881 Dec 21 02:12:53.312842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'b83c6afa-533f-45ab-97ad-e8fb2a3a6754', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:a0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:32Z', 'updated_at': '2021-12-21T02:12:52Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:53.331967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6162d8b-dee8-4313-9936-e23bdc1c661d req-b62a18ad-701e-40d5-925c-f11767f57c44 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.334194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6162d8b-dee8-4313-9936-e23bdc1c661d req-b62a18ad-701e-40d5-925c-f11767f57c44 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 984 time: 0.1090233 Dec 21 02:12:53.343059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:53.351566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:53.352245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:53.368687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-acff022c-e347-40d7-a116-d401a7758d46 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952618 Dec 21 02:12:53.394171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028894b9-ae89-47c1-ac6d-65dd3c18b0cb req-d9210ddb-a917-49e9-9d17-a810cf916faa tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.395798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-028894b9-ae89-47c1-ac6d-65dd3c18b0cb req-d9210ddb-a917-49e9-9d17-a810cf916faa tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 932 time: 0.1323242 Dec 21 02:12:53.462172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:53.467142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6141ba0-f214-4cf4-a497-9fe3c7c76b12 req-f78a9e5f-af63-4baf-a0d4-9e5f25eaf044 service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917864 Dec 21 02:12:53.501428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6162d8b-dee8-4313-9936-e23bdc1c661d req-209fdadf-3cef-4677-87c5-73768a03a92b tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1558144 Dec 21 02:12:53.503176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803b6011-f011-4a85-be31-77296dde95c2 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:53.522434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.528443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-028894b9-ae89-47c1-ac6d-65dd3c18b0cb req-77bf82a7-543b-428e-913c-7502abb5b1fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190445 Dec 21 02:12:53.538106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Transition to ACTIVE for port object 803b6011-f011-4a85-be31-77296dde95c2 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:12:53.542452 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.596681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:53.675214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Attempting to bind port 803b6011-f011-4a85-be31-77296dde95c2 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:12:53.675866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Attempting to bind port 803b6011-f011-4a85-be31-77296dde95c2 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:12:53.676014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Attempting to bind port 803b6011-f011-4a85-be31-77296dde95c2 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:53.680798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Port 803b6011-f011-4a85-be31-77296dde95c2 on network e9121f7a-abfe-4804-9329-29abec58a129 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:12:53.681292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Attempting to bind port 803b6011-f011-4a85-be31-77296dde95c2 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:12:53.686426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:12:53.686766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:12:53.687288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:12:53.687726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Bound port: 803b6011-f011-4a85-be31-77296dde95c2, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:12:53.688087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.719948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'b83c6afa-533f-45ab-97ad-e8fb2a3a6754', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:a0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:32Z', 'updated_at': '2021-12-21T02:12:52Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:53.746808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475dbef-85c6-4f53-bc60-e4d74bb8ffbd None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'b83c6afa-533f-45ab-97ad-e8fb2a3a6754', 'tenant_id': '8efc5832129840df828982202c8a3885', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'port_id': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'mac_address': 'fa:16:3e:a0:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:32Z', 'updated_at': '2021-12-21T02:12:52Z', 'revision_number': 1, 'project_id': '8efc5832129840df828982202c8a3885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:12:53.756075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:12:53.759485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=803b6011-f011-4a85-be31-77296dde95c2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:12:53.765585 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.806141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.806850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:53.808759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] 10.222.0.24 "PUT /v2.0/ports/803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 200 len: 1093 time: 0.9694414 Dec 21 02:12:53.809622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'tag': '803b6011-f011-4a85-be31-77296dde95c2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:53.813454 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d3d895-3836-4b9e-948f-1423b0a8817a" -d '{"events": [{"name": "network-changed", "server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "tag": "803b6011-f011-4a85-be31-77296dde95c2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:53.838675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868e5d-c335-4d62-834e-6ef83a5c1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:53.895863 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e94c6d-6b2d-4785-8e4e-bb3166b25b46 x-openstack-request-id: req-f7e94c6d-6b2d-4785-8e4e-bb3166b25b46 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:53.896187 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "tag": "803b6011-f011-4a85-be31-77296dde95c2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:53.896472 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7e94c6d-6b2d-4785-8e4e-bb3166b25b46 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:53.897034 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'tag': '803b6011-f011-4a85-be31-77296dde95c2', 'status': 'completed', 'code': 200} Dec 21 02:12:53.944592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-cd8f984b-e690-40cd-bee9-39617af7fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:53.946323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-cd8f984b-e690-40cd-bee9-39617af7fcc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 1096 time: 0.0614893 Dec 21 02:12:53.998965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-a04b16f6-fd70-4e19-9407-9e8951ce5711 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 200 len: 217 time: 0.0390708 Dec 21 02:12:54.002691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 99787cc4-db2b-47f9-8dfc-2037f552d0ee up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:12:54.026521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530429e5-4dea-4460-bab0-8642b6ce63ec None None] New status for floating IP b83c6afa-533f-45ab-97ad-e8fb2a3a6754: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:12:54.060988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 99787cc4-db2b-47f9-8dfc-2037f552d0ee completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:12:54.063862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-3401ac92-620a-45f4-ac68-aa436e5f44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.065486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-3401ac92-620a-45f4-ac68-aa436e5f44c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0600839 Dec 21 02:12:54.070609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 99787cc4-db2b-47f9-8dfc-2037f552d0ee triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:12:54.071021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:54.119190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32497e6-0904-4918-9958-83294ba705bd req-82dddb92-1d65-4d5a-a559-9cfa85292156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.120717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-82dddb92-1d65-4d5a-a559-9cfa85292156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484622 Dec 21 02:12:54.166641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:54.190688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:54.193027 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91cc98c-4d80-4bd3-809f-58232a974e76" -d '{"events": [{"server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "name": "network-vif-plugged", "status": "completed", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:54.205509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:54.210983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:54.234302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-365b3022-24eb-45ab-8d58-025375fce6a6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058886 Dec 21 02:12:54.246411 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d89ff0-1d44-43cf-bfba-075c5eef38da x-openstack-request-id: req-03d89ff0-1d44-43cf-bfba-075c5eef38da {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:54.246745 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "name": "network-vif-plugged", "status": "completed", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:54.246993 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03d89ff0-1d44-43cf-bfba-075c5eef38da {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:54.247436 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'code': 200} Dec 21 02:12:54.265203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:54.340444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32497e6-0904-4918-9958-83294ba705bd req-2fa04cd5-1ffb-40cb-8993-bd48f6134bef service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992839 Dec 21 02:12:54.393408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80955d-8014-4ad5-a84d-256aaf7b1042 req-a784af0c-d8bc-4e8a-99c8-754cf596a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.394924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-af80955d-8014-4ad5-a84d-256aaf7b1042 req-a784af0c-d8bc-4e8a-99c8-754cf596a0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.0416207 Dec 21 02:12:54.448266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-af80955d-8014-4ad5-a84d-256aaf7b1042 req-39c71968-fd89-4bb8-a999-2c596b22c7f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&id=d90776f7-13bf-400c-9acb-02b904ddaee6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0454080 Dec 21 02:12:54.494186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-390bcafe-b140-449a-8b78-ff54e61a9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.495694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-390bcafe-b140-449a-8b78-ff54e61a9270 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 1096 time: 0.0503328 Dec 21 02:12:54.625925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-e4942f5f-eba9-4330-b1f5-5807a04f6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.627329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-e4942f5f-eba9-4330-b1f5-5807a04f6451 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1247160 Dec 21 02:12:54.687718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-97bfbe20-c37b-4c3d-ae69-0bd7e45da1ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 200 len: 217 time: 0.0463223 Dec 21 02:12:54.703116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec418e30-b0a3-443c-b96a-37957129302a req-8a06d2e0-2be1-41c2-955e-1efd506f4fd5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.704551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec418e30-b0a3-443c-b96a-37957129302a req-8a06d2e0-2be1-41c2-955e-1efd506f4fd5 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.1304317 Dec 21 02:12:54.723922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c8ac-dd35-409f-b204-a9033dcbf45e req-eca4c112-cdd0-4b5f-8dcd-f98a852eb3f0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.725498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fe8c8ac-dd35-409f-b204-a9033dcbf45e req-eca4c112-cdd0-4b5f-8dcd-f98a852eb3f0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 944 time: 0.1154606 Dec 21 02:12:54.812421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-7480b745-7363-40ca-858c-360fa42fddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.813908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-7480b745-7363-40ca-858c-360fa42fddb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.1069956 Dec 21 02:12:54.862433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fe8c8ac-dd35-409f-b204-a9033dcbf45e req-8e66c709-7590-4852-a42f-98b793d5ea19 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187477 Dec 21 02:12:54.872318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec418e30-b0a3-443c-b96a-37957129302a req-2aa4d192-05d2-494b-ae64-20ff9b5373fa tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1568248 Dec 21 02:12:54.886021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-b3c45aa9-2504-4d43-af47-afcf1fe3816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:54.887493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-b3c45aa9-2504-4d43-af47-afcf1fe3816f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624721 Dec 21 02:12:54.978557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-f7df0cef-6f23-43e9-bb69-6560df1fdb0c service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832741 Dec 21 02:12:55.094347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39d3d895-3836-4b9e-948f-1423b0a8817a req-4bb4ee9a-b0b3-4f03-a714-c1288de83e18 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897312 Dec 21 02:12:56.006837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6c813-dfb8-4662-b8f6-776322398d47 req-52385f65-3b31-483e-b498-b04d8a9b2c5c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:56.008347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5b6c813-dfb8-4662-b8f6-776322398d47 req-52385f65-3b31-483e-b498-b04d8a9b2c5c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 944 time: 0.0776613 Dec 21 02:12:56.020309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fab226-1591-48c6-92dc-d50d4fdbf6ac req-351c7ecd-d2c0-46c8-b7b2-4031916b89f0 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:56.021729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fab226-1591-48c6-92dc-d50d4fdbf6ac req-351c7ecd-d2c0-46c8-b7b2-4031916b89f0 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.0789447 Dec 21 02:12:56.096746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5b6c813-dfb8-4662-b8f6-776322398d47 req-4ee95a7a-5011-4e2d-917b-7a46d8758f26 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739915 Dec 21 02:12:56.108741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fab226-1591-48c6-92dc-d50d4fdbf6ac req-98e01cb4-e724-4369-8407-a29a8ad4b0e2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0799735 Dec 21 02:12:56.234367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371451dd-f09d-4f72-8bf4-92f99d586304 req-659042c2-93d1-414d-8ee2-8fded7bcb805 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:56.235840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-371451dd-f09d-4f72-8bf4-92f99d586304 req-659042c2-93d1-414d-8ee2-8fded7bcb805 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.0518279 Dec 21 02:12:56.292400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-371451dd-f09d-4f72-8bf4-92f99d586304 req-051ca688-8fb3-4667-8e7d-920108ba6a8f tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503070 Dec 21 02:12:56.398887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-8da70541-4f08-4a37-82e0-c896ad372c57 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:56.400866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-8da70541-4f08-4a37-82e0-c896ad372c57 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.0409944 Dec 21 02:12:56.418350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-aabe4b8c-e9a2-45c6-97f5-972cfe2dfa5e tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.490839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-aabe4b8c-e9a2-45c6-97f5-972cfe2dfa5e tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.494746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-aabe4b8c-e9a2-45c6-97f5-972cfe2dfa5e tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.556767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe4b8c-e9a2-45c6-97f5-972cfe2dfa5e tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c3a77-4621-4623-ae19-362c0d3544f3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:56.563890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-397de4c3-dbfd-4dfe-af9f-a2ff7d44dc47 req-aabe4b8c-e9a2-45c6-97f5-972cfe2dfa5e tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1571977 Dec 21 02:12:56.586777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:56.625664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b8e5f-4c96-4866-a12d-de68625ec237 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:56.627090 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f46b8e5f-4c96-4866-a12d-de68625ec237 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1132 time: 0.0393395 Dec 21 02:12:56.630032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:56.634742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:12:56.657296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.758520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.840801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.865226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.25.6.51 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/fe999f47-7abf-4096-a005-2329b9de8e67) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:12:56.910007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47390) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:56.963939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:56.997129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:57.032032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:12:57.045054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=fe999f47-7abf-4096-a005-2329b9de8e67,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:57.047662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:12:57.050176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:12:57.253448 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-ce8f2485-1348-45ec-a360-c1dbd69cd2e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994265 Dec 21 02:12:57.427920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-07e67019-081f-4696-bcf5-e49fc0480125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:57.429555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-07e67019-081f-4696-bcf5-e49fc0480125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1098 time: 0.1090052 Dec 21 02:12:57.514852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52ebd-7b7a-4247-ae20-134c788b0544 req-26ee28bc-fc41-412d-bffc-d43347b18bc3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:57.516227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4d52ebd-7b7a-4247-ae20-134c788b0544 req-26ee28bc-fc41-412d-bffc-d43347b18bc3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 944 time: 0.1061888 Dec 21 02:12:57.560653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:57.594758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-b4201fa3-1254-4a61-a7cd-2fa257edc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:57.595473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4d52ebd-7b7a-4247-ae20-134c788b0544 req-d1877626-5e98-4eb6-8cbd-5dbecc33f3d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715156 Dec 21 02:12:57.596200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-b4201fa3-1254-4a61-a7cd-2fa257edc15e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 896 time: 0.1292760 Dec 21 02:12:57.681541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:57.688513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:57.691428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-31c2e1c1-3636-4d08-93ad-38281ca211bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 1002 time: 0.0828552 Dec 21 02:12:57.779863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-808cfe8d-a411-4cce-a523-5860fd7bc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:57.781224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-808cfe8d-a411-4cce-a523-5860fd7bc0ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.0710409 Dec 21 02:12:57.879582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-c6fbb846-5263-40fd-a387-804cd41215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:57.881067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-c6fbb846-5263-40fd-a387-804cd41215a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898347 Dec 21 02:12:58.062117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:12:58.062395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.156993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port b8377a98-bb6e-4ef6-bfe7-9be4a5074acc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:58.157374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.171320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for b8377a98-bb6e-4ef6-bfe7-9be4a5074acc owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:12:58.298550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.308367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.363398 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-4575d193-69c7-4687-b2cb-eddfb29bd3a8 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715281 Dec 21 02:12:58.377291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.399603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=fe999f47-7abf-4096-a005-2329b9de8e67,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:58.405627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=b8377a98-bb6e-4ef6-bfe7-9be4a5074acc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:58.459278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.558116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9844c2a6-9e6f-493b-9e5d-077a42ff3370 req-a9e7b4c9-2367-46c8-bd52-d51ebf05301b service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693501 Dec 21 02:12:58.590566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.591657 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Floating IP 13f9bbba-a369-49c8-bb9d-cccaed75c951 associated. External IP: 172.25.6.51, port: 99787cc4-db2b-47f9-8dfc-2037f552d0ee. Dec 21 02:12:58.740965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3a9a-9e57-4b26-affa-5218764f6d66 req-ac045539-5290-4e1e-a932-9c697f82f046 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:58.742398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee6f3a9a-9e57-4b26-affa-5218764f6d66 req-ac045539-5290-4e1e-a932-9c697f82f046 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 944 time: 0.0638745 Dec 21 02:12:58.806189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:58.869874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee6f3a9a-9e57-4b26-affa-5218764f6d66 req-59686baa-d854-44ff-b1fc-0819bdefcaf0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883393 Dec 21 02:12:58.892595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:12:58.922836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:58.933049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Sync routers for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:58.942391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:58.945302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:58.946520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:58.970672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea1e5c24-0a6f-4b9a-abe7-ca04db0fb8f1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3396277 Dec 21 02:12:58.971263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:12:58.973522 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea34973-024c-4bfb-91d3-bded2adddb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:12:58.976258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:59.011933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:12:59.024078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa92e814-8d11-4585-a312-f429bf6146e8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/ddd76b0a-b798-48ec-9f5f-4f3866be5422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1127326 Dec 21 02:12:59.025130 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:12:59.039631 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:59.041926 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128266b9-987f-4592-b340-d57b13543a14 x-openstack-request-id: req-128266b9-987f-4592-b340-d57b13543a14 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:12:59.042226 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:12:59.042488 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-128266b9-987f-4592-b340-d57b13543a14 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:12:59.042910 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'status': 'completed', 'code': 200} Dec 21 02:12:59.043618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:59.069293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:59.189047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 803b6011-f011-4a85-be31-77296dde95c2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:12:59.195058 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:59.207003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-9efc36f9-fcbd-4aa3-adf8-3c63d152c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.208541 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-9efc36f9-fcbd-4aa3-adf8-3c63d152c6e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.1318977 Dec 21 02:12:59.236638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.237310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.237893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.238408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.238933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.239457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.240083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.240610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.242928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f7ab0c38-ee01-41c3-b300-4b17e103ef84 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5647 time: 0.2657046 Dec 21 02:12:59.245803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:59.359981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-ef950286-d998-41aa-9c50-5d6b5da3b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.361692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-ef950286-d998-41aa-9c50-5d6b5da3b602 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 897 time: 0.1173480 Dec 21 02:12:59.437757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244dee3-203f-450c-9de5-c7f26de7ddb2 req-834620b0-c9a6-46d2-b702-60c6a0e75f26 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.446770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0244dee3-203f-450c-9de5-c7f26de7ddb2 req-834620b0-c9a6-46d2-b702-60c6a0e75f26 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.1453536 Dec 21 02:12:59.454583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.455049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.456343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.456813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.457248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.457771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.458217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.458874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.463404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f3ab3339-d7f4-43ee-af72-d3b9f371a5fb tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5253 time: 0.2136846 Dec 21 02:12:59.465816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47412) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:59.475602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:59.505879 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:59.516730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:59.518454 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:59.521861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0244dee3-203f-450c-9de5-c7f26de7ddb2 req-643574ef-c7ff-4d90-92a9-625b4b02e575 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742049 Dec 21 02:12:59.549555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-c7292c8b-b51f-4f36-bed2-190327f2fe8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 999 time: 0.1774731 Dec 21 02:12:59.592764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=803b6011-f011-4a85-be31-77296dde95c2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:59.607340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '803b6011-f011-4a85-be31-77296dde95c2', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '803b6011-f011-4a85-be31-77296dde95c2', 'mac_address': 'fa:16:3e:1b:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:12:59.613487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-27ce3e43-c088-477c-8136-194efee8f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.614949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-27ce3e43-c088-477c-8136-194efee8f393 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 200 len: 835 time: 0.0576501 Dec 21 02:12:59.636866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:59.661553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:59.674495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13f9bbba-a369-49c8-bb9d-cccaed75c951', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'port_id': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'mac_address': 'fa:16:3e:43:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:57Z', 'updated_at': '2021-12-21T02:12:57Z', 'revision_number': 0, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:59.693405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-155c64e7-64aa-49e2-bbf4-b9bf0abcd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.694783 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-155c64e7-64aa-49e2-bbf4-b9bf0abcd8c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e274e1db-eb7f-472b-abe0-b0137f63995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537963 Dec 21 02:12:59.704480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803b6011-f011-4a85-be31-77296dde95c2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:12:59.708974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Checking router: 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:12:59.732505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=803b6011-f011-4a85-be31-77296dde95c2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:12:59.734072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:12:59.734516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:12:59.772409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:12:59.790009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f0d3420-3c65-4459-88e2-603396cf1a13 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3201175 Dec 21 02:12:59.793152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:12:59.810848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-7ce9e7f8-88e0-4823-9c4b-059c35cc8cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064568 Dec 21 02:12:59.887301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:12:59.904402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:12:59.915306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73507ae1-f0fd-442f-b2d6-2578c3f3fedd tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.915788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73507ae1-f0fd-442f-b2d6-2578c3f3fedd tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:12:59.921016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-73507ae1-f0fd-442f-b2d6-2578c3f3fedd tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=66f34ccc-42b5-45bd-adf9-eb0ec8276b3b HTTP/1.1" status: 200 len: 1992 time: 0.1228497 Dec 21 02:12:59.969084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1ea34973-024c-4bfb-91d3-bded2adddb9b req-2610389b-e1d0-4c69-91a6-96a0a58ff0a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407404 Dec 21 02:13:00.020767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:00.021216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8738e-45fa-48d5-87d5-3bc9e1292dbb req-3c34db2a-de54-4bad-9c01-10f21875ddef tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:00.022771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5d8738e-45fa-48d5-87d5-3bc9e1292dbb req-3c34db2a-de54-4bad-9c01-10f21875ddef tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 945 time: 0.0594428 Dec 21 02:13:00.048154 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1dbfe2-8f66-4cc0-927f-fd9c20588201 None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '33b5afc2-062e-4092-a2fe-58256d220532', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'port_id': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'mac_address': 'fa:16:3e:82:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:11:31Z', 'updated_at': '2021-12-21T02:11:34Z', 'revision_number': 1, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:00.077949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5d8738e-45fa-48d5-87d5-3bc9e1292dbb req-62475830-3b2d-43cd-b9f2-fde1f7f32fa7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Dec 21 02:13:00.164104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13f9bbba-a369-49c8-bb9d-cccaed75c951', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'port_id': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'mac_address': 'fa:16:3e:43:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:57Z', 'updated_at': '2021-12-21T02:12:57Z', 'revision_number': 0, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:00.168306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:13:00.212115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9db1-68a6-46d5-8f13-0ed24943e0bf None None] The sync data for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 is: [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '13f9bbba-a369-49c8-bb9d-cccaed75c951', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'port_id': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'mac_address': 'fa:16:3e:43:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:12:57Z', 'updated_at': '2021-12-21T02:12:57Z', 'revision_number': 0, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:00.427358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9864c-ebe3-41ae-9479-6cf92c608a9b None None] New status for floating IP 13f9bbba-a369-49c8-bb9d-cccaed75c951: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:13:00.659259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4730e3-1c33-4e6b-9611-53d5f57f25d4 req-df4d0857-3614-407c-909c-66858844e145 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:00.660779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a4730e3-1c33-4e6b-9611-53d5f57f25d4 req-df4d0857-3614-407c-909c-66858844e145 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.0523036 Dec 21 02:13:00.713926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a4730e3-1c33-4e6b-9611-53d5f57f25d4 req-b5a04b1d-2c98-47bb-ab04-a93bb58bde69 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=958c6983-1675-46e8-a8ca-71d5f34ce9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Dec 21 02:13:00.967236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-021cad92-8317-440a-a41b-e5accf837a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:00.968721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-021cad92-8317-440a-a41b-e5accf837a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 946 time: 0.0479007 Dec 21 02:13:01.064539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:01.064874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.112419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 803b6011-f011-4a85-be31-77296dde95c2 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:01.154428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port 24fd04ad-587b-48cc-9ae6-87d8184a30a4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=24fd04ad-587b-48cc-9ae6-87d8184a30a4,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:01.154886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.166077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 803b6011-f011-4a85-be31-77296dde95c2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:13:01.168925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 24fd04ad-587b-48cc-9ae6-87d8184a30a4 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:01.170629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 803b6011-f011-4a85-be31-77296dde95c2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:01.171005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.215865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865101-492d-408a-a43a-b3db69d026bf req-0eafd872-241e-4072-af94-a86a1d9befba tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:01.221873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6865101-492d-408a-a43a-b3db69d026bf req-0eafd872-241e-4072-af94-a86a1d9befba tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 945 time: 0.0624056 Dec 21 02:13:01.257296 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.276483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6865101-492d-408a-a43a-b3db69d026bf req-ce1c11bf-0e9c-49ec-abb3-ce0c3e9069d3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Dec 21 02:13:01.282082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803b6011-f011-4a85-be31-77296dde95c2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:01.284321 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc9326e-83f7-4fd7-b1da-7b7a8581574a" -d '{"events": [{"server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "name": "network-vif-plugged", "status": "completed", "tag": "803b6011-f011-4a85-be31-77296dde95c2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:01.298301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=803b6011-f011-4a85-be31-77296dde95c2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:01.304010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.312674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.327805 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a26b1d-fe90-4d9a-b0b6-4dddd948df02 x-openstack-request-id: req-e3a26b1d-fe90-4d9a-b0b6-4dddd948df02 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:01.328277 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "name": "network-vif-plugged", "status": "completed", "tag": "803b6011-f011-4a85-be31-77296dde95c2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:01.328595 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3a26b1d-fe90-4d9a-b0b6-4dddd948df02 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:01.329054 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803b6011-f011-4a85-be31-77296dde95c2', 'code': 200} Dec 21 02:13:01.350124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=24fd04ad-587b-48cc-9ae6-87d8184a30a4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:01.363312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:01.395498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] No DVR routers for this DVR port 24fd04ad-587b-48cc-9ae6-87d8184a30a4 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:01.398207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:01.402298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8035f0bc-eb60-45b0-9f31-53d6925c5bd5 req-6cccd97d-b4c6-4771-8806-01037e2ea82a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "DELETE /v2.0/ports/24fd04ad-587b-48cc-9ae6-87d8184a30a4 HTTP/1.1" status: 204 len: 173 time: 0.4237587 Dec 21 02:13:01.402817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'name': 'network-vif-deleted', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:01.405189 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72838adc-f15f-4728-bbb8-9f8491679df4" -d '{"events": [{"server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "name": "network-vif-deleted", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:01.443051 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc933c43-3751-46d1-b005-888b7542d1dc x-openstack-request-id: req-fc933c43-3751-46d1-b005-888b7542d1dc {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:01.443357 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e9f946-7cae-4648-812f-0a2b5b4440f8", "name": "network-vif-deleted", "tag": "24fd04ad-587b-48cc-9ae6-87d8184a30a4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:01.443620 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc933c43-3751-46d1-b005-888b7542d1dc {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:01.444040 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e9f946-7cae-4648-812f-0a2b5b4440f8', 'name': 'network-vif-deleted', 'tag': '24fd04ad-587b-48cc-9ae6-87d8184a30a4', 'status': 'completed', 'code': 200} Dec 21 02:13:01.483264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18b58e-2750-4b74-a0a2-fde2474e0fe3 req-c93167ca-5710-41b8-a9c0-995ba07c041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:01.484683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca18b58e-2750-4b74-a0a2-fde2474e0fe3 req-c93167ca-5710-41b8-a9c0-995ba07c041e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 1098 time: 0.0448163 Dec 21 02:13:01.531901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca18b58e-2750-4b74-a0a2-fde2474e0fe3 req-e01de7c0-0b11-4d74-ba15-0a7314177bca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Dec 21 02:13:01.832841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3359b473-0027-4562-8424-23f8faa38a9c req-365bbc35-8f7b-4d26-b61d-a4c3c916b0c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e9f946-7cae-4648-812f-0a2b5b4440f8 HTTP/1.1" status: 200 len: 210 time: 0.0328052 Dec 21 02:13:01.843175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b8377a98-bb6e-4ef6-bfe7-9be4a5074acc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:01.875124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: b8377a98-bb6e-4ef6-bfe7-9be4a5074acc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:01.875477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device b8377a98-bb6e-4ef6-bfe7-9be4a5074acc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:02.394470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8eec0-7b6c-43a5-9a79-afca47606754 req-3e691bf0-b4fc-4613-b3cf-c9c2c95104fe tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:02.395946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78c8eec0-7b6c-43a5-9a79-afca47606754 req-3e691bf0-b4fc-4613-b3cf-c9c2c95104fe tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0488486 Dec 21 02:13:02.442579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78c8eec0-7b6c-43a5-9a79-afca47606754 req-8539bf3f-a797-4941-90b3-4c218e969f75 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Dec 21 02:13:02.894197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47438) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:02.949420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:02.974489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.040156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.042873 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.044031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/security-groups/958c6983-1675-46e8-a8ca-71d5f34ce9d7 HTTP/1.1" status: 204 len: 168 time: 0.1488428 Dec 21 02:13:03.053357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d097e45-13b6-4b3a-8a40-5ade24605ae0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c6983-1675-46e8-a8ca-71d5f34ce9d7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:03.096413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:03.151209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting subnet b1a0519a-2021-4c30-9768-0ce9ba626066 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:13:03.154357 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.193307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.273476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.334349 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.363371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a0519a-2021-4c30-9768-0ce9ba626066,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:03.365374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.373384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-46e6f8a2-2067-4972-b36e-de20ce19395f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/subnets/b1a0519a-2021-4c30-9768-0ce9ba626066 HTTP/1.1" status: 204 len: 168 time: 0.2711823 Dec 21 02:13:03.373384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:03.374625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb308bc7-9cb8-42fc-83db-eb1ab8223e7a None None] Network b8f4ff60-2883-47da-bed4-43dec008d524 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:03.447082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.511183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:03.511663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.529653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33709e71-13c2-472e-8874-c22494d22770 None None] DHCP port deletion for b8f4ff60-2883-47da-bed4-43dec008d524 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:03.576320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff151ed-295d-451c-86c4-1af01c376158 req-01b29997-fbf1-402c-a286-24e4b09b4122 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:03.577933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fff151ed-295d-451c-86c4-1af01c376158 req-01b29997-fbf1-402c-a286-24e4b09b4122 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0563359 Dec 21 02:13:03.585098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Deleting port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:03.585732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.590630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=96238958-1f14-4fae-9fa2-6deb5f2cfe37,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:03.591170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.604781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 96238958-1f14-4fae-9fa2-6deb5f2cfe37 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:03.627672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fff151ed-295d-451c-86c4-1af01c376158 req-9ce9b124-c612-446c-9eb0-cf41aa2e9dd2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Dec 21 02:13:03.647998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-33709e71-13c2-472e-8874-c22494d22770 None None] For port 96238958-1f14-4fae-9fa2-6deb5f2cfe37, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=96238958-1f14-4fae-9fa2-6deb5f2cfe37,segment=NetworkSegment(cff73a4a-7762-4063-9c0a-9871a77a9d7e),segment_id=cff73a4a-7762-4063-9c0a-9871a77a9d7e)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:03.648395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.667372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Calling delete_port for 96238958-1f14-4fae-9fa2-6deb5f2cfe37 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:03.695123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.723560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=96238958-1f14-4fae-9fa2-6deb5f2cfe37,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:03.725309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] No DVR routers for this DVR port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:03.752718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.778757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Pushing event deleted for resources: {'Port': ['ID=96238958-1f14-4fae-9fa2-6deb5f2cfe37,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.790727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.801205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.801805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.802227 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.802542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.803016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.803374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.803749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33709e71-13c2-472e-8874-c22494d22770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:03.816546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33709e71-13c2-472e-8874-c22494d22770 None None] No DVR routers for this DVR port 96238958-1f14-4fae-9fa2-6deb5f2cfe37 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:03.831705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.858209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f4ff60-2883-47da-bed4-43dec008d524']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:03.868455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff73a4a-7762-4063-9c0a-9871a77a9d7e') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:03.868756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff73a4a-7762-4063-9c0a-9871a77a9d7e') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:03.883723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.891323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 96238958-1f14-4fae-9fa2-6deb5f2cfe37 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:03.900028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.905294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952083c-7b6b-4a11-a3ef-b8d576a09508 req-da89db22-a666-4353-955d-35315ec99d50 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:03.907072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4952083c-7b6b-4a11-a3ef-b8d576a09508 req-da89db22-a666-4353-955d-35315ec99d50 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0569217 Dec 21 02:13:03.912227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:13:03.912632 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.915949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 96238958-1f14-4fae-9fa2-6deb5f2cfe37 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:03.916446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 96238958-1f14-4fae-9fa2-6deb5f2cfe37 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:13:03.919006 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:13:03.964151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4952083c-7b6b-4a11-a3ef-b8d576a09508 req-4d1d4a5d-d5fc-43c8-9c6a-81a3f5e8e03f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Dec 21 02:13:03.980417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.990256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:03.994074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/networks/b8f4ff60-2883-47da-bed4-43dec008d524 HTTP/1.1" status: 204 len: 168 time: 0.6218252 Dec 21 02:13:03.996851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47454) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:04.005060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90cf56-c237-4391-a7b9-259d79dfaa9a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Network': ['ID=b8f4ff60-2883-47da-bed4-43dec008d524,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:04.156639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port e316deeb-431d-425b-be16-459983274261 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:04.156983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:04.233748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:04.233994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:04.245564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for e316deeb-431d-425b-be16-459983274261 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:04.392131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:04.419613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=e316deeb-431d-425b-be16-459983274261,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:04.479599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:04.479938 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Floating IP 33b5afc2-062e-4092-a2fe-58256d220532 disassociated (deleted). External IP: 172.25.6.167, port: 2edc3599-15de-4775-b637-70f8c0bec9d6. Dec 21 02:13:04.687241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:05.045595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:05.056250 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:05.062574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:05.065568 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:05.066162 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:05.104243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-22ef379c-198a-4e46-a4c1-19b90691989d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/floatingips/33b5afc2-062e-4092-a2fe-58256d220532 HTTP/1.1" status: 204 len: 168 time: 1.1039166 Dec 21 02:13:05.104243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:05.106567 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:05.116753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49704-247d-4beb-88d2-e0df09a41eff req-0799a29b-c98d-4996-8356-4a64d13ef885 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.118876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8f49704-247d-4beb-88d2-e0df09a41eff req-0799a29b-c98d-4996-8356-4a64d13ef885 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0861712 Dec 21 02:13:05.172023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8f49704-247d-4beb-88d2-e0df09a41eff req-2620b121-7980-4437-908e-b6ecc8afb532 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Dec 21 02:13:05.178521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:05.223192 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2332b80-c7d8-44ea-84d8-fc2f23bb01ed x-openstack-request-id: req-e2332b80-c7d8-44ea-84d8-fc2f23bb01ed {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:05.223547 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:05.223961 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2332b80-c7d8-44ea-84d8-fc2f23bb01ed {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:05.224370 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'status': 'completed', 'code': 200} Dec 21 02:13:05.356268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-60e920e8-ef7b-41ae-a1d2-079ecf826f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.362183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-60e920e8-ef7b-41ae-a1d2-079ecf826f4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 1098 time: 0.0469251 Dec 21 02:13:05.362358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b01a6e-b29e-415b-bf76-09e4b796ddb4 req-5f05428c-389b-4eb1-bfeb-b971330a72b4 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.362358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5b01a6e-b29e-415b-bf76-09e4b796ddb4 req-5f05428c-389b-4eb1-bfeb-b971330a72b4 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0582256 Dec 21 02:13:05.410066 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:05.419118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5b01a6e-b29e-415b-bf76-09e4b796ddb4 req-531776cb-1551-4d16-a917-f6f14faae3f0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527549 Dec 21 02:13:05.436707 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:05.445038 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:05.446187 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:05.459944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-60a726da-898d-4f63-8d0b-52f71d68c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.462344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-60a726da-898d-4f63-8d0b-52f71d68c266 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 200 len: 896 time: 0.0949659 Dec 21 02:13:05.505164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-d486346c-f117-4772-9389-78398cbd340c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 200 len: 217 time: 0.0344896 Dec 21 02:13:05.552023 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:05.567658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-435ee8b1-33f4-4368-b288-96906e4afc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.569118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-435ee8b1-33f4-4368-b288-96906e4afc8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 200 len: 834 time: 0.0488679 Dec 21 02:13:05.616531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-658d1619-ee0a-4796-bcef-50a540ddc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:05.618575 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-658d1619-ee0a-4796-bcef-50a540ddc7d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebecbc71-f501-4e1e-9124-936d7cd90025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404301 Dec 21 02:13:05.710276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-e827aa69-24a4-434a-ba75-b289e4413238 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839367 Dec 21 02:13:05.747276 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:05.777094 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1da88-b096-47c1-8f58-47478eba9d4c None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:12:58Z', 'revision_number': 6, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '22a3b55c-088b-4035-8fb6-a175e06fd81b', 'name': '', 'network_id': 'ebecbc71-f501-4e1e-9124-936d7cd90025', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:9b:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:14Z', 'updated_at': '2021-12-21T02:11:19Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': 'feef5fb3-fcf0-4222-be22-7efbeb918bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:05.807622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3109e6c1-a7f7-4ad3-8908-9dd13e3525b9 req-8d58aadf-6929-40ac-8eac-ea063c576a03 service neutron] 10.222.0.45 "GET /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Dec 21 02:13:05.997825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6428d78-93f2-44a9-8ec5-bfce755e8d65 None None] New status for floating IP 33b5afc2-062e-4092-a2fe-58256d220532: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:13:06.056488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 24fd04ad-587b-48cc-9ae6-87d8184a30a4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:06.076619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 24fd04ad-587b-48cc-9ae6-87d8184a30a4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:06.076961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 24fd04ad-587b-48cc-9ae6-87d8184a30a4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:06.291594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efcf67-1c43-4f9f-81f0-c87c5d242d80 req-917f69b5-3bbc-4a71-88b7-0bafa0ca0c52 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:06.293037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19efcf67-1c43-4f9f-81f0-c87c5d242d80 req-917f69b5-3bbc-4a71-88b7-0bafa0ca0c52 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0471246 Dec 21 02:13:06.343482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19efcf67-1c43-4f9f-81f0-c87c5d242d80 req-42c8a02a-76c4-4eb4-960f-8b24c2f8f52b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Dec 21 02:13:06.532910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fec21-9d97-4293-aaab-683c294b08ec req-61c85924-7a2a-42a9-a2c6-f971711d7294 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:06.534385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c7fec21-9d97-4293-aaab-683c294b08ec req-61c85924-7a2a-42a9-a2c6-f971711d7294 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0478122 Dec 21 02:13:06.582978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c7fec21-9d97-4293-aaab-683c294b08ec req-5ece7a57-8ab2-4b2b-a717-4742e6b35272 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=87374a70-dd49-4662-bd67-f81692b98821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Dec 21 02:13:06.912926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-a240fc0a-7d7e-4650-815b-78df2b28307e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:06.914884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-a240fc0a-7d7e-4650-815b-78df2b28307e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Dec 21 02:13:07.009791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 2edc3599-15de-4775-b637-70f8c0bec9d6 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:07.010129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:07.095865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port 2edc3599-15de-4775-b637-70f8c0bec9d6, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=2edc3599-15de-4775-b637-70f8c0bec9d6,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:07.096214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:07.109352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 2edc3599-15de-4775-b637-70f8c0bec9d6 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:07.240942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:07.271015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=2edc3599-15de-4775-b637-70f8c0bec9d6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:07.314067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] No DVR routers for this DVR port 2edc3599-15de-4775-b637-70f8c0bec9d6 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:07.316595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:07.320009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-da71daca-79ce-49c4-a0fe-e9cd5c9d447f req-1a688113-77a5-4193-9ff4-a0e437af0195 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "DELETE /v2.0/ports/2edc3599-15de-4775-b637-70f8c0bec9d6 HTTP/1.1" status: 204 len: 173 time: 0.3959963 Dec 21 02:13:07.321060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'name': 'network-vif-deleted', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:07.323342 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2742d-b5e0-471a-8805-6dacd9a92bd2" -d '{"events": [{"server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "name": "network-vif-deleted", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:07.360762 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a3b97-ee52-4312-ba28-fabb385118a4 x-openstack-request-id: req-d98a3b97-ee52-4312-ba28-fabb385118a4 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:07.361049 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66dbbd-454a-4562-8f41-e8fa798a2698", "name": "network-vif-deleted", "tag": "2edc3599-15de-4775-b637-70f8c0bec9d6", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:07.361299 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d98a3b97-ee52-4312-ba28-fabb385118a4 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:07.361723 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66dbbd-454a-4562-8f41-e8fa798a2698', 'name': 'network-vif-deleted', 'tag': '2edc3599-15de-4775-b637-70f8c0bec9d6', 'status': 'completed', 'code': 200} Dec 21 02:13:07.466144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e9793-127c-4d15-859b-3b3166f34bfc req-a004be46-6e8a-493d-ace1-a526519a91f4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:07.467636 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c65e9793-127c-4d15-859b-3b3166f34bfc req-a004be46-6e8a-493d-ace1-a526519a91f4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Dec 21 02:13:07.516258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c65e9793-127c-4d15-859b-3b3166f34bfc req-8c8172e9-ecaa-42fb-b8c3-eb452597c3bd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Dec 21 02:13:07.696876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ace361d-ff35-46d6-9411-a245ea065323 req-9dd8fca7-9da6-4f79-9b46-3410741c9ad6 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d66dbbd-454a-4562-8f41-e8fa798a2698 HTTP/1.1" status: 200 len: 210 time: 0.0309229 Dec 21 02:13:08.025613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-8390da99-cea4-43f8-a641-a4a6408be386 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406759 Dec 21 02:13:08.135050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-c2ce33f3-7ec0-45f4-b5f7-9f06dfc8f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:08.136543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-c2ce33f3-7ec0-45f4-b5f7-9f06dfc8f99f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.0411034 Dec 21 02:13:08.254670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-adb9eeea-0c3a-4666-9fbd-cc18ed360ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:08.256128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-adb9eeea-0c3a-4666-9fbd-cc18ed360ed2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0990698 Dec 21 02:13:08.329975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-19bf56a6-010f-48dc-911f-e6be447426a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0611329 Dec 21 02:13:08.383006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-ce47f2c4-0a65-4ff7-b3dc-ca96fde883c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:08.384468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-ce47f2c4-0a65-4ff7-b3dc-ca96fde883c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0473595 Dec 21 02:13:08.435712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-8c077fbf-4ef5-49d7-85b6-c550133f24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:08.437125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-8c077fbf-4ef5-49d7-85b6-c550133f24ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450621 Dec 21 02:13:08.527509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-aad7660d-9b9b-4dd2-a0d1-ef7c1560a135 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825472 Dec 21 02:13:08.661436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-856d1fe0-cda2-42a0-bcb1-94b5842e0eb5 req-38742667-a7b7-41ae-9f38-95a633c053fc service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Dec 21 02:13:08.669328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4f14-197f-4cbe-8b29-61fa8d57f93f req-2009c108-feeb-479b-afab-f6c2cc6d621a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:08.670714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f11f4f14-197f-4cbe-8b29-61fa8d57f93f req-2009c108-feeb-479b-afab-f6c2cc6d621a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0728421 Dec 21 02:13:08.720078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f11f4f14-197f-4cbe-8b29-61fa8d57f93f req-ed5fd49c-8304-465f-a6f7-d709846ad6b9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Dec 21 02:13:08.758617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:08.820285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:08.846135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:08.905227 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:08.907995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:08.909248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/security-groups/87374a70-dd49-4662-bd67-f81692b98821 HTTP/1.1" status: 204 len: 168 time: 0.1494980 Dec 21 02:13:08.923116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef83109-1f53-4598-be87-14a5def63c0f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87374a70-dd49-4662-bd67-f81692b98821,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:08.953402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:09.310047 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:09.562971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 22a3b55c-088b-4035-8fb6-a175e06fd81b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:09.563211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:09.658873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port 22a3b55c-088b-4035-8fb6-a175e06fd81b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=22a3b55c-088b-4035-8fb6-a175e06fd81b,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:09.659229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:09.841369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde90bd-a8b4-4904-ba55-e22c9aab4cb4 req-cc35f40f-472a-4a26-819b-77914517dfe6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:09.842816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afde90bd-a8b4-4904-ba55-e22c9aab4cb4 req-cc35f40f-472a-4a26-819b-77914517dfe6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0512488 Dec 21 02:13:09.893229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afde90bd-a8b4-4904-ba55-e22c9aab4cb4 req-ff3cb4b5-b7ab-4a7c-9761-dad91502f8ee tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443082 Dec 21 02:13:09.999242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 22a3b55c-088b-4035-8fb6-a175e06fd81b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:10.181822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:10.207856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=22a3b55c-088b-4035-8fb6-a175e06fd81b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:10.220263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.220620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.220966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.221305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.221672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.222015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.222443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.222773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.223103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.223438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.223763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.224092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.224419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:10.399425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:10.418531 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:13:10.616965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router ddd76b0a-b798-48ec-9f5f-4f3866be5422 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:10.723430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:10.729170 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85fdd213-8793-4a52-bd3c-ef26db0e4991 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/ddd76b0a-b798-48ec-9f5f-4f3866be5422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732093 Dec 21 02:13:10.731445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47504) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:10.734172 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Sync routers for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:10.744311 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:10.745017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:10.783769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting subnet feef5fb3-fcf0-4222-be22-7efbeb918bd6 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:13:10.786927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:10.831076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:10.851168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:10.913501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:10.984655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.029861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:13:10Z', 'revision_number': 7, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:11.034072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Subnet': ['ID=feef5fb3-fcf0-4222-be22-7efbeb918bd6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:11.036917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.042669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b30f5b0b-989f-4e55-a460-448d7054f89a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/subnets/feef5fb3-fcf0-4222-be22-7efbeb918bd6 HTTP/1.1" status: 204 len: 168 time: 0.3074389 Dec 21 02:13:11.042805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2952ef-b6f3-411a-b0a9-1d769e50fc78 None None] Network ebecbc71-f501-4e1e-9124-936d7cd90025 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:11.043238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47508) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:11.060856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b2730-bdf1-4ca6-934f-9ff9232b04d5 req-26f80b04-3c06-4bcd-ba84-57e4b0054292 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:11.062407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-639b2730-bdf1-4ca6-934f-9ff9232b04d5 req-26f80b04-3c06-4bcd-ba84-57e4b0054292 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0873005 Dec 21 02:13:11.073032 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Checking router: ddd76b0a-b798-48ec-9f5f-4f3866be5422 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:11.083199 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Routers {'ddd76b0a-b798-48ec-9f5f-4f3866be5422'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:11.084226 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:11.136999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-639b2730-bdf1-4ca6-934f-9ff9232b04d5 req-694f3cac-35c4-4f5d-b921-2cc1e67141d4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663862 Dec 21 02:13:11.178701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.227081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] DHCP port deletion for ebecbc71-f501-4e1e-9124-936d7cd90025 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:11.280022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Deleting port 9f09d107-344a-4e30-8dc8-c67e04a66558 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:11.280313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.292293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] Set router ddd76b0a-b798-48ec-9f5f-4f3866be5422 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:11.296125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.348477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] For port 9f09d107-344a-4e30-8dc8-c67e04a66558, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f09d107-344a-4e30-8dc8-c67e04a66558,segment=NetworkSegment(b6261ab3-105b-4048-a8e1-5527bd8c3efa),segment_id=b6261ab3-105b-4048-a8e1-5527bd8c3efa)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:11.348879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.351119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port f599da32-3820-4a80-9304-b073c9aa2265 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:11.351565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.366361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Calling delete_port for 9f09d107-344a-4e30-8dc8-c67e04a66558 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:11.440683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port f599da32-3820-4a80-9304-b073c9aa2265, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f599da32-3820-4a80-9304-b073c9aa2265,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:11.441447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.456081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.460395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for f599da32-3820-4a80-9304-b073c9aa2265 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:11.480093 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:13:10Z', 'revision_number': 7, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:11.482130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] Pushing event deleted for resources: {'Port': ['ID=9f09d107-344a-4e30-8dc8-c67e04a66558,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:11.485808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dbad3-7022-41e2-b603-6d6d6a84f278 None None] No DVR routers for this DVR port 9f09d107-344a-4e30-8dc8-c67e04a66558 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:11.510868 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41656b2e-4c0e-4bb0-aff2-d9618f356f7f None None] The sync data for ids ['ddd76b0a-b798-48ec-9f5f-4f3866be5422'] in n-d-761264-20 is: [{'id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'name': 'tempest-TestNetworkBasicOps-router-1271184935', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:11:11Z', 'updated_at': '2021-12-21T02:13:10Z', 'revision_number': 7, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': 'f599da32-3820-4a80-9304-b073c9aa2265', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd76b0a-b798-48ec-9f5f-4f3866be5422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:11:12Z', 'updated_at': '2021-12-21T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:11.644635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.670894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=f599da32-3820-4a80-9304-b073c9aa2265,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:11.685705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62d365-c6ea-4769-a8d0-dfe1357942ee None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:11.731670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.826066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.828174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.881977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.882589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Fanout notify agent at l3_agent the message router_deleted on router ddd76b0a-b798-48ec-9f5f-4f3866be5422 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:13:11.891008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.892115 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-180d2b07-1d45-4ece-81d3-243399b2080c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/routers/ddd76b0a-b798-48ec-9f5f-4f3866be5422 HTTP/1.1" status: 204 len: 168 time: 0.8483186 Dec 21 02:13:11.894781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:11.981039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:11.981506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f09d107-344a-4e30-8dc8-c67e04a66558 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:12.002775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9f09d107-344a-4e30-8dc8-c67e04a66558 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:12.003126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f09d107-344a-4e30-8dc8-c67e04a66558 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:12.003670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 22a3b55c-088b-4035-8fb6-a175e06fd81b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:12.024185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 22a3b55c-088b-4035-8fb6-a175e06fd81b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:12.024530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 22a3b55c-088b-4035-8fb6-a175e06fd81b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:12.077100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.090433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2edc3599-15de-4775-b637-70f8c0bec9d6 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:12.099214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebecbc71-f501-4e1e-9124-936d7cd90025']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:12.109586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6261ab3-105b-4048-a8e1-5527bd8c3efa') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:12.109885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6261ab3-105b-4048-a8e1-5527bd8c3efa') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:12.121303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 2edc3599-15de-4775-b637-70f8c0bec9d6 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:12.121699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.121818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 2edc3599-15de-4775-b637-70f8c0bec9d6 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:12.136777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.143082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:13:12.143231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:13:12.146697 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:13:12.215393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.222688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.225832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/networks/ebecbc71-f501-4e1e-9124-936d7cd90025 HTTP/1.1" status: 204 len: 168 time: 0.3300474 Dec 21 02:13:12.238753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c482-2482-4961-81cd-866c9d12536e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Network': ['ID=ebecbc71-f501-4e1e-9124-936d7cd90025,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:12.240996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:12.247935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'network': {'name': 'tempest-network-smoke--966563139', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:12.294449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:12.297892 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.308601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb868d0-57fd-459f-91f1-a98cb51b3b32 req-ca235988-aad2-4191-91fa-b267b69a12c8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:12.310125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bb868d0-57fd-459f-91f1-a98cb51b3b32 req-ca235988-aad2-4191-91fa-b267b69a12c8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0901880 Dec 21 02:13:12.357710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:13:12.378097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.378446 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Added segment 9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2 of type vlan for network 9b35fbab-c832-4c07-b78f-c97d8652ce0d Dec 21 02:13:12.382691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bb868d0-57fd-459f-91f1-a98cb51b3b32 req-73d61af3-7884-463b-8603-1753fc96128e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Dec 21 02:13:12.424019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.448009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.453711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:12.454290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.490528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2483680 Dec 21 02:13:12.493465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:12.498013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-993926709', 'admin_state_up': True, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:12.522531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.523945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473cfd-b5c9-4e11-abf8-b5794cd38106 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Network': ['ID=9b35fbab-c832-4c07-b78f-c97d8652ce0d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:12.524129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.534666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:13:12.578044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.718274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.905188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:12.924183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.028016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.25.6.42 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/5c3bb82e-cbe0-4534-b2b0-1315bddb19c3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:13.131667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.166832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.205141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:13.208450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:13.212193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:13.223955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfd414-2562-45eb-a2b7-85bc7adc9799 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:13.236834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:13.272993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5d358c00-a5ee-4fdc-8657-c8486c704718 None None] Provisioning complete for port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:13.273361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d358c00-a5ee-4fdc-8657-c8486c704718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.309767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5d358c00-a5ee-4fdc-8657-c8486c704718 None None] Port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:13.462659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.504174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73faa4-4722-4718-a4cb-b710bed49899 req-9fc91f02-8c06-466c-9243-047987dd5db5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:13.506304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e73faa4-4722-4718-a4cb-b710bed49899 req-9fc91f02-8c06-466c-9243-047987dd5db5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0558219 Dec 21 02:13:13.553441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e73faa4-4722-4718-a4cb-b710bed49899 req-c8e83106-ffd0-4436-bf03-d6e7decc0ec3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Dec 21 02:13:13.662457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.786334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:13:13.822706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f599da32-3820-4a80-9304-b073c9aa2265 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:13.843335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f599da32-3820-4a80-9304-b073c9aa2265 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:13.843683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f599da32-3820-4a80-9304-b073c9aa2265 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:13.892785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:13.904965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Sync routers for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:13.912627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.913829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e908c7bd-488c-4fcf-9437-ef346e3f82ed tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4193976 Dec 21 02:13:13.916912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47526) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:13.924898 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-31226538-3f8a-44dd-870b-75aee14056d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:13.926621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:13.927234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:13.948549 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-45c0d074-4823-4700-916a-ac172422e90c tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bade97e46c89455aabcb0edff6298cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281696 Dec 21 02:13:13.948842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47528) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:14.053125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03beaf-0ffd-4a40-b4a9-da3396f4e550 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:14.055168 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ba03beaf-0ffd-4a40-b4a9-da3396f4e550 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052358 Dec 21 02:13:14.058121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:14.087715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f272a824-5fbb-4841-bb53-df4a2eb3b96b tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284307 Dec 21 02:13:14.090318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:14.095149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1789445892', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:14.185978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:14.189418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.198278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:14.375336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:13Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:14.376875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.406984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Checking router: b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:14.407338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Updating router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:13:14.432546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.440481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Subnet': ['ID=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:14.450235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Checking segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:14.450594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network hostable DHCP agents. Network: 9b35fbab-c832-4c07-b78f-c97d8652ce0d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:13:14.467368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:13:14.476090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 9b35fbab-c832-4c07-b78f-c97d8652ce0d) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:14.480137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:14.480736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.498657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-04bbff9d-24cc-429b-8440-40f0ccdce7c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4073176 Dec 21 02:13:14.501416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:14.514018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d66b9-df3f-4ea6-919e-598a08982220 None None] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:14.674897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9680-1310-4662-b1ad-31b34d5ff94b req-29d16baa-1102-47a9-b32a-c6aced86c5d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:14.676499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e4a9680-1310-4662-b1ad-31b34d5ff94b req-29d16baa-1102-47a9-b32a-c6aced86c5d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Dec 21 02:13:14.690036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:13:14.690999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.730046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e4a9680-1310-4662-b1ad-31b34d5ff94b req-6e05661a-99bd-4b38-9256-4063f27fd933 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Dec 21 02:13:14.878450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.887737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:14.928839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Allocated IP 172.20.0.2 (9b35fbab-c832-4c07-b78f-c97d8652ce0d/4e5322d2-53f2-46fa-b57e-541e9bdeb7fa/43d19a26-f00a-4a05-be74-0f5500558df3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:14.950661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19003f1-1140-49e0-ad9f-28e9c7bbb7be None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:14.973070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Attempting to bind port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:14.973478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Attempting to bind port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:14.973848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Attempting to bind port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:14.981668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa7efc-8b38-497a-8faa-4ba35a131417 None None] Pushing event updated for resources: {'Port': ['ID=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:15.004563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:15.004948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:15.005386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.005776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:15.006265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Bound port: 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:15.006648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.105241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ade852a8-ffbc-465b-8b8b-d40c1a575edb None None] Provisioning complete for port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:15.105620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ade852a8-ffbc-465b-8b8b-d40c1a575edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.137053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] For port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:15.169635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] For port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:15.179362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.205467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ade852a8-ffbc-465b-8b8b-d40c1a575edb None None] Port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:15.248967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc77fd5-871a-4055-86ef-d79b9a63b853 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:15.272354 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.287178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa7efc-8b38-497a-8faa-4ba35a131417 None None] Pushing event updated for resources: {'Port': ['ID=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:15.290164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.293655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:15.294276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:12:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:15.297430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.388967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:15.426667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:15.435191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:15.437011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] Provisioning complete for port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:15.437407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.438799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Pushing event updated for resources: {'Port': ['ID=43d19a26-f00a-4a05-be74-0f5500558df3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:15.522503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:15.564706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.1 (9b35fbab-c832-4c07-b78f-c97d8652ce0d/4e5322d2-53f2-46fa-b57e-541e9bdeb7fa/ead0633d-ad03-4ed5-aa5d-9e174fddc6f3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:15.604234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Attempting to bind port 43d19a26-f00a-4a05-be74-0f5500558df3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:15.604603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Attempting to bind port 43d19a26-f00a-4a05-be74-0f5500558df3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:15.604964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Attempting to bind port 43d19a26-f00a-4a05-be74-0f5500558df3 on network 9b35fbab-c832-4c07-b78f-c97d8652ce0d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:15.642836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:15.643201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Checking segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:15.643599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.644073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Bound using segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:15.644548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Bound port: 43d19a26-f00a-4a05-be74-0f5500558df3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:15.644929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.679264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.715414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.739366 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.756521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:15.760105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:15.764209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:15.786402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] For port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:15.800199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:15.807728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] For port 43d19a26-f00a-4a05-be74-0f5500558df3, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:15.810391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.811902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.853991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] For port 43d19a26-f00a-4a05-be74-0f5500558df3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=43d19a26-f00a-4a05-be74-0f5500558df3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:15.865876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.871916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d126-44bd-4925-b101-8999a6b1f17c req-718aebb6-50a6-46da-b0a0-ef0cafe3c633 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:15.874112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b100d126-44bd-4925-b101-8999a6b1f17c req-718aebb6-50a6-46da-b0a0-ef0cafe3c633 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0704443 Dec 21 02:13:15.894978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99615a-eaa3-46c2-a2ee-a3ce27c9e839 None None] Pushing event updated for resources: {'Port': ['ID=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:15.944564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b100d126-44bd-4925-b101-8999a6b1f17c req-a61c1f84-0285-48c0-80f1-36b4462fc3f3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627625 Dec 21 02:13:15.965935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:15.969520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:13Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:15.971328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b57db-2e51-415d-8acd-0cbb1224195d None None] Pushing event updated for resources: {'Port': ['ID=43d19a26-f00a-4a05-be74-0f5500558df3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:16.007622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b0905-14c7-4382-99e9-8bc7f9e38f12 None None] The sync data for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 is: [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:13Z', 'revision_number': 3, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:16.325785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:16.331429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:16.407027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:16.409476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:16.508921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:16.510352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:16.634684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7306-b73f-459f-b48a-1ea2bbdd82cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:16.639476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:16.760140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:16.768391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cdc97bd6-1ad0-4640-abf4-7c80c4bd7d7d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2658958 Dec 21 02:13:16.769023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:16.878509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.878988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.880056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.880525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.880980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.881461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.881920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.886879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8b18767-f345-4f80-9273-fe06aad722d2 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1143558 Dec 21 02:13:16.887240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47548) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:16.951664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.952135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.952657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.953114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.953582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.954031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.954478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:16.956390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-02e03234-6d87-4327-a608-8bd9c10faa8e tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0681458 Dec 21 02:13:16.961288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47552) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:16.996590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88fb70-4c6d-4e23-9154-646c110ee2be None None] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:17.068798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494f1ed-4340-4894-98ab-a2aae0ba3e1d req-a39d9063-54eb-40a6-9c4d-97135d6df6fb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:17.071252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2494f1ed-4340-4894-98ab-a2aae0ba3e1d req-a39d9063-54eb-40a6-9c4d-97135d6df6fb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0609796 Dec 21 02:13:17.085729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] Provisioning complete for port 43d19a26-f00a-4a05-be74-0f5500558df3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:17.086325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.122410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2494f1ed-4340-4894-98ab-a2aae0ba3e1d req-d505c5f1-39aa-4191-8690-dd7d71225342 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Dec 21 02:13:17.139561 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-964df57f-e28b-49eb-8b33-586d7504fb88 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1740453 Dec 21 02:13:17.211559 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.254629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] For port 43d19a26-f00a-4a05-be74-0f5500558df3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=43d19a26-f00a-4a05-be74-0f5500558df3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:17.262145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.329653 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.341168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212baa1-2a89-4fc8-a660-bab80a20308f None None] Pushing event updated for resources: {'Port': ['ID=43d19a26-f00a-4a05-be74-0f5500558df3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:17.356856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47558) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:17.362821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213485834', 'description': 'tempest-secgroup-smoke-1213485834 description', 'project_id': 'bade97e46c89455aabcb0edff6298cd1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:17.387537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.476311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.481975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.485496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e86967ff-0dff-4256-a25f-41e6e6383f27 None None] Provisioning complete for port 43d19a26-f00a-4a05-be74-0f5500558df3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:17.485882 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e86967ff-0dff-4256-a25f-41e6e6383f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.515463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.517813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1597967 Dec 21 02:13:17.519750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47560) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:17.520131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4982-0731-47b3-bd06-45e6d6f4dfe5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2883ce-b973-4377-8841-e5779fcc06a8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:17.539096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:17.585416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.673675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.678811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.696769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031be616-be9f-4dac-b377-a5b1ff88ac6c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:17.714396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.718834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47562) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:17.719001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f4e0e8a0-5af7-4c94-84f9-c39905f4f27b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981401 Dec 21 02:13:17.723414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:17.759500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.774619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e86967ff-0dff-4256-a25f-41e6e6383f27 None None] Provisioning complete for port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:17.775164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e86967ff-0dff-4256-a25f-41e6e6383f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.813858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e86967ff-0dff-4256-a25f-41e6e6383f27 None None] Port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:17.825595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.830666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.836563 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Sync routers for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:17.850182 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:17.851106 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:17.854499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f69571-15f1-4f23-ace7-aa98c381b62c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:17.871925 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.876318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47564) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:17.880930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:17.886341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-52a09737-ebb8-4b27-aaaf-ad172c53292b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656747 Dec 21 02:13:17.916626 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.934567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dd78b652-d1db-4e61-b839-21aa2ad7cf6f None None] Provisioning complete for port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:17.935018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd78b652-d1db-4e61-b839-21aa2ad7cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:17.982558 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:17.989581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 43d19a26-f00a-4a05-be74-0f5500558df3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:17.997288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.002870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.017867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b652-d1db-4e61-b839-21aa2ad7cf6f None None] Port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:18.027981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d97b541-9f4f-4d4c-9ec1-8d99ad01184c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.042005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.045549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 43d19a26-f00a-4a05-be74-0f5500558df3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:18.045549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.045869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3741314d-0318-4061-bdec-e50aa76b49ee tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684351 Dec 21 02:13:18.046433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47566) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:18.050940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:18.080775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.140309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:18.146560 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.153879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.182649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64efdbf4-abea-4ef2-9885-576e1bb6afe5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.188221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.192544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47570) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:18.195678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:18.196192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.198103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:18.202712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0946cad4-e99f-4cd8-bd25-00f805f28537 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551316 Dec 21 02:13:18.203505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:16Z', 'revision_number': 2, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:18.230840 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Checking router: b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:18.231534 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Updating router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:13:18.232110 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:13:18.239755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.258241 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.273681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea17b-aae3-42bc-8658-7aab104ce605 req-82bf7436-7f39-48bd-955c-7b081ecd1969 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:18.275270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-212ea17b-aae3-42bc-8658-7aab104ce605 req-82bf7436-7f39-48bd-955c-7b081ecd1969 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0550513 Dec 21 02:13:18.318848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.323021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.339612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-212ea17b-aae3-42bc-8658-7aab104ce605 req-3a5d262c-8b65-495e-a8b3-9ac61dc3f0d0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Dec 21 02:13:18.348911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.360483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47574) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:18.360674 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602645 Dec 21 02:13:18.360674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a028daf-6631-4aac-8562-bf3f50a129c5 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7399bf9b-53a0-4276-a04d-60ae8a0ba8ea,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.370106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'security_group_rule': {'security_group_id': '1a2883ce-b973-4377-8841-e5779fcc06a8', 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:18.396674 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Project bade97e46c89455aabcb0edff6298cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:13:18.402524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.466358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.470226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.490641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05d9d3e-9ac5-4dd6-8634-3c9795900d1e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.497049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.501810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-13d10b4e-fba9-47c5-bbac-c1da6352504e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470399 Dec 21 02:13:18.546458 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.553819 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.606760 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eb91b-2851-49f7-87a1-988c9fc2bb30 None None] Pushing event updated for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.656639 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Attempting to bind port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:18.657009 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Attempting to bind port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:18.657399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Attempting to bind port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 on network 9b35fbab-c832-4c07-b78f-c97d8652ce0d {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:18.662650 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:18.663055 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Checking segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:18.664926 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.665727 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Bound using segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:18.666222 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Bound port: ead0633d-ad03-4ed5-aa5d-9e174fddc6f3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:18.666532 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.687090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.720964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-01a4799f-c415-4ec6-8681-30410a2cfccd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213485834&fields=id&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 267 time: 0.0536835 Dec 21 02:13:18.738408 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] For port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:18.742248 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] For port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:18.747512 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.808090 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:18.808719 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:18.810502 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eb91b-2851-49f7-87a1-988c9fc2bb30 None None] Pushing event updated for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:18.847388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-c2c48d14-48e7-4630-b7af-022128fd0baf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:18.848955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-c2c48d14-48e7-4630-b7af-022128fd0baf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/networks?id=9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 200 len: 796 time: 0.1181755 Dec 21 02:13:18.861649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] Provisioning complete for port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:18.862187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:18.866479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-b9a024c2-bef4-4509-aeed-12f18bc1b446 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/quotas/bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 375 time: 0.0108793 Dec 21 02:13:18.930293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-f8743f77-a894-451e-9f85-b62036b2265a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564201 Dec 21 02:13:18.932903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:18.946746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-ef28efb7-63f8-42ec-a298-77aae68eba35 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:13:18.947945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-ef28efb7-63f8-42ec-a298-77aae68eba35 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064487 Dec 21 02:13:18.962166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:19.004499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] For port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:19.009757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:19.054008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-9459d7fa-4400-4c8e-a77f-b23f21e11835 service neutron] 10.222.0.43 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983040 Dec 21 02:13:19.071546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfb80a-24f3-40c6-9724-a4e241a05486 None None] Pushing event updated for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:19.129841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4da7423c-550c-42dc-b937-0e5a71e3b942 None None] Provisioning complete for port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:19.130315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4da7423c-550c-42dc-b937-0e5a71e3b942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:19.155242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-0abd0a1c-0fe3-4eea-99f4-2cb3cf305041 service neutron] 10.222.0.43 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941656 Dec 21 02:13:19.160920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:19.196932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587e509-b6cf-4b00-aa65-b9bb4cf02d3f None None] The sync data for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 is: [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:19.344863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a96a8b8-f9d9-4afd-834f-2b402c8c1db8 req-505a2164-35c3-4793-b354-d910bc705a82 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 210 time: 0.0279849 Dec 21 02:13:19.395915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:19.499161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199671d5-6920-42f5-9d62-e4ed4611772c req-ced10893-fe8f-43fa-a3e0-418c89391319 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:19.500983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-199671d5-6920-42f5-9d62-e4ed4611772c req-ced10893-fe8f-43fa-a3e0-418c89391319 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0725853 Dec 21 02:13:19.563249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-199671d5-6920-42f5-9d62-e4ed4611772c req-bee2291b-b612-40a2-a069-97087dbf8a1b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562904 Dec 21 02:13:19.911774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:19.971207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:19.971942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:20.451958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3758d545-7d1a-4da0-aa5b-2fb8406dd47d req-746b1212-0605-4df7-9ca1-8540c82af428 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 210 time: 0.0308218 Dec 21 02:13:20.497398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-aa52be63-279b-48f6-b196-08e1c7c2ffc8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:20.498817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-aa52be63-279b-48f6-b196-08e1c7c2ffc8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/networks?id=9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 200 len: 796 time: 0.1421165 Dec 21 02:13:20.584796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-97b3d7b7-b738-4c3a-a9d0-2561c57da1fc tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bade97e46c89455aabcb0edff6298cd1 HTTP/1.1" status: 200 len: 380 time: 0.0538387 Dec 21 02:13:20.613726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'port': {'device_id': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'admin_state_up': True, 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'security_groups': ['1a2883ce-b973-4377-8841-e5779fcc06a8']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:20.683422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb19f1-57cd-49f8-855a-e7f1ade813f5 req-814da5ee-a441-43b0-814a-c1a6beff5231 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:20.684886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9bb19f1-57cd-49f8-855a-e7f1ade813f5 req-814da5ee-a441-43b0-814a-c1a6beff5231 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Dec 21 02:13:20.730874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Made reservation on behalf of bade97e46c89455aabcb0edff6298cd1 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:20.734182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9bb19f1-57cd-49f8-855a-e7f1ade813f5 req-2caee579-e012-4bc6-bf23-4513991fa0df tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Dec 21 02:13:20.735118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:20.858101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.20.0.12 (9b35fbab-c832-4c07-b78f-c97d8652ce0d/4e5322d2-53f2-46fa-b57e-541e9bdeb7fa/d8179e34-42d4-4972-bfcc-63f00e02af26) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:20.993077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.026029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.067978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:21.070840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:21.074315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:21.103798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:21.132903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:21.133555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.149948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-33b402e4-6283-4a09-9d35-f29c32f9818d tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5402856 Dec 21 02:13:21.170810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Request body: {'port': {'device_id': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:21.226353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.348589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c2240b84-8fa7-4b30-a8b3-249d1c790e23 None None] Provisioning complete for port d8179e34-42d4-4972-bfcc-63f00e02af26 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:21.349158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2240b84-8fa7-4b30-a8b3-249d1c790e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.387424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c2240b84-8fa7-4b30-a8b3-249d1c790e23 None None] Port d8179e34-42d4-4972-bfcc-63f00e02af26 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:21.488029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8179e34-42d4-4972-bfcc-63f00e02af26 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:21.495431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.507399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Transition to ACTIVE for port object d8179e34-42d4-4972-bfcc-63f00e02af26 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:13:21.512003 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.564521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Pushing event updated for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:21.581183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03781278-c7e2-4e25-a24c-0e6d4d75e427 req-8c2a4a7d-6a02-4831-bbbb-3dfaef4a9f9e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:21.582757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03781278-c7e2-4e25-a24c-0e6d4d75e427 req-8c2a4a7d-6a02-4831-bbbb-3dfaef4a9f9e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 944 time: 0.0542078 Dec 21 02:13:21.642726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Attempting to bind port d8179e34-42d4-4972-bfcc-63f00e02af26 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:21.643072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Attempting to bind port d8179e34-42d4-4972-bfcc-63f00e02af26 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:21.643405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Attempting to bind port d8179e34-42d4-4972-bfcc-63f00e02af26 on network 9b35fbab-c832-4c07-b78f-c97d8652ce0d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:21.650338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Port d8179e34-42d4-4972-bfcc-63f00e02af26 on network 9b35fbab-c832-4c07-b78f-c97d8652ce0d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:13:21.651007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Attempting to bind port d8179e34-42d4-4972-bfcc-63f00e02af26 on network 9b35fbab-c832-4c07-b78f-c97d8652ce0d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:21.656240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03781278-c7e2-4e25-a24c-0e6d4d75e427 req-f32a3926-b5a3-48dc-a4d4-a4655b2ca9cf tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606647 Dec 21 02:13:21.656381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:21.656780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Checking segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:21.657176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Bound using segment: {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:21.657639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Bound port: d8179e34-42d4-4972-bfcc-63f00e02af26, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:21.658001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.727357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:21.730590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d8179e34-42d4-4972-bfcc-63f00e02af26,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:21.735171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.777571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:21.778260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:21.779574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] 10.222.0.45 "PUT /v2.0/ports/d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 200 len: 1093 time: 0.6131914 Dec 21 02:13:21.780027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:21.782320 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e" -d '{"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:21.832174 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1943171-464d-4243-b78f-b523f64003e9 x-openstack-request-id: req-e1943171-464d-4243-b78f-b523f64003e9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:21.832432 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:21.832684 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1943171-464d-4243-b78f-b523f64003e9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:21.833082 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'status': 'completed', 'code': 200} Dec 21 02:13:21.845158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02971-c3c1-4bb0-b496-1e2529d1a13d service neutron] Pushing event updated for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:21.884806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576ded-d3b8-44d0-92c4-f63f4f06683a req-c0ed2dd3-961b-4839-bd52-2f9090a9fc24 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:21.889868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca576ded-d3b8-44d0-92c4-f63f4f06683a req-c0ed2dd3-961b-4839-bd52-2f9090a9fc24 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0672734 Dec 21 02:13:21.897050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-2df0a34d-67ef-4dde-b239-6a24ca16a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:21.899424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-2df0a34d-67ef-4dde-b239-6a24ca16a42b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1096 time: 0.0459414 Dec 21 02:13:21.940305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca576ded-d3b8-44d0-92c4-f63f4f06683a req-8d2d6bbc-a20c-4407-999c-a69076d7c446 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Dec 21 02:13:21.952573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-750c2ce9-7e2a-4492-94a6-7536f24e65a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 200 len: 217 time: 0.0375588 Dec 21 02:13:22.008460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-b80c573f-88d1-471d-b780-05a5414a08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.010057 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-b80c573f-88d1-471d-b780-05a5414a08b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa HTTP/1.1" status: 200 len: 835 time: 0.0482974 Dec 21 02:13:22.060511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9626a-2e30-4b30-81f7-929592914239 req-df9d157d-4355-46b9-a0a5-3094fac4006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.062088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-df9d157d-4355-46b9-a0a5-3094fac4006e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b35fbab-c832-4c07-b78f-c97d8652ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445852 Dec 21 02:13:22.151371 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-f1765b2f-95be-4deb-a92d-f0ff68d535a6 service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802240 Dec 21 02:13:22.177172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:22.244896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-66b9626a-2e30-4b30-81f7-929592914239 req-44fa4237-50a9-4814-acc4-79d7839c1a84 service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Dec 21 02:13:22.388182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2aa35e03-23fd-44c5-8af3-51bf3b7fc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.389688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2aa35e03-23fd-44c5-8af3-51bf3b7fc182 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1096 time: 0.0424473 Dec 21 02:13:22.480995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-b9bafa9a-7026-4be0-bbf1-ac04cdac2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.482450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-b9bafa9a-7026-4be0-bbf1-ac04cdac2fce service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 200 len: 896 time: 0.0851912 Dec 21 02:13:22.525574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-17b98c6c-a805-41ba-86c2-d462a2ee819d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 200 len: 217 time: 0.0335701 Dec 21 02:13:22.580331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2eff98de-24f6-4bd6-bbf8-45a325551548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.581850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2eff98de-24f6-4bd6-bbf8-45a325551548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa HTTP/1.1" status: 200 len: 835 time: 0.0483904 Dec 21 02:13:22.629298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2f2c9750-5183-4dba-bc0a-fa8f2286c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.630766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-2f2c9750-5183-4dba-bc0a-fa8f2286c9e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b35fbab-c832-4c07-b78f-c97d8652ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409343 Dec 21 02:13:22.730242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-3a33498c-2f00-4d53-8887-0d0fa59b70ec service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883348 Dec 21 02:13:22.765565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad7e38-57a9-43c6-8589-dd2fe4c125f7 req-1ed9df77-1f82-4362-bf80-116842c2c381 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:22.766991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8ad7e38-57a9-43c6-8589-dd2fe4c125f7 req-1ed9df77-1f82-4362-bf80-116842c2c381 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Dec 21 02:13:22.821784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8ad7e38-57a9-43c6-8589-dd2fe4c125f7 req-a912033c-ae67-4279-a95d-35f150af04d3 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Dec 21 02:13:22.831118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-94ec3ed1-69d0-4924-ad1e-d1d4008f269e req-3f7e3082-d04f-4b89-b4cf-6bed353e380c service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933945 Dec 21 02:13:23.066936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fc406-db2f-491a-8d45-f7af6c2eb3e2 req-e8bbbaaf-fa68-4dc1-a662-3e237c347ef7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:23.068390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b0fc406-db2f-491a-8d45-f7af6c2eb3e2 req-e8bbbaaf-fa68-4dc1-a662-3e237c347ef7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Dec 21 02:13:23.115152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b0fc406-db2f-491a-8d45-f7af6c2eb3e2 req-69e38101-96c1-41fc-b8c6-c0ed8750c162 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Dec 21 02:13:23.936768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18a51-1eb3-40d1-a563-3527f79458ee req-5475488c-30bb-4b95-9d72-9f56ed90883f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:23.938253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfc18a51-1eb3-40d1-a563-3527f79458ee req-5475488c-30bb-4b95-9d72-9f56ed90883f tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 944 time: 0.0490868 Dec 21 02:13:23.985940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfc18a51-1eb3-40d1-a563-3527f79458ee req-f12974ae-4611-4b29-94e1-dc49e772f449 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Dec 21 02:13:24.234160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971514e-fbe2-4692-826b-0ebdac061215 req-9a1abd4e-05d6-4474-9e3e-63d6075fbe24 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:24.235614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6971514e-fbe2-4692-826b-0ebdac061215 req-9a1abd4e-05d6-4474-9e3e-63d6075fbe24 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0526936 Dec 21 02:13:24.280930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6971514e-fbe2-4692-826b-0ebdac061215 req-1abc7246-b421-4c78-b8cc-c8c3a3682a8f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Dec 21 02:13:25.100873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834d024-0bc8-4851-b1b1-25a7bf3091a4 req-2c923b9d-1e1a-455d-ba73-6fb192376488 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:25.102304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3834d024-0bc8-4851-b1b1-25a7bf3091a4 req-2c923b9d-1e1a-455d-ba73-6fb192376488 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 944 time: 0.0495765 Dec 21 02:13:25.150816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3834d024-0bc8-4851-b1b1-25a7bf3091a4 req-f55b28f4-f3b5-423d-9a22-3bfc4e8280e7 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Dec 21 02:13:25.399295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4a6bf-c497-4ff4-836e-60da0cae1be8 req-75ae1f91-2c26-4db6-a01a-6eadcd1e8b48 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:25.400764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fa4a6bf-c497-4ff4-836e-60da0cae1be8 req-75ae1f91-2c26-4db6-a01a-6eadcd1e8b48 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0493340 Dec 21 02:13:25.450846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fa4a6bf-c497-4ff4-836e-60da0cae1be8 req-a61cd06a-ec2c-4022-9009-a2966a03bbac tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Dec 21 02:13:26.158733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d8179e34-42d4-4972-bfcc-63f00e02af26 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:13:26.254148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d8179e34-42d4-4972-bfcc-63f00e02af26,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:26.263402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff09e8-7651-4416-877a-a4e09dd1d984 req-2f2bc7c5-0dd8-49f2-bd77-9332f844ca1b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:26.264865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbff09e8-7651-4416-877a-a4e09dd1d984 req-2f2bc7c5-0dd8-49f2-bd77-9332f844ca1b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 944 time: 0.0477991 Dec 21 02:13:26.265324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'port_id': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'mac_address': 'fa:16:3e:a8:ec:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:13:26.301480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:26.313430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbff09e8-7651-4416-877a-a4e09dd1d984 req-37fc7552-0bd2-486a-a3d5-5467f51c2a32 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Dec 21 02:13:26.314853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8179e34-42d4-4972-bfcc-63f00e02af26 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:26.334443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d8179e34-42d4-4972-bfcc-63f00e02af26,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:26.338531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:26.385609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:26.567221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30fa6d-7121-40ab-aa7a-95af1f8fe6d6 req-692fcfe8-0713-46c3-8092-f18de1f09df3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:26.568692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b30fa6d-7121-40ab-aa7a-95af1f8fe6d6 req-692fcfe8-0713-46c3-8092-f18de1f09df3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Dec 21 02:13:26.615555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b30fa6d-7121-40ab-aa7a-95af1f8fe6d6 req-17fbebea-1ee2-419d-a446-094ab0f74053 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Dec 21 02:13:26.671597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d8179e34-42d4-4972-bfcc-63f00e02af26'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:13:26.868735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:27.436499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86532b4a-941d-40df-bee2-e7f4d0095bbe req-f3f16e9a-cbfd-429e-b8d8-a1f081346b9e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:27.437994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86532b4a-941d-40df-bee2-e7f4d0095bbe req-f3f16e9a-cbfd-429e-b8d8-a1f081346b9e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Dec 21 02:13:27.487004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86532b4a-941d-40df-bee2-e7f4d0095bbe req-e3129cd8-59f9-4ced-9050-a3522dc74f92 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Dec 21 02:13:27.733994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce59360-3fe9-4b8a-bd37-73c632b97bc6 req-b0bcc7fd-81c2-4cbf-bbe9-a41b136075d7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:27.735361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ce59360-3fe9-4b8a-bd37-73c632b97bc6 req-b0bcc7fd-81c2-4cbf-bbe9-a41b136075d7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0489516 Dec 21 02:13:27.781451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ce59360-3fe9-4b8a-bd37-73c632b97bc6 req-d9b016e8-447d-41ec-b56a-ce91af7b040c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Dec 21 02:13:28.172265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d8179e34-42d4-4972-bfcc-63f00e02af26 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:28.221715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port d8179e34-42d4-4972-bfcc-63f00e02af26 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:13:28.225824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d8179e34-42d4-4972-bfcc-63f00e02af26 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:28.226189 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:28.300579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:28.322101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:28.324313 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017dc49-a862-4264-8487-4632e407cae3" -d '{"events": [{"server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "name": "network-vif-plugged", "status": "completed", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:28.337697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d8179e34-42d4-4972-bfcc-63f00e02af26,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:28.341410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:28.392029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:28.426558 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaad993-11eb-4f8c-99cd-cf3c12bacd82 x-openstack-request-id: req-ffaad993-11eb-4f8c-99cd-cf3c12bacd82 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:28.426860 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "name": "network-vif-plugged", "status": "completed", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:28.427116 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffaad993-11eb-4f8c-99cd-cf3c12bacd82 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:28.427517 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'code': 200} Dec 21 02:13:28.572204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e9115-e49e-48f3-94f8-d01520bc2fbc req-aabccc61-59b8-480b-a6ed-37978d3a3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:28.573735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d78e9115-e49e-48f3-94f8-d01520bc2fbc req-aabccc61-59b8-480b-a6ed-37978d3a3458 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1098 time: 0.0403473 Dec 21 02:13:28.607954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038e115-9d1e-483d-b093-c1e11fb839b0 req-28a63074-95e7-452e-8b52-67d8805b295b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:28.609557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0038e115-9d1e-483d-b093-c1e11fb839b0 req-28a63074-95e7-452e-8b52-67d8805b295b tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Dec 21 02:13:28.623064 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d78e9115-e49e-48f3-94f8-d01520bc2fbc req-4e7e1cbf-87e8-455d-86b8-071d297016e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Dec 21 02:13:28.662123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0038e115-9d1e-483d-b093-c1e11fb839b0 req-a362b994-9cbf-4a3a-9779-5d5899be5bcd tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465765 Dec 21 02:13:28.898840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3483f7-6bb7-49c5-b4e4-4fce190b9fd4 req-b0ac9731-7d4e-445c-ae62-d72c2171a76c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:28.900307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d3483f7-6bb7-49c5-b4e4-4fce190b9fd4 req-b0ac9731-7d4e-445c-ae62-d72c2171a76c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0489519 Dec 21 02:13:28.947292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d3483f7-6bb7-49c5-b4e4-4fce190b9fd4 req-0488acd0-5898-4dfe-870f-f27e226378d3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Dec 21 02:13:29.778434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08779f77-a5d5-4321-a63b-cf49365ba8c4 req-6cdce650-a60f-41a5-8abc-528458c3ac3c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:29.781801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08779f77-a5d5-4321-a63b-cf49365ba8c4 req-6cdce650-a60f-41a5-8abc-528458c3ac3c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0521178 Dec 21 02:13:29.832430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08779f77-a5d5-4321-a63b-cf49365ba8c4 req-231ed046-8867-4cf4-b062-2327ac644181 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Dec 21 02:13:30.067083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbdcf0-f6a4-49a6-9aad-87beb3b0065e req-08eee9c1-0de5-4c35-9437-63f2398fd4bd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:30.068541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65dbdcf0-f6a4-49a6-9aad-87beb3b0065e req-08eee9c1-0de5-4c35-9437-63f2398fd4bd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0519547 Dec 21 02:13:30.120064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65dbdcf0-f6a4-49a6-9aad-87beb3b0065e req-4b696dea-3668-4d6c-bfdc-a505d80af1ee tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Dec 21 02:13:30.945634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdfc72-b2e2-427d-8994-0395e8312fd9 req-18aa6a3c-c8e7-4c64-9192-e02174f5bf5c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:30.947091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cabdfc72-b2e2-427d-8994-0395e8312fd9 req-18aa6a3c-c8e7-4c64-9192-e02174f5bf5c tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0482862 Dec 21 02:13:30.995536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cabdfc72-b2e2-427d-8994-0395e8312fd9 req-917b15f1-e295-4c3e-9af7-1af469f6f03a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Dec 21 02:13:31.114996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e5d6-ec8c-44cb-9c88-c76c780600b5 req-c0b8657f-f20e-427e-96a4-6f60d5ee83b0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:31.116362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f44e5d6-ec8c-44cb-9c88-c76c780600b5 req-c0b8657f-f20e-427e-96a4-6f60d5ee83b0 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Dec 21 02:13:31.165898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f44e5d6-ec8c-44cb-9c88-c76c780600b5 req-a6b56cec-2c01-461a-85ce-c3ee8fa4e541 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434461 Dec 21 02:13:31.186965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47674) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:31.253093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eac703-01dc-463a-97dd-1c254b95ccf0 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:31.254615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-96eac703-01dc-463a-97dd-1c254b95ccf0 tempest-TestNetworkBasicOps-869397071 tempest-TestNetworkBasicOps-869397071-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1093 time: 0.0666673 Dec 21 02:13:31.258229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47676) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:31.262730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:31.269540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445e40-2c8d-45ab-beb5-23ef7bc5607e req-09aef91a-628a-4ecc-9151-8b7ec7a12779 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:31.271054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9445e40-2c8d-45ab-beb5-23ef7bc5607e req-09aef91a-628a-4ecc-9151-8b7ec7a12779 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0818896 Dec 21 02:13:31.286847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:31.320711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9445e40-2c8d-45ab-beb5-23ef7bc5607e req-fc5121e2-3590-41c1-9d2c-b1053edc1a10 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Dec 21 02:13:31.386713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:31.493038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Allocated IP 172.25.6.182 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/6a336629-1fd7-435d-858b-a2a76fcebf0f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:31.587992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:31.620240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:31.659532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:31.662215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:31.666863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:31.669686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=6a336629-1fd7-435d-858b-a2a76fcebf0f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:32.019440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:32.088679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:32.442299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe8af-034f-4f24-a491-4add1814d7e3 req-2d2f7478-2afd-4dca-964e-749dedbe5568 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:32.443775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d90fe8af-034f-4f24-a491-4add1814d7e3 req-2d2f7478-2afd-4dca-964e-749dedbe5568 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0540185 Dec 21 02:13:32.491674 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d90fe8af-034f-4f24-a491-4add1814d7e3 req-a987df2c-77f1-4a4e-be38-ddacfc010217 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Dec 21 02:13:32.582424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:32.587089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:32.653459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event updated for resources: {'Port': ['ID=6a336629-1fd7-435d-858b-a2a76fcebf0f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:32.663165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:32.761860 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Floating IP 22f98d5a-2392-434c-9fc6-c0b98efb0bd1 associated. External IP: 172.25.6.182, port: d8179e34-42d4-4972-bfcc-63f00e02af26. Dec 21 02:13:32.964202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:33.069130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:33.078920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Sync routers for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:33.086856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:33.090296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:33.090908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:33.114056 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-209ab6cc-ec08-4fc0-8924-e2c082f0c653 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8547337 Dec 21 02:13:33.114729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:33.117377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47684) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:33.117690 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:33.152338 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed4d5b-1c35-479f-9d7b-920ab76f59aa x-openstack-request-id: req-28ed4d5b-1c35-479f-9d7b-920ab76f59aa {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:33.152636 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:33.152900 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28ed4d5b-1c35-479f-9d7b-920ab76f59aa {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:33.153307 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'status': 'completed', 'code': 200} Dec 21 02:13:33.185378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-878697ab-e234-4758-a3c7-7558bf4133a8 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/22f98d5a-2392-434c-9fc6-c0b98efb0bd1 HTTP/1.1" status: 200 len: 992 time: 0.0668221 Dec 21 02:13:33.210648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:33.245091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-94515084-77c4-4958-980e-cb0868aa6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:33.246529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-94515084-77c4-4958-980e-cb0868aa6bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1098 time: 0.0421264 Dec 21 02:13:33.349119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-429a2f04-d1be-4c0a-9b98-26d06651c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:33.351207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-429a2f04-d1be-4c0a-9b98-26d06651c010 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 200 len: 896 time: 0.0938392 Dec 21 02:13:33.418726 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-bc7ea3d2-d33d-4d63-be73-b4993c3dd59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 200 len: 1000 time: 0.0588675 Dec 21 02:13:33.442958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '22f98d5a-2392-434c-9fc6-c0b98efb0bd1', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'port_id': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'mac_address': 'fa:16:3e:a8:ec:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:13:31Z', 'updated_at': '2021-12-21T02:13:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:33.468952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Checking router: b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:33.474520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-8abf7a66-3c2b-4311-b3d9-a7e76785fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:33.476012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-8abf7a66-3c2b-4311-b3d9-a7e76785fab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa HTTP/1.1" status: 200 len: 835 time: 0.0482304 Dec 21 02:13:33.477179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:33.477802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:33.525290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-4a081b3c-01e5-44c7-ab47-45ad78ee0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:33.527122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-4a081b3c-01e5-44c7-ab47-45ad78ee0693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b35fbab-c832-4c07-b78f-c97d8652ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414217 Dec 21 02:13:33.595088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:33.620805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de96f8-c467-4458-90b6-1682a698c479 req-43ad04ed-8400-4151-a1c7-6a4e70140f68 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:33.622317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47de96f8-c467-4458-90b6-1682a698c479 req-43ad04ed-8400-4151-a1c7-6a4e70140f68 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0589912 Dec 21 02:13:33.628015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-e04ac146-8e28-4293-aa74-51a503e8af68 service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906439 Dec 21 02:13:33.671293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47de96f8-c467-4458-90b6-1682a698c479 req-e9482e75-9a2f-4972-9937-92a15b60bd7e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429156 Dec 21 02:13:33.726928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c5fbc79-4875-44a2-9a84-209b3c7a98cf req-f7ea22f4-9b04-451c-bc54-26f7892f4ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902948 Dec 21 02:13:33.823599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '22f98d5a-2392-434c-9fc6-c0b98efb0bd1', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'port_id': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'mac_address': 'fa:16:3e:a8:ec:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:13:31Z', 'updated_at': '2021-12-21T02:13:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:33.852715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b28ca7-41f4-4212-8238-9c349a799011 None None] The sync data for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 is: [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '22f98d5a-2392-434c-9fc6-c0b98efb0bd1', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'port_id': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'mac_address': 'fa:16:3e:a8:ec:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:13:31Z', 'updated_at': '2021-12-21T02:13:31Z', 'revision_number': 0, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:34.046154 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd8d22-d42b-44c4-8b61-611042b63698 None None] New status for floating IP 22f98d5a-2392-434c-9fc6-c0b98efb0bd1: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:13:34.189044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:34.251326 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-23372209-7d90-4bbd-945c-874330266902 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/22f98d5a-2392-434c-9fc6-c0b98efb0bd1 HTTP/1.1" status: 200 len: 994 time: 0.0610564 Dec 21 02:13:34.811102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a0e67-c67d-4369-aa08-53dcfce106b9 req-0e30b417-210f-485b-a1e3-2eaa2dab058c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:34.812625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-380a0e67-c67d-4369-aa08-53dcfce106b9 req-0e30b417-210f-485b-a1e3-2eaa2dab058c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0642607 Dec 21 02:13:34.860019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-380a0e67-c67d-4369-aa08-53dcfce106b9 req-cbf5b5b7-6607-470d-8c13-c4a531cbd035 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Dec 21 02:13:35.052560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026d885-b72b-4058-adcb-41b679a16b54 req-73f63f0f-269e-46f2-a650-dfb6d0d17e31 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:35.054536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f026d885-b72b-4058-adcb-41b679a16b54 req-73f63f0f-269e-46f2-a650-dfb6d0d17e31 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0480261 Dec 21 02:13:35.105136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f026d885-b72b-4058-adcb-41b679a16b54 req-ce3bdd03-a5c3-42f1-b7df-afa9098af396 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Dec 21 02:13:35.226737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d7652-2ab9-4a20-a9ee-8f03695c4bbf req-4767f7c0-0c30-4df9-9655-6abde3094f4a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:35.228114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-792d7652-2ab9-4a20-a9ee-8f03695c4bbf req-4767f7c0-0c30-4df9-9655-6abde3094f4a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0480015 Dec 21 02:13:35.273784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-792d7652-2ab9-4a20-a9ee-8f03695c4bbf req-c1482e3b-7546-491d-9f1a-7f4c3a8486c4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Dec 21 02:13:35.294912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47708) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:35.362878 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e1ef4d4-e678-47d3-b580-ea2bb1151779 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3452 time: 0.0635538 Dec 21 02:13:35.362878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:35.367966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'network': {'name': 'tempest-network-smoke--1691952088', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'port_security_enabled': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:35.391522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:35.396062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.420251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:13:35.430537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.430873 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Added segment 6403e691-f50d-4c42-b85d-692d823519e9 of type vlan for network c3dac677-f1f3-4be7-914d-d793b13ad0bf Dec 21 02:13:35.470397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.496252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.502090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:35.502661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.502791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-2c63fed1-1882-490b-8e8e-ff67326e2b61 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:35.504267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-2c63fed1-1882-490b-8e8e-ff67326e2b61 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1077383 Dec 21 02:13:35.519648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-7a184146-7144-4de5-be2f-5ab4a8c0781b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/quotas/b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 375 time: 0.0093703 Dec 21 02:13:35.539060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1755111 Dec 21 02:13:35.552280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47724) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:35.557218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'admin_state_up': True, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:35.574644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10044049-f954-400c-be0f-ecf9cc06c925 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Network': ['ID=c3dac677-f1f3-4be7-914d-d793b13ad0bf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:35.591212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:13:35.600316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-dbdbe25f-b6ee-4b13-9558-640aec5ba5b6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0751393 Dec 21 02:13:35.602803 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.604032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.710737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:35.833907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-3e4ec743-5523-428a-9553-e06562e63227 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178414 Dec 21 02:13:35.891942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.006464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-948c9bd0-3555-4cef-9589-0d189d40e334 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416256 Dec 21 02:13:36.421015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.461426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-900987b9-b60d-409b-8037-ded680796b36 req-e3a1d1da-f197-4507-8cf6-ef6b3456e054 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 210 time: 0.0420020 Dec 21 02:13:36.462454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.570935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.25.6.6 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/ba533b62-ae59-48cc-9a7d-82d1f38268e8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:36.678345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.713471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.754759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:36.758071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:36.761438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:36.773188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001a5f8-d209-4690-98f1-05acee65db1b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:36.794728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=ba533b62-ae59-48cc-9a7d-82d1f38268e8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:36.882000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2e57b482-ea1f-4b9e-ae75-cb6a6be2a0a7 None None] Provisioning complete for port ba533b62-ae59-48cc-9a7d-82d1f38268e8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:36.882368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2e57b482-ea1f-4b9e-ae75-cb6a6be2a0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:36.915236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2e57b482-ea1f-4b9e-ae75-cb6a6be2a0a7 None None] Port ba533b62-ae59-48cc-9a7d-82d1f38268e8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:37.020973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:37.273274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-67472b15-b777-4df7-8ad1-cc5eed22707f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:37.274783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-67472b15-b777-4df7-8ad1-cc5eed22707f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1603754 Dec 21 02:13:37.315061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'device_id': '0e744f25-ac77-43f4-a541-90998d30825c', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'admin_state_up': True, 'tenant_id': 'b6921562c4414b2797315756bd901280'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:37.389502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:37.528152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:37.531598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:37.583799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c2b9e34-ca52-495e-bf8c-85765c9dc85f req-d5a84837-4bd3-4366-83dc-4fb499d85581 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 210 time: 0.0476806 Dec 21 02:13:37.647289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:13:37.782805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.20.0.8 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/24791b01-6d54-4745-8ac6-7c66bbdce1b2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:37.825495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:37.835577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Sync routers for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:37.845709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:37.846317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:37.864248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:37.865507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-55e8c17a-2a8d-4690-a637-91878b8f4cdd tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.3122320 Dec 21 02:13:37.868539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47742) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:37.968915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd36365-1047-4f62-bc8f-afd45e887a9d tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:37.970488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6bd36365-1047-4f62-bc8f-afd45e887a9d tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=287fee750c2c46559e2f4abb565cf7d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1009901 Dec 21 02:13:37.974232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47746) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.016257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.065799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.082448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25f446-634b-4b2b-af0c-33cc7b64d304 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:38.084466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2b25f446-634b-4b2b-af0c-33cc7b64d304 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1092134 Dec 21 02:13:38.088248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.115160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:13:38.116759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:38.121905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:38.124810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a9980235-eec6-4b41-81c2-c9d7f7d466ac tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352097 Dec 21 02:13:38.126806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:38.127456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47750) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.132465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:38.170789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61dde38a-81f2-40ec-a171-d4b2430e986f tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=287fee750c2c46559e2f4abb565cf7d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420420 Dec 21 02:13:38.173253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47752) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:13:38.176416 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:13:38.182230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:38.182894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.195170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:38.205387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-d7e77f43-014f-4b95-a8e8-3e1839e84df1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979559 Dec 21 02:13:38.223537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Request body: {'port': {'device_id': '0e744f25-ac77-43f4-a541-90998d30825c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:38.290672 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.295405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac8da1-6d92-4fe5-afa2-120a50f0b34a tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:38.297209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61ac8da1-6d92-4fe5-afa2-120a50f0b34a tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1230030 Dec 21 02:13:38.300698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47754) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.333421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-53c7cc9e-140a-41bd-a662-b75353750b7d tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313821 Dec 21 02:13:38.335812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47756) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.342893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075158592', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:38.461646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:38.465133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.481102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bdca7d4c-9877-44c1-aab9-fa46f9aa663a None None] Provisioning complete for port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:38.481796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bdca7d4c-9877-44c1-aab9-fa46f9aa663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.533163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:36Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:38.539321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bdca7d4c-9877-44c1-aab9-fa46f9aa663a None None] Port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:38.568625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Checking router: 5eed3cc9-d87d-4b16-b0ad-e9b93425956e for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:38.569022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Updating router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e port ba533b62-ae59-48cc-9a7d-82d1f38268e8 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:13:38.595185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.623023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24791b01-6d54-4745-8ac6-7c66bbdce1b2 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:38.636382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.650768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Transition to ACTIVE for port object 24791b01-6d54-4745-8ac6-7c66bbdce1b2 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:13:38.658081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.668478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.736534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Subnet': ['ID=fc02778d-3084-4778-b437-59d5a5949099,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:38.745150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Checking segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:38.745673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network hostable DHCP agents. Network: c3dac677-f1f3-4be7-914d-d793b13ad0bf, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:13:38.753925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:38.765089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:13:38.777772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c3dac677-f1f3-4be7-914d-d793b13ad0bf) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:38.778616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695a09c-7e8e-4b8a-9a16-89ed185693b1 req-fa4b7799-98e5-4efd-b9a1-9474f92d6b46 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:38.780518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7695a09c-7e8e-4b8a-9a16-89ed185693b1 req-fa4b7799-98e5-4efd-b9a1-9474f92d6b46 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 943 time: 0.1195424 Dec 21 02:13:38.784369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:38.788422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.811161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8250d-234a-4ae8-9196-18094ac0890a None None] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:38.811933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d9f5232-a40d-41df-b38c-97e756969528 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4737151 Dec 21 02:13:38.812780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47760) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:38.918473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7695a09c-7e8e-4b8a-9a16-89ed185693b1 req-0e2672a5-7d95-4137-aa85-f8b7bc42e8ac tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207101 Dec 21 02:13:38.919970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Attempting to bind port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:38.920828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Attempting to bind port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:38.921861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Attempting to bind port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:38.931671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 on network e9121f7a-abfe-4804-9329-29abec58a129 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:13:38.931671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Attempting to bind port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:38.936552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:38.937007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:38.937526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:38.938253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Bound port: 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:38.938701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:38.975142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'fixed_ips': [{'subnet_id': 'fc02778d-3084-4778-b437-59d5a5949099'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:13:38.976646 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.029689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:39.038315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:39.051187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.073378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:39.075637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.080523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/24791b01-6d54-4745-8ac6-7c66bbdce1b2 HTTP/1.1" status: 200 len: 1092 time: 0.8583117 Dec 21 02:13:39.121126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:39.126773 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185c5d9-3193-4486-8cad-0009083120b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:39.154928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.185018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.216241 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb76f44-5dee-4abe-9140-7560234fc565 x-openstack-request-id: req-bfb76f44-5dee-4abe-9140-7560234fc565 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:39.216548 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:39.216807 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfb76f44-5dee-4abe-9140-7560234fc565 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:39.217203 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2', 'status': 'completed', 'code': 200} Dec 21 02:13:39.243529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1cdb-48b8-40d8-a28a-d5aeb5a37cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:39.261442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-87ca62a8-10a1-4732-a590-f2cfcc92f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:39.263269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-87ca62a8-10a1-4732-a590-f2cfcc92f1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 1095 time: 0.1118815 Dec 21 02:13:39.304018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af0031-40c8-4481-bf1c-4487a88baea6 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:39.320591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Allocated IP 172.20.0.18 (c3dac677-f1f3-4be7-914d-d793b13ad0bf/fc02778d-3084-4778-b437-59d5a5949099/5190209a-1648-4493-9ef0-3f1765a6a7f1) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:39.323331 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-74b78e01-571c-44f1-955f-52248d1e1102 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2 HTTP/1.1" status: 200 len: 217 time: 0.0445004 Dec 21 02:13:39.328314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Attempting to bind port ba533b62-ae59-48cc-9a7d-82d1f38268e8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:39.328775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Attempting to bind port ba533b62-ae59-48cc-9a7d-82d1f38268e8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:39.329216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Attempting to bind port ba533b62-ae59-48cc-9a7d-82d1f38268e8 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:39.350886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0877a7b-5c65-482b-af85-1caccf559ccb None None] Pushing event updated for resources: {'Port': ['ID=ba533b62-ae59-48cc-9a7d-82d1f38268e8,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:39.360550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:39.360939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:39.361861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.362267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:39.362766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Bound port: ba533b62-ae59-48cc-9a7d-82d1f38268e8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:39.363159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.413257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-5c4d566a-e432-41e3-9800-d8b6d3a4fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:39.415325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-5c4d566a-e432-41e3-9800-d8b6d3a4fc08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0823777 Dec 21 02:13:39.431888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.479362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-7a8f0f10-e7e3-48b8-8397-985b667b3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:39.481055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-7a8f0f10-e7e3-48b8-8397-985b667b3e8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544305 Dec 21 02:13:39.493558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] For port ba533b62-ae59-48cc-9a7d-82d1f38268e8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:39.497559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b9a28323-0d28-4c90-a810-ebfa0589ce83 None None] Provisioning complete for port ba533b62-ae59-48cc-9a7d-82d1f38268e8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:39.498183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b9a28323-0d28-4c90-a810-ebfa0589ce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.503409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] For port ba533b62-ae59-48cc-9a7d-82d1f38268e8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ba533b62-ae59-48cc-9a7d-82d1f38268e8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:39.534016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.588201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-c4f4ea90-8955-4553-bfb7-be7c6e5a0afd service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997593 Dec 21 02:13:39.607407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b9a28323-0d28-4c90-a810-ebfa0589ce83 None None] Port ba533b62-ae59-48cc-9a7d-82d1f38268e8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:39.625944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6202fa8f-8f6e-41d2-b061-c34ad5f99d74 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:39.672980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:39.673667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:39.675436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0877a7b-5c65-482b-af85-1caccf559ccb None None] Pushing event updated for resources: {'Port': ['ID=ba533b62-ae59-48cc-9a7d-82d1f38268e8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:39.710798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf292e41-e8bf-46ff-a81d-e8d800011cef req-480e6d74-7488-444d-a177-0d3eb0ef3624 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146884 Dec 21 02:13:39.745989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.759526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.797672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] Provisioning complete for port ba533b62-ae59-48cc-9a7d-82d1f38268e8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:39.798045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.808660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.20.0.17 (c3dac677-f1f3-4be7-914d-d793b13ad0bf/fc02778d-3084-4778-b437-59d5a5949099/720e0d95-c3d9-4d97-ba3f-208e5936b7bb) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:39.858501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c5d9-3193-4486-8cad-0009083120b9 req-23620f3c-951a-4769-9d7e-1c460d225ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:39.859870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-23620f3c-951a-4769-9d7e-1c460d225ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 1095 time: 0.0558670 Dec 21 02:13:39.875595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:39.886262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:39.890662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:39.895073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:39.922526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Pushing event updated for resources: {'Port': ['ID=5190209a-1648-4493-9ef0-3f1765a6a7f1,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:39.931322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:39.980267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.021655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:40.025058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:40.032194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:40.032585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c5d9-3193-4486-8cad-0009083120b9 req-f6872d20-7223-489b-a898-5bb37bae0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:40.035039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-f6872d20-7223-489b-a898-5bb37bae0142 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1634462 Dec 21 02:13:40.070939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:40.094561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-d41729bf-7031-44a9-9a49-275ce857aff1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2 HTTP/1.1" status: 200 len: 217 time: 0.0496886 Dec 21 02:13:40.100902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.152041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c5d9-3193-4486-8cad-0009083120b9 req-0e599322-0da9-4581-8f4c-f2d9000fe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:40.153660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-0e599322-0da9-4581-8f4c-f2d9000fe460 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0497677 Dec 21 02:13:40.161352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527bc26-bb84-45ca-b9d6-a36970453647 req-9c54d28b-54c3-4ef4-a777-8889de179d21 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:40.169044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1527bc26-bb84-45ca-b9d6-a36970453647 req-9c54d28b-54c3-4ef4-a777-8889de179d21 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 943 time: 0.1649537 Dec 21 02:13:40.242990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1527bc26-bb84-45ca-b9d6-a36970453647 req-d0b97640-15bf-4c96-8664-02af51b025a1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Dec 21 02:13:40.252663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c5d9-3193-4486-8cad-0009083120b9 req-af094070-1e5d-46e7-a00b-38c5a5ed0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:40.254767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-af094070-1e5d-46e7-a00b-38c5a5ed0ac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652983 Dec 21 02:13:40.258445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.275354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Attempting to bind port 5190209a-1648-4493-9ef0-3f1765a6a7f1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:40.275916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Attempting to bind port 5190209a-1648-4493-9ef0-3f1765a6a7f1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:40.276082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Attempting to bind port 5190209a-1648-4493-9ef0-3f1765a6a7f1 on network c3dac677-f1f3-4be7-914d-d793b13ad0bf {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:40.302110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:40.302641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Checking segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:40.302899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.303914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Bound using segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:40.304303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Bound port: 5190209a-1648-4493-9ef0-3f1765a6a7f1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:40.304681 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.309125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.366363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] For port ba533b62-ae59-48cc-9a7d-82d1f38268e8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ba533b62-ae59-48cc-9a7d-82d1f38268e8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:40.389124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.493475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] For port 5190209a-1648-4493-9ef0-3f1765a6a7f1, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:40.510491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] For port 5190209a-1648-4493-9ef0-3f1765a6a7f1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5190209a-1648-4493-9ef0-3f1765a6a7f1,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:40.512564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365f072-4fa8-4064-8652-4707c57dbbe0 None None] Pushing event updated for resources: {'Port': ['ID=ba533b62-ae59-48cc-9a7d-82d1f38268e8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:40.517026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:36Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:40.521678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.554599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b9982-e7b6-4427-a65e-37b334428045 None None] The sync data for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 is: [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:36Z', 'revision_number': 3, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:40.604930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d643f-8b1d-4d67-9390-78d179822a43 None None] Pushing event updated for resources: {'Port': ['ID=5190209a-1648-4493-9ef0-3f1765a6a7f1,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:40.605480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.618308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.678096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-96216100-6984-4b64-aa63-eba903429fbf service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152873 Dec 21 02:13:40.714993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:40.716791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:40.793534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b185c5d9-3193-4486-8cad-0009083120b9 req-a118bd17-d579-47ad-91de-9eb481c460c2 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027400 Dec 21 02:13:40.852536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:40.854945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:40.995305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:41.113522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:41.120251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7003940a-834f-4441-8f02-15e6e7ba139d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "PUT /v2.0/routers/5eed3cc9-d87d-4b16-b0ad-e9b93425956e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063180 Dec 21 02:13:41.378469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-ab4a7ae4-5eee-4c4b-8fed-020860a02a69 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:41.381982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-ab4a7ae4-5eee-4c4b-8fed-020860a02a69 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/networks?id=c3dac677-f1f3-4be7-914d-d793b13ad0bf HTTP/1.1" status: 200 len: 798 time: 0.1494448 Dec 21 02:13:41.400125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d47d2575-b649-44e5-a00b-269a8ad9065e tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/quotas/287fee750c2c46559e2f4abb565cf7d4 HTTP/1.1" status: 200 len: 375 time: 0.0140929 Dec 21 02:13:41.413785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826701e0-4fb8-48c4-94ad-9f50fdb67e9e req-bea0e833-f7cb-423b-b271-4530ee65a792 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:41.424212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-826701e0-4fb8-48c4-94ad-9f50fdb67e9e req-bea0e833-f7cb-423b-b271-4530ee65a792 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 943 time: 0.0961385 Dec 21 02:13:41.510326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-826701e0-4fb8-48c4-94ad-9f50fdb67e9e req-dc2878cb-47a8-4165-a967-3a21c4d5e462 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754902 Dec 21 02:13:41.522883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-744c3061-c96f-49ee-83d3-fafb8752af9d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0976260 Dec 21 02:13:41.540062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-e9dff332-745f-45cb-94b5-67647fa63869 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:13:41.540967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-e9dff332-745f-45cb-94b5-67647fa63869 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060401 Dec 21 02:13:41.642938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-5efb1321-572f-4358-9ad1-a3aa75341347 service neutron] 10.222.0.43 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955985 Dec 21 02:13:41.715219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4c59d-0b9e-4897-9a0a-4b59502fbe9b None None] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:41.741977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-f71a3234-3257-4580-a2b8-ff88f0dd2846 service neutron] 10.222.0.43 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923607 Dec 21 02:13:41.776349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] Provisioning complete for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:41.776725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:41.913752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:41.941117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30dab34c-8884-4dd9-90ba-78e6b449e55b req-30263222-b70b-4030-9a0c-9bad06dc4a34 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 210 time: 0.0526378 Dec 21 02:13:41.972663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] For port 5190209a-1648-4493-9ef0-3f1765a6a7f1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5190209a-1648-4493-9ef0-3f1765a6a7f1,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:41.978280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.013653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ba533b62-ae59-48cc-9a7d-82d1f38268e8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:42.085920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f2b62-e6e4-4c18-8045-6348ae5e7fb0 None None] Pushing event updated for resources: {'Port': ['ID=5190209a-1648-4493-9ef0-3f1765a6a7f1,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:42.108663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ba533b62-ae59-48cc-9a7d-82d1f38268e8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.109482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.208729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5190209a-1648-4493-9ef0-3f1765a6a7f1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:42.266058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.268382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.337796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-92ef588a-a2b6-42af-aca1-26fd4f2680d1 None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.338171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92ef588a-a2b6-42af-aca1-26fd4f2680d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.408588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-92ef588a-a2b6-42af-aca1-26fd4f2680d1 None None] Port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:42.421859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-92ef588a-a2b6-42af-aca1-26fd4f2680d1 None None] Provisioning complete for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.422331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92ef588a-a2b6-42af-aca1-26fd4f2680d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.518391 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Sync routers for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:42.534912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:42.535872 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:42.644201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1012e909-b3d2-4d81-af03-12d03cb2a643 None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.644747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1012e909-b3d2-4d81-af03-12d03cb2a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.671160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d699f0-1794-4a86-abbc-431469f4cabb req-16e8d88a-555b-45da-bee9-8130f5ef42a1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:42.680818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3d699f0-1794-4a86-abbc-431469f4cabb req-16e8d88a-555b-45da-bee9-8130f5ef42a1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 943 time: 0.0911589 Dec 21 02:13:42.695233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1012e909-b3d2-4d81-af03-12d03cb2a643 None None] Port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:42.711463 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:42.749327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3d699f0-1794-4a86-abbc-431469f4cabb req-3e6bbc17-7bcf-4e39-8fcc-edbd0298937e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675108 Dec 21 02:13:42.814968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ad349623-d491-4616-a130-5282106d991a None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:42.815537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ad349623-d491-4616-a130-5282106d991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:42.854628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ad349623-d491-4616-a130-5282106d991a None None] Port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:13:43.012890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '720e0d95-c3d9-4d97-ba3f-208e5936b7bb', 'name': '', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:16:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fc02778d-3084-4778-b437-59d5a5949099', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:39Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 2, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'fc02778d-3084-4778-b437-59d5a5949099', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:43.039856 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Checking router: 5eed3cc9-d87d-4b16-b0ad-e9b93425956e for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:43.040399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Updating router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:13:43.045882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9770856-7ad4-4cac-b75d-16aa0ea91aa0 req-7f5b5125-1d5c-4701-a159-f5a3a9c209d2 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 210 time: 0.0261533 Dec 21 02:13:43.067782 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.241636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-cd8ff6b6-7c3a-4247-ba7b-6da414665a4c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:43.243111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-cd8ff6b6-7c3a-4247-ba7b-6da414665a4c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.24 "GET /v2.0/networks?id=c3dac677-f1f3-4be7-914d-d793b13ad0bf HTTP/1.1" status: 200 len: 798 time: 0.1182482 Dec 21 02:13:43.264872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Request body: {'port': {'device_id': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'admin_state_up': True, 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:43.348711 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.354263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 24791b01-6d54-4745-8ac6-7c66bbdce1b2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:13:43.355843 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.389905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Made reservation on behalf of 287fee750c2c46559e2f4abb565cf7d4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:13:43.395023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.431578 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Pushing event updated for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:43.458161 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.458675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.459127 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.459661 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.460092 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.460521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.461191 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.461645 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.462068 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.462489 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.462964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.463381 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.463804 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:43.484484 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Attempting to bind port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:43.484847 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Attempting to bind port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:43.485207 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Attempting to bind port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb on network c3dac677-f1f3-4be7-914d-d793b13ad0bf {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:43.492524 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:43.492908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Checking segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:43.493751 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.494158 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Bound using segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:43.494636 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Bound port: 720e0d95-c3d9-4d97-ba3f-208e5936b7bb, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:43.495030 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.495517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:43.509097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '24791b01-6d54-4745-8ac6-7c66bbdce1b2', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '24791b01-6d54-4745-8ac6-7c66bbdce1b2', 'mac_address': 'fa:16:3e:e5:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:13:43.556521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Allocated IP 172.20.0.22 (c3dac677-f1f3-4be7-914d-d793b13ad0bf/fc02778d-3084-4778-b437-59d5a5949099/ea901410-dc0c-4d79-bb6d-fec5f17b7c23) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:13:43.559804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.575766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24791b01-6d54-4745-8ac6-7c66bbdce1b2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:43.579460 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] For port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:43.584160 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] For port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:43.591701 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.610068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:43.616609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.679330 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:43.680437 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:43.686705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:43.711429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.737949 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7be0c-287b-4b0d-a7c6-a6d7810d8143 None None] Pushing event updated for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:43.755750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.781219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:43.781796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.816736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:13:43.821153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:13:43.827254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:13:43.847175 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:43.857743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event updated for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:43.916275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:43.916929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.941969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-d9884640-5fd0-4588-a3dd-66269213d441 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6809230 Dec 21 02:13:43.950355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.953098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0e0c9-e0d1-44b6-829a-7c0b14bf7e89 req-4ba9763a-332d-407f-91d0-8cd12d0f8fff tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:43.955133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43b0e0c9-e0d1-44b6-829a-7c0b14bf7e89 req-4ba9763a-332d-407f-91d0-8cd12d0f8fff tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 944 time: 0.1009855 Dec 21 02:13:43.962422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Request body: {'port': {'device_id': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:13:43.975832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93b3ef85-6796-4ce6-8be1-ba514992e864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:43.994585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5190209a-1648-4493-9ef0-3f1765a6a7f1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:43.998930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] For port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:44.040411 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.053765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43b0e0c9-e0d1-44b6-829a-7c0b14bf7e89 req-8ed8f6b0-6e2f-46ea-9e2e-52a5b3549bef tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879426 Dec 21 02:13:44.057275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:13:44.057811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.177060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731311d-934f-464c-ad53-768a07f056e0 None None] Pushing event updated for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:44.191402 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '720e0d95-c3d9-4d97-ba3f-208e5936b7bb', 'name': '', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:16:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fc02778d-3084-4778-b437-59d5a5949099', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:39Z', 'updated_at': '2021-12-21T02:13:43Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'fc02778d-3084-4778-b437-59d5a5949099', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:44.225388 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916abc3-e34a-4afd-8b71-905778e112ad None None] The sync data for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 is: [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '720e0d95-c3d9-4d97-ba3f-208e5936b7bb', 'name': '', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:16:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'fc02778d-3084-4778-b437-59d5a5949099', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:39Z', 'updated_at': '2021-12-21T02:13:43Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'fc02778d-3084-4778-b437-59d5a5949099', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:13:44.244032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:44.244430 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.291965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d5319ed7-38c8-4bd1-9640-4c863eb4c6ba None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:44.292556 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5319ed7-38c8-4bd1-9640-4c863eb4c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.327787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd71711-9683-418c-9a75-cb4dbfe3087c req-e2ac2dd2-1488-43a0-aeea-b515cb504155 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:44.329411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5cd71711-9683-418c-9a75-cb4dbfe3087c req-e2ac2dd2-1488-43a0-aeea-b515cb504155 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 895 time: 0.1729481 Dec 21 02:13:44.523875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea901410-dc0c-4d79-bb6d-fec5f17b7c23 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:44.531875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.545100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Transition to ACTIVE for port object ea901410-dc0c-4d79-bb6d-fec5f17b7c23 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:13:44.550199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.607619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:44.685159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Attempting to bind port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:13:44.685641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Attempting to bind port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:13:44.686315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Attempting to bind port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 on network c3dac677-f1f3-4be7-914d-d793b13ad0bf {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:44.692290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 on network c3dac677-f1f3-4be7-914d-d793b13ad0bf not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:13:44.692614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Attempting to bind port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 on network c3dac677-f1f3-4be7-914d-d793b13ad0bf {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:13:44.698787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:13:44.699135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Checking segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:13:44.699534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Bound using segment: {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:13:44.699957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Bound port: ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6403e691-f50d-4c42-b85d-692d823519e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:13:44.700315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.772313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:13:44.775611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:13:44.783316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.822819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:44.823428 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:44.824816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea901410-dc0c-4d79-bb6d-fec5f17b7c23 HTTP/1.1" status: 200 len: 1056 time: 0.8675029 Dec 21 02:13:44.825260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:44.827545 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f575699-1da0-45e6-91c6-b005a858a271" -d '{"events": [{"name": "network-changed", "server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:44.851764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204f76f-31ba-4d23-8e28-df52ff6362b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:44.895031 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a00271-34cc-4a8b-a0bd-c90964c807d6 x-openstack-request-id: req-96a00271-34cc-4a8b-a0bd-c90964c807d6 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:44.895328 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:44.895584 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96a00271-34cc-4a8b-a0bd-c90964c807d6 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:44.896003 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23', 'status': 'completed', 'code': 200} Dec 21 02:13:44.964117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-a78f6cd9-beda-4142-b63b-f75005a09906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:44.965810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-a78f6cd9-beda-4142-b63b-f75005a09906 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 1059 time: 0.0503347 Dec 21 02:13:45.017092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-9940a0bb-0a83-4839-9b6f-d590e3168f4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23 HTTP/1.1" status: 200 len: 217 time: 0.0361824 Dec 21 02:13:45.069581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-5652f496-964a-4de6-9235-1ba7f378dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.071045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-5652f496-964a-4de6-9235-1ba7f378dd71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc02778d-3084-4778-b437-59d5a5949099 HTTP/1.1" status: 200 len: 838 time: 0.0464070 Dec 21 02:13:45.128915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e468-8b89-438d-a476-6fed16401ae2 req-fc5e872a-d2ad-4d07-aaae-aab1672b2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.130950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-fc5e872a-d2ad-4d07-aaae-aab1672b2864 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3dac677-f1f3-4be7-914d-d793b13ad0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0516908 Dec 21 02:13:45.248910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e32f3a-cb09-423c-8512-25d88db250d0 req-7da70907-fa52-4a32-8cd6-632b49680b31 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.250408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16e32f3a-cb09-423c-8512-25d88db250d0 req-7da70907-fa52-4a32-8cd6-632b49680b31 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 944 time: 0.1030314 Dec 21 02:13:45.293624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-f7160fd2-cba2-4053-b4ed-17f7b4f2b152 service neutron] 10.222.0.24 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453900 Dec 21 02:13:45.369255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 24791b01-6d54-4745-8ac6-7c66bbdce1b2 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:45.379906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16e32f3a-cb09-423c-8512-25d88db250d0 req-f7c9b14d-1956-4f59-85be-bbbb8139cdbe tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210678 Dec 21 02:13:45.435413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:13:45.438897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3644e468-8b89-438d-a476-6fed16401ae2 req-5bf08fb2-daf5-47fd-bf34-607f64b82c1d service neutron] 10.222.0.24 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461618 Dec 21 02:13:45.439611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:45.440096 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:45.482645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa089efd-5d63-4ec8-b0b5-8dc87206aad6 req-2f6c42a0-8900-4bbe-9fdc-135ec69984d9 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.484144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa089efd-5d63-4ec8-b0b5-8dc87206aad6 req-2f6c42a0-8900-4bbe-9fdc-135ec69984d9 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 907 time: 0.0606182 Dec 21 02:13:45.527513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:45.550575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:45.552808 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18c97e-cfb2-47dd-9f6d-afaf3e23437b" -d '{"events": [{"server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "name": "network-vif-plugged", "status": "completed", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:45.565313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:45.570435 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:45.580323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f575699-1da0-45e6-91c6-b005a858a271 req-063a7c8e-e969-4d16-adfc-044944b2eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.582023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-063a7c8e-e969-4d16-adfc-044944b2eebd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 1059 time: 0.0479629 Dec 21 02:13:45.594059 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1f897-f1bd-4048-acdf-a16d460937d4 x-openstack-request-id: req-ebd1f897-f1bd-4048-acdf-a16d460937d4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:45.594386 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "name": "network-vif-plugged", "status": "completed", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:45.594645 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebd1f897-f1bd-4048-acdf-a16d460937d4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:45.595035 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2', 'code': 200} Dec 21 02:13:45.622728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:45.686679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f575699-1da0-45e6-91c6-b005a858a271 req-fe3f2187-0c98-4a40-8d38-9d4d2edd6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.688149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-fe3f2187-0c98-4a40-8d38-9d4d2edd6ae9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3dac677-f1f3-4be7-914d-d793b13ad0bf HTTP/1.1" status: 200 len: 898 time: 0.0967171 Dec 21 02:13:45.738295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-b7243ed5-4528-4dc4-932c-b4b252d4b42a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23 HTTP/1.1" status: 200 len: 217 time: 0.0385418 Dec 21 02:13:45.747561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3b2df-c249-468f-9a2d-5e44ec82090f req-bd13bf99-a449-40cb-81cc-ba61a475f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.749081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-47c3b2df-c249-468f-9a2d-5e44ec82090f req-bd13bf99-a449-40cb-81cc-ba61a475f8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 1097 time: 0.0406356 Dec 21 02:13:45.789810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f575699-1da0-45e6-91c6-b005a858a271 req-1d9eaa2d-8ee7-4208-bb46-d069fa04a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.791270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-1d9eaa2d-8ee7-4208-bb46-d069fa04a9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc02778d-3084-4778-b437-59d5a5949099 HTTP/1.1" status: 200 len: 838 time: 0.0459232 Dec 21 02:13:45.798547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-47c3b2df-c249-468f-9a2d-5e44ec82090f req-0bb7f32c-06c8-4a82-8e85-c849bd17b00a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Dec 21 02:13:45.840476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f575699-1da0-45e6-91c6-b005a858a271 req-c1278a70-e99e-4072-b97c-f8551a3d5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:45.841967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-c1278a70-e99e-4072-b97c-f8551a3d5fff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3dac677-f1f3-4be7-914d-d793b13ad0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0436432 Dec 21 02:13:45.909990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 720e0d95-c3d9-4d97-ba3f-208e5936b7bb up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:45.961212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:45.961539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:46.249777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-efa48502-cbce-4185-adac-fbf260a0ecd7 service neutron] 10.222.0.24 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Dec 21 02:13:46.340041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f575699-1da0-45e6-91c6-b005a858a271 req-87a4bfed-3d59-42cb-9ecd-256f89f4ef20 service neutron] 10.222.0.24 "GET /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822959 Dec 21 02:13:46.553983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113543a-2bf6-4d8e-85cc-cc8c4304e1ef req-415f7f28-5d3f-488a-9674-810fc3962416 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:46.555448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1113543a-2bf6-4d8e-85cc-cc8c4304e1ef req-415f7f28-5d3f-488a-9674-810fc3962416 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 945 time: 0.0528116 Dec 21 02:13:46.626613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39a3a677-c8e2-4ec6-8048-8212fd25b7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:46.631041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715d80-100e-4649-a025-35784d1aa5f9 req-265eb92d-cac1-412c-b4b5-27602ba78982 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:46.633066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd715d80-100e-4649-a025-35784d1aa5f9 req-265eb92d-cac1-412c-b4b5-27602ba78982 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 907 time: 0.0767524 Dec 21 02:13:46.636700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1113543a-2bf6-4d8e-85cc-cc8c4304e1ef req-cf868ac7-9d0f-4807-961e-e7f7535efc3c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723467 Dec 21 02:13:47.297150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:47.417935 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:13:47.791531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f752-9888-46c6-945c-d4c39bae437d req-adace33c-1df9-41aa-806b-af6b7ec7c536 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:47.793007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d90f752-9888-46c6-945c-d4c39bae437d req-adace33c-1df9-41aa-806b-af6b7ec7c536 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 945 time: 0.0813439 Dec 21 02:13:47.804321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c5a18-3cbb-41da-b761-5d2e7366610c req-bca0e04f-4c1d-4331-968c-07317e2f2f58 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:47.806462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b6c5a18-3cbb-41da-b761-5d2e7366610c req-bca0e04f-4c1d-4331-968c-07317e2f2f58 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 907 time: 0.1037035 Dec 21 02:13:47.851007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d90f752-9888-46c6-945c-d4c39bae437d req-d7289cf1-5130-409f-87c4-6c229ed824a9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Dec 21 02:13:48.683132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:48.924015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c96ad-b5c4-4608-bd8f-db53d9f4761c req-39ca4148-e919-4594-82bb-552abcde8be8 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:48.925447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b7c96ad-b5c4-4608-bd8f-db53d9f4761c req-39ca4148-e919-4594-82bb-552abcde8be8 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 907 time: 0.0485277 Dec 21 02:13:49.372393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:49.402393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ea901410-dc0c-4d79-bb6d-fec5f17b7c23 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:13:49.496890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:49.508238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23', 'network_id': 'c3dac677-f1f3-4be7-914d-d793b13ad0bf', 'port_id': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23', 'mac_address': 'fa:16:3e:e5:a3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc02778d-3084-4778-b437-59d5a5949099', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:13:49.543309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:49.558826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea901410-dc0c-4d79-bb6d-fec5f17b7c23 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:13:49.577291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:49.581276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:49.628151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:50.038856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ea901410-dc0c-4d79-bb6d-fec5f17b7c23'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:13:50.042829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f33f-cc85-4128-a40c-094b519db454 req-27a432e9-26be-4cf5-af1f-b66b9524cdd7 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:50.044338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee29f33f-cc85-4128-a40c-094b519db454 req-27a432e9-26be-4cf5-af1f-b66b9524cdd7 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 908 time: 0.0476673 Dec 21 02:13:51.163987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9acae-bf26-4243-826e-fea69e48a7f1 req-43d62535-7069-48b7-8373-0f05be026d2f tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:51.165513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0b9acae-bf26-4243-826e-fea69e48a7f1 req-43d62535-7069-48b7-8373-0f05be026d2f tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 908 time: 0.0490327 Dec 21 02:13:51.423873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ea901410-dc0c-4d79-bb6d-fec5f17b7c23 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:13:51.474612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:13:51.478066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:13:51.478432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:51.551219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:51.573004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:51.575201 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00865321-60f6-4dc8-b276-699b01df20a7" -d '{"events": [{"server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:51.587725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:51.591659 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:51.614010 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f48ed-4596-4208-af2c-1b37e7bd0d70 x-openstack-request-id: req-8e4f48ed-4596-4208-af2c-1b37e7bd0d70 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:51.614246 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "name": "network-vif-plugged", "status": "completed", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:51.614500 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e4f48ed-4596-4208-af2c-1b37e7bd0d70 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:51.614881 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23', 'code': 200} Dec 21 02:13:51.642938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:51.742624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e760bf-3801-40c9-a620-23743f531be1 req-bf268cd8-7c3f-4ab6-bf62-0b3971a13344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:51.744080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44e760bf-3801-40c9-a620-23743f531be1 req-bf268cd8-7c3f-4ab6-bf62-0b3971a13344 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 1061 time: 0.0429416 Dec 21 02:13:52.190892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:52.282767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509e541-6101-4cda-80ab-496cfd8eb7f4 req-a762288d-1932-40fc-878e-6f1c1dd34b89 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:52.284222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7509e541-6101-4cda-80ab-496cfd8eb7f4 req-a762288d-1932-40fc-878e-6f1c1dd34b89 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0486534 Dec 21 02:13:53.409011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414003d-aba8-4f41-ac1d-42a0bd73041b req-0e8cbd97-e185-4a46-a877-30b135db1ec1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:53.410496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5414003d-aba8-4f41-ac1d-42a0bd73041b req-0e8cbd97-e185-4a46-a877-30b135db1ec1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0495555 Dec 21 02:13:53.535884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abae9a-19b5-48fb-8772-cff83b35df44 req-7f0c484e-b5ec-4a5f-9e9f-72aa6dabdf01 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:53.537257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7abae9a-19b5-48fb-8772-cff83b35df44 req-7f0c484e-b5ec-4a5f-9e9f-72aa6dabdf01 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0567985 Dec 21 02:13:53.643115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7376d8-27fe-415e-8438-63151b5f386b req-b34eec4b-ecb5-4255-833c-a40405a56dba tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:53.644566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef7376d8-27fe-415e-8438-63151b5f386b req-b34eec4b-ecb5-4255-833c-a40405a56dba tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 1061 time: 0.0427661 Dec 21 02:13:53.749003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729b070-c7c6-4bbd-a800-2773c27f65aa req-475f8e67-fddd-4559-9640-c02cd7ab1f58 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:53.750506 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5729b070-c7c6-4bbd-a800-2773c27f65aa req-475f8e67-fddd-4559-9640-c02cd7ab1f58 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.0398562 Dec 21 02:13:53.802099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5729b070-c7c6-4bbd-a800-2773c27f65aa req-8737a748-7745-4592-843b-17cd10a7f183 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0455439 Dec 21 02:13:53.823153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47876) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:53.863962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477dbd1c-1b46-48f5-8b7c-91bde766d260 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:53.865513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-477dbd1c-1b46-48f5-8b7c-91bde766d260 tempest-TestSecurityGroupsBasicOps-18007850 tempest-TestSecurityGroupsBasicOps-18007850-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 1056 time: 0.0413220 Dec 21 02:13:53.946855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-e9662999-ea83-4e6a-86db-66a48df0fe53 req-5f6d0734-55b9-4576-a13c-a8098ea86763 service neutron] (109851) timed out ('10.222.0.43', 56856) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:13:54.082050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbff822-3833-4d85-9cc2-c880324cfc02 req-de6bed3c-4b8f-4290-a249-66e53eba3791 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:54.083431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dbff822-3833-4d85-9cc2-c880324cfc02 req-de6bed3c-4b8f-4290-a249-66e53eba3791 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0558612 Dec 21 02:13:55.198185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a37453-9b3f-4693-a086-aec1ab00066f req-4b3ff542-12fb-424a-aed2-ab93f2c5602d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:55.199632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b1a37453-9b3f-4693-a086-aec1ab00066f req-4b3ff542-12fb-424a-aed2-ab93f2c5602d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0472708 Dec 21 02:13:55.749516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-ccdf183c-7069-48b9-af37-8c46d132c278 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:55.750939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-ccdf183c-7069-48b9-af37-8c46d132c278 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.24 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 909 time: 0.0477903 Dec 21 02:13:55.854309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:55.854653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:55.941351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port ea901410-dc0c-4d79-bb6d-fec5f17b7c23, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:55.941738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:55.954070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for ea901410-dc0c-4d79-bb6d-fec5f17b7c23 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:56.079184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:56.104370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=ea901410-dc0c-4d79-bb6d-fec5f17b7c23,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:56.118609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.118969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.122850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:13:56.160412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] No DVR routers for this DVR port ea901410-dc0c-4d79-bb6d-fec5f17b7c23 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:13:56.163258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:56.169842 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24fa03f3-e369-499d-8c86-006ae9633ae3 req-9142b8a0-49ea-4095-9cd8-0bb08f71a644 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.24 "DELETE /v2.0/ports/ea901410-dc0c-4d79-bb6d-fec5f17b7c23 HTTP/1.1" status: 204 len: 173 time: 0.4124875 Dec 21 02:13:56.170347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'name': 'network-vif-deleted', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:13:56.172873 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae9a51-9daa-45c8-9fd9-6ca6c539c568" -d '{"events": [{"server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "name": "network-vif-deleted", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:13:56.218943 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564f0a89-3e5c-43e9-8a8c-ea347c59aeb1 x-openstack-request-id: req-564f0a89-3e5c-43e9-8a8c-ea347c59aeb1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:13:56.219553 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261dc733-6fa5-497a-a4cf-3f345a731f0d", "name": "network-vif-deleted", "tag": "ea901410-dc0c-4d79-bb6d-fec5f17b7c23", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:13:56.219553 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-564f0a89-3e5c-43e9-8a8c-ea347c59aeb1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:13:56.219911 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261dc733-6fa5-497a-a4cf-3f345a731f0d', 'name': 'network-vif-deleted', 'tag': 'ea901410-dc0c-4d79-bb6d-fec5f17b7c23', 'status': 'completed', 'code': 200} Dec 21 02:13:56.303509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1951ff7b-00a5-4f5b-8e90-280a688a3df5 req-f0e9f709-b9f2-4e71-a92e-be1307a8a5af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=261dc733-6fa5-497a-a4cf-3f345a731f0d HTTP/1.1" status: 200 len: 210 time: 0.0311506 Dec 21 02:13:56.857768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:57.367795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47906) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:57.721669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:58.216673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-31502d34-79ca-487c-ac0e-d566b72fbcde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465939 Dec 21 02:13:58.258189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:58.258524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:58.291463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d685d5-9bfe-4111-be81-039d915244bc req-73d8fb3c-134b-4eae-9630-88f324139622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:58.292945 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-73d8fb3c-134b-4eae-9630-88f324139622 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.0414908 Dec 21 02:13:58.347951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port 720e0d95-c3d9-4d97-ba3f-208e5936b7bb, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:58.348320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:58.361540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for 720e0d95-c3d9-4d97-ba3f-208e5936b7bb owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:58.401227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d685d5-9bfe-4111-be81-039d915244bc req-9a97bddb-63ce-47ed-b039-9aa0d3484b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:58.402730 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-9a97bddb-63ce-47ed-b039-9aa0d3484b36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 897 time: 0.0883744 Dec 21 02:13:58.474078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-61f11c52-96b7-45d7-ac11-19c5f50e9acb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 1001 time: 0.0589681 Dec 21 02:13:58.528343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d685d5-9bfe-4111-be81-039d915244bc req-df165e15-e436-4a8d-91af-7a33c34f784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:58.529820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-df165e15-e436-4a8d-91af-7a33c34f784f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 200 len: 835 time: 0.0483196 Dec 21 02:13:58.546187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:58.578842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=720e0d95-c3d9-4d97-ba3f-208e5936b7bb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:58.581403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d685d5-9bfe-4111-be81-039d915244bc req-0dfc8401-6cfb-4915-a5bb-c9f19a16228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:13:58.582900 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-0dfc8401-6cfb-4915-a5bb-c9f19a16228e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e274e1db-eb7f-472b-abe0-b0137f63995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432444 Dec 21 02:13:58.697039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-3a3ef486-929c-4646-9686-fc8a4f6add22 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046989 Dec 21 02:13:58.753323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:58.813612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36d685d5-9bfe-4111-be81-039d915244bc req-5694276d-9ecf-4d3d-acbe-8a57734fa104 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071603 Dec 21 02:13:58.971447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:13:59.073611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:13:59.078599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4411e22c-a04c-4417-8493-0125164ba654 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "PUT /v2.0/routers/5eed3cc9-d87d-4b16-b0ad-e9b93425956e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092760 Dec 21 02:13:59.081126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:59.083746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Sync routers for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:13:59.094351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:59.094968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:59.136235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting subnet fc02778d-3084-4778-b437-59d5a5949099 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:13:59.139367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.179637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.197395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:59.260947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.322382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.352870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.361406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b53473-e478-4fd5-88a1-54c886c78de0 None None] Network c3dac677-f1f3-4be7-914d-d793b13ad0bf requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:13:59.361612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/subnets/fc02778d-3084-4778-b437-59d5a5949099 HTTP/1.1" status: 204 len: 168 time: 0.2780178 Dec 21 02:13:59.361719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ca5f-69ed-4869-b462-24394d6e6d54 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Subnet': ['ID=fc02778d-3084-4778-b437-59d5a5949099,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:13:59.364069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47920) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:13:59.448268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:58Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:59.483557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Checking router: 5eed3cc9-d87d-4b16-b0ad-e9b93425956e for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:13:59.498571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Routers {'5eed3cc9-d87d-4b16-b0ad-e9b93425956e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:13:59.499211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:13:59.535553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ea901410-dc0c-4d79-bb6d-fec5f17b7c23 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:59.568126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] DHCP port deletion for c3dac677-f1f3-4be7-914d-d793b13ad0bf request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:13:59.572687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ea901410-dc0c-4d79-bb6d-fec5f17b7c23 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:13:59.573041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ea901410-dc0c-4d79-bb6d-fec5f17b7c23 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:13:59.667740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] Set router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:13:59.740629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Deleting port 5190209a-1648-4493-9ef0-3f1765a6a7f1 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:59.740998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.817642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.854581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] For port 5190209a-1648-4493-9ef0-3f1765a6a7f1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5190209a-1648-4493-9ef0-3f1765a6a7f1,segment=NetworkSegment(6403e691-f50d-4c42-b85d-692d823519e9),segment_id=6403e691-f50d-4c42-b85d-692d823519e9)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:13:59.854991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.896398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Calling delete_port for 5190209a-1648-4493-9ef0-3f1765a6a7f1 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:13:59.931168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:13:59.987652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5190209a-1648-4493-9ef0-3f1765a6a7f1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:13:59.988131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port ba533b62-ae59-48cc-9a7d-82d1f38268e8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:13:59.988390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.009671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:58Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:00.045503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db482bc5-8086-474a-b75e-17072514bba1 None None] The sync data for ids ['5eed3cc9-d87d-4b16-b0ad-e9b93425956e'] in n-d-761264-20 is: [{'id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159791400', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:35Z', 'updated_at': '2021-12-21T02:13:58Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': 'ba533b62-ae59-48cc-9a7d-82d1f38268e8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3cc9-d87d-4b16-b0ad-e9b93425956e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:36Z', 'updated_at': '2021-12-21T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:00.054113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.073626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port ba533b62-ae59-48cc-9a7d-82d1f38268e8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ba533b62-ae59-48cc-9a7d-82d1f38268e8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:00.073987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.085167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] Pushing event deleted for resources: {'Port': ['ID=5190209a-1648-4493-9ef0-3f1765a6a7f1,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:00.088663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No active binding found for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 {{(pid=109852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 02:14:00.089033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] The host n-d-761264-20 is not matching for port 5190209a-1648-4493-9ef0-3f1765a6a7f1 host None! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:14:00.089618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5190209a-1648-4493-9ef0-3f1765a6a7f1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:00.093930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbfddc-969e-44fc-9491-771caf2570c1 None None] No DVR routers for this DVR port 5190209a-1648-4493-9ef0-3f1765a6a7f1 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:00.095214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for ba533b62-ae59-48cc-9a7d-82d1f38268e8 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:00.262720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.288770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=ba533b62-ae59-48cc-9a7d-82d1f38268e8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:00.300284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b178b-ea84-4597-803b-b2929819c862 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:00.347709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.439288 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.441490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.490318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.490901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Fanout notify agent at l3_agent the message router_deleted on router 5eed3cc9-d87d-4b16-b0ad-e9b93425956e {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:14:00.498636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.500038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ecf122e0-76d4-40ee-8e5f-9d276d95c65c tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/routers/5eed3cc9-d87d-4b16-b0ad-e9b93425956e HTTP/1.1" status: 204 len: 168 time: 1.1354175 Dec 21 02:14:00.502783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47926) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:00.578757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.672260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.692605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dac677-f1f3-4be7-914d-d793b13ad0bf']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:00.705000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6403e691-f50d-4c42-b85d-692d823519e9') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:00.705291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6403e691-f50d-4c42-b85d-692d823519e9') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:00.716088 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.728979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.734797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:14:00.735230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:14:00.738124 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:14:00.798244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.805116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:00.808271 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/networks/c3dac677-f1f3-4be7-914d-d793b13ad0bf HTTP/1.1" status: 204 len: 168 time: 0.3045213 Dec 21 02:14:00.811077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47928) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:00.819803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa290f-27d4-43db-8bd1-977b4520b209 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Network': ['ID=c3dac677-f1f3-4be7-914d-d793b13ad0bf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:00.976875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port fe999f47-7abf-4096-a005-2329b9de8e67 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:00.977230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.091028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9d7a4-e55c-441d-a32a-e830e4fa0745 req-febcd1bc-8a4f-4ab6-8c8c-ab7dc8fccd00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:01.092517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c9d7a4-e55c-441d-a32a-e830e4fa0745 req-febcd1bc-8a4f-4ab6-8c8c-ab7dc8fccd00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0977130 Dec 21 02:14:01.096147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.096479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.121016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for fe999f47-7abf-4096-a005-2329b9de8e67 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:01.190123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c9d7a4-e55c-441d-a32a-e830e4fa0745 req-4f59ccc7-a6de-41eb-ae6a-08d9f7fef625 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906284 Dec 21 02:14:01.323515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.338636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c556922-3a9f-4bd5-b040-e432829cae6c req-2efa2cce-529a-4cac-bfad-73efe803f99a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:01.340065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c556922-3a9f-4bd5-b040-e432829cae6c req-2efa2cce-529a-4cac-bfad-73efe803f99a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0670180 Dec 21 02:14:01.365829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=fe999f47-7abf-4096-a005-2329b9de8e67,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:01.448586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c556922-3a9f-4bd5-b040-e432829cae6c req-bfd18796-ed0c-438f-a39e-1ba5c39a934a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904939 Dec 21 02:14:01.458775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.459081 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Floating IP 13f9bbba-a369-49c8-bb9d-cccaed75c951 disassociated (deleted). External IP: 172.25.6.51, port: 99787cc4-db2b-47f9-8dfc-2037f552d0ee. Dec 21 02:14:01.708054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c95ccb-3783-4052-98ee-7a1d6687160c req-1c59543a-87c5-48e2-a131-1ebfe541f461 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:01.709561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54c95ccb-3783-4052-98ee-7a1d6687160c req-1c59543a-87c5-48e2-a131-1ebfe541f461 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0670946 Dec 21 02:14:01.713680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:01.801772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54c95ccb-3783-4052-98ee-7a1d6687160c req-3b9cbf0a-97d7-4ad8-bb44-7bc09c68dd50 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853157 Dec 21 02:14:01.860927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:01.869772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:01.871601 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Sync routers for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:01.894238 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:01.894852 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:01.900059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-93bd849c-7b18-43d5-9319-817a75c5016d tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/floatingips/13f9bbba-a369-49c8-bb9d-cccaed75c951 HTTP/1.1" status: 204 len: 168 time: 1.0872781 Dec 21 02:14:01.900998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:01.911957 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cbc874-b8a8-4436-a046-3ee77cc915bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:01.931108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 720e0d95-c3d9-4d97-ba3f-208e5936b7bb no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:01.955666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 720e0d95-c3d9-4d97-ba3f-208e5936b7bb {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:01.956259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 720e0d95-c3d9-4d97-ba3f-208e5936b7bb not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:01.956836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ba533b62-ae59-48cc-9a7d-82d1f38268e8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:01.980181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ba533b62-ae59-48cc-9a7d-82d1f38268e8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:01.980838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ba533b62-ae59-48cc-9a7d-82d1f38268e8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:02.026212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:02.075085 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f185a-7bb9-42e7-9ef8-2152796ae2c1 x-openstack-request-id: req-430f185a-7bb9-42e7-9ef8-2152796ae2c1 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:02.075625 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:02.076111 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-430f185a-7bb9-42e7-9ef8-2152796ae2c1 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:02.076733 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'status': 'completed', 'code': 200} Dec 21 02:14:02.198297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-d2bb7fdd-cc06-4315-83cb-6cac7465daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.200490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-d2bb7fdd-cc06-4315-83cb-6cac7465daec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287fee750c2c46559e2f4abb565cf7d4&device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 1137 time: 0.0538261 Dec 21 02:14:02.204770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c20a2-4fa7-48af-a8ac-595d26994a01 req-5ebab98b-9e69-48b7-80c7-4555f369817a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.206336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d2c20a2-4fa7-48af-a8ac-595d26994a01 req-5ebab98b-9e69-48b7-80c7-4555f369817a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.0658622 Dec 21 02:14:02.281964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:02.309916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Checking router: 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:02.310576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d2c20a2-4fa7-48af-a8ac-595d26994a01 req-92688de6-0df7-4291-a5f4-30de8af492c4 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0965137 Dec 21 02:14:02.319737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-904b25e7-c187-4b5b-a17e-4dcb821dd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.319737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-904b25e7-c187-4b5b-a17e-4dcb821dd276 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 200 len: 897 time: 0.1088145 Dec 21 02:14:02.319912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:02.319912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:02.328874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704f07-7bd9-478b-b96e-d2dbe83f604d req-0761c423-3e08-4045-a817-d1ebd91c3f9a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.330365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf704f07-7bd9-478b-b96e-d2dbe83f604d req-0761c423-3e08-4045-a817-d1ebd91c3f9a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0945559 Dec 21 02:14:02.371830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-5904196d-7500-4e7b-8e30-1e078281a8dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 200 len: 217 time: 0.0436440 Dec 21 02:14:02.389453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf704f07-7bd9-478b-b96e-d2dbe83f604d req-6c97b790-b3d1-4856-baa5-df872ec923ae tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523753 Dec 21 02:14:02.430986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-977ed430-cfd0-43a6-9928-2b06daeb9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.432480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-977ed430-cfd0-43a6-9928-2b06daeb9867 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 200 len: 835 time: 0.0537612 Dec 21 02:14:02.481625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-42758ad4-4a4b-413d-a6cd-1b8d7f4d92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:02.483111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-42758ad4-4a4b-413d-a6cd-1b8d7f4d92f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e274e1db-eb7f-472b-abe0-b0137f63995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405128 Dec 21 02:14:02.513196 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:02.579179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-fcc15e67-c564-4673-84b5-3cd2c40d7000 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867789 Dec 21 02:14:02.674761 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14cbc874-b8a8-4436-a046-3ee77cc915bb req-c44a6e0e-965c-4f0f-ae42-63e993c2f287 service neutron] 10.222.0.45 "GET /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Dec 21 02:14:02.709413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:02.735957 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb27b00-50d9-4b29-b36d-3fc115b629f1 None None] The sync data for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 is: [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:39Z', 'revision_number': 4, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4', 'name': '', 'network_id': 'e274e1db-eb7f-472b-abe0-b0137f63995c', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'mac_address': 'fa:16:3e:3c:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:38Z', 'updated_at': '2021-12-21T02:12:43Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'subnets': [{'id': 'c55a2031-f514-486e-bb15-7b066ef43f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:02.946158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13982f16-33d9-456d-a544-0ad2bb72f805 None None] New status for floating IP 13f9bbba-a369-49c8-bb9d-cccaed75c951: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:14:03.414820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898468-269e-442f-a09e-39cd1f3eb9d7 req-8bee6c40-7154-4439-ac67-8916a8d368dc tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:03.416317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b898468-269e-442f-a09e-39cd1f3eb9d7 req-8bee6c40-7154-4439-ac67-8916a8d368dc tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.0500073 Dec 21 02:14:03.484542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b898468-269e-442f-a09e-39cd1f3eb9d7 req-a3e89e92-1b9f-4ac0-a1fa-e3e5f16501df tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/security-groups?id=d90776f7-13bf-400c-9acb-02b904ddaee6&id=aebf00db-29e3-4d01-8a3a-2687f7f068e8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0622699 Dec 21 02:14:03.524558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1440f7-f64e-420f-a31c-a6ab3a51096a req-c753c43b-1834-4d69-a001-8a395fb9bf01 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:03.526032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc1440f7-f64e-420f-a31c-a6ab3a51096a req-c753c43b-1834-4d69-a001-8a395fb9bf01 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0560427 Dec 21 02:14:03.574028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc1440f7-f64e-420f-a31c-a6ab3a51096a req-fd647018-8533-4314-bb2f-c0a8c61047be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Dec 21 02:14:03.839461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732fd48-a637-4dc6-a781-902946ab0109 req-78897706-64f1-4791-8724-ede7fdac517b tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:03.840892 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4732fd48-a637-4dc6-a781-902946ab0109 req-78897706-64f1-4791-8724-ede7fdac517b tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.45 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 985 time: 0.0484920 Dec 21 02:14:03.932707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port 99787cc4-db2b-47f9-8dfc-2037f552d0ee {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:03.933042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:04.022274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port 99787cc4-db2b-47f9-8dfc-2037f552d0ee, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=99787cc4-db2b-47f9-8dfc-2037f552d0ee,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:04.022625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:04.035185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for 99787cc4-db2b-47f9-8dfc-2037f552d0ee owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:04.162097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:04.190235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=99787cc4-db2b-47f9-8dfc-2037f552d0ee,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:04.232382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] No DVR routers for this DVR port 99787cc4-db2b-47f9-8dfc-2037f552d0ee on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:04.234988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:04.238364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4732fd48-a637-4dc6-a781-902946ab0109 req-32ee1b9b-312d-4a8b-922a-e2aca3dbb5b1 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.45 "DELETE /v2.0/ports/99787cc4-db2b-47f9-8dfc-2037f552d0ee HTTP/1.1" status: 204 len: 173 time: 0.3908181 Dec 21 02:14:04.238809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'name': 'network-vif-deleted', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:04.241031 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261fd19-0988-41ed-8def-b04b2b025645" -d '{"events": [{"server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "name": "network-vif-deleted", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:04.288299 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1a5bf-3fc9-426e-a699-1472631154bb x-openstack-request-id: req-f0a1a5bf-3fc9-426e-a699-1472631154bb {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:04.288585 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b168ce53-dcdd-4baf-b5a9-74849c2b3ee1", "name": "network-vif-deleted", "tag": "99787cc4-db2b-47f9-8dfc-2037f552d0ee", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:04.288856 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0a1a5bf-3fc9-426e-a699-1472631154bb {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:04.289800 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b168ce53-dcdd-4baf-b5a9-74849c2b3ee1', 'name': 'network-vif-deleted', 'tag': '99787cc4-db2b-47f9-8dfc-2037f552d0ee', 'status': 'completed', 'code': 200} Dec 21 02:14:04.594489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0254efc6-df9a-41b4-95d2-37b90e58265a req-c1322988-e2eb-4e0b-868c-a025fd4e9adc tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "GET /v2.0/ports?device_id=b168ce53-dcdd-4baf-b5a9-74849c2b3ee1 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Dec 21 02:14:04.694737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81bf0-64ff-4595-bcf4-2bb7353a961e req-0a4bef37-758e-4ebf-bec4-74422bd9fa6f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:04.698235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10f81bf0-64ff-4595-bcf4-2bb7353a961e req-0a4bef37-758e-4ebf-bec4-74422bd9fa6f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0528340 Dec 21 02:14:04.745771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10f81bf0-64ff-4595-bcf4-2bb7353a961e req-3250e487-2e54-4887-ba40-3ded51cb54de tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Dec 21 02:14:05.654701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:05.707840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.735322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.774792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.777680 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.779209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/security-groups/d90776f7-13bf-400c-9acb-02b904ddaee6 HTTP/1.1" status: 204 len: 168 time: 0.1231885 Dec 21 02:14:05.781730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:05.788072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc21b9b-bac0-4917-bcb6-eacd8b251da3 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90776f7-13bf-400c-9acb-02b904ddaee6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:05.845211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.881915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.915547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5bbc-d5cb-4afa-bbc2-a601311a2ba7 req-12fc5209-d80c-4181-80ce-0b210b6ab2b5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:05.917167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52ae5bbc-d5cb-4afa-bbc2-a601311a2ba7 req-12fc5209-d80c-4181-80ce-0b210b6ab2b5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0613449 Dec 21 02:14:05.926639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.929245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:05.930402 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/security-groups/aebf00db-29e3-4d01-8a3a-2687f7f068e8 HTTP/1.1" status: 204 len: 168 time: 0.1472230 Dec 21 02:14:05.933360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 47984) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:05.939213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583545ba-12e7-49a8-bf17-3ca7695f9912 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf00db-29e3-4d01-8a3a-2687f7f068e8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:06.017841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52ae5bbc-d5cb-4afa-bbc2-a601311a2ba7 req-c03091d7-78b4-43df-8d14-0a3255b7e1f9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933712 Dec 21 02:14:06.589578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:06.852714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:06.853410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:06.967683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:06.968156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:06.984592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:07.158239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56317c43-7103-417a-95d9-ee13ba260c99 req-6dc90845-8841-4f56-bf6b-52fac8ed9d0a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:07.159718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56317c43-7103-417a-95d9-ee13ba260c99 req-6dc90845-8841-4f56-bf6b-52fac8ed9d0a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0684032 Dec 21 02:14:07.243529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:07.254943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56317c43-7103-417a-95d9-ee13ba260c99 req-87138617-6a14-44be-9128-17092f1136cf tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885177 Dec 21 02:14:07.274268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:07.404773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 47992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:07.462611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:07.485167 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-881ac6c8-c485-49df-a83f-0c8bb5059b51 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/floatingips/22f98d5a-2392-434c-9fc6-c0b98efb0bd1 HTTP/1.1" status: 200 len: 994 time: 0.0789955 Dec 21 02:14:07.734098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:07.796690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:07.848817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:07.855648 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-238abc8a-dc19-4bfe-8719-4e8ef21dba5a tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "PUT /v2.0/routers/66f34ccc-42b5-45bd-adf9-eb0ec8276b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211309 Dec 21 02:14:07.858118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:07.861010 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Sync routers for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:07.872261 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:07.873135 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:07.967268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting subnet c55a2031-f514-486e-bb15-7b066ef43f90 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:14:07.992753 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:07.994929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.046932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.081992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 6a336629-1fd7-435d-858b-a2a76fcebf0f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:08.082331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.183585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:14:07Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:08.194883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.211540 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Checking router: 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:08.220296 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Routers {'66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:08.220910 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:08.229893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.230222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.248244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 6a336629-1fd7-435d-858b-a2a76fcebf0f owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:08.314801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 99787cc4-db2b-47f9-8dfc-2037f552d0ee no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:08.357462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 99787cc4-db2b-47f9-8dfc-2037f552d0ee {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:08.358670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 99787cc4-db2b-47f9-8dfc-2037f552d0ee not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:08.359017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.367069 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] Set router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:08.403034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Subnet': ['ID=c55a2031-f514-486e-bb15-7b066ef43f90,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:08.410114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.416191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48006) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:08.417419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9927e9c6-22b6-448e-9fe8-22cc8cfb5bcf tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/subnets/c55a2031-f514-486e-bb15-7b066ef43f90 HTTP/1.1" status: 204 len: 168 time: 0.5578830 Dec 21 02:14:08.418423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726a607-25b0-41c8-9946-2ab5752bd758 None None] Network e274e1db-eb7f-472b-abe0-b0137f63995c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:08.513280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.521847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d01e-288b-4bd1-a7d9-7c33411e68c8 req-bd3ebcb8-436d-47b7-97a0-557cbd020b9d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:08.534293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8de1d01e-288b-4bd1-a7d9-7c33411e68c8 req-bd3ebcb8-436d-47b7-97a0-557cbd020b9d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1776876 Dec 21 02:14:08.572021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=6a336629-1fd7-435d-858b-a2a76fcebf0f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:08.599582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8de1d01e-288b-4bd1-a7d9-7c33411e68c8 req-3d690cb5-3cb2-40e7-835e-ec8641b66100 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639241 Dec 21 02:14:08.647293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.648340 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Floating IP 22f98d5a-2392-434c-9fc6-c0b98efb0bd1 disassociated (deleted). External IP: 172.25.6.182, port: d8179e34-42d4-4972-bfcc-63f00e02af26. Dec 21 02:14:08.663340 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:14:07Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:08.696739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] DHCP port deletion for e274e1db-eb7f-472b-abe0-b0137f63995c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:08.702970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.715371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5138a-6531-4098-b164-6fa61b305302 None None] The sync data for ids ['66f34ccc-42b5-45bd-adf9-eb0ec8276b3b'] in n-d-761264-20 is: [{'id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1163010512', 'tenant_id': '287fee750c2c46559e2f4abb565cf7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:14:07Z', 'revision_number': 5, 'project_id': '287fee750c2c46559e2f4abb565cf7d4', 'gw_port': {'id': '5cb9ae48-3c37-4ff3-9ef8-afef6132abb3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f34ccc-42b5-45bd-adf9-eb0ec8276b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:12:33Z', 'updated_at': '2021-12-21T02:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:08.789001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Deleting port ac01e677-f361-4b39-a504-4fc455830b8d {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:08.789712 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.890251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.891769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] For port ac01e677-f361-4b39-a504-4fc455830b8d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ac01e677-f361-4b39-a504-4fc455830b8d,segment=NetworkSegment(1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72),segment_id=1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:08.892276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:08.923012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Calling delete_port for ac01e677-f361-4b39-a504-4fc455830b8d owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:08.948699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:08.968516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Deleting port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:08.969207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.020967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.061760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Pushing event deleted for resources: {'Port': ['ID=ac01e677-f361-4b39-a504-4fc455830b8d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:09.076677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] No DVR routers for this DVR port ac01e677-f361-4b39-a504-4fc455830b8d on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:09.099223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.099710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.100439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.101059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] For port 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:09.101780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.102316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.102927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.103369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.103806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.104253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.104684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.105113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.105574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.106136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.106569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e732ea1-4a46-4af6-96e7-301f14dfeabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:09.106857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:09.117560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Sync routers for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:09.118697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.128790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:09.129542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:09.133115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Calling delete_port for 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:09.148968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-039143b3-e59b-493f-8b36-a612fb9d9d89 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/floatingips/22f98d5a-2392-434c-9fc6-c0b98efb0bd1 HTTP/1.1" status: 204 len: 168 time: 1.3510420 Dec 21 02:14:09.149787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:09.152521 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c3901-d3e5-41b3-963f-60c27a5615ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:09.197626 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d747e99-b901-4b18-8a89-736f06f5ef01 x-openstack-request-id: req-1d747e99-b901-4b18-8a89-736f06f5ef01 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:09.197916 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:09.198173 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d747e99-b901-4b18-8a89-736f06f5ef01 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:09.198578 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'status': 'completed', 'code': 200} Dec 21 02:14:09.274053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:09.324123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-dbd40703-03a0-4f1e-832e-a6578705a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.325659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-dbd40703-03a0-4f1e-832e-a6578705a82d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bade97e46c89455aabcb0edff6298cd1&device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 1098 time: 0.0774148 Dec 21 02:14:09.364938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.408123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Port': ['ID=5cb9ae48-3c37-4ff3-9ef8-afef6132abb3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:09.487894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-d1496846-338a-4806-b1dc-cc1a56ba7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.489482 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-d1496846-338a-4806-b1dc-cc1a56ba7a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 200 len: 896 time: 0.1521552 Dec 21 02:14:09.505151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.539937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-8916406c-4025-45e0-8a15-b6dfe19fae49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 200 len: 217 time: 0.0393746 Dec 21 02:14:09.603954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-f579d511-57f6-4586-856f-6f54a998bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.605518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-f579d511-57f6-4586-856f-6f54a998bc58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa HTTP/1.1" status: 200 len: 835 time: 0.0578034 Dec 21 02:14:09.621880 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.625161 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.643588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20eed7-6af0-472d-9a4c-def37660d315 req-6076128b-71a4-465a-9d95-0e5b1a0eafa3 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.645138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea20eed7-6af0-472d-9a4c-def37660d315 req-6076128b-71a4-465a-9d95-0e5b1a0eafa3 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.1558087 Dec 21 02:14:09.660561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-aa48e7e0-c2e9-4c92-8b52-6ead0ebf5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.662152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-aa48e7e0-c2e9-4c92-8b52-6ead0ebf5dfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b35fbab-c832-4c07-b78f-c97d8652ce0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469251 Dec 21 02:14:09.666302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d5bbc-0ce7-4d99-bca9-c04b5a97ae46 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:09.713365 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.714106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Fanout notify agent at l3_agent the message router_deleted on router 66f34ccc-42b5-45bd-adf9-eb0ec8276b3b {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:14:09.726122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.728390 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eefab931-fd7f-467c-9a42-85a9185ab4af tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/routers/66f34ccc-42b5-45bd-adf9-eb0ec8276b3b HTTP/1.1" status: 204 len: 168 time: 1.2971375 Dec 21 02:14:09.733771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48018) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:09.734561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:09.772383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Checking router: b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:09.777978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea20eed7-6af0-472d-9a4c-def37660d315 req-9ca6ae06-40d0-49d9-8d2e-4271babc5c87 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028013 Dec 21 02:14:09.783073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:09.784045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:09.928957 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-2714d783-9ab7-42e6-b7b0-cc683a65b270 service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542093 Dec 21 02:14:09.950069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:09.962122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-a623c4bb-a80b-4b89-98c4-51df5905de12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1088955 Dec 21 02:14:09.981753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e9205-0fc2-4ba8-b625-67c573f98e1c req-c3d80482-0022-4212-ad8a-bbb849b01c2a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:09.983369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b0e9205-0fc2-4ba8-b625-67c573f98e1c req-c3d80482-0022-4212-ad8a-bbb849b01c2a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.2249453 Dec 21 02:14:09.995273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:10.060495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c51c3901-d3e5-41b3-963f-60c27a5615ee req-f440b7ce-60be-4e0e-92ac-78b0dd60918c service neutron] 10.222.0.45 "GET /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225309 Dec 21 02:14:10.134946 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.150051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b0e9205-0fc2-4ba8-b625-67c573f98e1c req-b220ea5f-680f-4b25-9fb9-e1f6454462b7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584477 Dec 21 02:14:10.155581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-2579d78e-1069-44bd-90dd-8375e703a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:10.157042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-2579d78e-1069-44bd-90dd-8375e703a5b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8efc5832129840df828982202c8a3885&device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 1097 time: 0.1274703 Dec 21 02:14:10.165630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e274e1db-eb7f-472b-abe0-b0137f63995c']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:10.175597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:10.175904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b20b484-4ea6-4338-bb5f-9cf7fd6e1b72') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:10.198373 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.211987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:10.227558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.240509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec871d40-c291-4d32-b453-f9c0469d5f50 None None] The sync data for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 is: [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'ead0633d-ad03-4ed5-aa5d-9e174fddc6f3', 'name': '', 'network_id': '9b35fbab-c832-4c07-b78f-c97d8652ce0d', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'mac_address': 'fa:16:3e:a0:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:15Z', 'updated_at': '2021-12-21T02:13:18Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'subnets': [{'id': '4e5322d2-53f2-46fa-b57e-541e9bdeb7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:10.263158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:14:10.263562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:14:10.269060 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:14:10.360131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-30e100b7-7bbb-43ba-af08-a3062359ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:10.362027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-30e100b7-7bbb-43ba-af08-a3062359ac9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 200 len: 911 time: 0.1736326 Dec 21 02:14:10.363683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.372382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.376484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] 10.222.0.43 "DELETE /v2.0/networks/e274e1db-eb7f-472b-abe0-b0137f63995c HTTP/1.1" status: 204 len: 168 time: 0.6411395 Dec 21 02:14:10.409791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ac01e677-f361-4b39-a504-4fc455830b8d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:10.431117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab69b7-e571-4db4-b860-c1f7f9bb7236 tempest-TestSecurityGroupsBasicOps-1460280888 tempest-TestSecurityGroupsBasicOps-1460280888-project] Pushing event deleted for resources: {'Network': ['ID=e274e1db-eb7f-472b-abe0-b0137f63995c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:10.439066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ac01e677-f361-4b39-a504-4fc455830b8d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:10.439603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ac01e677-f361-4b39-a504-4fc455830b8d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:10.440019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:10.461387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-ac288059-b16a-4804-886f-56663fee0306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 200 len: 1000 time: 0.0834539 Dec 21 02:14:10.479933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:10.480578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaed3712-3c1d-48b7-a5c1-2d32fdf6b6a4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:10.523846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-aae057d4-e891-452c-ae86-b8eb92c1168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:10.525369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-aae057d4-e891-452c-ae86-b8eb92c1168e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 200 len: 850 time: 0.0561516 Dec 21 02:14:10.580387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-13123b55-b0e3-494a-a1e8-90e218d97a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:10.582230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-13123b55-b0e3-494a-a1e8-90e218d97a06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69aa699b-ebdf-47ab-928a-649db6db3f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492840 Dec 21 02:14:10.590020 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca50503-2a5e-45f6-9985-cc357196add7 None None] New status for floating IP 22f98d5a-2392-434c-9fc6-c0b98efb0bd1: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:14:10.681116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-26268a13-e0ad-4ad5-9008-91fa0307814c service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914781 Dec 21 02:14:10.717518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48028) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:10.780886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d425eac-f13f-47e7-967a-218bcac7e02d req-4bf93445-05b0-4df8-8670-00cac83265ce service neutron] 10.222.0.24 "GET /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918949 Dec 21 02:14:10.860266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fabfdc06-4c4a-43b2-b4ad-c0072f420cbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=287fee750c2c46559e2f4abb565cf7d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414196 Dec 21 02:14:10.860841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48034) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:10.905284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414442fd-d3c2-4ea1-b385-0d221c482f57 req-24161c4c-af2f-430c-a42f-3e15e76d4da2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:10.906840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-414442fd-d3c2-4ea1-b385-0d221c482f57 req-24161c4c-af2f-430c-a42f-3e15e76d4da2 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0540524 Dec 21 02:14:10.910651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.932267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.956114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-414442fd-d3c2-4ea1-b385-0d221c482f57 req-d55d1c91-1dc6-479e-8d8f-ce9e807ede14 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a2883ce-b973-4377-8841-e5779fcc06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Dec 21 02:14:10.979533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.982305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:10.985646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e49c3b4-c5b4-4963-8ba6-d05c6c93f3b4 HTTP/1.1" status: 204 len: 168 time: 0.1216998 Dec 21 02:14:10.991212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49c3b4-c5b4-4963-8ba6-d05c6c93f3b4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:10.999011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:10.999552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:10.999890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.000224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.001368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.002747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.002747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.002747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.002747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.002747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.003233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.003360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.003680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c2387-e33d-4da3-925b-401eeabf7dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:11.083521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056100-465c-4ff6-b375-db474994079a req-0cb8d2b8-069c-4e11-bbe5-376b64957821 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:11.085108 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e056100-465c-4ff6-b375-db474994079a req-0cb8d2b8-069c-4e11-bbe5-376b64957821 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 946 time: 0.0559032 Dec 21 02:14:11.180864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port d8179e34-42d4-4972-bfcc-63f00e02af26 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:11.181200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.261446 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:11.278843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01dbfb-081f-496b-a644-1d077d065436 req-a30454c1-9d9b-4479-a0de-451866907eeb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:11.280386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a01dbfb-081f-496b-a644-1d077d065436 req-a30454c1-9d9b-4479-a0de-451866907eeb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0550010 Dec 21 02:14:11.282616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-077f6fc2-15ad-41ee-80c0-9c3f333a2fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.290229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port d8179e34-42d4-4972-bfcc-63f00e02af26, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d8179e34-42d4-4972-bfcc-63f00e02af26,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:11.290583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.311803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for d8179e34-42d4-4972-bfcc-63f00e02af26 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:11.339542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a01dbfb-081f-496b-a644-1d077d065436 req-a31bcc91-c766-4f33-8bc8-3057c0aafdd8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495691 Dec 21 02:14:11.444252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-077f6fc2-15ad-41ee-80c0-9c3f333a2fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.450639 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-077f6fc2-15ad-41ee-80c0-9c3f333a2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.519149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f6fc2-15ad-41ee-80c0-9c3f333a2fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f295002-6cdc-4b96-84e0-17ff34c11529,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:11.525180 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-077f6fc2-15ad-41ee-80c0-9c3f333a2fc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10ed22f23e5747c99c1df6b0e5357fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627738 Dec 21 02:14:11.527909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48046) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:11.535311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.577661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=d8179e34-42d4-4972-bfcc-63f00e02af26,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:11.634823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] No DVR routers for this DVR port d8179e34-42d4-4972-bfcc-63f00e02af26 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:11.638612 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.641862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7e056100-465c-4ff6-b375-db474994079a req-1ec16d1b-cca8-41b3-9c2f-e5454ba03a94 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.45 "DELETE /v2.0/ports/d8179e34-42d4-4972-bfcc-63f00e02af26 HTTP/1.1" status: 204 len: 173 time: 0.5470901 Dec 21 02:14:11.642307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'name': 'network-vif-deleted', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:11.644522 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237434db-755e-48db-85ff-73747e93ac9c" -d '{"events": [{"server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "name": "network-vif-deleted", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:11.658263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.681505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.689535 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684c4fb-99e2-431f-8864-a64dde57d914 x-openstack-request-id: req-0684c4fb-99e2-431f-8864-a64dde57d914 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:11.689827 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aab6eaa-df3c-450a-8dcf-60a89b125e94", "name": "network-vif-deleted", "tag": "d8179e34-42d4-4972-bfcc-63f00e02af26", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:11.690088 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0684c4fb-99e2-431f-8864-a64dde57d914 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:11.690484 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aab6eaa-df3c-450a-8dcf-60a89b125e94', 'name': 'network-vif-deleted', 'tag': 'd8179e34-42d4-4972-bfcc-63f00e02af26', 'status': 'completed', 'code': 200} Dec 21 02:14:11.734969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.737552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:11.738710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f295002-6cdc-4b96-84e0-17ff34c11529 HTTP/1.1" status: 204 len: 168 time: 0.2097800 Dec 21 02:14:11.748521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5be7d3-48dc-47ab-9572-c181d12e9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f295002-6cdc-4b96-84e0-17ff34c11529,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:11.980681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:12.013746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:12.014111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5cb9ae48-3c37-4ff3-9ef8-afef6132abb3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:12.074684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-452b6196-e960-48ce-b5ee-223ea87d149b req-a11218c0-d79c-450d-912f-6af9ccf40f2a tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "GET /v2.0/ports?device_id=8aab6eaa-df3c-450a-8dcf-60a89b125e94 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Dec 21 02:14:12.109750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:12.158163 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c45af61-bcf7-4097-a710-03121ecdaed0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7569815fcd134daf848e1737b48d2bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437689 Dec 21 02:14:12.158163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48060) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:12.202688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:12.223365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:12.280034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:12.282554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:12.283743 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/786c3a77-4621-4623-ae19-362c0d3544f3 HTTP/1.1" status: 204 len: 168 time: 0.1255035 Dec 21 02:14:12.291691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12028bd6-f482-4ec5-8d60-759c36af78be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c3a77-4621-4623-ae19-362c0d3544f3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:12.468571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb3874-2f25-4f6c-b9ea-966c7beb67e3 req-07cf2171-406c-4f9e-93ac-4caa064640b1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:12.470082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1abb3874-2f25-4f6c-b9ea-966c7beb67e3 req-07cf2171-406c-4f9e-93ac-4caa064640b1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0547233 Dec 21 02:14:12.520870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1abb3874-2f25-4f6c-b9ea-966c7beb67e3 req-85648e4a-2582-44f9-956b-15879acaffe2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Dec 21 02:14:12.986029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48084) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:13.080192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1703474668-network', 'tenant_id': '59bed5a1ddee4e94b2d60954ad42cbc0'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:13.103848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Made reservation on behalf of 59bed5a1ddee4e94b2d60954ad42cbc0 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:13.106117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.114483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.139484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48090) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:13.192016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.196692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.199514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.223305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:14:13.230064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.233829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d34c4f-7306-4e30-bf52-f2d5308f1478,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:13.238698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.239037 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Added segment 221937ed-e6f7-404a-99cc-da6ea91854da of type vlan for network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 Dec 21 02:14:13.282457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.305632 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.310285 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.314202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a2883ce-b973-4377-8841-e5779fcc06a8 HTTP/1.1" status: 204 len: 168 time: 0.1711257 Dec 21 02:14:13.314361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.314361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:13.314361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.326027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4956b3a-36d9-43c4-bbd4-fb41df445544 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2883ce-b973-4377-8841-e5779fcc06a8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:13.348752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48096) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:13.381088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3939650 Dec 21 02:14:13.385943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:13.392318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Request body: {'subnet': {'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1703474668-subnet', 'tenant_id': '59bed5a1ddee4e94b2d60954ad42cbc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:13.396838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251d798-26c1-4f41-b9f5-c9587c16b85b admin admin] Pushing event updated for resources: {'Network': ['ID=b0ccf728-bd62-45b0-a3a1-8ad6770337a7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:13.411158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:14:13.418495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Made reservation on behalf of 59bed5a1ddee4e94b2d60954ad42cbc0 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:13.421060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.602870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.663487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd42abeb-f2af-41ec-8724-dc66e4b58e5a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:13.677463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Checking segment: {'id': '221937ed-e6f7-404a-99cc-da6ea91854da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:13.677823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Network hostable DHCP agents. Network: b0ccf728-bd62-45b0-a3a1-8ad6770337a7, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:14:13.694512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:14:13.704230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b0ccf728-bd62-45b0-a3a1-8ad6770337a7) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:13.708440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:13.709025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.717860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab21a2-b054-40e6-a82b-a2db0a2c7bf9 None None] Network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:13.736392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-79ed9262-0dc6-4b63-a750-5611c6a0d19b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3421075 Dec 21 02:14:13.833907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cad19f-c476-4e0e-8e5a-f475517a6b56 None None] Network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:13.837325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c563df-e175-4d1b-9f58-16cae24ce69e req-a8a55ccc-06ce-4c50-8967-424038779dc9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:13.838862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09c563df-e175-4d1b-9f58-16cae24ce69e req-a8a55ccc-06ce-4c50-8967-424038779dc9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1119251 Dec 21 02:14:13.928222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-309dea5f-adbf-4750-b1dd-f978f9b01292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:13.939696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09c563df-e175-4d1b-9f58-16cae24ce69e req-1d9de141-7220-4540-9fb1-76e01294864d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938015 Dec 21 02:14:14.155663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.209514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310e4c-5996-4d1d-b417-23b2b08a6836 req-125f7e77-b9af-4448-870c-ff89fe493ab2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.211287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50310e4c-5996-4d1d-b417-23b2b08a6836 req-125f7e77-b9af-4448-870c-ff89fe493ab2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1032810 Dec 21 02:14:14.310217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48122) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:14.315120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2050403494-network', 'tenant_id': 'c9d2c2eaab074ed1939b3e5c24e88461'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:14.323959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-9f187253-82ba-43ff-9681-78ad108e2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.325459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-9f187253-82ba-43ff-9681-78ad108e2257 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.1331799 Dec 21 02:14:14.337799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50310e4c-5996-4d1d-b417-23b2b08a6836 req-4df20012-0dba-4353-9283-20172cb771c5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028714 Dec 21 02:14:14.340231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Made reservation on behalf of c9d2c2eaab074ed1939b3e5c24e88461 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:14.343563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.359026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.434687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.438847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.463333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:14:14.472990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deddc7ed-6bf4-474f-84a7-641030ca758e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:14.478447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.478790 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Added segment 33ca5524-d4f0-42e3-b57b-d72e1e197905 of type vlan for network 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 Dec 21 02:14:14.493240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-4a5e1a41-7edc-4b9f-ac49-2b1b29be8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.494926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-4a5e1a41-7edc-4b9f-ac49-2b1b29be8da1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1545098 Dec 21 02:14:14.518529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.543777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.544720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.545283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.603278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2918651 Dec 21 02:14:14.605840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:14.612259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Request body: {'subnet': {'network_id': '4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2050403494-subnet', 'tenant_id': 'c9d2c2eaab074ed1939b3e5c24e88461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:14.614064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-16ec2807-4d49-46e2-95eb-301e55a82652 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.1091764 Dec 21 02:14:14.620436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0833a1-287e-4ad3-9727-1b4753d0b8ef admin admin] Pushing event updated for resources: {'Network': ['ID=4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:14.630461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:14:14.645476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Made reservation on behalf of c9d2c2eaab074ed1939b3e5c24e88461 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:14.648485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.682342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-75a41995-efd9-44f3-be53-7c961da122d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.683816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-75a41995-efd9-44f3-be53-7c961da122d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0619256 Dec 21 02:14:14.685583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:14.685927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.791242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-c46a021e-c91b-4fbd-98f7-c72dba0aac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.792746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-c46a021e-c91b-4fbd-98f7-c72dba0aac31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929208 Dec 21 02:14:14.817727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port ead0633d-ad03-4ed5-aa5d-9e174fddc6f3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:14.818094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.822298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.853797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:14.879531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04a38bb-ec21-4de5-b7b0-b2527c865390,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:14.891441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Checking segment: {'id': '33ca5524-d4f0-42e3-b57b-d72e1e197905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:14.891796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Network hostable DHCP agents. Network: 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:14:14.908532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Network 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:14:14.918237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:14.922307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:14.922909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:14.930148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ba264-bee6-447f-ae45-ed6d10995023 None None] Network 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:14.952773 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-590814c9-6ba4-45df-9f29-b07d2475e466 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3339012 Dec 21 02:14:14.966134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-14d12d44-dd64-4733-97a5-90b990824770 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619992 Dec 21 02:14:15.052530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5fe45-6310-42c8-b686-c2a2a25145a5 None None] Network 4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:15.122295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14ab76d1-7aa4-4732-906a-dde521ee29bd req-f1cee56c-d3f0-48c4-8fd4-44a6cd32421e service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487582 Dec 21 02:14:15.186056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:15.214285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=ead0633d-ad03-4ed5-aa5d-9e174fddc6f3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:15.427431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:15.626090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-81d4f52a-7837-4b1a-9665-8fcecf5bdea2 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:15.627438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-81d4f52a-7837-4b1a-9665-8fcecf5bdea2 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/networks?id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 200 len: 812 time: 0.2325039 Dec 21 02:14:15.641171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb301ba4-ca75-418a-8c1d-32e3d306a7f0 req-0268eb33-0da9-4c19-ae00-1282662e8eaf tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:15.642569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb301ba4-ca75-418a-8c1d-32e3d306a7f0 req-0268eb33-0da9-4c19-ae00-1282662e8eaf tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1316648 Dec 21 02:14:15.664312 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-5801b655-8d2f-4cc7-ac8a-e0500b914595 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/quotas/59bed5a1ddee4e94b2d60954ad42cbc0 HTTP/1.1" status: 200 len: 375 time: 0.0203359 Dec 21 02:14:15.742402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-bbb4098b-0a87-41d0-a1b3-5757a90ac1a6 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706584 Dec 21 02:14:15.818401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb301ba4-ca75-418a-8c1d-32e3d306a7f0 req-46151a98-6fc0-4b9b-993e-2944d17b1f46 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650913 Dec 21 02:14:15.892757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:15.901142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-97999b7d-d0ef-4943-a60c-8e99f93ca278 service neutron] 10.222.0.43 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487389 Dec 21 02:14:16.072377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-cbd7c0dc-6040-41a4-a66f-2f3f5ebe225c service neutron] 10.222.0.43 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646070 Dec 21 02:14:16.073447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:16.078364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6c68f191-c700-4e52-920e-0517b2a5d9af tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "PUT /v2.0/routers/b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284522 Dec 21 02:14:16.081230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:16.084133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Sync routers for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:16.097889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:16.098515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:16.135045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting subnet 4e5322d2-53f2-46fa-b57e-541e9bdeb7fa {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:14:16.138339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.236368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:16.262988 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97090b34-ae4e-41bc-a2a0-9bd776a3e888 req-6efef196-19d3-4c9c-8d8e-7fbb516e33bb tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 210 time: 0.0385315 Dec 21 02:14:16.392566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d8179e34-42d4-4972-bfcc-63f00e02af26 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:16.433921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: d8179e34-42d4-4972-bfcc-63f00e02af26 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:16.434396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d8179e34-42d4-4972-bfcc-63f00e02af26 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:16.481891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:14:15Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:16.514799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Checking router: b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:16.524510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Routers {'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:16.524985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:13:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:16.544095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.631097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.638763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-927db9c7-2e08-4741-b095-c38d5080814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.646487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] Set router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:16.695343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.728122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5322d2-53f2-46fa-b57e-541e9bdeb7fa,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:16.732076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.738374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-45f76ee2-5ed2-4eb0-b10c-be8a50defd5e tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/subnets/4e5322d2-53f2-46fa-b57e-541e9bdeb7fa HTTP/1.1" status: 204 len: 168 time: 0.6559999 Dec 21 02:14:16.739105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48160) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:16.749724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf44edf-156f-438c-a9c9-a650e8766047 None None] Network 9b35fbab-c832-4c07-b78f-c97d8652ce0d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:16.865924 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:16.912859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:14:15Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:16.943716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1f38-8f40-454c-9dba-6c73f0a734ad None None] The sync data for ids ['b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8'] in n-d-761264-20 is: [{'id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'name': 'tempest-TestNetworkBasicOps-router-993926709', 'tenant_id': 'bade97e46c89455aabcb0edff6298cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:14:15Z', 'revision_number': 5, 'project_id': 'bade97e46c89455aabcb0edff6298cd1', 'gw_port': {'id': '5c3bb82e-cbe0-4534-b2b0-1315bddb19c3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:13:12Z', 'updated_at': '2021-12-21T02:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:16.963030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] DHCP port deletion for 9b35fbab-c832-4c07-b78f-c97d8652ce0d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:17.019531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Deleting port 43d19a26-f00a-4a05-be74-0f5500558df3 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:17.019903 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.088149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] For port 43d19a26-f00a-4a05-be74-0f5500558df3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=43d19a26-f00a-4a05-be74-0f5500558df3,segment=NetworkSegment(9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2),segment_id=9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:17.089148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.104306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Calling delete_port for 43d19a26-f00a-4a05-be74-0f5500558df3 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:17.185382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.306329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6a213-0bc0-42e4-a0ce-fa38d1df6ec2 req-abb23438-f18a-4038-9b24-bcb5417cb464 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:17.308500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7de6a213-0bc0-42e4-a0ce-fa38d1df6ec2 req-abb23438-f18a-4038-9b24-bcb5417cb464 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.3814640 Dec 21 02:14:17.338532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.423088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c1af17f-9bd2-4fbe-bf65-2f1f3edb6a81 req-a7917c48-585d-457d-a1d8-26a4c7fc8dff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 210 time: 0.0539391 Dec 21 02:14:17.429967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7de6a213-0bc0-42e4-a0ce-fa38d1df6ec2 req-f6133c54-da56-4d95-9fd8-272a14ee12c7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109271 Dec 21 02:14:17.434162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] Pushing event deleted for resources: {'Port': ['ID=43d19a26-f00a-4a05-be74-0f5500558df3,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:17.436664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa3cca-b5ad-4495-bbc9-e4f10856e213 None None] No DVR routers for this DVR port 43d19a26-f00a-4a05-be74-0f5500558df3 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:17.448176 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.480580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Deleting port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:17.480580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.615365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] For port 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:17.615728 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.632051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e23fc2-6f10-43f9-80ec-e37f64171694 req-09e70242-a18f-4b92-b0ee-d65cbf85c660 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:17.639659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86e23fc2-6f10-43f9-80ec-e37f64171694 req-09e70242-a18f-4b92-b0ee-d65cbf85c660 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0976562 Dec 21 02:14:17.652925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Calling delete_port for 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:17.668537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-58733ccc-7374-45ce-aeb0-015329f7bfcb tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:17.670227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-58733ccc-7374-45ce-aeb0-015329f7bfcb tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.45 "GET /v2.0/networks?id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 200 len: 812 time: 0.1708660 Dec 21 02:14:17.698204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Request body: {'port': {'device_id': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7', 'admin_state_up': True, 'tenant_id': '59bed5a1ddee4e94b2d60954ad42cbc0'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:17.732699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86e23fc2-6f10-43f9-80ec-e37f64171694 req-1ab3483e-ffb2-434e-844c-76fed52604ef tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920658 Dec 21 02:14:17.817111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Made reservation on behalf of 59bed5a1ddee4e94b2d60954ad42cbc0 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:17.820989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.874332 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:17.905812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Port': ['ID=5c3bb82e-cbe0-4534-b2b0-1315bddb19c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:17.927642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1f408-e086-452e-8f23-a4f7a7210808 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:17.964285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Allocated IP 172.20.0.4 (b0ccf728-bd62-45b0-a3a1-8ad6770337a7/fd42abeb-f2af-41ec-8724-dc66e4b58e5a/d297e825-a1ee-4172-b76e-9f0571c58acf) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:18.003389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.074788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f743f7-337b-41e4-8b0d-c9ed2b69866a req-441e2812-cc15-4c07-b24e-4094a97af572 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:18.076170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f743f7-337b-41e4-8b0d-c9ed2b69866a req-441e2812-cc15-4c07-b24e-4094a97af572 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1237850 Dec 21 02:14:18.099511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 43d19a26-f00a-4a05-be74-0f5500558df3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:18.120463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 43d19a26-f00a-4a05-be74-0f5500558df3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:18.121119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 43d19a26-f00a-4a05-be74-0f5500558df3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:18.121618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:18.122945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.126015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.141531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:18.141989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ead0633d-ad03-4ed5-aa5d-9e174fddc6f3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:18.148283 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.183673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.190496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f743f7-337b-41e4-8b0d-c9ed2b69866a req-28ba28ad-708c-4cd3-b406-962ce2198ec9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875466 Dec 21 02:14:18.191242 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.191804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Fanout notify agent at l3_agent the message router_deleted on router b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:14:18.213983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.215514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0c3be057-8780-4b63-b8fb-06b60cbe99d1 tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/routers/b8ad2df2-9bcb-4ba4-b9e4-57f54e9100a8 HTTP/1.1" status: 204 len: 168 time: 1.4753482 Dec 21 02:14:18.218194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48174) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:18.235809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:18.239546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:18.244009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:18.271968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Pushing event updated for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:18.317112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:18.317112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.330355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.332713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-f5cd5cd1-5c15-4ee1-91cc-4b3b35fe3fad tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389492 Dec 21 02:14:18.366619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Request body: {'port': {'device_id': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:18.432706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.446967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.486579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b35fbab-c832-4c07-b78f-c97d8652ce0d']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:18.496750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:18.497060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2a3615-7be2-4a44-a48d-aa2aa2ad73e2') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:18.509860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.518381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02101-c6d0-4440-b1de-6c3af9733718 req-2f8143cd-e561-45c5-b591-878586a0c5a2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:18.519884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bd02101-c6d0-4440-b1de-6c3af9733718 req-2f8143cd-e561-45c5-b591-878586a0c5a2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0872853 Dec 21 02:14:18.537878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.569283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:14:18.569745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:14:18.572835 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:14:18.677914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bd02101-c6d0-4440-b1de-6c3af9733718 req-301ac805-64d4-43af-83db-fa5d9e217457 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475918 Dec 21 02:14:18.697155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513e87f-151d-4c21-bdc2-370dba189028 req-c9f021f0-a475-40fa-a4e4-e2ee8677bc55 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:18.699135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2513e87f-151d-4c21-bdc2-370dba189028 req-c9f021f0-a475-40fa-a4e4-e2ee8677bc55 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 931 time: 0.1456866 Dec 21 02:14:18.700461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.712812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.713955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.717450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] 10.222.0.43 "DELETE /v2.0/networks/9b35fbab-c832-4c07-b78f-c97d8652ce0d HTTP/1.1" status: 204 len: 168 time: 0.4980118 Dec 21 02:14:18.751093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c0752-5e53-48b3-8a6b-b271cd6d64ae tempest-TestNetworkBasicOps-236285166 tempest-TestNetworkBasicOps-236285166-project] Pushing event deleted for resources: {'Network': ['ID=9b35fbab-c832-4c07-b78f-c97d8652ce0d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:18.760351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d297e825-a1ee-4172-b76e-9f0571c58acf {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:14:18.769171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.784138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Transition to ACTIVE for port object d297e825-a1ee-4172-b76e-9f0571c58acf will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:14:18.792282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.816968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2513e87f-151d-4c21-bdc2-370dba189028 req-0db8fea4-37cf-4fa0-9a12-49449351e6f1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984564 Dec 21 02:14:18.864121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Pushing event updated for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:18.915271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Attempting to bind port d297e825-a1ee-4172-b76e-9f0571c58acf on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:18.915626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Attempting to bind port d297e825-a1ee-4172-b76e-9f0571c58acf by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '221937ed-e6f7-404a-99cc-da6ea91854da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:18.916031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Attempting to bind port d297e825-a1ee-4172-b76e-9f0571c58acf on network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:18.920893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Port d297e825-a1ee-4172-b76e-9f0571c58acf on network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:14:18.921259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Attempting to bind port d297e825-a1ee-4172-b76e-9f0571c58acf on network b0ccf728-bd62-45b0-a3a1-8ad6770337a7 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:18.926212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:18.926548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Checking segment: {'id': '221937ed-e6f7-404a-99cc-da6ea91854da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:18.926926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Bound using segment: {'id': '221937ed-e6f7-404a-99cc-da6ea91854da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:18.927343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Bound port: d297e825-a1ee-4172-b76e-9f0571c58acf, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221937ed-e6f7-404a-99cc-da6ea91854da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:18.927694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:18.998895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:19.002179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d297e825-a1ee-4172-b76e-9f0571c58acf,segment=NetworkSegment(221937ed-e6f7-404a-99cc-da6ea91854da),segment_id=221937ed-e6f7-404a-99cc-da6ea91854da)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:19.006955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.044473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.045027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.046435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] 10.222.0.45 "PUT /v2.0/ports/d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 200 len: 1092 time: 0.6896250 Dec 21 02:14:19.046881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:19.049123 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a3727-2850-4601-befd-74da30d6a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:19.060730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48190) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:19.074291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936651a-1a3b-4d19-8c1e-23ed15e87442 service neutron] Pushing event updated for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:19.091315 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4091e49f-0ca4-41a1-86d7-0fde02e5cc82 x-openstack-request-id: req-4091e49f-0ca4-41a1-86d7-0fde02e5cc82 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:19.091610 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:19.091868 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4091e49f-0ca4-41a1-86d7-0fde02e5cc82 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:19.092414 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf', 'status': 'completed', 'code': 200} Dec 21 02:14:19.163868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-a871e6e7-e30a-40ce-8a2f-cf0a8f04c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.165441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-a871e6e7-e30a-40ce-8a2f-cf0a8f04c510 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 1095 time: 0.0415406 Dec 21 02:14:19.200172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-36839022-f1f4-4335-a75b-45da610736d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bade97e46c89455aabcb0edff6298cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381826 Dec 21 02:14:19.202645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48194) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:19.224207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-5e20c2e0-c3f0-410b-baf8-c3843344ed05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 200 len: 217 time: 0.0385916 Dec 21 02:14:19.249209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.270248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.277117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576db45-663e-4407-bc19-0545c5528b68 req-e2512d13-92df-4d9c-898e-b46bb6e61d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.278601 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-e2512d13-92df-4d9c-898e-b46bb6e61d42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd42abeb-f2af-41ec-8724-dc66e4b58e5a HTTP/1.1" status: 200 len: 852 time: 0.0440712 Dec 21 02:14:19.314912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.315481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-25a8d387-9fba-4254-8c67-7273a2bbf808 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253100 Dec 21 02:14:19.317576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.318782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5398acfe-0b3c-4625-b5cc-2b33b833871e HTTP/1.1" status: 204 len: 168 time: 0.1152031 Dec 21 02:14:19.327337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b809e85-004f-4368-9730-7059470b50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5398acfe-0b3c-4625-b5cc-2b33b833871e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:19.379595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.425493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-4d21865d-862d-49dd-987f-c5cc0ccdcb72 service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981853 Dec 21 02:14:19.521634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9576db45-663e-4407-bc19-0545c5528b68 req-76d834a9-160b-4f80-9883-2805cfd489f2 service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Dec 21 02:14:19.593672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48200) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:19.607259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8c2f-b87a-4ecf-92a8-127f0eb8399c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.658296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a3727-2850-4601-befd-74da30d6a2d2 req-6e631fc9-26f5-4710-a55e-2d846e0aa9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.659838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-6e631fc9-26f5-4710-a55e-2d846e0aa9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 1095 time: 0.0431924 Dec 21 02:14:19.683685 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8c2f-b87a-4ecf-92a8-127f0eb8399c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.687577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8c2f-b87a-4ecf-92a8-127f0eb8399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.729853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee0d8c2f-b87a-4ecf-92a8-127f0eb8399c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0784021825804d57a6a5318a78a12d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350095 Dec 21 02:14:19.730773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8c2f-b87a-4ecf-92a8-127f0eb8399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e214aa7-43d9-4f50-953b-29647e457b7d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:19.732458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48204) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:19.793004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a3727-2850-4601-befd-74da30d6a2d2 req-9403e444-9f5a-4552-b480-564734f2f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.794489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-9403e444-9f5a-4552-b480-564734f2f1e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 200 len: 912 time: 0.1274428 Dec 21 02:14:19.796505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b958b-2458-4c4a-b1e7-4c20be8c22e4 req-ab75cbb4-3b8d-4dfb-8d73-5ee6dca377d7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.798155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-567b958b-2458-4c4a-b1e7-4c20be8c22e4 req-ab75cbb4-3b8d-4dfb-8d73-5ee6dca377d7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0542221 Dec 21 02:14:19.820526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.850279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-567b958b-2458-4c4a-b1e7-4c20be8c22e4 req-e12d9d9f-f8e5-4c9f-a573-a2a6417be9fd tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Dec 21 02:14:19.856087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-dafaee0b-70b0-48f0-b34e-6ec0c17b29d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 200 len: 217 time: 0.0499187 Dec 21 02:14:19.899716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:19.946168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a3727-2850-4601-befd-74da30d6a2d2 req-47dc78df-a1b7-4ea6-8daa-179071337ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.947793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-47dc78df-a1b7-4ea6-8daa-179071337ce8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd42abeb-f2af-41ec-8724-dc66e4b58e5a HTTP/1.1" status: 200 len: 852 time: 0.0811229 Dec 21 02:14:19.956551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc76f-54f0-4bfa-9836-6ce52d93e932 req-5636df07-22e8-49da-9a23-5623e678f1a2 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:19.958122 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-254cc76f-54f0-4bfa-9836-6ce52d93e932 req-5636df07-22e8-49da-9a23-5623e678f1a2 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 943 time: 0.0500937 Dec 21 02:14:19.990858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:20.011267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-f3612343-7ad6-4894-9de1-de6a19d27ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545824 Dec 21 02:14:20.018916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-254cc76f-54f0-4bfa-9836-6ce52d93e932 req-5d1c538c-9093-4cec-ade0-dc1f0c73e126 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532513 Dec 21 02:14:20.043954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:20.047066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:20.049370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e214aa7-43d9-4f50-953b-29647e457b7d HTTP/1.1" status: 204 len: 168 time: 0.3147006 Dec 21 02:14:20.051676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:20.052382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c3bb82e-cbe0-4534-b2b0-1315bddb19c3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:20.065033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e916d9-44ee-49ce-b419-116e8c0866a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e214aa7-43d9-4f50-953b-29647e457b7d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:20.093964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddaa2-8fcc-438d-8893-9f34319c80c1 req-c27eee4d-e38f-4fd9-abd0-66df706ea19d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:20.095496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aabddaa2-8fcc-438d-8893-9f34319c80c1 req-c27eee4d-e38f-4fd9-abd0-66df706ea19d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0583966 Dec 21 02:14:20.140632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-d06c5d93-2620-4d82-bb8b-8787dd1be4ec service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204438 Dec 21 02:14:20.147583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aabddaa2-8fcc-438d-8893-9f34319c80c1 req-0d54f9f8-31bd-4d98-afa8-694657f10eca tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438075 Dec 21 02:14:20.245550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-189a3727-2850-4601-befd-74da30d6a2d2 req-a8f5e71d-573f-40e1-8be8-d0dfc99cec60 service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961473 Dec 21 02:14:21.136701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286ed3-0ecd-48ff-a9d2-6d83eacb7726 req-090f6c0e-a4a4-4d04-b476-115091dce5d8 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:21.138193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15286ed3-0ecd-48ff-a9d2-6d83eacb7726 req-090f6c0e-a4a4-4d04-b476-115091dce5d8 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 943 time: 0.0489762 Dec 21 02:14:21.184920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15286ed3-0ecd-48ff-a9d2-6d83eacb7726 req-7dac247e-4b3a-4e4c-bf84-6f2b14c5d3d7 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Dec 21 02:14:21.272040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c5160-3425-4008-881e-8b465fb0e95f req-a53500a8-c7df-4851-8745-e44d742f35b0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:21.274035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf5c5160-3425-4008-881e-8b465fb0e95f req-a53500a8-c7df-4851-8745-e44d742f35b0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0534663 Dec 21 02:14:21.320131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf5c5160-3425-4008-881e-8b465fb0e95f req-12c068a5-fe01-43d5-99e3-90cfc926fa62 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402534 Dec 21 02:14:21.433492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012ae59-d59a-433f-a6cc-e0ddf2e156b4 req-f2af4fbd-ec80-4ab7-b821-85eb6b346617 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:21.434883 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c012ae59-d59a-433f-a6cc-e0ddf2e156b4 req-f2af4fbd-ec80-4ab7-b821-85eb6b346617 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0501263 Dec 21 02:14:21.482574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c012ae59-d59a-433f-a6cc-e0ddf2e156b4 req-ad226890-342a-464b-a891-4e95f72c24fc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Dec 21 02:14:21.598147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1358225-b636-4c16-874c-810b929e80ee req-16c2b58e-f56f-4b4c-a494-ea8532969a4e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:21.599604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1358225-b636-4c16-874c-810b929e80ee req-16c2b58e-f56f-4b4c-a494-ea8532969a4e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0479693 Dec 21 02:14:21.650659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1358225-b636-4c16-874c-810b929e80ee req-a2bc8d42-60cc-495a-bb1d-751cebd2a9cb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Dec 21 02:14:21.762189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075872c8-a852-465d-accd-91a031c0c340 req-e9341060-6f21-423a-bbbd-214fee94f62b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:21.763679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-075872c8-a852-465d-accd-91a031c0c340 req-e9341060-6f21-423a-bbbd-214fee94f62b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0484533 Dec 21 02:14:21.809815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-075872c8-a852-465d-accd-91a031c0c340 req-3fe3e754-f755-422d-806a-4a38b85da034 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Dec 21 02:14:22.190661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:22.297600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb06094-edf3-4476-9f49-a52bce4069b4 req-6373ba0d-cd81-4686-b662-8d374c443bb1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:22.299076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bb06094-edf3-4476-9f49-a52bce4069b4 req-6373ba0d-cd81-4686-b662-8d374c443bb1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 943 time: 0.0482752 Dec 21 02:14:22.346508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bb06094-edf3-4476-9f49-a52bce4069b4 req-6ab50e35-17f5-4841-98f8-dd7e06a3ca12 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Dec 21 02:14:22.438087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d297e825-a1ee-4172-b76e-9f0571c58acf details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:14:22.530860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d297e825-a1ee-4172-b76e-9f0571c58acf,segment=NetworkSegment(221937ed-e6f7-404a-99cc-da6ea91854da),segment_id=221937ed-e6f7-404a-99cc-da6ea91854da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:22.542108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd297e825-a1ee-4172-b76e-9f0571c58acf', 'network_id': 'b0ccf728-bd62-45b0-a3a1-8ad6770337a7', 'port_id': 'd297e825-a1ee-4172-b76e-9f0571c58acf', 'mac_address': 'fa:16:3e:a7:91:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd42abeb-f2af-41ec-8724-dc66e4b58e5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:14:22.578332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:22.591867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d297e825-a1ee-4172-b76e-9f0571c58acf {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:14:22.610913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d297e825-a1ee-4172-b76e-9f0571c58acf,segment=NetworkSegment(221937ed-e6f7-404a-99cc-da6ea91854da),segment_id=221937ed-e6f7-404a-99cc-da6ea91854da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:22.614308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:22.658367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:22.946289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d297e825-a1ee-4172-b76e-9f0571c58acf'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:14:23.466981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b552d-cdd8-4574-89b5-a59ca7594373 req-de41fe6c-9925-442d-8333-f143e6b2a091 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:23.468447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-915b552d-cdd8-4574-89b5-a59ca7594373 req-de41fe6c-9925-442d-8333-f143e6b2a091 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 944 time: 0.0535195 Dec 21 02:14:23.515493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-915b552d-cdd8-4574-89b5-a59ca7594373 req-269e4b72-b59a-43a6-bc77-1debbdf96356 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Dec 21 02:14:24.417710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:14:24.437290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d297e825-a1ee-4172-b76e-9f0571c58acf up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:24.484078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port d297e825-a1ee-4172-b76e-9f0571c58acf completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:14:24.487682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d297e825-a1ee-4172-b76e-9f0571c58acf triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:24.488043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:24.564740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:24.589780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:24.592042 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6958a0b5-5383-496d-a0e2-3ac7a50dac56" -d '{"events": [{"server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "name": "network-vif-plugged", "status": "completed", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:24.605188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d297e825-a1ee-4172-b76e-9f0571c58acf,segment=NetworkSegment(221937ed-e6f7-404a-99cc-da6ea91854da),segment_id=221937ed-e6f7-404a-99cc-da6ea91854da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:24.610109 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:24.636188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b7ed-98ad-40e3-80c0-b49bd0264ae7 req-786f8f68-f579-4801-a1a6-6798dbaa891f tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:24.637921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0887b7ed-98ad-40e3-80c0-b49bd0264ae7 req-786f8f68-f579-4801-a1a6-6798dbaa891f tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 944 time: 0.0546699 Dec 21 02:14:24.649596 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6697002c-c485-497a-bc2c-adcf2bec2c31 x-openstack-request-id: req-6697002c-c485-497a-bc2c-adcf2bec2c31 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:24.649937 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "name": "network-vif-plugged", "status": "completed", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:24.650147 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6697002c-c485-497a-bc2c-adcf2bec2c31 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:24.650743 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf', 'code': 200} Dec 21 02:14:24.679464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:24.700329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0887b7ed-98ad-40e3-80c0-b49bd0264ae7 req-3a85e105-894a-4cc2-ba5d-841fbb328355 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567453 Dec 21 02:14:24.789789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce621e-9f95-4fd8-8759-f3ac1c6b555d req-f57ab387-b1b7-4c79-9dee-86a2ad10ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:24.791311 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-51ce621e-9f95-4fd8-8759-f3ac1c6b555d req-f57ab387-b1b7-4c79-9dee-86a2ad10ac04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 1097 time: 0.0456529 Dec 21 02:14:24.836995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-51ce621e-9f95-4fd8-8759-f3ac1c6b555d req-b722582a-f7ed-4429-aba6-15c97c455ae3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367417 Dec 21 02:14:25.813888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128869c-3249-44d4-90f0-89bfc6e6631c req-2bf306c6-e3c7-4d17-a75b-098f6f4419e7 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:25.815362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b128869c-3249-44d4-90f0-89bfc6e6631c req-2bf306c6-e3c7-4d17-a75b-098f6f4419e7 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0481584 Dec 21 02:14:25.869437 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b128869c-3249-44d4-90f0-89bfc6e6631c req-184109e5-99cc-441a-8475-baee69fff0e2 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Dec 21 02:14:26.858310 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:26.987264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb0929-79cd-482e-8931-764a557cf33d req-a38d43f6-915c-4fdf-ab6e-be6f5582bd61 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:26.988786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24eb0929-79cd-482e-8931-764a557cf33d req-a38d43f6-915c-4fdf-ab6e-be6f5582bd61 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0535438 Dec 21 02:14:27.036295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24eb0929-79cd-482e-8931-764a557cf33d req-ef3112f8-3493-4fa7-a84a-aecdb7537cac tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Dec 21 02:14:27.160764 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fe1fb-5a1b-4c32-8bfa-8ade19ad90f1 req-e81415f2-fd13-4583-b96b-0b58c60e170f tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:27.162296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d9fe1fb-5a1b-4c32-8bfa-8ade19ad90f1 req-e81415f2-fd13-4583-b96b-0b58c60e170f tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0497723 Dec 21 02:14:27.208460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d9fe1fb-5a1b-4c32-8bfa-8ade19ad90f1 req-153a60a2-970b-4b65-ae0c-81ff500db1f0 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Dec 21 02:14:27.451670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154f65-7a92-447e-aa5a-a5a27b774a6d req-5056d32e-8e73-4afd-b167-15fdead3daa8 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:27.453134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a154f65-7a92-447e-aa5a-a5a27b774a6d req-5056d32e-8e73-4afd-b167-15fdead3daa8 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0584602 Dec 21 02:14:27.499450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a154f65-7a92-447e-aa5a-a5a27b774a6d req-0727b830-29b2-4a87-b8b7-d87065e26a09 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Dec 21 02:14:28.613829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0e2d-f3a9-4e19-adfc-d749ca26bc75 req-517d3222-1d73-4ce1-807a-45437c701933 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:28.615217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b5e0e2d-f3a9-4e19-adfc-d749ca26bc75 req-517d3222-1d73-4ce1-807a-45437c701933 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0492404 Dec 21 02:14:28.663534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b5e0e2d-f3a9-4e19-adfc-d749ca26bc75 req-dac5cc51-121e-4d08-ac9c-4336c699c218 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Dec 21 02:14:28.867142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9e889-be68-42e3-ab29-15037843fe1d req-e6060b39-6818-4692-a8a3-573fe5155565 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:28.869123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54e9e889-be68-42e3-ab29-15037843fe1d req-e6060b39-6818-4692-a8a3-573fe5155565 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0539825 Dec 21 02:14:28.917906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54e9e889-be68-42e3-ab29-15037843fe1d req-e8d2cff3-21df-4c89-a8ed-903272d85d1a tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Dec 21 02:14:28.926534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442529f9-99ec-4c73-9d21-cc937924b812 req-da83e24d-d5a3-4b33-8023-1bdf69dee71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:28.928013 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-da83e24d-d5a3-4b33-8023-1bdf69dee71c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 1097 time: 0.0398107 Dec 21 02:14:29.035511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442529f9-99ec-4c73-9d21-cc937924b812 req-df2ee7f2-752d-4432-8966-08bfd6e6d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:29.036982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-df2ee7f2-752d-4432-8966-08bfd6e6d4bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 200 len: 912 time: 0.0997729 Dec 21 02:14:29.083452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-17720b63-3987-4bb4-acb2-5fdc03c79068 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 200 len: 217 time: 0.0346754 Dec 21 02:14:29.135350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442529f9-99ec-4c73-9d21-cc937924b812 req-cd49aedf-bb96-43fb-887a-f29f59d47e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:29.136756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-cd49aedf-bb96-43fb-887a-f29f59d47e66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd42abeb-f2af-41ec-8724-dc66e4b58e5a HTTP/1.1" status: 200 len: 852 time: 0.0426855 Dec 21 02:14:29.172000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-14147a24-4029-4178-a0db-12ee46b2c484 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236235 Dec 21 02:14:29.267578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-e7dc8986-860a-4045-8808-0d94554746cc service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835464 Dec 21 02:14:29.364393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-442529f9-99ec-4c73-9d21-cc937924b812 req-d4041b26-e4e9-40e7-99d8-2dec6e54cf47 service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Dec 21 02:14:30.035421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b3ad0-9a4b-4b23-aac6-ac73f6a15652 req-9b7ddaaf-0c87-4091-a689-cb0d1576cfc9 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:30.036870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c0b3ad0-9a4b-4b23-aac6-ac73f6a15652 req-9b7ddaaf-0c87-4091-a689-cb0d1576cfc9 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0478866 Dec 21 02:14:30.084728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c0b3ad0-9a4b-4b23-aac6-ac73f6a15652 req-ec59ab8d-ce46-4a35-af40-f68e6eb4e4a9 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Dec 21 02:14:31.200853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3288-afe3-45ba-b66c-de750536116d req-762b57b1-f1e4-4894-b418-80b8d8a338c1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:31.202327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab4d3288-afe3-45ba-b66c-de750536116d req-762b57b1-f1e4-4894-b418-80b8d8a338c1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0481045 Dec 21 02:14:31.252475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab4d3288-afe3-45ba-b66c-de750536116d req-45b25ed8-f7fb-4bdf-a312-21a38ba30a8e tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Dec 21 02:14:31.480275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7c095-f04e-49b6-95a0-5a73d39f6c09 req-0a90500e-3bf3-4972-84bb-7f2a9fc016a7 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:31.481757 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bb7c095-f04e-49b6-95a0-5a73d39f6c09 req-0a90500e-3bf3-4972-84bb-7f2a9fc016a7 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0533803 Dec 21 02:14:31.527995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bb7c095-f04e-49b6-95a0-5a73d39f6c09 req-380bd1eb-cd29-47bc-926e-8e2e33fb68f3 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Dec 21 02:14:32.644138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c22ed-8e76-4d31-a245-a43dd527f0cd req-b934a738-5609-4b95-8105-739f7723750d tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:32.645625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6c22ed-8e76-4d31-a245-a43dd527f0cd req-b934a738-5609-4b95-8105-739f7723750d tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0481193 Dec 21 02:14:32.692153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6c22ed-8e76-4d31-a245-a43dd527f0cd req-a1901751-dece-420d-8f1b-3468aacc2c51 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Dec 21 02:14:32.904574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42d0-a518-4cf5-ba8d-9ade8acded8e req-c92f7fe5-3242-46cc-920d-417764c1f05d tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:32.906002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af2d42d0-a518-4cf5-ba8d-9ade8acded8e req-c92f7fe5-3242-46cc-920d-417764c1f05d tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0540705 Dec 21 02:14:32.953362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af2d42d0-a518-4cf5-ba8d-9ade8acded8e req-8dc1da5f-b0e1-4feb-b5c8-fe08c0673ae8 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Dec 21 02:14:32.956714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-627141ad-b5df-48bb-ba49-6bf71068ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:32.958239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-627141ad-b5df-48bb-ba49-6bf71068ae86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 1097 time: 0.0400727 Dec 21 02:14:33.050364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-4eb65539-213e-4913-a179-6dcb0ea2be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:33.051803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-4eb65539-213e-4913-a179-6dcb0ea2be7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 200 len: 912 time: 0.0822637 Dec 21 02:14:33.100248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-c65d7d65-da94-4719-ba59-52f3fc51dbd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 200 len: 217 time: 0.0382831 Dec 21 02:14:33.148626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-c481fc17-b541-4462-be44-f2247c0e7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:33.150613 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-c481fc17-b541-4462-be44-f2247c0e7da9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd42abeb-f2af-41ec-8724-dc66e4b58e5a HTTP/1.1" status: 200 len: 852 time: 0.0419374 Dec 21 02:14:33.183445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-4a174e07-67c7-4f68-8f09-316c1ed65d7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0ccf728-bd62-45b0-a3a1-8ad6770337a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235054 Dec 21 02:14:33.276614 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-8c87c637-1115-42d5-acbd-4dae8cc6674b service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856607 Dec 21 02:14:33.367813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01a1b3d7-d838-4c04-870b-79e0b1aa2734 req-4298ddd0-c1e9-4a18-ba65-74961bc04ab2 service neutron] 10.222.0.45 "GET /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801594 Dec 21 02:14:34.068549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f3d1-9a6d-4ec3-9aeb-9a274fb50421 req-8bcfdc2e-6bc6-49c2-b060-6d893bafc7c9 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:34.070031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c91f3d1-9a6d-4ec3-9aeb-9a274fb50421 req-8bcfdc2e-6bc6-49c2-b060-6d893bafc7c9 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0488338 Dec 21 02:14:34.117809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c91f3d1-9a6d-4ec3-9aeb-9a274fb50421 req-629c44bf-4e52-4829-98a2-db669d730994 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Dec 21 02:14:35.231438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b952-a4d3-415b-9152-03fe4f4df337 req-99c9b8f3-f3ca-4253-9b7a-bce7a3149ca1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:35.232826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11c2b952-a4d3-415b-9152-03fe4f4df337 req-99c9b8f3-f3ca-4253-9b7a-bce7a3149ca1 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0484161 Dec 21 02:14:35.282748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11c2b952-a4d3-415b-9152-03fe4f4df337 req-c6570cc7-a146-4b06-aa58-cf671f90a214 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Dec 21 02:14:35.517386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721fc0-9fec-4ecf-bf28-50c586310f41 req-89558d05-23a2-446b-86f3-05ae5faa4912 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:35.518764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c721fc0-9fec-4ecf-bf28-50c586310f41 req-89558d05-23a2-446b-86f3-05ae5faa4912 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0484636 Dec 21 02:14:35.565611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c721fc0-9fec-4ecf-bf28-50c586310f41 req-cedae946-fd5c-46bb-9dbc-66830eccb898 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Dec 21 02:14:36.677904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c4a7-31fa-42a0-a961-82b97a8c80db req-c3977f16-5674-4ca2-98de-9afde27115ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:36.679355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9645c4a7-31fa-42a0-a961-82b97a8c80db req-c3977f16-5674-4ca2-98de-9afde27115ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0476508 Dec 21 02:14:36.725431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9645c4a7-31fa-42a0-a961-82b97a8c80db req-b68619d8-1f3d-4851-8ebe-89a8d20783da tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Dec 21 02:14:37.659013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-f0e569f2-48fb-4317-941b-d48aa19f85cc tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:37.660437 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-f0e569f2-48fb-4317-941b-d48aa19f85cc tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0523074 Dec 21 02:14:37.751847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Deleting port d297e825-a1ee-4172-b76e-9f0571c58acf {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:14:37.752184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:37.845018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] For port d297e825-a1ee-4172-b76e-9f0571c58acf, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d297e825-a1ee-4172-b76e-9f0571c58acf,segment=NetworkSegment(221937ed-e6f7-404a-99cc-da6ea91854da),segment_id=221937ed-e6f7-404a-99cc-da6ea91854da)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:37.845384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:37.848165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b3b0-1f69-4864-9a46-9f66a827df6d req-05d2c148-c011-478a-96d3-1996bdfc7939 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:37.849658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2a7b3b0-1f69-4864-9a46-9f66a827df6d req-05d2c148-c011-478a-96d3-1996bdfc7939 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b44a518-80c6-47ea-9c4d-27a1805f26ca HTTP/1.1" status: 200 len: 945 time: 0.0526855 Dec 21 02:14:37.857913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Calling delete_port for d297e825-a1ee-4172-b76e-9f0571c58acf owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:14:37.896372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2a7b3b0-1f69-4864-9a46-9f66a827df6d req-45a1cbc0-25fc-450e-b23a-a4ca122a5f10 tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.43 "GET /v2.0/security-groups?id=17d34c4f-7306-4e30-bf52-f2d5308f1478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Dec 21 02:14:37.984335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:38.012906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Pushing event deleted for resources: {'Port': ['ID=d297e825-a1ee-4172-b76e-9f0571c58acf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:38.033102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d297e825-a1ee-4172-b76e-9f0571c58acf'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:14:38.052920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] No DVR routers for this DVR port d297e825-a1ee-4172-b76e-9f0571c58acf on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:14:38.055854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:38.059702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-17554d7d-d0fb-4666-8336-de60d68bd010 req-2d2509c9-bcad-4f48-997d-fee158cdd3ff tempest-TestServerAdvancedOps-816646833 tempest-TestServerAdvancedOps-816646833-project] 10.222.0.45 "DELETE /v2.0/ports/d297e825-a1ee-4172-b76e-9f0571c58acf HTTP/1.1" status: 204 len: 173 time: 0.3893769 Dec 21 02:14:38.060176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'name': 'network-vif-deleted', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:38.062422 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1aabc-7489-4f82-812c-4b09e56f62de" -d '{"events": [{"server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "name": "network-vif-deleted", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:38.293199 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8c5f46-964d-408c-9824-4beb0a747e45 x-openstack-request-id: req-ac8c5f46-964d-408c-9824-4beb0a747e45 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:38.293522 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b44a518-80c6-47ea-9c4d-27a1805f26ca", "name": "network-vif-deleted", "tag": "d297e825-a1ee-4172-b76e-9f0571c58acf", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:38.293778 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac8c5f46-964d-408c-9824-4beb0a747e45 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:38.294176 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b44a518-80c6-47ea-9c4d-27a1805f26ca', 'name': 'network-vif-deleted', 'tag': 'd297e825-a1ee-4172-b76e-9f0571c58acf', 'status': 'completed', 'code': 200} Dec 21 02:14:38.955185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48322) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:38.998757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Deleting subnet fd42abeb-f2af-41ec-8724-dc66e4b58e5a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:14:39.001759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.038352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.075169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.125248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.151676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd42abeb-f2af-41ec-8724-dc66e4b58e5a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:39.153614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.156698 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-800ce71f-489e-4152-9439-3bc4cbd7c46c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd42abeb-f2af-41ec-8724-dc66e4b58e5a HTTP/1.1" status: 204 len: 168 time: 0.2004704 Dec 21 02:14:39.159156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48324) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:39.228543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.304641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.329263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ccf728-bd62-45b0-a3a1-8ad6770337a7']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.338584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221937ed-e6f7-404a-99cc-da6ea91854da') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.338881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221937ed-e6f7-404a-99cc-da6ea91854da') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.347897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.361048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.367096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:14:39.367499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:14:39.369769 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:14:39.425506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.431660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.434897 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0ccf728-bd62-45b0-a3a1-8ad6770337a7 HTTP/1.1" status: 204 len: 168 time: 0.2748282 Dec 21 02:14:39.437798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48328) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:39.445606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25d404-79e3-460b-a045-9e8dfcac8240 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ccf728-bd62-45b0-a3a1-8ad6770337a7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:39.484412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Deleting subnet c04a38bb-ec21-4de5-b7b0-b2527c865390 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:14:39.487552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.521852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.564177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.613980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.638000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04a38bb-ec21-4de5-b7b0-b2527c865390,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:39.644589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.647816 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-92b3b76a-963e-455e-a6c9-c946b6118c01 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c04a38bb-ec21-4de5-b7b0-b2527c865390 HTTP/1.1" status: 204 len: 168 time: 0.2088830 Dec 21 02:14:39.651267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48330) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:39.717701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.815709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.835637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.845621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ca5524-d4f0-42e3-b57b-d72e1e197905') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.845914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ca5524-d4f0-42e3-b57b-d72e1e197905') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:39.855203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.867891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.873639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:14:39.874016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:14:39.875614 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:14:39.936602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.941949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:39.945151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9 HTTP/1.1" status: 204 len: 168 time: 0.2929797 Dec 21 02:14:39.957017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d24f59-d990-4802-8bba-e729ffbdf010 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe51402-7ef4-4a6a-925f-dfd24f2a8dc9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:40.106703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:40.149152 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-78d0c463-3d9e-4dab-a5ab-d60b1691e96f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59bed5a1ddee4e94b2d60954ad42cbc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412290 Dec 21 02:14:40.151618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48336) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:40.201542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.221566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.265867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.268535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.269682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17d34c4f-7306-4e30-bf52-f2d5308f1478 HTTP/1.1" status: 204 len: 168 time: 0.1171563 Dec 21 02:14:40.277383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14afff-461a-436a-a2b3-fd4cc2c780f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d34c4f-7306-4e30-bf52-f2d5308f1478,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:40.583144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48344) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:40.622589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-93fcdff4-58c6-4751-998d-2f0396d36d3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9d2c2eaab074ed1939b3e5c24e88461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383105 Dec 21 02:14:40.624859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48346) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:40.669871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.691080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.738315 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.741355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:40.742513 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/deddc7ed-6bf4-474f-84a7-641030ca758e HTTP/1.1" status: 204 len: 168 time: 0.1167476 Dec 21 02:14:40.750202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353938d-c11d-416e-ba75-5ef91dfa9ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deddc7ed-6bf4-474f-84a7-641030ca758e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:41.449916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48370) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:41.551276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-225863440-network', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:41.574719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Made reservation on behalf of c38cd59713be4f8cb2b16d44a094c571 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:41.577029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.588248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.660369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.663991 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.684903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:14:41.700368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e0d72-cef6-4135-9f84-f1fe991ed52e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:41.704082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.704425 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Added segment 46b54994-ef6a-47af-89b0-86f3cad14399 of type vlan for network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec Dec 21 02:14:41.742673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.767007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.767947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:41.768516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:41.824877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3738084 Dec 21 02:14:41.827872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48376) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:41.831869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeaeaa-a1c5-4248-991c-d30c5b15e473 admin admin] Pushing event updated for resources: {'Network': ['ID=5c802afe-e22c-44c6-aba1-7c9e94eca8ec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:41.834314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Request body: {'subnet': {'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-225863440-subnet', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:41.843012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:14:41.858279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Made reservation on behalf of c38cd59713be4f8cb2b16d44a094c571 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:41.860831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.026234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.078442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c67749e-b5bb-437c-8311-c9eeb37cff86,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:42.090258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Checking segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:42.090773 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Network hostable DHCP agents. Network: 5c802afe-e22c-44c6-aba1-7c9e94eca8ec, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:14:42.107298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:14:42.115322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5c802afe-e22c-44c6-aba1-7c9e94eca8ec) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:42.120653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:42.121707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.124870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abafefb2-054f-40f5-af07-a391956a94f3 None None] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:42.139825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-adc86b90-f505-43ee-b19a-94ced7fe8761 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3082662 Dec 21 02:14:42.140029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:42.144305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:42.166489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.167742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.223677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.226223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:14:42.227134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.361878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Allocated IP 172.20.0.2 (5c802afe-e22c-44c6-aba1-7c9e94eca8ec/0c67749e-b5bb-437c-8311-c9eeb37cff86/40be1fa6-7e3e-46b7-b77f-136353494692) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:42.362249 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.506010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d297e825-a1ee-4172-b76e-9f0571c58acf no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:14:42.533295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.536343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: d297e825-a1ee-4172-b76e-9f0571c58acf {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:14:42.536701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d297e825-a1ee-4172-b76e-9f0571c58acf not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:14:42.541761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.570079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.582772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:42.587701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:42.592285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:42.594133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.597149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Pushing event updated for resources: {'Port': ['ID=40be1fa6-7e3e-46b7-b77f-136353494692,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:42.647591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Attempting to bind port 40be1fa6-7e3e-46b7-b77f-136353494692 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:42.648028 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Attempting to bind port 40be1fa6-7e3e-46b7-b77f-136353494692 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:42.648393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Attempting to bind port 40be1fa6-7e3e-46b7-b77f-136353494692 on network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:42.653952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:42.654328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Checking segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:42.654725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.655114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Bound using segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:42.655577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Bound port: 40be1fa6-7e3e-46b7-b77f-136353494692, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:42.655951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.699324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Allocated IP 172.25.6.150 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/ccf382c7-212b-4d17-b014-6b872a1586ae) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:42.722239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] For port 40be1fa6-7e3e-46b7-b77f-136353494692, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:42.725429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] For port 40be1fa6-7e3e-46b7-b77f-136353494692, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=40be1fa6-7e3e-46b7-b77f-136353494692,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:42.729768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.793130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ebb9c-452d-45e5-8810-77e2cdf276d4 None None] Pushing event updated for resources: {'Port': ['ID=40be1fa6-7e3e-46b7-b77f-136353494692,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:42.828255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.862956 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:42.905785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:42.908710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:42.911137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:42.922266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadcbf0-63cf-4303-9e92-d69d1149dc0f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:42.935982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf382c7-212b-4d17-b014-6b872a1586ae,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:42.997435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5f7bb8b6-25dd-4b32-a75d-f4b6b27be503 None None] Provisioning complete for port ccf382c7-212b-4d17-b014-6b872a1586ae triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:42.997803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f7bb8b6-25dd-4b32-a75d-f4b6b27be503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.036027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5f7bb8b6-25dd-4b32-a75d-f4b6b27be503 None None] Port ccf382c7-212b-4d17-b014-6b872a1586ae cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:43.207081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.398219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.529944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:14:43.644600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:43.654811 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Sync routers for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:43.665846 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:43.666492 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:43.668633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.669998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-857a9a28-4eec-4465-aa40-f10ea5136347 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5289834 Dec 21 02:14:43.672636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48384) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:43.735081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898d54a-bb09-4ee7-a6c9-24a1e0cafc80 None None] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:43.784358 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:43.813596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] Provisioning complete for port 40be1fa6-7e3e-46b7-b77f-136353494692 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:43.813972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.947538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7922972-422a-4ef9-9a6a-4b1e613bb8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.952225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:43.995593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] For port 40be1fa6-7e3e-46b7-b77f-136353494692, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=40be1fa6-7e3e-46b7-b77f-136353494692,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:44.003402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.088919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab9339-adb4-4502-9625-fdaeda719290 None None] Pushing event updated for resources: {'Port': ['ID=40be1fa6-7e3e-46b7-b77f-136353494692,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:44.101828 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:43Z', 'revision_number': 3, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:44.137019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Checking router: fad9b36a-b32c-47e9-8667-d8ebc567b3f7 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:44.137698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Updating router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 port ccf382c7-212b-4d17-b014-6b872a1586ae binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:14:44.138163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 40be1fa6-7e3e-46b7-b77f-136353494692 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:44.168335 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.196067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 40be1fa6-7e3e-46b7-b77f-136353494692 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:44.196955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.328334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8182e9a7-29b9-4911-9e51-007c1ded3367 None None] Provisioning complete for port 40be1fa6-7e3e-46b7-b77f-136353494692 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:44.328704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8182e9a7-29b9-4911-9e51-007c1ded3367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.433427 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.440030 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.443649 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.490695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2b9fe-c3be-421e-a492-83004c959576 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:44.495691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Attempting to bind port ccf382c7-212b-4d17-b014-6b872a1586ae on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:44.496063 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Attempting to bind port ccf382c7-212b-4d17-b014-6b872a1586ae by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:44.496427 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Attempting to bind port ccf382c7-212b-4d17-b014-6b872a1586ae on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:44.505805 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:44.506119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:44.506521 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.506924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:44.507370 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Bound port: ccf382c7-212b-4d17-b014-6b872a1586ae, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:44.507743 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.531832 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Pushing event updated for resources: {'Port': ['ID=ccf382c7-212b-4d17-b014-6b872a1586ae,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:44.540857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-59a602ea-a2cf-4ef7-aea6-29c83ced715a None None] Provisioning complete for port ccf382c7-212b-4d17-b014-6b872a1586ae triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:44.541228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-59a602ea-a2cf-4ef7-aea6-29c83ced715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.544017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.544367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.544712 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.545052 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.545413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.545749 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.546078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.546403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.546730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.547054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.547377 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.547698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.548017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:14:44.574484 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] For port ccf382c7-212b-4d17-b014-6b872a1586ae, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:44.576298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-59a602ea-a2cf-4ef7-aea6-29c83ced715a None None] Port ccf382c7-212b-4d17-b014-6b872a1586ae cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:44.577682 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] For port ccf382c7-212b-4d17-b014-6b872a1586ae, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ccf382c7-212b-4d17-b014-6b872a1586ae,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:44.582435 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.618841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Allocated IP 172.20.0.1 (5c802afe-e22c-44c6-aba1-7c9e94eca8ec/0c67749e-b5bb-437c-8311-c9eeb37cff86/6d6f910e-709c-4350-ba6b-54e3e1ab70ed) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:44.626138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b50646-fddb-4fdc-9951-e3bd3d7552c0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:44.637325 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:44.637823 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:44.699776 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a093a-a8bf-4d51-b91c-9b71b1e9451b None None] Pushing event updated for resources: {'Port': ['ID=ccf382c7-212b-4d17-b014-6b872a1586ae,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:44.706828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] Provisioning complete for port ccf382c7-212b-4d17-b014-6b872a1586ae triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:44.707281 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.733533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.762510 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:44.768351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.791302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.813774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] For port ccf382c7-212b-4d17-b014-6b872a1586ae, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ccf382c7-212b-4d17-b014-6b872a1586ae,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:44.819032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:44.819645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.821729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:44.824331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:44.826659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:44.878576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:44.896618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f5a12-3a5a-46c1-b3f6-28d7bfd7d049 None None] Pushing event updated for resources: {'Port': ['ID=ccf382c7-212b-4d17-b014-6b872a1586ae,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:44.959763 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:43Z', 'revision_number': 3, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:44.987757 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b652de0-a98d-4627-9fbe-dd30bbcc0df8 None None] The sync data for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 is: [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:43Z', 'revision_number': 3, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:45.019618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.141877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-643499ad-c09c-4f99-a040-843f0b0d2750 None None] Provisioning complete for port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:45.142402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-643499ad-c09c-4f99-a040-843f0b0d2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.177058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-643499ad-c09c-4f99-a040-843f0b0d2750 None None] Port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:45.194925 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.201004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.281657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:45.284090 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.378826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:45.380272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:45.508196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:45.625475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:45.630473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dab4fee9-c376-43ab-adf7-955d38d5dc7d admin admin] 10.222.0.43 "PUT /v2.0/routers/fad9b36a-b32c-47e9-8667-d8ebc567b3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567926 Dec 21 02:14:45.707083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cb0db86f-a6b6-487c-af70-72344f792a60 None None] Provisioning complete for port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:45.707451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cb0db86f-a6b6-487c-af70-72344f792a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:45.755995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cb0db86f-a6b6-487c-af70-72344f792a60 None None] Port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:46.108815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ccf382c7-212b-4d17-b014-6b872a1586ae up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:46.124805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48404) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:46.130090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2040190136-network', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:46.154619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Made reservation on behalf of e5df9eda6ca3413e8ec158c4c4e81a1b for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:46.157223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.162009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ccf382c7-212b-4d17-b014-6b872a1586ae triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:46.162508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.166507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.243343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.247199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.247688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 40be1fa6-7e3e-46b7-b77f-136353494692 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:46.277087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:14:46.286274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148bea87-0fb8-421d-ab82-0f719e734cdc,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:46.296209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.296306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 40be1fa6-7e3e-46b7-b77f-136353494692 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:46.296625 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Added segment 8228cce2-e6ba-4e89-b5ba-0ae982b085a0 of type vlan for network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e Dec 21 02:14:46.296735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.342977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.372004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.373784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:46.374646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.430205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3041880 Dec 21 02:14:46.432843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:46.437584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Request body: {'subnet': {'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2040190136-subnet', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:46.447110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560973a-2ec8-4423-be2f-96a3b58c01a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f2e68e-961b-4cc1-8c6c-2e4819e7876e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:46.456620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:14:46.467982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Made reservation on behalf of e5df9eda6ca3413e8ec158c4c4e81a1b for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:46.470364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.631762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f37a646-dbf8-4b36-875a-de66a31ed82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.643845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.663283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Sync routers for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:46.673243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:46.673897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:46.704249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88fb297-5246-4d42-b132-186a8631dd79,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:46.715209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Checking segment: {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:46.715573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Network hostable DHCP agents. Network: c9f2e68e-961b-4cc1-8c6c-2e4819e7876e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:14:46.733132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:14:46.742311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c9f2e68e-961b-4cc1-8c6c-2e4819e7876e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:46.746478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:46.747082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.765054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf245a0-444f-4009-9a7c-8b7b311cbbb2 None None] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:46.765240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a83f1232-9669-48de-a7ae-0aaf3a984c51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3287845 Dec 21 02:14:46.765240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:46.769485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:46.793994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.796815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:46.842810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:46.861541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.006482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.106860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'fixed_ips': [{'subnet_id': 'd88fb297-5246-4d42-b132-186a8631dd79'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:14:47.107721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.213686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.232442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.343895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.348758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Allocated IP 172.25.6.184 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d2396dc3-f555-4c92-b597-b8771f34851d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:47.348967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Allocated IP 172.20.0.2 (c9f2e68e-961b-4cc1-8c6c-2e4819e7876e/d88fb297-5246-4d42-b132-186a8631dd79/6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:47.422668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:45Z', 'revision_number': 2, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:47.453233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Checking router: fad9b36a-b32c-47e9-8667-d8ebc567b3f7 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:47.453621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Updating router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:14:47.458009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.492358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.493642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.535810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:47.538687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:47.541157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:47.547016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Pushing event updated for resources: {'Port': ['ID=d2396dc3-f555-4c92-b597-b8771f34851d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:47.563095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a639be-591e-4176-a29c-3d1cda134f72 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:47.647406 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.657461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.717512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:47.738020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:47.745240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:47.785646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Pushing event updated for resources: {'Port': ['ID=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:47.791998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fb9a600b-a60d-42d3-8d1a-f21e64910218 None None] Provisioning complete for port d2396dc3-f555-4c92-b597-b8771f34851d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:47.792365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb9a600b-a60d-42d3-8d1a-f21e64910218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.793010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.875628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a600b-a60d-42d3-8d1a-f21e64910218 None None] Port d2396dc3-f555-4c92-b597-b8771f34851d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:47.888834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Attempting to bind port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:47.889211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Attempting to bind port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:47.889607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Attempting to bind port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 on network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:47.901533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:47.901913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Checking segment: {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:47.902313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.902741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Bound using segment: {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:47.903228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Bound port: 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:47.903605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:47.997146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.012969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.016605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] For port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:48.019949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] For port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:48.021675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.029465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.086685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda82ca-d693-45d1-9aa4-cbb2c1ecbff5 None None] Pushing event updated for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:48.151499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Router 38bdf451-2fdf-486f-9632-a30c0520ade1 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:14:48.177066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Attempting to bind port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:48.177470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Attempting to bind port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:48.177842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Attempting to bind port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed on network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:48.199893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:48.200251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Checking segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:48.200582 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.200988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Bound using segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:48.201487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Bound port: 6d6f910e-709c-4350-ba6b-54e3e1ab70ed, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:48.201873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.205048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fb68-9025-42cf-90bf-9dbcb19d7430 None None] Pushing event updated for resources: {'Port': ['ID=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:48.276446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:48.282563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] For port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:48.285459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] For port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:48.291235 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Sync routers for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:48.296499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.306766 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:48.307584 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:48.318666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.320461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d59353a-af21-456d-b2d5-1750a9cc205a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5540409 Dec 21 02:14:48.323867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:48.381471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:48.382080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:48.424550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda82ca-d693-45d1-9aa4-cbb2c1ecbff5 None None] Pushing event updated for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:48.455500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] Provisioning complete for port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:48.455877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.496806 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:48.607972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:48.637520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.732207 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:47Z', 'revision_number': 3, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:48.754689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] For port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:48.765100 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Checking router: 38bdf451-2fdf-486f-9632-a30c0520ade1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:48.765486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Updating router 38bdf451-2fdf-486f-9632-a30c0520ade1 port d2396dc3-f555-4c92-b597-b8771f34851d binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:14:48.770902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.772817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.797639 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.875107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44408648-6384-4bdb-a7b5-45ceffff1436 None None] Pushing event updated for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:48.923071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d588c986-cef4-437f-85d7-66b531a444ba None None] Provisioning complete for port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:48.923442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d588c986-cef4-437f-85d7-66b531a444ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:48.990091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:49.045968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e9e83-1e6e-4dcc-aa21-01b986b7229e None None] The sync data for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 is: [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:49.106669 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.119353 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.191626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74d30c-1057-4612-8333-9e9d41e2eb1f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:49.194974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Attempting to bind port d2396dc3-f555-4c92-b597-b8771f34851d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:49.195557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Attempting to bind port d2396dc3-f555-4c92-b597-b8771f34851d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:49.195915 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Attempting to bind port d2396dc3-f555-4c92-b597-b8771f34851d on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:49.204057 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:49.204810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:49.205213 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.205710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:49.206352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Bound port: d2396dc3-f555-4c92-b597-b8771f34851d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:49.206920 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.268145 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fdd59-a214-4fc2-ab28-e3bce50d864e None None] Pushing event updated for resources: {'Port': ['ID=d2396dc3-f555-4c92-b597-b8771f34851d,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:49.274992 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] For port d2396dc3-f555-4c92-b597-b8771f34851d, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:49.278677 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] For port d2396dc3-f555-4c92-b597-b8771f34851d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d2396dc3-f555-4c92-b597-b8771f34851d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:49.281825 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.285714 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.311737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] Provisioning complete for port d2396dc3-f555-4c92-b597-b8771f34851d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:49.312728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.343201 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:49.343834 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:49.383210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef439ba-3333-4d0d-9df8-18108e9bb621 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:14:49.421919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.472435 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fdd59-a214-4fc2-ab28-e3bce50d864e None None] Pushing event updated for resources: {'Port': ['ID=d2396dc3-f555-4c92-b597-b8771f34851d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:49.481782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.504731 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:49.514361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] For port d2396dc3-f555-4c92-b597-b8771f34851d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d2396dc3-f555-4c92-b597-b8771f34851d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:49.522367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.575805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Allocated IP 172.20.0.1 (c9f2e68e-961b-4cc1-8c6c-2e4819e7876e/d88fb297-5246-4d42-b132-186a8631dd79/65390d60-f159-49c5-90a9-bce48a21ccd8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:49.585796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d0cc-69d3-4098-85aa-071b95ceef6f None None] Pushing event updated for resources: {'Port': ['ID=d2396dc3-f555-4c92-b597-b8771f34851d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:49.654916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9fe3f242-5bf3-4cc2-8d23-60b107023ccd None None] Provisioning complete for port d2396dc3-f555-4c92-b597-b8771f34851d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:49.655412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f242-5bf3-4cc2-8d23-60b107023ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.681897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84455eae-4fb8-4886-a469-b9099b8c44c8 None None] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:14:49.738650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.783818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:49.826199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:49.829529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:49.833016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:49.836326 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:47Z', 'revision_number': 3, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:49.875013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Pushing event updated for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:49.876076 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8f16f-1ebe-43f0-9274-3ebc9ac0278b None None] The sync data for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 is: [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:47Z', 'revision_number': 3, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:49.890101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.064139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.152147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] Provisioning complete for port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:50.152599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.202877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:50.355341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:50.355709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.386620 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.392293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.394433 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.446947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] For port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:50.483061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.500389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Pushing event updated for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:50.522804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.558471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.612307 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:14:50.612663 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:14:50.622587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744588a5-7d1a-4c4f-a6dc-5046818214fb None None] Pushing event updated for resources: {'Port': ['ID=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:50.632341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0331c138-f980-40f8-9bf1-c4583a01d80f None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:50.632721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0331c138-f980-40f8-9bf1-c4583a01d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.676218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0331c138-f980-40f8-9bf1-c4583a01d80f None None] Port 65390d60-f159-49c5-90a9-bce48a21ccd8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:50.687420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0331c138-f980-40f8-9bf1-c4583a01d80f None None] Provisioning complete for port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:50.688047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0331c138-f980-40f8-9bf1-c4583a01d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.688815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:50.690435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:50.839358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Router 38bdf451-2fdf-486f-9632-a30c0520ade1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:14:50.917085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fb1b7613-80aa-40bc-bf99-400f82f27fe3 None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:50.917384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7613-80aa-40bc-bf99-400f82f27fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:50.961656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b7613-80aa-40bc-bf99-400f82f27fe3 None None] Port 65390d60-f159-49c5-90a9-bce48a21ccd8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:50.963796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:14:50.969265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f86b08c6-894a-49ab-a8fd-1feed643f5fb admin admin] 10.222.0.43 "PUT /v2.0/routers/38bdf451-2fdf-486f-9632-a30c0520ade1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440251 Dec 21 02:14:51.080922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bba325c0-6ed8-4552-8d42-fe3596e84a06 None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:51.081509 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bba325c0-6ed8-4552-8d42-fe3596e84a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.140258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bba325c0-6ed8-4552-8d42-fe3596e84a06 None None] Port 65390d60-f159-49c5-90a9-bce48a21ccd8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:51.161223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d6f910e-709c-4350-ba6b-54e3e1ab70ed up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:51.211455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:51.212005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.632085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48430) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:51.636864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480015108', 'description': 'tempest-secgroup-smoke-480015108 description', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:51.662417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.727120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.731024 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.760736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.761993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1288960 Dec 21 02:14:51.763858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322ec5b-2bd9-4f0c-a58e-28019a501729 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:51.764984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:51.770561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:51.799863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.854912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.859118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.877692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0577ab46-bd47-4b44-9ba0-10199b8e7131,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:51.886044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.889681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ed5bf2e3-262d-475a-ad04-34cc7a14f5b1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205783 Dec 21 02:14:51.889866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48434) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:51.894332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:51.922504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.975656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.979832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:51.999056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23849407-2ff6-4545-b7ba-0db3210449ce,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:52.007689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.008993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-db41222c-b86c-45d7-9ca7-d56141ee5bc5 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181986 Dec 21 02:14:52.011952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:52.017896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:52.048569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.109353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.113735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.117972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d2396dc3-f555-4c92-b597-b8771f34851d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:52.133816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8511a30d-3d28-4612-86e3-ec9ff745827a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:52.145803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.147228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebdc34e9-2464-4f65-b21a-4b771edcfc85 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328297 Dec 21 02:14:52.150584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48438) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:52.155375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:52.172805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d2396dc3-f555-4c92-b597-b8771f34851d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:52.173170 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.184555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.224034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.245275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.250671 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.270123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f81c47-acb2-4b30-bc37-b6573fa74e69,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:52.273897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:52.283639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.287891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-171f0cae-7fcd-4225-a713-19671cb4b613 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335266 Dec 21 02:14:52.287891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:52.294330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:52.319826 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Project c38cd59713be4f8cb2b16d44a094c571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:14:52.326872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.335794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:52.336424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.395598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.402734 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.425112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c8ddbc-9393-4036-8470-0d180f1a2c4f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:52.439581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.440832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3811fcfc-8164-4843-a636-f8ca8c0f80d1 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509171 Dec 21 02:14:52.443549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48444) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:14:52.449025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'security_group_rule': {'security_group_id': '0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1', 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:52.474082 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Project c38cd59713be4f8cb2b16d44a094c571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:14:52.479400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.539508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.543366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.564396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d5e49f-5dcd-45bf-9710-f58c3eb0e414,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:52.570371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:52.571479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-62d1cea1-d4fd-4724-8916-f6005807ced7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270022 Dec 21 02:14:52.649196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Sync routers for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:14:52.659803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:52.660634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:52.722943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-02c80a42-e2af-4cdf-9f08-8b40031e615e tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480015108&fields=id&tenant_id=c38cd59713be4f8cb2b16d44a094c571 HTTP/1.1" status: 200 len: 267 time: 0.0452745 Dec 21 02:14:52.766444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:52.834067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-29050d42-d353-4a2c-acd4-323a3b408c5f tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:52.835523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-29050d42-d353-4a2c-acd4-323a3b408c5f tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 808 time: 0.1056962 Dec 21 02:14:52.850316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-7cde1330-5bcf-4f49-82d5-8b0adcbd49fe tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/quotas/c38cd59713be4f8cb2b16d44a094c571 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Dec 21 02:14:52.901417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-0370df6c-ab93-4d10-aa1b-da927a54466c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455027 Dec 21 02:14:52.963214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:50Z', 'revision_number': 4, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '65390d60-f159-49c5-90a9-bce48a21ccd8', 'name': '', 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'mac_address': 'fa:16:3e:18:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:49Z', 'updated_at': '2021-12-21T02:14:50Z', 'revision_number': 2, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'subnets': [{'id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:52.988090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Checking router: 38bdf451-2fdf-486f-9632-a30c0520ade1 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:14:52.988443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Updating router 38bdf451-2fdf-486f-9632-a30c0520ade1 port 65390d60-f159-49c5-90a9-bce48a21ccd8 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:14:53.017404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.098489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-bcfb7db3-4aa6-4947-80ce-355875a49b20 service neutron] 10.222.0.43 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854267 Dec 21 02:14:53.187456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-28460ce4-b955-49f6-bb21-1c759dd2e8d0 service neutron] 10.222.0.43 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Dec 21 02:14:53.273820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.279090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.335012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348520f9-cf3f-4635-9e46-484fdfee9af8 None None] Pushing event updated for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:53.398009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf3d9def-259b-453a-b470-a18c75411654 req-de29091a-bf1d-4c24-a7ba-848e4fd9d117 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 210 time: 0.0353303 Dec 21 02:14:53.421794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Attempting to bind port 65390d60-f159-49c5-90a9-bce48a21ccd8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:53.422173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Attempting to bind port 65390d60-f159-49c5-90a9-bce48a21ccd8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:53.422539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Attempting to bind port 65390d60-f159-49c5-90a9-bce48a21ccd8 on network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:53.427828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:53.428203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Checking segment: {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:53.429716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.429716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Bound using segment: {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:53.429716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Bound port: 65390d60-f159-49c5-90a9-bce48a21ccd8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8228cce2-e6ba-4e89-b5ba-0ae982b085a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:53.430241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.526020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] For port 65390d60-f159-49c5-90a9-bce48a21ccd8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:53.530333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] For port 65390d60-f159-49c5-90a9-bce48a21ccd8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65390d60-f159-49c5-90a9-bce48a21ccd8,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:53.535031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.591070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:14:53.591694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:53.646790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348520f9-cf3f-4635-9e46-484fdfee9af8 None None] Pushing event updated for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:53.719969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:53.720342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.769293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:14:53.936685 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:53.991270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] For port 65390d60-f159-49c5-90a9-bce48a21ccd8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65390d60-f159-49c5-90a9-bce48a21ccd8,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:14:53.996790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:54.075153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc418e-6da8-43da-9e0c-1ee3f3b218d8 None None] Pushing event updated for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:54.095465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:50Z', 'revision_number': 4, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '65390d60-f159-49c5-90a9-bce48a21ccd8', 'name': '', 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'mac_address': 'fa:16:3e:18:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:49Z', 'updated_at': '2021-12-21T02:14:53Z', 'revision_number': 4, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'subnets': [{'id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:14:54.282616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ef2a-4e12-4456-92e7-71d54274b1d6 None None] The sync data for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 is: [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:14:50Z', 'revision_number': 4, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '65390d60-f159-49c5-90a9-bce48a21ccd8', 'name': '', 'network_id': 'c9f2e68e-961b-4cc1-8c6c-2e4819e7876e', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'mac_address': 'fa:16:3e:18:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:49Z', 'updated_at': '2021-12-21T02:14:53Z', 'revision_number': 4, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'subnets': [{'id': 'd88fb297-5246-4d42-b132-186a8631dd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:14:54.293057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-12a2a8b1-4cff-4059-9f1c-69655421b15e None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:54.293453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12a2a8b1-4cff-4059-9f1c-69655421b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:54.506829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e7f834f-4afd-4676-8898-3c184be1e83d req-7de20e05-366d-4ef5-8479-4ae0b7b4a27e tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 210 time: 0.0350318 Dec 21 02:14:54.647010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-e961902d-c84d-4bdf-8700-d0b85bbc99da tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:54.648556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-e961902d-c84d-4bdf-8700-d0b85bbc99da tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 808 time: 0.1220536 Dec 21 02:14:54.733708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-bcc3e93a-a68a-47ae-a431-26586492c013 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c38cd59713be4f8cb2b16d44a094c571 HTTP/1.1" status: 200 len: 379 time: 0.0568812 Dec 21 02:14:54.750632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'port': {'device_id': '9a7997df-b768-4461-b060-70423fe3775d', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'admin_state_up': True, 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'security_groups': ['0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:54.870176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Made reservation on behalf of c38cd59713be4f8cb2b16d44a094c571 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:14:54.873887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:54.995791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Allocated IP 172.20.0.7 (5c802afe-e22c-44c6-aba1-7c9e94eca8ec/0c67749e-b5bb-437c-8311-c9eeb37cff86/bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:14:55.134406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.177096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.220801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:14:55.223729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:14:55.227321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:14:55.234105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:55.284067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:55.284689 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.301660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-695e1d23-700a-4830-a5a7-a352a5187975 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548272 Dec 21 02:14:55.328205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Request body: {'port': {'device_id': '9a7997df-b768-4461-b060-70423fe3775d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:14:55.383425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.515101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-62260c0f-b27b-4ce9-90e8-06bb899eda14 None None] Provisioning complete for port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:55.515669 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62260c0f-b27b-4ce9-90e8-06bb899eda14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.558175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-62260c0f-b27b-4ce9-90e8-06bb899eda14 None None] Port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:14:55.627250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99416be1-6784-402c-ae8a-633c2f0cb3bc req-0b24ceca-b9f9-4658-8a16-1ae7f24fed08 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:55.628786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99416be1-6784-402c-ae8a-633c2f0cb3bc req-0b24ceca-b9f9-4658-8a16-1ae7f24fed08 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 931 time: 0.0489957 Dec 21 02:14:55.664142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:14:55.671818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.680060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99416be1-6784-402c-ae8a-633c2f0cb3bc req-1833dafe-c8df-4dc9-a451-7708e30cedc3 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446134 Dec 21 02:14:55.684933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Transition to ACTIVE for port object bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:14:55.689678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.747393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:55.824932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Attempting to bind port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:14:55.825289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Attempting to bind port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:14:55.825626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Attempting to bind port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 on network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:55.830796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 on network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:14:55.831236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Attempting to bind port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 on network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:14:55.843599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:14:55.843968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Checking segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:14:55.844343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Bound using segment: {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:14:55.844798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Bound port: bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b54994-ef6a-47af-89b0-86f3cad14399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:14:55.845161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.917526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:14:55.920595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:14:55.923899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.962371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:55.962979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:55.964387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] 10.222.0.45 "PUT /v2.0/ports/bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 1092 time: 0.6405151 Dec 21 02:14:55.964821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:14:55.967092 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b86bc2-0485-4d04-aa0a-62ead79174a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:14:56.012444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6992a0-f538-4ed6-980b-c1a8dc55cbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:14:56.020283 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7190335-bfb9-41b4-94f0-2f64582eafce x-openstack-request-id: req-a7190335-bfb9-41b4-94f0-2f64582eafce {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:14:56.021462 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:14:56.021771 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7190335-bfb9-41b4-94f0-2f64582eafce {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:14:56.022181 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'status': 'completed', 'code': 200} Dec 21 02:14:56.094052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-eb078894-8753-4804-8565-900d4a8b11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.095637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-eb078894-8753-4804-8565-900d4a8b11dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1095 time: 0.0458624 Dec 21 02:14:56.101364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65390d60-f159-49c5-90a9-bce48a21ccd8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:14:56.153871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 65390d60-f159-49c5-90a9-bce48a21ccd8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:14:56.154200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:56.154536 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-6522b182-5e37-4f57-a873-517263333999 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 217 time: 0.0375593 Dec 21 02:14:56.225227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-8b5988fc-8996-4018-9e94-bd3238dfeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.226787 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-8b5988fc-8996-4018-9e94-bd3238dfeb7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0582724 Dec 21 02:14:56.279651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152771ed-49f2-49b5-91db-03a702072582 req-b58ed6d9-5ac8-458f-b9de-4a670fd431c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.281143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-b58ed6d9-5ac8-458f-b9de-4a670fd431c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417762 Dec 21 02:14:56.385735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-ec503794-00fb-4fe4-b8a4-af277326cc64 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902877 Dec 21 02:14:56.483642 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-152771ed-49f2-49b5-91db-03a702072582 req-db19c63f-4a67-4193-b7b8-8ae71cd3c647 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853045 Dec 21 02:14:56.625825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-f69ddeff-a624-4e2a-91c6-21b52b127251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.627346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-f69ddeff-a624-4e2a-91c6-21b52b127251 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1095 time: 0.0402372 Dec 21 02:14:56.718879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-ef274811-1999-42dd-bfcd-cfb8eaa48cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.720413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-ef274811-1999-42dd-bfcd-cfb8eaa48cf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 908 time: 0.0859644 Dec 21 02:14:56.763588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-0ce019e2-f180-40b6-906f-7fa4bddf3bab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 217 time: 0.0355403 Dec 21 02:14:56.804107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d42022-70bd-46bc-a531-5bd29ca142a6 req-d21ff24c-ef0b-4d8e-99fb-10a311bdc14a tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.805723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d42022-70bd-46bc-a531-5bd29ca142a6 req-d21ff24c-ef0b-4d8e-99fb-10a311bdc14a tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 943 time: 0.0512993 Dec 21 02:14:56.828732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-781bedad-16e3-4a93-8b04-7023634a62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.830859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-781bedad-16e3-4a93-8b04-7023634a62cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0583966 Dec 21 02:14:56.863467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d42022-70bd-46bc-a531-5bd29ca142a6 req-df255604-aee5-472b-a80f-16c5816371c6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Dec 21 02:14:56.890742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-ee452f5f-a13d-4e91-bac5-6fac8a6d63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:56.891309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:14:56.892428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-ee452f5f-a13d-4e91-bac5-6fac8a6d63b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536733 Dec 21 02:14:56.985859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-d8257310-be5b-428e-a9f3-fd239a12bdd8 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Dec 21 02:14:57.083464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79b86bc2-0485-4d04-aa0a-62ead79174a1 req-52660fee-666f-40c3-9110-be75461d5d13 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868213 Dec 21 02:14:57.991786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb390cee-47bd-46b4-90ba-9987eeddf1ed req-4dd1478a-3adb-420f-a416-e3f227a3e861 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:57.993396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb390cee-47bd-46b4-90ba-9987eeddf1ed req-4dd1478a-3adb-420f-a416-e3f227a3e861 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 943 time: 0.0537283 Dec 21 02:14:58.042521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb390cee-47bd-46b4-90ba-9987eeddf1ed req-1d87029c-ad41-4118-a8aa-beda06d5b918 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Dec 21 02:14:59.156510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4296-450a-40bd-995f-7cfbcbc71873 req-ea6ebbe1-4943-436d-be27-a52c664ffb6e tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:14:59.158009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38da4296-450a-40bd-995f-7cfbcbc71873 req-ea6ebbe1-4943-436d-be27-a52c664ffb6e tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 943 time: 0.0482867 Dec 21 02:14:59.206692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38da4296-450a-40bd-995f-7cfbcbc71873 req-db9b5d8f-2d89-4be3-9f55-4b751600d5ba tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Dec 21 02:15:00.319777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907795c-48f5-4481-9457-d8aec37fb596 req-4cc38eec-ac7d-4882-8675-056ce8c96cc2 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:00.321218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1907795c-48f5-4481-9457-d8aec37fb596 req-4cc38eec-ac7d-4882-8675-056ce8c96cc2 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 943 time: 0.0471449 Dec 21 02:15:00.374059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1907795c-48f5-4481-9457-d8aec37fb596 req-e32dc907-a99a-460a-b9d6-4843a9b544c7 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Dec 21 02:15:00.590353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:15:00.685519 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:15:00.696122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'port_id': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'mac_address': 'fa:16:3e:a0:45:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:15:00.731836 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:00.744567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:15:00.764403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:15:00.768253 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:00.812717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:15:01.108405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:15:01.417943 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:15:01.490008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d036-4105-44ec-a1a3-57014e42ad20 req-fa4b1bc1-d47f-49b6-975c-6b8dfa631172 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:01.491530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5236d036-4105-44ec-a1a3-57014e42ad20 req-fa4b1bc1-d47f-49b6-975c-6b8dfa631172 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 944 time: 0.0500269 Dec 21 02:15:01.540011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5236d036-4105-44ec-a1a3-57014e42ad20 req-849ed1a8-d3a6-4ddb-b12e-63bffd2f8745 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Dec 21 02:15:02.609010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:15:02.659319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b48b3-c8e3-460b-b677-60e32b092c65 req-3dd63503-9c6a-4044-906f-83743260c2ba tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:02.660853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-246b48b3-c8e3-460b-b677-60e32b092c65 req-3dd63503-9c6a-4044-906f-83743260c2ba tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 944 time: 0.0531247 Dec 21 02:15:02.663940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:15:02.668573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:15:02.668940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:02.712869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-246b48b3-c8e3-460b-b677-60e32b092c65 req-b9edcc64-d737-4082-baf8-0583a3e1b7aa tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 Dec 21 02:15:02.750212 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:02.773381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:15:02.776135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774d597-841e-46fb-8724-0fa6c8475679" -d '{"events": [{"server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "name": "network-vif-plugged", "status": "completed", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:15:02.788335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:15:02.792947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:02.816687 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f74f34a-c022-4ac2-8b18-f1557b338a80 x-openstack-request-id: req-5f74f34a-c022-4ac2-8b18-f1557b338a80 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:15:02.816986 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "name": "network-vif-plugged", "status": "completed", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:15:02.817247 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f74f34a-c022-4ac2-8b18-f1557b338a80 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:15:02.817675 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'code': 200} Dec 21 02:15:02.846630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:15:02.983801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2c663-69e4-461c-9f6a-b5254b595060 req-b28274d6-c203-4509-9ed0-91900800b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:02.985486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8d2c663-69e4-461c-9f6a-b5254b595060 req-b28274d6-c203-4509-9ed0-91900800b1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0403469 Dec 21 02:15:03.031539 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d8d2c663-69e4-461c-9f6a-b5254b595060 req-83807912-3008-4ac2-a8f7-93785c2305d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 Dec 21 02:15:03.836607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76459-9c4a-4ea8-8365-f798b69f4e32 req-da3dc863-4746-4837-8cf0-e45e104d3b69 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:03.838099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80c76459-9c4a-4ea8-8365-f798b69f4e32 req-da3dc863-4746-4837-8cf0-e45e104d3b69 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0534542 Dec 21 02:15:03.886219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80c76459-9c4a-4ea8-8365-f798b69f4e32 req-f850cf3a-4955-48e2-bb16-5cf5ff5d11cd tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Dec 21 02:15:05.001844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e96fe-69fc-4529-bb4b-16ab207d5f74 req-b06d1937-ee47-42f0-9d24-ee6ce683e9f4 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:05.003324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81e96fe-69fc-4529-bb4b-16ab207d5f74 req-b06d1937-ee47-42f0-9d24-ee6ce683e9f4 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0496643 Dec 21 02:15:05.052068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81e96fe-69fc-4529-bb4b-16ab207d5f74 req-41d662c6-deba-41ea-a6f4-8af735d0e9a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Dec 21 02:15:05.176197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd66e-0bad-4af3-a7a0-fdf7fbf89604 req-b3b9e5f7-77a4-4b78-abd9-ab963a6b7af6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:05.177642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f52dd66e-0bad-4af3-a7a0-fdf7fbf89604 req-b3b9e5f7-77a4-4b78-abd9-ab963a6b7af6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0515621 Dec 21 02:15:05.226595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f52dd66e-0bad-4af3-a7a0-fdf7fbf89604 req-27764a01-1e2f-40fa-90bd-2b44b72216e4 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431378 Dec 21 02:15:05.339188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a595fdd-9fc3-4d28-ab4d-515fa6f9ecc5 req-ca7052ad-3a0a-4a87-817c-c000a7f803eb tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:05.340659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a595fdd-9fc3-4d28-ab4d-515fa6f9ecc5 req-ca7052ad-3a0a-4a87-817c-c000a7f803eb tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0492873 Dec 21 02:15:05.389435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a595fdd-9fc3-4d28-ab4d-515fa6f9ecc5 req-1d09c5f9-eadd-48f5-9a0b-fbafe143638f tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Dec 21 02:15:05.411506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:15:05.493276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa10c09-fce2-45c5-beb1-88a3ff7289a3 tempest-TestServerBasicOps-865820377 tempest-TestServerBasicOps-865820377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:05.494873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-caa10c09-fce2-45c5-beb1-88a3ff7289a3 tempest-TestServerBasicOps-865820377 tempest-TestServerBasicOps-865820377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1092 time: 0.0823464 Dec 21 02:15:05.497651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48532) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:15:05.501839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:15:05.528384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:05.630018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:05.736360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Allocated IP 172.25.6.146 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:15:05.833927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:05.867505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:05.911228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:15:05.915416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:15:05.918071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:15:05.944336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'Port': ['ID=70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:15:05.956333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.956683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.957024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.957379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.957715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.958044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.958372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.958699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.959023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.959347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.959669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.959989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:05.960308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:15:06.684783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:06.782303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:06.930008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:06.934532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:07.000864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event updated for resources: {'Port': ['ID=70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:15:07.011496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:07.111003 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Floating IP e2447fe6-f52e-4be1-a866-a210e0d5797e associated. External IP: 172.25.6.146, port: bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3. Dec 21 02:15:07.317369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:15:07.425252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:15:07.435772 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Sync routers for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:15:07.444250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:07.444859 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:15:07.445496 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:15:07.485524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a8f90f04-0f07-475c-a2be-3da176efc155 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9732058 Dec 21 02:15:07.485524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:15:07.485524 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca5972-d088-492a-8802-60f77b96f575" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:15:07.512302 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a777a-17d8-4d5a-b620-51cc03a17355 x-openstack-request-id: req-153a777a-17d8-4d5a-b620-51cc03a17355 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:15:07.512596 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:15:07.512851 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-153a777a-17d8-4d5a-b620-51cc03a17355 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:15:07.513361 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'status': 'completed', 'code': 200} Dec 21 02:15:07.552355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:15:07.603278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5972-d088-492a-8802-60f77b96f575 req-0bf14b07-f649-49b5-bdb9-5a0cf42a5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:07.604776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-0bf14b07-f649-49b5-bdb9-5a0cf42a5164 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0467041 Dec 21 02:15:07.697187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5972-d088-492a-8802-60f77b96f575 req-3dcec7eb-e247-447f-8248-f0cb040977ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:07.698744 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-3dcec7eb-e247-447f-8248-f0cb040977ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 908 time: 0.0867825 Dec 21 02:15:07.770101 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-334b1b3a-e50c-4770-b1d0-cf361d279d25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 999 time: 0.0634704 Dec 21 02:15:07.778195 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2447fe6-f52e-4be1-a866-a210e0d5797e', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'port_id': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'mac_address': 'fa:16:3e:a0:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7997df-b768-4461-b060-70423fe3775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:15:06Z', 'updated_at': '2021-12-21T02:15:06Z', 'revision_number': 0, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:15:07.805288 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Checking router: fad9b36a-b32c-47e9-8667-d8ebc567b3f7 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:15:07.814072 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:15:07.814689 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:15:07.822155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5972-d088-492a-8802-60f77b96f575 req-f794ca72-6ad1-4cc5-9122-cc5a85eba5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:07.823622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-f794ca72-6ad1-4cc5-9122-cc5a85eba5c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0465560 Dec 21 02:15:07.873786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5972-d088-492a-8802-60f77b96f575 req-f2fcc189-c326-43e0-bcd5-9a6e980b413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:07.875262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-f2fcc189-c326-43e0-bcd5-9a6e980b413a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416112 Dec 21 02:15:07.921999 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:15:08.166771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2447fe6-f52e-4be1-a866-a210e0d5797e', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'port_id': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'mac_address': 'fa:16:3e:a0:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7997df-b768-4461-b060-70423fe3775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:15:06Z', 'updated_at': '2021-12-21T02:15:06Z', 'revision_number': 0, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:15:08.193515 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eba6f6-f0f3-4ff3-9dcb-15d5967be881 None None] The sync data for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 is: [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e2447fe6-f52e-4be1-a866-a210e0d5797e', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'port_id': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'mac_address': 'fa:16:3e:a0:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7997df-b768-4461-b060-70423fe3775d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:15:06Z', 'updated_at': '2021-12-21T02:15:06Z', 'revision_number': 0, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:15:08.319137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-b32cd7dc-b403-411b-a889-3fdd4811ac4d service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356513 Dec 21 02:15:08.437122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-acca5972-d088-492a-8802-60f77b96f575 req-6a7045e4-27ea-4970-bc22-b9477eb1514f service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099868 Dec 21 02:15:08.441054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40b60a-f288-4db6-9feb-df586ef65971 None None] New status for floating IP e2447fe6-f52e-4be1-a866-a210e0d5797e: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:15:10.027040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-a4aa17f0-fd0d-49a9-aedf-f7c889051baf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394900 Dec 21 02:15:10.098126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-6d4ff33b-9892-4b86-92fd-fd68417f3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:10.099613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-6d4ff33b-9892-4b86-92fd-fd68417f3f8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 1098 time: 0.0392320 Dec 21 02:15:10.209571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-0ef513c3-c7ff-4f24-9e87-d8187b217405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:10.211958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-0ef513c3-c7ff-4f24-9e87-d8187b217405 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0913556 Dec 21 02:15:10.254305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-0be55d35-240a-42b5-aff2-aad333b41f65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 200 len: 217 time: 0.0353119 Dec 21 02:15:10.307318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-4de6d289-b41a-4850-8782-deec7b5f138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:10.308762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-4de6d289-b41a-4850-8782-deec7b5f138c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0483367 Dec 21 02:15:10.354902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-fb6f3db9-8af3-4571-b8a0-0906aa72fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:10.356359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-fb6f3db9-8af3-4571-b8a0-0906aa72fa48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405483 Dec 21 02:15:10.445056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-f2162c72-1804-4cb7-8e2c-3ed7f1262a58 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812066 Dec 21 02:15:10.543125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ed549bc6-01a3-4d49-8e6a-58c2618415cc req-6f3a537d-febb-4689-abb6-3dedde455a5d service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902436 Dec 21 02:15:13.920053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47cd1980-67e5-4c62-8911-6bd09db5241e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:15.027698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4a5f5-1d37-4a02-8834-47c93efe5c18 req-a654c708-9f05-4aba-a4e2-a0ede19bdadb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:15.029169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0da4a5f5-1d37-4a02-8834-47c93efe5c18 req-a654c708-9f05-4aba-a4e2-a0ede19bdadb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0822828 Dec 21 02:15:15.035207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-699db21c-6d28-4984-b976-340adc5bf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:15.036570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-699db21c-6d28-4984-b976-340adc5bf6ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.0590360 Dec 21 02:15:15.128164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0da4a5f5-1d37-4a02-8834-47c93efe5c18 req-fc7483c9-402e-4130-a96e-87e6fbf3503a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904813 Dec 21 02:15:15.158380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-e21b938f-727d-4b09-89c2-54bed013d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:15.159964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-e21b938f-727d-4b09-89c2-54bed013d0ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1098938 Dec 21 02:15:15.229651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-194fe6c8-af99-4b31-ab3d-9524a488a132 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0623181 Dec 21 02:15:15.283718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-972bd565-9be0-4116-a50a-42a50a4cfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:15.285189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-972bd565-9be0-4116-a50a-42a50a4cfbad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0480592 Dec 21 02:15:15.334433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-634f81e8-070a-401b-bf0f-1961e8f5d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:15.336172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-634f81e8-070a-401b-bf0f-1961e8f5d23e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419767 Dec 21 02:15:15.429748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-721baa03-8010-4081-92d1-0ec650b7d91e service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Dec 21 02:15:15.521274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08281ee1-0c42-415b-91e8-47bd691eaf35 req-197688ff-0149-4d4f-8046-c2f901c812f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840821 Dec 21 02:15:16.245789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f94a6-da00-4ae0-b68c-fd86c110210a req-a7bfb288-b294-43e1-89d6-e988ad522179 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:16.247695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b45f94a6-da00-4ae0-b68c-fd86c110210a req-a7bfb288-b294-43e1-89d6-e988ad522179 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0518930 Dec 21 02:15:16.298165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b45f94a6-da00-4ae0-b68c-fd86c110210a req-19ef97b2-f865-4284-a3a7-8ff24fa1c92e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Dec 21 02:15:16.627605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c036685e-dbf5-4402-b25d-f416590e3512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:17.305782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:17.422325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e91d8-7ce9-4d9f-8be8-649b25cbdc83 req-35f046af-9783-4522-8860-69390536b411 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:17.423787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-489e91d8-7ce9-4d9f-8be8-649b25cbdc83 req-35f046af-9783-4522-8860-69390536b411 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0492289 Dec 21 02:15:17.470984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-489e91d8-7ce9-4d9f-8be8-649b25cbdc83 req-a8c3c4e3-6b8b-4975-932e-eb4c53da12d8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Dec 21 02:15:18.695093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:19.375358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:22.196836 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:26.911871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:38.417432 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:15:43.763586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48688) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:15:43.856335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9864ee9-d474-43d6-a2ed-737296c98b0c req-f1b0e26c-5a90-4003-9a51-3a1103bb6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:15:43.857895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9864ee9-d474-43d6-a2ed-737296c98b0c req-f1b0e26c-5a90-4003-9a51-3a1103bb6a53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0933318 Dec 21 02:15:43.903429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9864ee9-d474-43d6-a2ed-737296c98b0c req-f4c21435-e834-46e5-880e-7e346ff4d7f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Dec 21 02:15:43.923880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e07eaf8f-df5d-47bd-9810-8e3f53eff5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:46.630854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3995eef7-0fc3-41dc-8653-89f75d41f758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:47.307408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:48.702863 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:49.379200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:52.204420 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:15:56.919783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:00.210710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-2f52dea6-b405-4eb3-bdb9-0e9387fd79e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433300 Dec 21 02:16:00.315089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-7683f17d-cb5d-4834-9590-91de36a8dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:00.316474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-7683f17d-cb5d-4834-9590-91de36a8dca0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0393848 Dec 21 02:16:00.430135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-b147a9c5-ae3c-4a1b-9d8c-8a9bd3cdb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:00.431632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-b147a9c5-ae3c-4a1b-9d8c-8a9bd3cdb3a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 908 time: 0.0879910 Dec 21 02:16:00.499648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-d4342bb8-7c0f-450f-ac33-53651c4d4365 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 1001 time: 0.0581086 Dec 21 02:16:00.551910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-504d95ff-4566-4bc8-9271-430cd9342a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:00.553354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-504d95ff-4566-4bc8-9271-430cd9342a24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0424769 Dec 21 02:16:00.608005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-0f2507f0-3023-431a-8895-a08451477fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:00.609468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-0f2507f0-3023-431a-8895-a08451477fff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430148 Dec 21 02:16:00.702727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-b854ed75-4d92-4078-a0c0-3f058a82c80d service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819366 Dec 21 02:16:00.800521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5dc78d84-dafd-4685-a53c-0662e85c814e req-1ca800ed-de2f-414f-b7b3-7ff3ed1502f2 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858738 Dec 21 02:16:05.349709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d25e-e1eb-4ab1-89d5-c3d04deae611 req-d5eec4dd-536f-4fe6-aa5e-94eb28aeac9e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:05.351063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a330d25e-e1eb-4ab1-89d5-c3d04deae611 req-d5eec4dd-536f-4fe6-aa5e-94eb28aeac9e tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0503023 Dec 21 02:16:05.407790 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a330d25e-e1eb-4ab1-89d5-c3d04deae611 req-d1d02e52-1079-4eaf-bca2-7af82d6ca690 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Dec 21 02:16:06.320333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5452b97-994b-48d6-9c82-86ddd787dfb8 req-618efa0f-201a-4d55-82df-c85dc2881988 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:06.321717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5452b97-994b-48d6-9c82-86ddd787dfb8 req-618efa0f-201a-4d55-82df-c85dc2881988 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0474658 Dec 21 02:16:06.377261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5452b97-994b-48d6-9c82-86ddd787dfb8 req-90218a20-d8f5-4c68-b2a7-b105ab598429 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496109 Dec 21 02:16:06.514676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa90c78-809c-4520-b628-03732575c79f req-492886f8-c611-4c76-a2fd-9b006ec2cba8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:06.516116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baa90c78-809c-4520-b628-03732575c79f req-492886f8-c611-4c76-a2fd-9b006ec2cba8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0718629 Dec 21 02:16:06.547385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabc3c7-40e0-45fc-8b42-fc2eb81cbb1a req-1b71e94f-2cb1-476a-94e7-0223c0ac36cd tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:06.548782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8eabc3c7-40e0-45fc-8b42-fc2eb81cbb1a req-1b71e94f-2cb1-476a-94e7-0223c0ac36cd tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0739143 Dec 21 02:16:06.588162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baa90c78-809c-4520-b628-03732575c79f req-9a8f4f4a-e24a-40b6-ae60-55df1aee22bc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646696 Dec 21 02:16:06.616542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8eabc3c7-40e0-45fc-8b42-fc2eb81cbb1a req-80b323e5-b32c-494b-ae54-b54cc4b752e8 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618937 Dec 21 02:16:06.855389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-6a0b32cd-feec-4b9b-854a-f0df64112fde tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:06.856767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-6a0b32cd-feec-4b9b-854a-f0df64112fde tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1020212 Dec 21 02:16:06.871370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-f07b786c-976a-4b44-b90f-c4f42fe1c59d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/quotas/b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 375 time: 0.0088599 Dec 21 02:16:06.927513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-d7652ff0-5824-45a6-9dd3-5482cdf04b0d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511112 Dec 21 02:16:07.068314 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-dc94813c-3eeb-4253-8388-a6de7c424bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337922 Dec 21 02:16:07.161977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-b96b6548-161e-4e67-a4cf-006429f2e6ce service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870886 Dec 21 02:16:07.325382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-c2f67327-6235-4009-bd9b-cbd79a75bfad tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:07.326850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-c2f67327-6235-4009-bd9b-cbd79a75bfad tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.0567889 Dec 21 02:16:07.358854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d59dcb6f-e531-4a24-b46e-224698a2dc40 req-f9a426c1-9495-42e5-b50c-9bc425977f7e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0310047 Dec 21 02:16:07.437360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Deleting port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:07.437934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:07.534525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] For port 3ba5a8b1-b778-43a3-a100-fd59c4452a84, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3ba5a8b1-b778-43a3-a100-fd59c4452a84,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:07.534888 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:07.741857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:07.742229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:07.742550 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Floating IP b83c6afa-533f-45ab-97ad-e8fb2a3a6754 disassociated. External IP: 172.25.6.40, port: 3ba5a8b1-b778-43a3-a100-fd59c4452a84. Dec 21 02:16:07.742900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Calling delete_port for 3ba5a8b1-b778-43a3-a100-fd59c4452a84 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:07.804475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674e9a0-be93-4336-8ae3-b84f5bec4354 req-3c5cdffb-4498-4c01-881b-8548cdf97713 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:07.806046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0674e9a0-be93-4336-8ae3-b84f5bec4354 req-3c5cdffb-4498-4c01-881b-8548cdf97713 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 945 time: 0.1078162 Dec 21 02:16:07.881715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0674e9a0-be93-4336-8ae3-b84f5bec4354 req-dc3ec513-2a53-4a50-a402-19d1a6a72070 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e5d117-4e80-49b2-a183-d2c2c3eea201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690107 Dec 21 02:16:07.949923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:07.982656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'Port': ['ID=3ba5a8b1-b778-43a3-a100-fd59c4452a84,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:07.992337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.992752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.993158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.993697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.994097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.994495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.994889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.995280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.995666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.996055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.996436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.996825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:07.997208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:08.410869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:16:08.541950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-d99618ad-fe36-4be7-a19c-9de15ad1f662 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:08.544684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-d99618ad-fe36-4be7-a19c-9de15ad1f662 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.45 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1617808 Dec 21 02:16:08.553784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d360e4a2-5c92-4b69-8f0e-c089cba469d0 req-69f3448d-a1f4-4f02-a907-9f962082c1fb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0512812 Dec 21 02:16:08.569047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'device_id': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'admin_state_up': True, 'tenant_id': 'b6921562c4414b2797315756bd901280'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:08.627189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:16:08.639187 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:16:08.649190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:16:08.650403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:15:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:08.669708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] No DVR routers for this DVR port 3ba5a8b1-b778-43a3-a100-fd59c4452a84 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:16:08.673264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:08.676488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dfc0ffa-828b-48e9-890a-445f62b4bda1 req-7420f2a7-efa4-439a-a630-a24231edf781 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.24 "DELETE /v2.0/ports/3ba5a8b1-b778-43a3-a100-fd59c4452a84 HTTP/1.1" status: 204 len: 173 time: 1.3401239 Dec 21 02:16:08.677374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'name': 'network-vif-deleted', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:08.679343 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5233f-d1d7-457b-bf1b-dc38a6ece21b" -d '{"events": [{"server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "name": "network-vif-deleted", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:08.734609 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9698e-b5e3-43c8-839a-b3b82121ea5a x-openstack-request-id: req-34c9698e-b5e3-43c8-839a-b3b82121ea5a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:08.735282 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6af3413-9034-4f06-b74f-1f9955e18085", "name": "network-vif-deleted", "tag": "3ba5a8b1-b778-43a3-a100-fd59c4452a84", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:08.735634 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34c9698e-b5e3-43c8-839a-b3b82121ea5a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:08.736140 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6af3413-9034-4f06-b74f-1f9955e18085', 'name': 'network-vif-deleted', 'tag': '3ba5a8b1-b778-43a3-a100-fd59c4452a84', 'status': 'completed', 'code': 200} Dec 21 02:16:08.761600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:16:08.763326 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:16:08.765836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:08.926004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.20.0.3 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/e6be581a-fb1a-472b-8ff9-a23a4a3d1791) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:16:08.981240 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:09.008246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86dda334-bed3-44c2-9df6-4e9bf96f6b9c req-dfe6af52-fdbc-4dc3-84dc-094f7c2251c2 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6af3413-9034-4f06-b74f-1f9955e18085 HTTP/1.1" status: 200 len: 210 time: 0.0301375 Dec 21 02:16:09.017956 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:16:09.035855 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:16:09.036505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:15:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:09.093573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.128384 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.162971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2', '24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:09.190039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:16:09.193132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:16:09.196403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:16:09.237583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:09.258598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.259722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.259868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.260471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.260605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.260918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.261711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.262040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.262362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.262683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.263007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.263124 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:16:09.263343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.263650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:09.286503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:09.287945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.312204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c555ccf4-16cc-4e9c-ad5b-bc112e3879ab tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466981 Dec 21 02:16:09.339212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Request body: {'port': {'device_id': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:09.427321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.548634 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:09.570468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c0eebc38-a93e-4e6f-9452-4baae79d1838 None None] Provisioning complete for port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:09.570938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0eebc38-a93e-4e6f-9452-4baae79d1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.580473 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1af10d-2e9f-4be7-9fb3-9869b631214b None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:06:40Z', 'revision_number': 4, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c03a1e45-ad47-4d4f-b99b-7de063bb8ad0', 'name': '', 'network_id': '69aa699b-ebdf-47ab-928a-649db6db3f78', 'tenant_id': '8efc5832129840df828982202c8a3885', 'mac_address': 'fa:16:3e:cc:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:35Z', 'updated_at': '2021-12-21T02:06:49Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'subnets': [{'id': '15a1097e-bd1e-459c-b3b0-464db1a94f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:16:09.622126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c0eebc38-a93e-4e6f-9452-4baae79d1838 None None] Port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:16:09.708563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a691a7-251a-471b-b0db-bcdf65a93645 req-ce63844f-e458-4c84-a22d-3cd75da7806b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:09.709996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07a691a7-251a-471b-b0db-bcdf65a93645 req-ce63844f-e458-4c84-a22d-3cd75da7806b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 931 time: 0.0582361 Dec 21 02:16:09.726336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6be581a-fb1a-472b-8ff9-a23a4a3d1791 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:16:09.734898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.746946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Transition to ACTIVE for port object e6be581a-fb1a-472b-8ff9-a23a4a3d1791 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:16:09.751680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.761598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07a691a7-251a-471b-b0db-bcdf65a93645 req-2a71e97c-1159-4aad-9257-35836d155246 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Dec 21 02:16:09.810319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:09.881568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceea1a6-2efd-4f36-b649-13ab8d5481d5 None None] New status for floating IP b83c6afa-533f-45ab-97ad-e8fb2a3a6754: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:16:09.890611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Attempting to bind port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:16:09.890944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Attempting to bind port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:16:09.891272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Attempting to bind port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:16:09.896045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 on network e9121f7a-abfe-4804-9329-29abec58a129 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:16:09.896361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Attempting to bind port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:16:09.902153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:16:09.902545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:16:09.902980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:16:09.903532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Bound port: e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:16:09.903887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:09.978868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:16:09.982491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:16:09.990305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:10.025274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.026066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:10.027498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] 10.222.0.45 "PUT /v2.0/ports/e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 200 len: 1092 time: 0.6953664 Dec 21 02:16:10.027969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:10.031323 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:10.081041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-b5315694-9f8f-4d91-a9a6-625b72f1e73a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758781 Dec 21 02:16:10.087244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78808-8d61-4da6-9865-c3802d7fc799 service neutron] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:10.117438 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef596b9c-b0f6-4bfb-bbaa-6479238eee04 x-openstack-request-id: req-ef596b9c-b0f6-4bfb-bbaa-6479238eee04 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:10.118154 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:10.118785 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef596b9c-b0f6-4bfb-bbaa-6479238eee04 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:10.121688 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'status': 'completed', 'code': 200} Dec 21 02:16:10.170614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-cef96822-8109-4b1b-82e3-537a5396da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.172156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-cef96822-8109-4b1b-82e3-537a5396da14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 1095 time: 0.0714660 Dec 21 02:16:10.184174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-345def1d-51dc-42a6-9e49-91a83c3c2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.185934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-345def1d-51dc-42a6-9e49-91a83c3c2a93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.0421886 Dec 21 02:16:10.239764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-71c70002-e0df-461b-9372-b98939a76bc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 200 len: 217 time: 0.0417209 Dec 21 02:16:10.293915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-692c8bac-2438-4306-acba-dbaf018a4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.295374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-692c8bac-2438-4306-acba-dbaf018a4790 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0445821 Dec 21 02:16:10.299734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-e5c737bb-152e-43a8-9140-3bfe5172c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.302074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-e5c737bb-152e-43a8-9140-3bfe5172c7f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0934725 Dec 21 02:16:10.347549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-85c5514d-9df2-4bce-a189-73c4c6364ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.349041 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-85c5514d-9df2-4bce-a189-73c4c6364ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419335 Dec 21 02:16:10.370964 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-5ca3a9e9-8ef5-4530-8d16-2b37a0d5579b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0612235 Dec 21 02:16:10.423902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-8668a313-7604-4309-948e-03b7d17aa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.425426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-8668a313-7604-4309-948e-03b7d17aa8f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0474887 Dec 21 02:16:10.449105 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-7fac3abc-8785-4282-8177-bd9008b56b7f service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875628 Dec 21 02:16:10.471259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-0e6b36b5-ede8-470b-85d9-2d342e827c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.472736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-0e6b36b5-ede8-470b-85d9-2d342e827c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400307 Dec 21 02:16:10.543817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-366c328e-8e96-432c-8783-dc34cde10ee5 req-107c02bd-43c4-4c4f-9f52-a346924d419c service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817726 Dec 21 02:16:10.566059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-c8b8fdfe-9892-4ae2-bfd1-3aa0a87d063e service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Dec 21 02:16:10.656852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6201f152-dfb6-4b4b-b4d0-129f36deb74c req-5cb6e390-b3e9-436a-96ee-c95edb0cad72 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Dec 21 02:16:10.685602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-c00efb6d-b2b6-4a26-8167-1d0c33354f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.687091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-c00efb6d-b2b6-4a26-8167-1d0c33354f59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 1095 time: 0.0467494 Dec 21 02:16:10.777943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-42fad3ee-e0a9-43e4-9cb6-6853ecd7e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.779391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-42fad3ee-e0a9-43e4-9cb6-6853ecd7e06d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0847960 Dec 21 02:16:10.824611 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-2a98a072-17e6-41c9-9c4a-ab481ecc2f2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 200 len: 217 time: 0.0379870 Dec 21 02:16:10.874678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-01c3a6f6-97ae-4949-a48e-6321332ceef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.876160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-01c3a6f6-97ae-4949-a48e-6321332ceef6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0442617 Dec 21 02:16:10.887890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd755-9243-47d7-8630-6256fd6e4333 req-79d73eaf-10b3-40bf-ae7f-29f55cec428a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.889356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad0cd755-9243-47d7-8630-6256fd6e4333 req-79d73eaf-10b3-40bf-ae7f-29f55cec428a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 943 time: 0.0483015 Dec 21 02:16:10.926129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-f86afd05-cd45-4490-87a7-966c6152a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:10.927623 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-f86afd05-cd45-4490-87a7-966c6152a773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404489 Dec 21 02:16:10.940640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad0cd755-9243-47d7-8630-6256fd6e4333 req-36b0df88-9255-4933-a4e4-86c73ad5441a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Dec 21 02:16:11.026015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-d85d26f0-9596-42b6-bdac-c8b3b4e6fc64 service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 Dec 21 02:16:11.116802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8e3ca198-13c5-483c-86a8-5a8227ba5b8d req-e2b95c9b-928c-4f2e-9c60-91a7db3052ac service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829954 Dec 21 02:16:11.170306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48848) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:11.222063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.246247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.291967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.294709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.295895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1e5d117-4e80-49b2-a183-d2c2c3eea201 HTTP/1.1" status: 204 len: 168 time: 0.1245413 Dec 21 02:16:11.298753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48850) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:11.304577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adeef5-367b-4422-933f-03fe65828f73 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5d117-4e80-49b2-a183-d2c2c3eea201,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:11.312941 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-db72036c-6caa-4fe1-80ab-5552626c7205 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] show failed (client error): The resource could not be found. Dec 21 02:16:11.313957 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-db72036c-6caa-4fe1-80ab-5552626c7205 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "GET /v2.0/security-groups/b1e5d117-4e80-49b2-a183-d2c2c3eea201 HTTP/1.1" status: 404 len: 347 time: 0.0141339 Dec 21 02:16:11.316777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48852) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:11.444377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Deleting port a8a48a26-4e64-4cb8-b6d4-dadbbb454754 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:11.444743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.521160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.521524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.532836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Calling delete_port for a8a48a26-4e64-4cb8-b6d4-dadbbb454754 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:11.660999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.686571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Pushing event deleted for resources: {'Port': ['ID=a8a48a26-4e64-4cb8-b6d4-dadbbb454754,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:11.754655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.757152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:11.758309 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ecea091-fdc9-4fa8-8286-73c6f5f42834 tempest-AttachVolumeTestJSON-1182706690 tempest-AttachVolumeTestJSON-1182706690-project] 10.222.0.43 "DELETE /v2.0/floatingips/b83c6afa-533f-45ab-97ad-e8fb2a3a6754 HTTP/1.1" status: 204 len: 168 time: 0.4406211 Dec 21 02:16:11.993727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3ba5a8b1-b778-43a3-a100-fd59c4452a84 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:16:12.013402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 3ba5a8b1-b778-43a3-a100-fd59c4452a84 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:16:12.013676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3ba5a8b1-b778-43a3-a100-fd59c4452a84 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:16:12.071821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7378d-65ba-4d97-a212-cac784176f8d req-d5b76bc8-f179-497d-9ef0-ff9f060e7632 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:12.073434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6b7378d-65ba-4d97-a212-cac784176f8d req-d5b76bc8-f179-497d-9ef0-ff9f060e7632 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 943 time: 0.0634587 Dec 21 02:16:12.126335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6b7378d-65ba-4d97-a212-cac784176f8d req-ff22d786-1402-485d-abbf-38da5b2b3c1b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 Dec 21 02:16:12.905860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device e6be581a-fb1a-472b-8ff9-a23a4a3d1791 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:16:13.003101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:13.014298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'mac_address': 'fa:16:3e:a6:42:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:16:13.054438 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:13.068063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6be581a-fb1a-472b-8ff9-a23a4a3d1791 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:16:13.089471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:13.094187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:13.143399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:13.151164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.151518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.151869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.152212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.152555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.152891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.153222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.153579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.153923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.154239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.154570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.154896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.155217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:16:13.262712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeaf89-cf98-4bb8-8706-c5a4c4157405 req-bd435059-f652-4a61-a48b-c2787b8a8e55 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:13.264085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cffeaf89-cf98-4bb8-8706-c5a4c4157405 req-bd435059-f652-4a61-a48b-c2787b8a8e55 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 944 time: 0.0559788 Dec 21 02:16:13.315106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cffeaf89-cf98-4bb8-8706-c5a4c4157405 req-5fb4f068-bf80-4574-a3e6-ed78f7acd79f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Dec 21 02:16:13.449870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['e6be581a-fb1a-472b-8ff9-a23a4a3d1791'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:13.927025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8ba7404c-89df-4a60-853f-292de25b1a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:14.433328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaea9b-5da3-408d-b275-9849bac2da4d req-d42736ba-9191-4719-8194-9a6b95642bd5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:14.434994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2deaea9b-5da3-408d-b275-9849bac2da4d req-d42736ba-9191-4719-8194-9a6b95642bd5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 944 time: 0.0498521 Dec 21 02:16:14.483232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2deaea9b-5da3-408d-b275-9849bac2da4d req-0aab4c89-1b11-4035-ae2e-bb643c274f34 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Dec 21 02:16:14.918467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device e6be581a-fb1a-472b-8ff9-a23a4a3d1791 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:16:14.968073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:16:14.972088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:14.972456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:15.051696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:15.081277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:15.083761 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce193db-773c-483e-a21e-556038991a3d" -d '{"events": [{"server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:15.096806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:15.103908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:15.153776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:15.162030 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e7694-edfb-4865-b8c7-01ce2272a2bd x-openstack-request-id: req-944e7694-edfb-4865-b8c7-01ce2272a2bd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:15.162545 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:15.162775 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-944e7694-edfb-4865-b8c7-01ce2272a2bd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:15.163713 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'code': 200} Dec 21 02:16:15.322540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087b8c-0eb3-4fb4-81c0-e9e66525c115 req-c9daacd7-3d1b-428b-930b-5c82d267ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:15.324702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1087b8c-0eb3-4fb4-81c0-e9e66525c115 req-c9daacd7-3d1b-428b-930b-5c82d267ffae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 1097 time: 0.0476298 Dec 21 02:16:15.376571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1087b8c-0eb3-4fb4-81c0-e9e66525c115 req-d9afcd4c-f058-4bd9-8b41-0689ea39e42e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Dec 21 02:16:15.416721 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:16:15.602049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75e48d-8a3a-437c-8225-f7fc2aae37a8 req-d78fbb83-80c2-4261-81d7-09ca3b49c974 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:15.603717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f75e48d-8a3a-437c-8225-f7fc2aae37a8 req-d78fbb83-80c2-4261-81d7-09ca3b49c974 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 945 time: 0.0505681 Dec 21 02:16:15.656043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f75e48d-8a3a-437c-8225-f7fc2aae37a8 req-d89163f1-75d8-411c-964e-e467e5e79abb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Dec 21 02:16:16.634821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0240cec5-9a41-46a4-9051-870911619ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:16.774425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77c8d-052f-4a7d-9032-a4c203410bfc req-8824f15f-3d35-493a-afb2-6e68e0386c45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:16.775896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87d77c8d-052f-4a7d-9032-a4c203410bfc req-8824f15f-3d35-493a-afb2-6e68e0386c45 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Dec 21 02:16:16.832646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87d77c8d-052f-4a7d-9032-a4c203410bfc req-96c30595-2747-4ea9-9fc9-21f5f422ca26 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Dec 21 02:16:16.940971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-bf751029-a71c-47f6-8995-760080774acb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 267 time: 0.0427208 Dec 21 02:16:16.994295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-722f3169-3e0c-46a4-929f-d3707fefb2c5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:16.995770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-722f3169-3e0c-46a4-929f-d3707fefb2c5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Dec 21 02:16:17.006899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'security_groups': []}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:17.073253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.240855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:17.270682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.277858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.321351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['e6be581a-fb1a-472b-8ff9-a23a4a3d1791'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:17.324101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2', '24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:17.325433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.326232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.328511 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.336059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dfc63197-695a-44ae-898c-4bcb36629c58 req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "PUT /v2.0/ports/e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 200 len: 904 time: 0.3313351 Dec 21 02:16:17.336059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:17.338605 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc" -d '{"events": [{"name": "network-changed", "server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:17.403674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73118c0f-477a-4f2c-bc79-922126d7f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:17.437529 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa87b3-4912-4b62-9c99-2301757ba051 x-openstack-request-id: req-2eaa87b3-4912-4b62-9c99-2301757ba051 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:17.437529 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:17.437529 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eaa87b3-4912-4b62-9c99-2301757ba051 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:17.437923 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'status': 'completed', 'code': 200} Dec 21 02:16:17.469693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['e6be581a-fb1a-472b-8ff9-a23a4a3d1791'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:17.519018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92cac-0d08-439f-8709-5a55c98f5afc req-ae04d4c6-2ce1-4e1e-b44d-d7a3baf535f1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.534279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ff92cac-0d08-439f-8709-5a55c98f5afc req-ae04d4c6-2ce1-4e1e-b44d-d7a3baf535f1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 907 time: 0.1117935 Dec 21 02:16:17.551650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-52a741ee-2e61-4ab1-aa11-5d27fba793a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.553172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-52a741ee-2e61-4ab1-aa11-5d27fba793a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 1059 time: 0.0687935 Dec 21 02:16:17.689672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056db77-a981-4f04-87c1-d44abc2d598c req-40db0b53-5e56-42a7-bf1a-daa3019d5761 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.691345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d056db77-a981-4f04-87c1-d44abc2d598c req-40db0b53-5e56-42a7-bf1a-daa3019d5761 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0846057 Dec 21 02:16:17.706044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-b672f798-9353-4ce2-ab2c-8b6023d46fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.707942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-b672f798-9353-4ce2-ab2c-8b6023d46fed service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1464317 Dec 21 02:16:17.723560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7086bdd5-345b-4417-9dcf-36ef21d8448c None None] Provisioning complete for port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:17.723560 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7086bdd5-345b-4417-9dcf-36ef21d8448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:17.755252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d056db77-a981-4f04-87c1-d44abc2d598c req-e4188683-1e78-419a-811b-e870856d9598 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566981 Dec 21 02:16:17.761845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-5ae910da-6158-4c4c-a684-3b2d68ba5be7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 200 len: 217 time: 0.0457110 Dec 21 02:16:17.819097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-c6238580-2097-416c-ad4e-1b9ebb9aa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.820675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-c6238580-2097-416c-ad4e-1b9ebb9aa824 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0509248 Dec 21 02:16:17.880115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-64a0a726-4e89-491b-b16a-570a38e97ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.882490 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-64a0a726-4e89-491b-b16a-570a38e97ec2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530891 Dec 21 02:16:17.898305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51f041-9860-4147-81fd-d46cb28f3972 req-6bfa4653-b4a3-4b8b-857b-0274278af9fe tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:17.900357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c51f041-9860-4147-81fd-d46cb28f3972 req-6bfa4653-b4a3-4b8b-857b-0274278af9fe tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0619326 Dec 21 02:16:17.952424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c51f041-9860-4147-81fd-d46cb28f3972 req-7c032676-73a0-485d-a518-9ac9799f0034 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456798 Dec 21 02:16:17.982314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-5d214dd2-02a5-42e2-ac6d-1031bfd7b660 service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922251 Dec 21 02:16:18.088172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70ca86e2-b1aa-40f0-a607-cc9e8b1995dc req-3945f132-745d-4bf3-b9b8-bbd407d42f1b service neutron] 10.222.0.45 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983438 Dec 21 02:16:18.202030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-5279ba13-8141-4bb0-a082-7876cd44c754 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:18.203517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-5279ba13-8141-4bb0-a082-7876cd44c754 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1074710 Dec 21 02:16:18.219745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-6f013eba-4350-415d-bc0d-532890394606 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/quotas/b6921562c4414b2797315756bd901280 HTTP/1.1" status: 200 len: 375 time: 0.0101898 Dec 21 02:16:18.279741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-6fe26276-c63f-4f2c-b223-309c28fe74e9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0546978 Dec 21 02:16:18.390029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-8cf165ea-f4c3-46b6-af3f-79843f78f402 service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025653 Dec 21 02:16:18.490432 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-9da6258c-bf6e-4214-a870-7e0a462c293d service neutron] 10.222.0.43 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973814 Dec 21 02:16:18.667869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-020d93b1-ed22-47e8-948e-b992b1edabe2 req-b2be2321-2db3-435f-9bfe-acf7b284b6ad tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 210 time: 0.0379059 Dec 21 02:16:18.714425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:19.384242 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:19.721219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7783f0eb-d6d0-4de5-b444-074d28992f96 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:19.723059 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7783f0eb-d6d0-4de5-b444-074d28992f96 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 812 time: 0.1157556 Dec 21 02:16:19.750728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Request body: {'port': {'device_id': '8e7217df-3030-4efc-8e38-bd07910473dc', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'admin_state_up': True, 'tenant_id': 'b6921562c4414b2797315756bd901280'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:19.803071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a9fc611-3582-42ef-ab27-dbfc6ab9d026 req-03fe250c-3d65-45ec-b7e2-23eaf33b017a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 210 time: 0.0474982 Dec 21 02:16:19.886844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Made reservation on behalf of b6921562c4414b2797315756bd901280 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:16:19.890357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.030178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Allocated IP 172.20.0.12 (e9121f7a-abfe-4804-9329-29abec58a129/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82/79b60afc-2299-4e74-b03f-383cd6b2b798) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:16:20.176596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.211314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.249800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2', '24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:20.260397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Network e9121f7a-abfe-4804-9329-29abec58a129 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:16:20.263608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:16:20.267341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:16:20.293029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:20.327127 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:20.327941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.348644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-7113def8-8eea-4acf-8c55-60d3ea8fd77a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6018970 Dec 21 02:16:20.367576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Request body: {'port': {'device_id': '8e7217df-3030-4efc-8e38-bd07910473dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:20.446948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.562315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-884f20a0-94e5-4f75-92e0-29b664edbccd None None] Provisioning complete for port 79b60afc-2299-4e74-b03f-383cd6b2b798 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:20.562752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-884f20a0-94e5-4f75-92e0-29b664edbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.605281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-884f20a0-94e5-4f75-92e0-29b664edbccd None None] Port 79b60afc-2299-4e74-b03f-383cd6b2b798 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:16:20.755477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b60afc-2299-4e74-b03f-383cd6b2b798 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:16:20.763451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.775875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Transition to ACTIVE for port object 79b60afc-2299-4e74-b03f-383cd6b2b798 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:16:20.779419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:20.832212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:20.954705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Attempting to bind port 79b60afc-2299-4e74-b03f-383cd6b2b798 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:16:20.955048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Attempting to bind port 79b60afc-2299-4e74-b03f-383cd6b2b798 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:16:20.955384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Attempting to bind port 79b60afc-2299-4e74-b03f-383cd6b2b798 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:16:20.968215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09bf76-7ae9-44fd-9dd5-15c5bf0729ec req-1dc48fca-507a-4331-bbc3-9abac2c9eee1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:20.969875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c09bf76-7ae9-44fd-9dd5-15c5bf0729ec req-1dc48fca-507a-4331-bbc3-9abac2c9eee1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0800109 Dec 21 02:16:20.971097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Port 79b60afc-2299-4e74-b03f-383cd6b2b798 on network e9121f7a-abfe-4804-9329-29abec58a129 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:16:20.971437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Attempting to bind port 79b60afc-2299-4e74-b03f-383cd6b2b798 on network e9121f7a-abfe-4804-9329-29abec58a129 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:16:20.979053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:16:20.979397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Checking segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:16:20.979785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Bound using segment: {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:16:20.980227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Bound port: 79b60afc-2299-4e74-b03f-383cd6b2b798, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aba495-fb1c-4534-9688-b14967d0024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:16:20.980726 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:21.061743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c09bf76-7ae9-44fd-9dd5-15c5bf0729ec req-12cdf90f-f984-444e-bd4a-dec86c5b3ea4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845325 Dec 21 02:16:21.078272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:16:21.081305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:16:21.086231 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:21.125524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.126464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:21.128040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] 10.222.0.24 "PUT /v2.0/ports/79b60afc-2299-4e74-b03f-383cd6b2b798 HTTP/1.1" status: 200 len: 1093 time: 0.7648213 Dec 21 02:16:21.128488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:21.130806 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:21.171634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66cfff-75e2-4c4e-9d3e-4e9312a47577 service neutron] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:21.176427 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4af4fb-2898-4528-b485-a6d4b7e18ec5 x-openstack-request-id: req-0c4af4fb-2898-4528-b485-a6d4b7e18ec5 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:21.176868 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:21.177179 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c4af4fb-2898-4528-b485-a6d4b7e18ec5 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:21.177720 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'status': 'completed', 'code': 200} Dec 21 02:16:21.238181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-c51ac07b-7da9-43fa-99b1-7254ed4c5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.239748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-c51ac07b-7da9-43fa-99b1-7254ed4c5a51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 1096 time: 0.0447183 Dec 21 02:16:21.292737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-afd743f0-b6fd-4df7-bc27-64d2e8c4cfeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b60afc-2299-4e74-b03f-383cd6b2b798 HTTP/1.1" status: 200 len: 217 time: 0.0372283 Dec 21 02:16:21.353603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-b4ea8c28-4626-408c-a4e9-16e31b7844b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.355406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-b4ea8c28-4626-408c-a4e9-16e31b7844b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0555987 Dec 21 02:16:21.407463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-5c9eb653-46af-4e88-8322-5c76c68e91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.409006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-5c9eb653-46af-4e88-8322-5c76c68e91d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469091 Dec 21 02:16:21.503662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-233b5163-7f01-465d-8f79-d7c4d9cc0c87 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863543 Dec 21 02:16:21.597188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40f2eafc-e88c-40f8-9eb1-855cdc1251b9 req-92411391-e6af-4e28-bf1c-dcdff57add78 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Dec 21 02:16:21.709173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:21.740999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-1c8917c0-23d3-4e70-9bb5-94c5d5c68860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.742543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-1c8917c0-23d3-4e70-9bb5-94c5d5c68860 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 1096 time: 0.0461571 Dec 21 02:16:21.845546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-ed3edd74-f82d-4f8f-ac05-9c014fed845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.847112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-ed3edd74-f82d-4f8f-ac05-9c014fed845f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0965617 Dec 21 02:16:21.891948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-2115d7e8-5ba7-4375-b9e1-8aefc01edd73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b60afc-2299-4e74-b03f-383cd6b2b798 HTTP/1.1" status: 200 len: 217 time: 0.0361481 Dec 21 02:16:21.947408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-07600f1d-3fd5-40a9-8458-f7f82bed2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.948915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-07600f1d-3fd5-40a9-8458-f7f82bed2e9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0494874 Dec 21 02:16:21.995350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-0ff27860-e285-40d5-a087-9ec602da90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:21.996887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-0ff27860-e285-40d5-a087-9ec602da90bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413566 Dec 21 02:16:22.093423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-b0c29b69-0989-48cd-b05b-401b13197ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892310 Dec 21 02:16:22.199810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:22.224843 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:22.242365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004b94-4f5f-4e02-befc-d7dbe3ac8055 req-d481ccb5-4161-4e10-954f-d69ef3a4e886 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:22.243894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73004b94-4f5f-4e02-befc-d7dbe3ac8055 req-d481ccb5-4161-4e10-954f-d69ef3a4e886 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0729930 Dec 21 02:16:22.247633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1aafa11-1427-4ea1-b2e7-77030aa2d25b req-c0f82f9c-6225-4a3e-a887-1e0e65b88e46 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470041 Dec 21 02:16:22.297606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73004b94-4f5f-4e02-befc-d7dbe3ac8055 req-46a2add8-99d0-4f42-8b2f-5764021120f0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Dec 21 02:16:22.462604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Deleting port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:22.462852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:22.541497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] For port c03a1e45-ad47-4d4f-b99b-7de063bb8ad0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:22.541860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:22.553983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Calling delete_port for c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:22.738879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:22.763649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03a1e45-ad47-4d4f-b99b-7de063bb8ad0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:22.927773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:23.138049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Router fd733450-8248-4f9b-92a3-2ea91d961667 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:16:23.241672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:16:23.247737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19f910a8-068b-498d-ab7f-e6b0432d11b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/fd733450-8248-4f9b-92a3-2ea91d961667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375340 Dec 21 02:16:23.250031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48948) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:23.251431 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Sync routers for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:16:23.262229 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:16:23.262830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:23.356836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:23.366066 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:16:23.440279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c58e3-67b5-4d77-9a3a-d6e82ffcdcab req-d80e2edb-37fe-4af0-9b44-7c51cd322d09 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:23.441761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c2c58e3-67b5-4d77-9a3a-d6e82ffcdcab req-d80e2edb-37fe-4af0-9b44-7c51cd322d09 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0637386 Dec 21 02:16:23.470110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:23.492060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c2c58e3-67b5-4d77-9a3a-d6e82ffcdcab req-ac50cb74-e480-4040-8f73-276240bef8c0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Dec 21 02:16:23.527675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Deleting port af17fccb-c4d7-4407-bcc7-503513b2864d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:23.528236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:23.553429 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:16:22Z', 'revision_number': 5, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port': {'id': 'af17fccb-c4d7-4407-bcc7-503513b2864d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:06:28Z', 'updated_at': '2021-12-21T02:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:23.582320 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Checking router: fd733450-8248-4f9b-92a3-2ea91d961667 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:16:23.590709 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Routers {'fd733450-8248-4f9b-92a3-2ea91d961667'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:16:23.591302 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fd733450-8248-4f9b-92a3-2ea91d961667'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:23.609291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] For port af17fccb-c4d7-4407-bcc7-503513b2864d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af17fccb-c4d7-4407-bcc7-503513b2864d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:23.609688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:23.621668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Calling delete_port for af17fccb-c4d7-4407-bcc7-503513b2864d owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:23.674349 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] Set router fd733450-8248-4f9b-92a3-2ea91d961667 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:16:23.724357 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:16:23Z', 'revision_number': 6, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:23.753040 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd007dd0-8e48-49fd-a252-43646f67ba3f None None] The sync data for ids ['fd733450-8248-4f9b-92a3-2ea91d961667'] in n-d-761264-20 is: [{'id': 'fd733450-8248-4f9b-92a3-2ea91d961667', 'name': 'tempest-AttachVolumeTestJSON-1096482092-router', 'tenant_id': '8efc5832129840df828982202c8a3885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:06:25Z', 'updated_at': '2021-12-21T02:16:23Z', 'revision_number': 6, 'project_id': '8efc5832129840df828982202c8a3885', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:16:24.126412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.153519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Pushing event deleted for resources: {'Port': ['ID=af17fccb-c4d7-4407-bcc7-503513b2864d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:24.170312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:16:24.175104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f4a5f-4b49-4dad-8f4c-c85d9d6733fd None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:16:24.197698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:16:24.198045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c03a1e45-ad47-4d4f-b99b-7de063bb8ad0 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:16:24.221260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.312250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.314236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.355571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.356082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd733450-8248-4f9b-92a3-2ea91d961667 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:16:24.360530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.361763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f9c47240-6114-433a-9a4a-9b122648b93d admin admin] 10.222.0.43 "DELETE /v2.0/routers/fd733450-8248-4f9b-92a3-2ea91d961667 HTTP/1.1" status: 204 len: 168 time: 1.1108170 Dec 21 02:16:24.364340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:24.408661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Deleting subnet 15a1097e-bd1e-459c-b3b0-464db1a94f8a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:16:24.411790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.444772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.523574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.578838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.603490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a1097e-bd1e-459c-b3b0-464db1a94f8a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:24.609251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.612365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-136127fd-479f-496b-8fb9-a9e110f2d2b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/15a1097e-bd1e-459c-b3b0-464db1a94f8a HTTP/1.1" status: 204 len: 168 time: 0.2471154 Dec 21 02:16:24.614884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 48956) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:24.615269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ed4b4-ca53-49e9-afbc-118ba27942da None None] Network 69aa699b-ebdf-47ab-928a-649db6db3f78 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:16:24.617191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd868-5c42-4ec8-b4f5-4e6f770f7636 req-34f4d391-89ab-40e3-aae7-a6a4dcf74540 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:24.619305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd0dd868-5c42-4ec8-b4f5-4e6f770f7636 req-34f4d391-89ab-40e3-aae7-a6a4dcf74540 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0577195 Dec 21 02:16:24.668368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd0dd868-5c42-4ec8-b4f5-4e6f770f7636 req-0fce79af-1b07-420f-852e-881873b3594f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Dec 21 02:16:24.697960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.750845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Deleting port 9df2217e-711b-44f8-918f-5d0382f88edf {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:24.751171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.794485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] DHCP port deletion for 69aa699b-ebdf-47ab-928a-649db6db3f78 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:16:24.822189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] For port 9df2217e-711b-44f8-918f-5d0382f88edf, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9df2217e-711b-44f8-918f-5d0382f88edf,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:24.822516 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.835652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Calling delete_port for 9df2217e-711b-44f8-918f-5d0382f88edf owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:24.848623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Deleting port 9df2217e-711b-44f8-918f-5d0382f88edf {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:24.848996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.914251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] For port 9df2217e-711b-44f8-918f-5d0382f88edf, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9df2217e-711b-44f8-918f-5d0382f88edf,segment=NetworkSegment(92beb4f1-c40a-470f-b9ce-5c9d758705f7),segment_id=92beb4f1-c40a-470f-b9ce-5c9d758705f7)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:24.915312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.918307 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:24.929638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Calling delete_port for 9df2217e-711b-44f8-918f-5d0382f88edf owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:24.944183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9df2217e-711b-44f8-918f-5d0382f88edf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:24.947652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] No DVR routers for this DVR port 9df2217e-711b-44f8-918f-5d0382f88edf on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:16:25.006814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.025518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.031066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] Pushing event deleted for resources: {'Port': ['ID=9df2217e-711b-44f8-918f-5d0382f88edf,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:25.037667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c3be4-34a4-488e-acb2-37aa29f40819 None None] No DVR routers for this DVR port 9df2217e-711b-44f8-918f-5d0382f88edf on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:16:25.048881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aa699b-ebdf-47ab-928a-649db6db3f78']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:25.059117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92beb4f1-c40a-470f-b9ce-5c9d758705f7') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:25.059413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92beb4f1-c40a-470f-b9ce-5c9d758705f7') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:16:25.068704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.081627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.088261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:16:25.088642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:16:25.090310 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:16:25.147801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.153230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.156434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] 10.222.0.43 "DELETE /v2.0/networks/69aa699b-ebdf-47ab-928a-649db6db3f78 HTTP/1.1" status: 204 len: 168 time: 0.5404947 Dec 21 02:16:25.167457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c263-6734-425f-8ebb-ccb5bc0c4b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=69aa699b-ebdf-47ab-928a-649db6db3f78,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:25.279026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48960) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:25.318510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-83d16424-b20b-4eea-b14d-1d76665bf648 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8efc5832129840df828982202c8a3885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382400 Dec 21 02:16:25.320714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 48962) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:25.370567 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.391699 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.437515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.440162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:25.441469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53c12f1f-4249-4348-82dd-396825725e22 HTTP/1.1" status: 204 len: 168 time: 0.1190755 Dec 21 02:16:25.449040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d991cb-23b7-495b-a1f8-c8648912d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c12f1f-4249-4348-82dd-396825725e22,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:25.784336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d527b-bb79-419a-a8ba-a03df27938ff req-1af06c14-8a25-4d58-9df9-ce1f2e9e4598 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:25.785825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd2d527b-bb79-419a-a8ba-a03df27938ff req-1af06c14-8a25-4d58-9df9-ce1f2e9e4598 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0494893 Dec 21 02:16:25.834171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd2d527b-bb79-419a-a8ba-a03df27938ff req-0425ebea-b619-4efc-b277-cbd429b691d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Dec 21 02:16:26.081785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 79b60afc-2299-4e74-b03f-383cd6b2b798 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:16:26.096941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af17fccb-c4d7-4407-bcc7-503513b2864d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:16:26.131162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: af17fccb-c4d7-4407-bcc7-503513b2864d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:16:26.131506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af17fccb-c4d7-4407-bcc7-503513b2864d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:16:26.131927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9df2217e-711b-44f8-918f-5d0382f88edf no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:16:26.321788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9df2217e-711b-44f8-918f-5d0382f88edf {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:16:26.322133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9df2217e-711b-44f8-918f-5d0382f88edf not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:16:26.380323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:26.391769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'mac_address': 'fa:16:3e:ac:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:16:26.430524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:26.442958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b60afc-2299-4e74-b03f-383cd6b2b798 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:16:26.463933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:26.467625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:26.520026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:26.910772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['79b60afc-2299-4e74-b03f-383cd6b2b798'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:26.948494 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:26.953038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418eefc-c1bf-4398-a9ad-5e790990f7b3 req-1ba84ba5-9789-430a-b1b1-20bfa2935df6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:26.959456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8418eefc-c1bf-4398-a9ad-5e790990f7b3 req-1ba84ba5-9789-430a-b1b1-20bfa2935df6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 945 time: 0.0526822 Dec 21 02:16:27.008367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8418eefc-c1bf-4398-a9ad-5e790990f7b3 req-c7cd3c7f-0719-49f3-bc88-359d0130dc0b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Dec 21 02:16:28.098949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 79b60afc-2299-4e74-b03f-383cd6b2b798 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:16:28.138576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211b7bd-37d0-4bbb-bea3-a9dea3e65393 req-54d6bc87-df24-4182-9a38-c51ca96ee3bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:28.140742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5211b7bd-37d0-4bbb-bea3-a9dea3e65393 req-54d6bc87-df24-4182-9a38-c51ca96ee3bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 945 time: 0.0595460 Dec 21 02:16:28.153886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 79b60afc-2299-4e74-b03f-383cd6b2b798 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:16:28.158450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 79b60afc-2299-4e74-b03f-383cd6b2b798 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:28.159032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:28.192459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5211b7bd-37d0-4bbb-bea3-a9dea3e65393 req-bfba6445-226e-4da5-a93c-5ff51d9fff6f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Dec 21 02:16:28.238131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:28.259525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:28.261762 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d2687-47b2-49cb-b4ec-57c280708f03" -d '{"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-plugged", "status": "completed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:28.274728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:28.279372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:28.307325 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476bd2c4-de8d-4057-a3d1-14da42bea4da x-openstack-request-id: req-476bd2c4-de8d-4057-a3d1-14da42bea4da {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:28.307619 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-plugged", "status": "completed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:28.307874 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-476bd2c4-de8d-4057-a3d1-14da42bea4da {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:28.308255 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'code': 200} Dec 21 02:16:28.333592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:28.435120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13692594-da0c-4311-b0a8-826604089eb7 req-033c6dfe-dbf9-43e1-8d25-3a1a35d5aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:28.436712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13692594-da0c-4311-b0a8-826604089eb7 req-033c6dfe-dbf9-43e1-8d25-3a1a35d5aaac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 1098 time: 0.0407462 Dec 21 02:16:28.489481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13692594-da0c-4311-b0a8-826604089eb7 req-9d6dc0d2-8d8f-4766-9e59-3a87ef725b39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Dec 21 02:16:29.322390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff3f9-21e9-418b-a0eb-b6c010900a40 req-c570c4ea-fe06-4da9-80de-a91ff15224d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:29.324148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-103ff3f9-21e9-418b-a0eb-b6c010900a40 req-c570c4ea-fe06-4da9-80de-a91ff15224d1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0553994 Dec 21 02:16:29.372398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-103ff3f9-21e9-418b-a0eb-b6c010900a40 req-f1a15459-952b-4c8b-89b6-a632e380df9e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Dec 21 02:16:30.498307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4e4f-bf73-4a11-b504-4f9c284b9290 req-dc195be3-14a5-42f8-8af2-d314629f4902 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:30.500466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e3b4e4f-bf73-4a11-b504-4f9c284b9290 req-dc195be3-14a5-42f8-8af2-d314629f4902 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0602148 Dec 21 02:16:30.547537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e3b4e4f-bf73-4a11-b504-4f9c284b9290 req-70281e15-3d7e-48f9-9ef3-7fc6b5520da2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Dec 21 02:16:30.764032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bb748-4c88-4b5e-84f3-7c7e672a319c req-a82d133a-60dc-45e8-ac10-6f0ef903277f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:30.765610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a23bb748-4c88-4b5e-84f3-7c7e672a319c req-a82d133a-60dc-45e8-ac10-6f0ef903277f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0534365 Dec 21 02:16:30.819398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a23bb748-4c88-4b5e-84f3-7c7e672a319c req-da0e8048-ed2c-4b47-8c98-bf76b181b02c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Dec 21 02:16:31.936504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89cd25-dbe3-4eab-9bde-db6af4fbec66 req-15bcf659-c6af-4d4d-9275-fbf318ba3515 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:31.938013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b89cd25-dbe3-4eab-9bde-db6af4fbec66 req-15bcf659-c6af-4d4d-9275-fbf318ba3515 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0489542 Dec 21 02:16:31.984823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b89cd25-dbe3-4eab-9bde-db6af4fbec66 req-cbdd7956-3910-41a2-8ede-fe7ea8ac9523 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Dec 21 02:16:32.424837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11673a1-ab8e-44c3-979c-003b97b99f37 req-c7a96c00-ac1a-4f27-8519-2ac2940f213d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:32.426348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f11673a1-ab8e-44c3-979c-003b97b99f37 req-c7a96c00-ac1a-4f27-8519-2ac2940f213d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0503528 Dec 21 02:16:32.478965 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f11673a1-ab8e-44c3-979c-003b97b99f37 req-475563c8-d554-47e0-a65a-c8a84bf243c9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Dec 21 02:16:33.596951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34085c-fb95-417a-be1a-c30418ff8a5a req-11bf7bb9-f03c-4d9c-92cb-086952983359 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:33.598442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd34085c-fb95-417a-be1a-c30418ff8a5a req-11bf7bb9-f03c-4d9c-92cb-086952983359 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0499661 Dec 21 02:16:33.646958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd34085c-fb95-417a-be1a-c30418ff8a5a req-c537e26e-93a9-41ca-8818-cc5ea337fdac tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Dec 21 02:16:34.760053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:34.772148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e58ed-a5dd-4af2-9414-21a57738cd6e req-504e0b98-d7a0-4e42-8246-aebe6c74fbed tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:34.773803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d6e58ed-a5dd-4af2-9414-21a57738cd6e req-504e0b98-d7a0-4e42-8246-aebe6c74fbed tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0535886 Dec 21 02:16:34.824730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d6e58ed-a5dd-4af2-9414-21a57738cd6e req-6c00a370-8ee9-4149-bad2-beb93d12a5f2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Dec 21 02:16:34.877680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afb41b3f-4ed9-4b95-8a49-8d93f2c574fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:34.959332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afb41b3f-4ed9-4b95-8a49-8d93f2c574fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:34.964711 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afb41b3f-4ed9-4b95-8a49-8d93f2c574fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:35.000850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41b3f-4ed9-4b95-8a49-8d93f2c574fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c87079-772a-4b06-8c88-10784c4fc199,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:35.005021 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-afb41b3f-4ed9-4b95-8a49-8d93f2c574fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04f86795d7a546dcb5d0448661aea59e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439449 Dec 21 02:16:35.007595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:35.054114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:35.077410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:35.127572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:35.130153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:35.131576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15c87079-772a-4b06-8c88-10784c4fc199 HTTP/1.1" status: 204 len: 168 time: 0.1230006 Dec 21 02:16:35.139457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dac29b-9f5f-4faf-bc13-ac448dd8606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c87079-772a-4b06-8c88-10784c4fc199,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:35.949138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bb290-6c3d-47a6-878f-5503d80cb706 req-761dd429-cd7d-4930-8be4-283e1081b0c9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:35.950635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f1bb290-6c3d-47a6-878f-5503d80cb706 req-761dd429-cd7d-4930-8be4-283e1081b0c9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0556304 Dec 21 02:16:35.999327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f1bb290-6c3d-47a6-878f-5503d80cb706 req-acbfd0e7-7918-439b-a1eb-dd58bb7272be tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Dec 21 02:16:36.147817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 79b60afc-2299-4e74-b03f-383cd6b2b798 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:16:36.248593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:36.259946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'port_id': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'mac_address': 'fa:16:3e:ac:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:16:36.296663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:36.309813 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79b60afc-2299-4e74-b03f-383cd6b2b798 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:16:36.329884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:36.333789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:36.380876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:36.492141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['79b60afc-2299-4e74-b03f-383cd6b2b798'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:16:37.120982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7016c0-72a5-4c88-aa3a-2705b8168e25 req-8b71ea6b-47a2-4b87-94bc-a055a5bd2416 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:37.122620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f7016c0-72a5-4c88-aa3a-2705b8168e25 req-8b71ea6b-47a2-4b87-94bc-a055a5bd2416 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 945 time: 0.0527861 Dec 21 02:16:37.182380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f7016c0-72a5-4c88-aa3a-2705b8168e25 req-864090f2-6e2e-4074-8ce0-506bb5ef9869 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527828 Dec 21 02:16:38.163985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 79b60afc-2299-4e74-b03f-383cd6b2b798 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:16:38.221154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 79b60afc-2299-4e74-b03f-383cd6b2b798 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:16:38.221995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:38.318879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:38.337482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3a827-7be3-4db2-b3aa-ca391782be3d req-49bf9022-cdd8-4af8-989e-1b737e8cb200 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:38.339840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65b3a827-7be3-4db2-b3aa-ca391782be3d req-49bf9022-cdd8-4af8-989e-1b737e8cb200 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 945 time: 0.0566471 Dec 21 02:16:38.351399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:38.355581 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0331dca7-afd1-4dd3-96d9-879b90918b11" -d '{"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-plugged", "status": "completed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:38.379666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:38.386452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:38.416597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65b3a827-7be3-4db2-b3aa-ca391782be3d req-2ad01e57-bde7-4f5d-b80a-bae7550f780d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Dec 21 02:16:38.443747 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c0c31-7ac4-45e9-a9b7-01a05a317afc x-openstack-request-id: req-c47c0c31-7ac4-45e9-a9b7-01a05a317afc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:38.444156 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-plugged", "status": "completed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:38.444416 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c47c0c31-7ac4-45e9-a9b7-01a05a317afc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:38.444923 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'code': 200} Dec 21 02:16:38.449741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:39.552213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87dc79-112c-4f01-b9e8-c057739218ac req-d1b025d4-a131-4ec3-982b-544e2f0f953a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:39.560001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc87dc79-112c-4f01-b9e8-c057739218ac req-d1b025d4-a131-4ec3-982b-544e2f0f953a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0594604 Dec 21 02:16:39.606450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc87dc79-112c-4f01-b9e8-c057739218ac req-8e6c852d-cf0a-48e0-8ddb-d19154c95e99 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Dec 21 02:16:40.764801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119170a1-84e6-4296-a385-60490bfc5b1d req-62c94f19-6205-4a47-87d8-d887bb8aac80 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:40.772996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-119170a1-84e6-4296-a385-60490bfc5b1d req-62c94f19-6205-4a47-87d8-d887bb8aac80 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0774057 Dec 21 02:16:40.827280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-119170a1-84e6-4296-a385-60490bfc5b1d req-4e16591b-1d87-4592-9f23-ebd9d3775ffa tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529256 Dec 21 02:16:40.953481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:41.069872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0482821-fa97-4100-b61f-a72ba4e97c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.149977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0482821-fa97-4100-b61f-a72ba4e97c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.155413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a0482821-fa97-4100-b61f-a72ba4e97c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.184219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482821-fa97-4100-b61f-a72ba4e97c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1aa3ac-37ef-43ca-8ef6-8c6068cf164a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:41.202946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a0482821-fa97-4100-b61f-a72ba4e97c0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef99ee89d77d441486b057f646e78b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482035 Dec 21 02:16:41.205571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49288) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:41.263696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.286852 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.339258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.343437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.346970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1aa3ac-37ef-43ca-8ef6-8c6068cf164a HTTP/1.1" status: 204 len: 168 time: 0.1380498 Dec 21 02:16:41.353986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c9be-0afd-400b-b5dc-ac834e96352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1aa3ac-37ef-43ca-8ef6-8c6068cf164a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:41.679692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:41.693706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0a96-680c-4ef4-83f3-ccb1bf5afcc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.778757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0a96-680c-4ef4-83f3-ccb1bf5afcc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.786227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b4d0a96-680c-4ef4-83f3-ccb1bf5afcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.826952 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b4d0a96-680c-4ef4-83f3-ccb1bf5afcc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=094316e3f5d44bd99fd391fb1152dac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461229 Dec 21 02:16:41.828158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d0a96-680c-4ef4-83f3-ccb1bf5afcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff89c2-0a7c-44f5-aa11-617b477f151a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:41.829737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49296) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:41.904022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:41.954138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:42.003918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7338a-3113-45d1-9c69-85081ad02cfa req-8d75d534-2b54-4d35-a6b4-53de18ce4c35 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:42.005698 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cb7338a-3113-45d1-9c69-85081ad02cfa req-8d75d534-2b54-4d35-a6b4-53de18ce4c35 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0892248 Dec 21 02:16:42.029099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:42.031780 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:42.033034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87ff89c2-0a7c-44f5-aa11-617b477f151a HTTP/1.1" status: 204 len: 168 time: 0.1996527 Dec 21 02:16:42.049573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e52c2-2cbe-4905-9592-534061329323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff89c2-0a7c-44f5-aa11-617b477f151a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:42.086169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2cb7338a-3113-45d1-9c69-85081ad02cfa req-521d6520-28d5-4ee9-96e4-74879783033c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686753 Dec 21 02:16:43.242282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea74c-e2b0-49e2-8801-5c777e43ac1f req-332518d0-b2b4-4c31-aaf4-712167ec0980 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:43.244517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52eea74c-e2b0-49e2-8801-5c777e43ac1f req-332518d0-b2b4-4c31-aaf4-712167ec0980 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0689735 Dec 21 02:16:43.317193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52eea74c-e2b0-49e2-8801-5c777e43ac1f req-af3b9e41-c75e-40d8-9434-c865baafb518 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Dec 21 02:16:43.940686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b41e683e-8ecd-4ac5-9716-e3567793bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:44.513032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef550b-fa78-414e-a347-1b100d731439 req-59279733-68a8-4ead-8e4c-7f1e84e78dc2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:44.520601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4cef550b-fa78-414e-a347-1b100d731439 req-59279733-68a8-4ead-8e4c-7f1e84e78dc2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0928967 Dec 21 02:16:44.582640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4cef550b-fa78-414e-a347-1b100d731439 req-d5267f0c-f7f8-4a0c-a669-4f2332c27a5b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574286 Dec 21 02:16:44.838760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:44.971699 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ba808e1-60bb-4617-aa27-429ae1300c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.054445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ba808e1-60bb-4617-aa27-429ae1300c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.061488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ba808e1-60bb-4617-aa27-429ae1300c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.107355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba808e1-60bb-4617-aa27-429ae1300c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e58cfb3-c474-491e-8860-6ebb370c9990,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:45.122700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:45.123415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1ba808e1-60bb-4617-aa27-429ae1300c8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c6378e196c34fecb80a1980d60af820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832563 Dec 21 02:16:45.179425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.207492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.260979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.263965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.265296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e58cfb3-c474-491e-8860-6ebb370c9990 HTTP/1.1" status: 204 len: 168 time: 0.1415699 Dec 21 02:16:45.275522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd73e4-3362-4a97-866a-ff577ca32e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e58cfb3-c474-491e-8860-6ebb370c9990,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:45.594109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:45.609660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63c477cb-50fa-436f-9397-a7bedd09d6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.717315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cad476-dc0b-455b-86e9-dcea43d88769 req-888fa413-9737-4016-af6e-3527cc268350 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:45.719504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4cad476-dc0b-455b-86e9-dcea43d88769 req-888fa413-9737-4016-af6e-3527cc268350 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0639126 Dec 21 02:16:45.719934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63c477cb-50fa-436f-9397-a7bedd09d6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.724374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-63c477cb-50fa-436f-9397-a7bedd09d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.772930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c477cb-50fa-436f-9397-a7bedd09d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145da2b4-328c-4df3-8785-85604d422e35,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:45.780634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-63c477cb-50fa-436f-9397-a7bedd09d6a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44e78847495f44a6bd5d05043b7177b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829011 Dec 21 02:16:45.781093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:45.796957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4cad476-dc0b-455b-86e9-dcea43d88769 req-a98aa076-c43c-4697-a294-270e53a6a5bc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608315 Dec 21 02:16:45.834833 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.858974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.917180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.920355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:45.922481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/145da2b4-328c-4df3-8785-85604d422e35 HTTP/1.1" status: 204 len: 168 time: 0.1407032 Dec 21 02:16:45.932480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177a9c6-0417-4f4c-bdc7-09ef13ff5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145da2b4-328c-4df3-8785-85604d422e35,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:46.638085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5039404-0249-422f-b01d-41ebb749d891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:46.913967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6e9d1-0f02-4ef4-b58f-c12a443c5b75 req-cdbc3dec-2512-42e3-9b94-a0911f93ff03 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:46.915471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad6e9d1-0f02-4ef4-b58f-c12a443c5b75 req-cdbc3dec-2512-42e3-9b94-a0911f93ff03 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0529170 Dec 21 02:16:46.966530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad6e9d1-0f02-4ef4-b58f-c12a443c5b75 req-ad13c7fe-98f8-4184-a54f-289c1d91df40 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 Dec 21 02:16:47.223635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-5aca8a76-84a7-4e5b-8cee-ddcb5b75f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:47.225144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-5aca8a76-84a7-4e5b-8cee-ddcb5b75f36c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 1098 time: 0.0434086 Dec 21 02:16:47.313900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:47.623151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-bdab0d4e-7192-40a2-b2db-597bfab045a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:47.624812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-bdab0d4e-7192-40a2-b2db-597bfab045a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.3921690 Dec 21 02:16:47.668063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-04d1dbeb-c377-42a3-a483-d3944920eeaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b60afc-2299-4e74-b03f-383cd6b2b798 HTTP/1.1" status: 200 len: 217 time: 0.0352123 Dec 21 02:16:47.724737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-ac7f7760-195d-4fd6-9115-280b1044ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:47.726281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-ac7f7760-195d-4fd6-9115-280b1044ae33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0516622 Dec 21 02:16:47.772322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-a1f8183a-b8ab-4c18-9a1e-af3b1e7d7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:47.774197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-a1f8183a-b8ab-4c18-9a1e-af3b1e7d7d54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410957 Dec 21 02:16:47.868317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-8584a4f5-0636-4720-a702-f074b9cffe34 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875535 Dec 21 02:16:47.962242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99ebe73f-f6d1-4a51-a46e-9a188b13d9a4 req-3f50e0a2-fc9a-4bff-b187-8d76a12e2c9c service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873141 Dec 21 02:16:48.093547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739020-f140-4120-a633-c931a242de13 req-95c5124e-3030-4189-aef4-6349ba3aafd9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:48.095022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3739020-f140-4120-a633-c931a242de13 req-95c5124e-3030-4189-aef4-6349ba3aafd9 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0530334 Dec 21 02:16:48.128908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:48.145882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3739020-f140-4120-a633-c931a242de13 req-121771e7-5a51-42f0-b583-f4770b77a479 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Dec 21 02:16:48.232972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f6461f6-2b93-4a00-829e-d6641a69de81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.304114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f6461f6-2b93-4a00-829e-d6641a69de81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.308236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f6461f6-2b93-4a00-829e-d6641a69de81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.347882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f6461f6-2b93-4a00-829e-d6641a69de81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5287f4666cf4c7e92e1a93c2e49aee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178907 Dec 21 02:16:48.349154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6461f6-2b93-4a00-829e-d6641a69de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b241c02-53b2-4c12-906b-261f483e803b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:48.350696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:48.399172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.419419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.467070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.469694 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.470837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b241c02-53b2-4c12-906b-261f483e803b HTTP/1.1" status: 204 len: 168 time: 0.1191568 Dec 21 02:16:48.478455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78706fe3-a326-4ec7-9296-850f8b0d3205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b241c02-53b2-4c12-906b-261f483e803b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:48.706730 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.723329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:48.736839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe67cf1a-bafc-4c4d-99d5-97a3f856a80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.810453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe67cf1a-bafc-4c4d-99d5-97a3f856a80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.814234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe67cf1a-bafc-4c4d-99d5-97a3f856a80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.852410 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fe67cf1a-bafc-4c4d-99d5-97a3f856a80d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f268f900f0ad43e48e410b960a6c7cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277683 Dec 21 02:16:48.853246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67cf1a-bafc-4c4d-99d5-97a3f856a80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87fcb6e-c90f-4561-88ff-c7a46816c917,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:48.855077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:48.907439 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.927830 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.973538 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.976606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:48.977787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f87fcb6e-c90f-4561-88ff-c7a46816c917 HTTP/1.1" status: 204 len: 168 time: 0.1210761 Dec 21 02:16:48.985262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4359603-c411-4712-8013-cc67c4b4ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87fcb6e-c90f-4561-88ff-c7a46816c917,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:49.263719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54926-4a70-4316-93da-9d9f17b9e8d2 req-a63206b6-9850-4c59-98e6-e3cc3cdec335 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:49.265221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0af54926-4a70-4316-93da-9d9f17b9e8d2 req-a63206b6-9850-4c59-98e6-e3cc3cdec335 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 946 time: 0.0507264 Dec 21 02:16:49.314413 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0af54926-4a70-4316-93da-9d9f17b9e8d2 req-e49fc984-5f8e-4f88-9062-0a97d277e62b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Dec 21 02:16:49.378259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:50.207598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 79b60afc-2299-4e74-b03f-383cd6b2b798 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:16:50.282278 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:50.304918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:16:50.307439 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1d6eb-f5da-4acf-b3de-18d23c43bffe" -d '{"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-unplugged", "status": "completed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:16:50.320706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:16:50.326860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:50.358260 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29124540-380f-4156-a92d-da664593393b x-openstack-request-id: req-29124540-380f-4156-a92d-da664593393b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:16:50.358554 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-unplugged", "status": "failed", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798", "code": 422}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:16:50.358999 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29124540-380f-4156-a92d-da664593393b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:16:50.359567 n-d-761264-20 neutron-server[109852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'code': 422} returned with failed status Dec 21 02:16:50.399750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:50.647204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1ed81-56df-40e9-90db-c8637a2c45b1 req-649a897a-26a9-4f47-bf8d-aa36bcf4e896 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:50.649307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ba1ed81-56df-40e9-90db-c8637a2c45b1 req-649a897a-26a9-4f47-bf8d-aa36bcf4e896 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.2481921 Dec 21 02:16:50.696670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ba1ed81-56df-40e9-90db-c8637a2c45b1 req-4e5e44c5-fd3a-4eb2-bd5e-0ff3673fa775 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Dec 21 02:16:50.873242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bd3eb-7491-4ca5-9f95-bef6378b52d3 req-ed036036-5234-47f8-b67a-f53cc933cdf2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:50.874741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-948bd3eb-7491-4ca5-9f95-bef6378b52d3 req-ed036036-5234-47f8-b67a-f53cc933cdf2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1074669 Dec 21 02:16:50.922923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-948bd3eb-7491-4ca5-9f95-bef6378b52d3 req-fd87ee87-fac7-42be-9ed3-d671cf065bad tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Dec 21 02:16:51.043936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d616cc-1e9e-4642-a8db-e57220cd3761 req-e7f12446-edf9-4865-8248-22190e547661 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:51.045449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6d616cc-1e9e-4642-a8db-e57220cd3761 req-e7f12446-edf9-4865-8248-22190e547661 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0491643 Dec 21 02:16:51.072823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:51.099088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6d616cc-1e9e-4642-a8db-e57220cd3761 req-34dcacf9-6917-4b57-b8dc-a2089484b55a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475607 Dec 21 02:16:51.183291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-734f7384-1a67-4b1e-85f9-eb40f40e3543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.267361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-734f7384-1a67-4b1e-85f9-eb40f40e3543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.272314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-734f7384-1a67-4b1e-85f9-eb40f40e3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.304178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce556b-077f-4479-86f0-897549533e85 req-4103c389-a695-40d9-a2a6-b3db26080565 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:51.307154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03ce556b-077f-4479-86f0-897549533e85 req-4103c389-a695-40d9-a2a6-b3db26080565 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0499887 Dec 21 02:16:51.312886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-734f7384-1a67-4b1e-85f9-eb40f40e3543 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8abc43053f08422aab3495b2e0d736f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388496 Dec 21 02:16:51.313919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7384-1a67-4b1e-85f9-eb40f40e3543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edae91a-58bc-4c35-8223-f56f1fc8859f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:51.317095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49610) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:51.366063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03ce556b-077f-4479-86f0-897549533e85 req-511aa7a7-edfb-4c90-af43-c9c17f644327 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Dec 21 02:16:51.374215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.396420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.443089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.446191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.447370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9edae91a-58bc-4c35-8223-f56f1fc8859f HTTP/1.1" status: 204 len: 168 time: 0.1290894 Dec 21 02:16:51.454782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c64283-b92e-441e-a5c6-c22b3c2b60ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edae91a-58bc-4c35-8223-f56f1fc8859f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:51.698757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49616) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:51.711972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-44a0e414-6dfb-4c70-b64a-4f75ac211452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.786361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-44a0e414-6dfb-4c70-b64a-4f75ac211452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.790397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-44a0e414-6dfb-4c70-b64a-4f75ac211452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.825364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e414-6dfb-4c70-b64a-4f75ac211452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723fb71-8a05-4af3-aafb-010e090ae9ee,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:51.829598 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-44a0e414-6dfb-4c70-b64a-4f75ac211452 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74cea38f053c4b24b101b0fd66851ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297743 Dec 21 02:16:51.832373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49618) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:51.878900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.900094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.944576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.947796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:51.948932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5723fb71-8a05-4af3-aafb-010e090ae9ee HTTP/1.1" status: 204 len: 168 time: 0.1157670 Dec 21 02:16:51.956513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563967bd-d261-4a7c-bc7e-07804b541af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723fb71-8a05-4af3-aafb-010e090ae9ee,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:52.212814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:52.415986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:16:52.484792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab5092-13c1-4a59-927c-9e042df44939 req-1f7caeea-b761-455c-8b83-8c2cfe58b998 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:52.486299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2eab5092-13c1-4a59-927c-9e042df44939 req-1f7caeea-b761-455c-8b83-8c2cfe58b998 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0483022 Dec 21 02:16:52.534873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2eab5092-13c1-4a59-927c-9e042df44939 req-3f504b63-861b-45ba-8d9a-753765c9c417 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Dec 21 02:16:53.657315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87706-3a02-4d51-bf62-026866eed793 req-4106dc82-96c4-41b9-89d0-67483dfe25bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:53.658852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70d87706-3a02-4d51-bf62-026866eed793 req-4106dc82-96c4-41b9-89d0-67483dfe25bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0530441 Dec 21 02:16:53.707955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70d87706-3a02-4d51-bf62-026866eed793 req-346ecf56-5c39-4778-aa03-70d99f725d4e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Dec 21 02:16:53.803390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49704) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:53.906253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5da3a5f8-3fb2-41b2-af9c-46984e49db9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:53.977722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5da3a5f8-3fb2-41b2-af9c-46984e49db9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:53.981719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5da3a5f8-3fb2-41b2-af9c-46984e49db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.018795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5da3a5f8-3fb2-41b2-af9c-46984e49db9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47492dec99ad4e5bb88d80cd9f0fd47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142298 Dec 21 02:16:54.019591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3a5f8-3fb2-41b2-af9c-46984e49db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc688dd8-9d64-4d39-a1f9-da157c44f104,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:54.022238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49708) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:54.073984 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.095317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.153883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.156428 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.157585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc688dd8-9d64-4d39-a1f9-da157c44f104 HTTP/1.1" status: 204 len: 168 time: 0.1334913 Dec 21 02:16:54.165293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b18b5a-277f-4074-b4c4-26a3d3233c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc688dd8-9d64-4d39-a1f9-da157c44f104,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:54.406144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:54.419594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30b1c0dd-6ade-49f3-99bb-ae7182a5a575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.490531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30b1c0dd-6ade-49f3-99bb-ae7182a5a575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.493892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30b1c0dd-6ade-49f3-99bb-ae7182a5a575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.530664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-30b1c0dd-6ade-49f3-99bb-ae7182a5a575 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7839f9065f4d4f5ab745b7e025bfe3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234505 Dec 21 02:16:54.531598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1c0dd-6ade-49f3-99bb-ae7182a5a575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458892f8-72fd-4b0c-930e-39ae50bcb7e5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:54.533303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49716) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:54.580278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.600819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.649774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.652268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:54.653434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/458892f8-72fd-4b0c-930e-39ae50bcb7e5 HTTP/1.1" status: 204 len: 168 time: 0.1189904 Dec 21 02:16:54.660877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef519-cb3a-4fee-a0d6-a6efdd7a36da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458892f8-72fd-4b0c-930e-39ae50bcb7e5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:54.826531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11579-2e84-40f9-adf8-4b441c43e0e5 req-83ed94ec-fe4b-48e9-98fd-d1d88e2e08b1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:54.828037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66e11579-2e84-40f9-adf8-4b441c43e0e5 req-83ed94ec-fe4b-48e9-98fd-d1d88e2e08b1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0509562 Dec 21 02:16:54.875885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66e11579-2e84-40f9-adf8-4b441c43e0e5 req-24fd3be8-94cf-4ad6-b162-a7f92e13a7e4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Dec 21 02:16:55.997057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602342b2-2c05-46e4-80d1-7d31921377f0 req-a40adeed-b959-4e17-b251-d28ce3466845 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:55.998565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-602342b2-2c05-46e4-80d1-7d31921377f0 req-a40adeed-b959-4e17-b251-d28ce3466845 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0490711 Dec 21 02:16:56.047091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-602342b2-2c05-46e4-80d1-7d31921377f0 req-8ae2e941-478e-46d9-8ec2-6ec28a1205c4 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Dec 21 02:16:56.196390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49832) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:56.300014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30f13007-9065-4622-814d-111a61c8e228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.372559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30f13007-9065-4622-814d-111a61c8e228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.376382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30f13007-9065-4622-814d-111a61c8e228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.413998 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-30f13007-9065-4622-814d-111a61c8e228 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ca5ef8a00ae4362b06aa1c1a73bbdf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165616 Dec 21 02:16:56.415937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f13007-9065-4622-814d-111a61c8e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2638b6-7174-492b-ba41-64a11885566e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:56.416690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49836) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:56.468565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.488804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.533486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.536169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:56.537285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af2638b6-7174-492b-ba41-64a11885566e HTTP/1.1" status: 204 len: 168 time: 0.1195886 Dec 21 02:16:56.545118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453b4b-c32f-4387-b979-32a996d72eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2638b6-7174-492b-ba41-64a11885566e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:56.946043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.166140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a552a7-2de4-42bb-b4b5-7b6178152fbd req-f1175fa6-9876-4dfb-8f42-418a23aa8ad6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:57.167646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15a552a7-2de4-42bb-b4b5-7b6178152fbd req-f1175fa6-9876-4dfb-8f42-418a23aa8ad6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0516412 Dec 21 02:16:57.221474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15a552a7-2de4-42bb-b4b5-7b6178152fbd req-cf20f94f-d740-41e2-929f-56c0023729f0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479195 Dec 21 02:16:57.656930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49874) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:57.751994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1675201114', 'router:external': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:57.774218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Made reservation on behalf of 821972a1a6c142378ab78e5eb92e930f for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:16:57.776423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.784671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.860798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.864282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.888757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:16:57.897364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1555715-7f28-4163-b5e6-f2156d95688c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:57.905476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.905606 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Added segment bfb49564-781d-4249-ba9a-a97a9ebced6d of type vlan for network 68feaeab-429b-4d17-8765-7904537cc089 Dec 21 02:16:57.948942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.977834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:57.978852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:57.979489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.022905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3647873 Dec 21 02:16:58.026537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49878) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:58.032012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'subnet': {'network_id': '68feaeab-429b-4d17-8765-7904537cc089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:58.055749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864a13e-2727-4464-9da2-31e6752baa8a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Network': ['ID=68feaeab-429b-4d17-8765-7904537cc089,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:58.056955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Made reservation on behalf of 821972a1a6c142378ab78e5eb92e930f for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:16:58.059677 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.068899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 68feaeab-429b-4d17-8765-7904537cc089 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:16:58.362813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575d66-15c5-44b8-a91e-da7f0f706450 req-c147aa45-153e-4bd0-8e80-23c133b8079c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:58.364406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d575d66-15c5-44b8-a91e-da7f0f706450 req-c147aa45-153e-4bd0-8e80-23c133b8079c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0716622 Dec 21 02:16:58.426035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:16:58.426456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.521756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1682f66f-9bb5-4108-a064-dcbcde9597ca,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:58.528219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d575d66-15c5-44b8-a91e-da7f0f706450 req-13e1337c-e035-4e3b-9623-06576f64a7da tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551132 Dec 21 02:16:58.533972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Checking segment: {'id': 'bfb49564-781d-4249-ba9a-a97a9ebced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:16:58.534335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network hostable DHCP agents. Network: 68feaeab-429b-4d17-8765-7904537cc089, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:16:58.550924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 68feaeab-429b-4d17-8765-7904537cc089 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:16:58.560044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 68feaeab-429b-4d17-8765-7904537cc089) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:16:58.564484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:58.565077 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.569466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df667c5-d595-44f6-8c64-6b14a0570f37 None None] Network 68feaeab-429b-4d17-8765-7904537cc089 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:16:58.580985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7bb521d-c459-4ee0-b3f4-f9277304fed3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5532598 Dec 21 02:16:58.583888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:58.588944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-148556744', 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:58.611550 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Made reservation on behalf of 821972a1a6c142378ab78e5eb92e930f for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:16:58.614119 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.630393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] device_id is not set on port 058a3a12-c86b-471d-a796-94881b5c450e yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:16:58.671490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfcd1c-12c6-4f3e-9229-e101ea55dcc1 None None] Network 68feaeab-429b-4d17-8765-7904537cc089 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:16:58.732926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.20.0.7 (68feaeab-429b-4d17-8765-7904537cc089/1682f66f-9bb5-4108-a064-dcbcde9597ca/058a3a12-c86b-471d-a796-94881b5c450e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:16:58.872253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.904943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:58.951383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 68feaeab-429b-4d17-8765-7904537cc089 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:16:58.954259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:16:58.957682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:16:58.980192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=058a3a12-c86b-471d-a796-94881b5c450e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:58.999581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:59.000184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.014910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-879c1d99-09c6-4105-85b3-f61af920eaec tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4300251 Dec 21 02:16:59.017545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49884) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:59.093276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Deleting port 058a3a12-c86b-471d-a796-94881b5c450e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:16:59.093552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.170215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.181502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Calling delete_port for 058a3a12-c86b-471d-a796-94881b5c450e owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:16:59.304639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.330406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Port': ['ID=058a3a12-c86b-471d-a796-94881b5c450e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:16:59.393827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.397141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9dbe1372-c14f-4b28-8c28-7152dcb178be tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/ports/058a3a12-c86b-471d-a796-94881b5c450e HTTP/1.1" status: 204 len: 168 time: 0.3786895 Dec 21 02:16:59.399770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:16:59.404023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68feaeab-429b-4d17-8765-7904537cc089', 'external_fixed_ips': [{'subnet_id': '1682f66f-9bb5-4108-a064-dcbcde9597ca', 'ip_address': '172.20.0.7'}]}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:16:59.430800 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.431911 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.486566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.628162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.688977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026dec-de4a-4567-94e0-1599dfc1e1ee req-02fbd238-ea4e-4695-8ff6-6afb400e1418 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:16:59.690456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0026dec-de4a-4567-94e0-1599dfc1e1ee req-02fbd238-ea4e-4695-8ff6-6afb400e1418 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0776019 Dec 21 02:16:59.770572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0026dec-de4a-4567-94e0-1599dfc1e1ee req-75f75120-351a-4a3c-aca4-80b355507920 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530026 Dec 21 02:16:59.896505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:16:59.916021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:00.059058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.20.0.7 (68feaeab-429b-4d17-8765-7904537cc089/1682f66f-9bb5-4108-a064-dcbcde9597ca/ce5f7240-b172-4b5d-ab9b-acefd1738d60) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:00.173315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:00.207574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:00.247652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 68feaeab-429b-4d17-8765-7904537cc089 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:00.248826 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-a5d5d5cc-fbda-4927-b3d1-c5bd6ffd1e66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987082 Dec 21 02:17:00.250535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:00.254016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:00.260029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=ce5f7240-b172-4b5d-ab9b-acefd1738d60,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:00.363717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-0f2bea5d-eec5-4c3f-b52b-fad86d79e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:00.365727 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-0f2bea5d-eec5-4c3f-b52b-fad86d79e947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0412602 Dec 21 02:17:00.473857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-3b0dbe4a-20ca-43b4-8552-a93eb5108f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:00.475221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-3b0dbe4a-20ca-43b4-8552-a93eb5108f69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 908 time: 0.0876768 Dec 21 02:17:00.519696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:00.550474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-b7e36a4b-aa82-41ba-928a-59fa6c2cdab9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 1001 time: 0.0620849 Dec 21 02:17:00.605654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-c0262607-6f8d-4f1a-94d6-166d0cc694a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:00.607144 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-c0262607-6f8d-4f1a-94d6-166d0cc694a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0458691 Dec 21 02:17:00.657405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-5a81ba49-763e-448a-9810-142ec42a3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:00.658980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-5a81ba49-763e-448a-9810-142ec42a3dd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399444 Dec 21 02:17:00.715495 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:00.756776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-20fd5481-c93d-44b8-a5a6-30225ba5124a service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Dec 21 02:17:00.855331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router 1ebaba15-9171-4b47-9d12-c40d1a15101c is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:00.859762 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01ec6d0e-5bcb-40e7-b3b6-825860666262 req-223d0ced-dc46-44e2-9c91-a59b8f304066 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904891 Dec 21 02:17:00.936393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c84aa-458f-4378-a512-aa6fc3c1bdfc req-df18ced3-4298-4867-96e8-6e961bfd74f7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:00.937919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9c84aa-458f-4378-a512-aa6fc3c1bdfc req-df18ced3-4298-4867-96e8-6e961bfd74f7 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0933022 Dec 21 02:17:01.019945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:01.028310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9c84aa-458f-4378-a512-aa6fc3c1bdfc req-4678579b-327f-4f1e-868f-f28b69a1a0c3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842125 Dec 21 02:17:01.029745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Sync routers for ids ['1ebaba15-9171-4b47-9d12-c40d1a15101c'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:01.040000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Routers {'1ebaba15-9171-4b47-9d12-c40d1a15101c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:01.040843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['1ebaba15-9171-4b47-9d12-c40d1a15101c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:01.050655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.050655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-032364bd-24c5-441e-b2e0-f2924abaa8fb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6423275 Dec 21 02:17:01.050655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49894) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:01.144481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Set router 1ebaba15-9171-4b47-9d12-c40d1a15101c gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:01.151576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.251802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.302206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Deleting port ce5f7240-b172-4b5d-ab9b-acefd1738d60 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:01.302457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.318815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebaba15-9171-4b47-9d12-c40d1a15101c', 'name': '', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68feaeab-429b-4d17-8765-7904537cc089', 'external_fixed_ips': [{'subnet_id': '1682f66f-9bb5-4108-a064-dcbcde9597ca', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ce5f7240-b172-4b5d-ab9b-acefd1738d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:16:59Z', 'updated_at': '2021-12-21T02:17:00Z', 'revision_number': 3, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port': {'id': 'ce5f7240-b172-4b5d-ab9b-acefd1738d60', 'name': '', 'network_id': '68feaeab-429b-4d17-8765-7904537cc089', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:af:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebaba15-9171-4b47-9d12-c40d1a15101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1682f66f-9bb5-4108-a064-dcbcde9597ca', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:16:59Z', 'updated_at': '2021-12-21T02:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1682f66f-9bb5-4108-a064-dcbcde9597ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:01.349579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Checking router: 1ebaba15-9171-4b47-9d12-c40d1a15101c for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:01.349934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Updating router 1ebaba15-9171-4b47-9d12-c40d1a15101c port ce5f7240-b172-4b5d-ab9b-acefd1738d60 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:17:01.375447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.385485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.397354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Calling delete_port for ce5f7240-b172-4b5d-ab9b-acefd1738d60 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:01.634013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.639751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.696099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245cedc-1eb3-48b3-9fec-9cc9cca9ecec None None] Pushing event updated for resources: {'Port': ['ID=ce5f7240-b172-4b5d-ab9b-acefd1738d60,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:01.698388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Attempting to bind port ce5f7240-b172-4b5d-ab9b-acefd1738d60 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:01.698756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Attempting to bind port ce5f7240-b172-4b5d-ab9b-acefd1738d60 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'bfb49564-781d-4249-ba9a-a97a9ebced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:01.699118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Attempting to bind port ce5f7240-b172-4b5d-ab9b-acefd1738d60 on network 68feaeab-429b-4d17-8765-7904537cc089 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:01.704982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:01.705381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Checking segment: {'id': 'bfb49564-781d-4249-ba9a-a97a9ebced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:01.705790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.706184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Bound using segment: {'id': 'bfb49564-781d-4249-ba9a-a97a9ebced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:01.706655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Bound port: ce5f7240-b172-4b5d-ab9b-acefd1738d60, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb49564-781d-4249-ba9a-a97a9ebced6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68feaeab-429b-4d17-8765-7904537cc089'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:01.707031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.759736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] For port ce5f7240-b172-4b5d-ab9b-acefd1738d60, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:01.763267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] For port ce5f7240-b172-4b5d-ab9b-acefd1738d60, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ce5f7240-b172-4b5d-ab9b-acefd1738d60,segment=NetworkSegment(bfb49564-781d-4249-ba9a-a97a9ebced6d),segment_id=bfb49564-781d-4249-ba9a-a97a9ebced6d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:01.767214 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.826394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Routers {'1ebaba15-9171-4b47-9d12-c40d1a15101c'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:01.827078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['1ebaba15-9171-4b47-9d12-c40d1a15101c'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:01.832314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245cedc-1eb3-48b3-9fec-9cc9cca9ecec None None] Pushing event updated for resources: {'Port': ['ID=ce5f7240-b172-4b5d-ab9b-acefd1738d60,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:01.880566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.904879 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce5f7240-b172-4b5d-ab9b-acefd1738d60,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:01.918685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] Set router 1ebaba15-9171-4b47-9d12-c40d1a15101c gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:01.969986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:01.973997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1e358015-0bed-4411-a115-79db807dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebaba15-9171-4b47-9d12-c40d1a15101c', 'name': '', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:16:59Z', 'updated_at': '2021-12-21T02:17:01Z', 'revision_number': 4, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:02.000070 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e358015-0bed-4411-a115-79db807dd065 None None] The sync data for ids ['1ebaba15-9171-4b47-9d12-c40d1a15101c'] in n-d-761264-20 is: [{'id': '1ebaba15-9171-4b47-9d12-c40d1a15101c', 'name': '', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:16:59Z', 'updated_at': '2021-12-21T02:17:01Z', 'revision_number': 4, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:02.065140 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.068183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.138622 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.139262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebaba15-9171-4b47-9d12-c40d1a15101c {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:02.144085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.145229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b68dc9a-076f-4faf-bbf4-9beabf8cdcf3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1ebaba15-9171-4b47-9d12-c40d1a15101c HTTP/1.1" status: 204 len: 168 time: 1.0986111 Dec 21 02:17:02.148206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49898) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:02.165702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83432-c5f7-42a5-9d20-619de3b2b8c6 req-73e8b959-720d-4bf0-bc9f-a4d698041ff1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.167315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afd83432-c5f7-42a5-9d20-619de3b2b8c6 req-73e8b959-720d-4bf0-bc9f-a4d698041ff1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0597131 Dec 21 02:17:02.200218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Deleting subnet 1682f66f-9bb5-4108-a064-dcbcde9597ca {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:02.203523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.224896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afd83432-c5f7-42a5-9d20-619de3b2b8c6 req-f3f55740-62db-4e27-aa9f-0be4dce3428b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496538 Dec 21 02:17:02.243312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.284520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.343587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.375339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1682f66f-9bb5-4108-a064-dcbcde9597ca,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:02.377578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.381551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9963a28-80e5-4ece-bbd8-431996654d77 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/1682f66f-9bb5-4108-a064-dcbcde9597ca HTTP/1.1" status: 204 len: 168 time: 0.2308619 Dec 21 02:17:02.384142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:02.437529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d58ff-7863-47d6-bb2f-3a13c397e9af req-59f8059c-d264-49ce-ad20-c8b628550c4b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.439184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a36d58ff-7863-47d6-bb2f-3a13c397e9af req-59f8059c-d264-49ce-ad20-c8b628550c4b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0543442 Dec 21 02:17:02.468147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.520068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a36d58ff-7863-47d6-bb2f-3a13c397e9af req-7665f49f-b935-400f-9337-cfbe5834f124 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745964 Dec 21 02:17:02.522866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-ced88ebb-cf58-4b0c-a570-35900a2c33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.524291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-ced88ebb-cf58-4b0c-a570-35900a2c33c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.0649488 Dec 21 02:17:02.552246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.572522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68feaeab-429b-4d17-8765-7904537cc089']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:02.581612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb49564-781d-4249-ba9a-a97a9ebced6d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:02.581907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb49564-781d-4249-ba9a-a97a9ebced6d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:02.592034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.607808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.613928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:17:02.614298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:17:02.616002 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:17:02.622066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-89de571d-45c9-4990-8474-8de8e0365c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.623532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-89de571d-45c9-4990-8474-8de8e0365c05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.0917361 Dec 21 02:17:02.681747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.687480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68feaeab-429b-4d17-8765-7904537cc089 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 02:17:02.690717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.693064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-7303c93a-cdca-4b07-94cd-6daebf670cf3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0621643 Dec 21 02:17:02.693956 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/networks/68feaeab-429b-4d17-8765-7904537cc089 HTTP/1.1" status: 204 len: 168 time: 0.3085706 Dec 21 02:17:02.705006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15d03-0a3f-49df-9221-2b02fc8ba551 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Network': ['ID=68feaeab-429b-4d17-8765-7904537cc089,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:02.746404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-5bb465b5-68bd-4b45-8426-6e728df4f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.747890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-5bb465b5-68bd-4b45-8426-6e728df4f8d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0477793 Dec 21 02:17:02.812752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-8f414bd7-8c13-4a82-b34c-1b32c817d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:02.814294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-8f414bd7-8c13-4a82-b34c-1b32c817d126 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585601 Dec 21 02:17:02.892954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49912) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:02.898529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'name': 'tempest-router--1386001588', 'project_id': '9022388bed6e4aa8acd1b11756f44773'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:02.918622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-4b6a17c6-a396-413b-9074-41fdc2b4d44a service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961862 Dec 21 02:17:02.923018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.924143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.977328 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.981935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:02.997015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.000917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1bdd3432-931d-4bb5-a289-1c6a94ada3c3 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1042407 Dec 21 02:17:03.001110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:03.020480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb87315c-8d84-4aee-8d6d-ce547b26cbef req-6d7dae36-70ee-4c9f-a07d-34d60adcb406 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939524 Dec 21 02:17:03.073978 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.239637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.241917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.286601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.287121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2240bf45-ef68-424c-b3e9-579ef43fb98d {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:03.292308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.293476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3b0c1c8-17ea-47f0-a392-ed20d2af3d10 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2240bf45-ef68-424c-b3e9-579ef43fb98d HTTP/1.1" status: 204 len: 168 time: 0.2910016 Dec 21 02:17:03.409357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49918) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:03.608780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1388636038', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:03.639706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.640766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.648919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba1eac-64a5-485c-8b8e-3131caad5cb9 req-c927db01-6cd9-4cf3-85e5-56c869d80f33 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:03.661661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dba1eac-64a5-485c-8b8e-3131caad5cb9 req-c927db01-6cd9-4cf3-85e5-56c869d80f33 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0643580 Dec 21 02:17:03.696642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:03.703911 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0dba1eac-64a5-485c-8b8e-3131caad5cb9 req-73a3cfbf-4500-41ec-8972-22ea42e07e34 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 Dec 21 02:17:03.830888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.014063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.032547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.134647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Allocated IP 172.25.6.200 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:04.229867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.263052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.306449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:04.309238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:04.314371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:04.316306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event updated for resources: {'Port': ['ID=dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:04.324698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc09b5-c3b7-4f25-9d86-7fdcf19885ba None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:04.393213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4eda7aba-16fe-4835-97eb-4e3fcc7968a6 None None] Provisioning complete for port dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:04.393556 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4eda7aba-16fe-4835-97eb-4e3fcc7968a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.430104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4eda7aba-16fe-4835-97eb-4e3fcc7968a6 None None] Port dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:04.558726 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:04.824761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6298c-9de4-4264-b191-a10311961fbf req-aeb24c21-d91a-4c04-be94-d3d90d7f0310 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:04.826559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9bf6298c-9de4-4264-b191-a10311961fbf req-aeb24c21-d91a-4c04-be94-d3d90d7f0310 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0509377 Dec 21 02:17:04.881306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9bf6298c-9de4-4264-b191-a10311961fbf req-bf13b82b-72ba-4e22-96f1-6b7de286f21f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486925 Dec 21 02:17:04.998565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68696d-02ef-4576-b642-acefe4fbc9fc req-fe47f92a-94b1-4653-9e61-888920648a95 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:04.999983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa68696d-02ef-4576-b642-acefe4fbc9fc req-fe47f92a-94b1-4653-9e61-888920648a95 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0502295 Dec 21 02:17:05.047802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa68696d-02ef-4576-b642-acefe4fbc9fc req-8e5f9f6a-efaa-47f2-a234-4b193c275c4a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418701 Dec 21 02:17:05.093226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.169320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46c655-b0f7-48eb-88d4-3ef21d5e3f94 req-c5b7ce49-c648-41ca-a178-7647eb3e7a8d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:05.170839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd46c655-b0f7-48eb-88d4-3ef21d5e3f94 req-c5b7ce49-c648-41ca-a178-7647eb3e7a8d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0515478 Dec 21 02:17:05.217930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Router bac3a0d5-958d-4708-840b-1253e37e5614 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:05.219582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd46c655-b0f7-48eb-88d4-3ef21d5e3f94 req-f424f593-b8a0-448d-a1ce-2bf7067b8e0d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Dec 21 02:17:05.321837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:05.333019 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] Sync routers for ids ['bac3a0d5-958d-4708-840b-1253e37e5614'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:05.342232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.346247 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] Routers {'bac3a0d5-958d-4708-840b-1253e37e5614'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:05.346420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49934) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:05.346527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-11bb3733-0630-484a-ba03-f38f82b8711b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9359050 Dec 21 02:17:05.346982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['bac3a0d5-958d-4708-840b-1253e37e5614'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:05.395539 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:05.410431 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] Routers {'bac3a0d5-958d-4708-840b-1253e37e5614'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:05.411158 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['bac3a0d5-958d-4708-840b-1253e37e5614'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:05.442588 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:05.443229 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aa89a-b7f7-4f33-8390-bca208ea5ed8 None None] The sync data for ids ['bac3a0d5-958d-4708-840b-1253e37e5614'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:05.492705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a87ed06c-0e17-4629-a93f-53699183bfc4 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/bac3a0d5-958d-4708-840b-1253e37e5614 HTTP/1.1" status: 200 len: 921 time: 0.1450124 Dec 21 02:17:05.495452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49938) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:05.501413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaf28c-b9ef-4bee-880a-280868386955 req-8f41f063-f996-4f45-8b57-0f712439e4bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:05.502775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06aaf28c-b9ef-4bee-880a-280868386955 req-8f41f063-f996-4f45-8b57-0f712439e4bb tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0689845 Dec 21 02:17:05.524392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aff443dd-89e7-40fe-a945-c937d211231e tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=bac3a0d5-958d-4708-840b-1253e37e5614 HTTP/1.1" status: 200 len: 205 time: 0.0275271 Dec 21 02:17:05.526894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:05.559556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06aaf28c-b9ef-4bee-880a-280868386955 req-ccfedb79-f21f-49d1-8ed0-88aad14ffaa0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Dec 21 02:17:05.634485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.736135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.786577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:05.786820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.866024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:05.878239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:06.041050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.065483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=dc4e8c13-b0cb-4063-a5a1-7a15bfbcc138,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:06.083255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193a532-e5f6-45da-99d6-6de4199fdc5f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:06.135874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.225220 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.227887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.269734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.270279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router bac3a0d5-958d-4708-840b-1253e37e5614 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:06.277081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.278014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-059830ff-afae-469d-b31d-b2187452d38b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/bac3a0d5-958d-4708-840b-1253e37e5614 HTTP/1.1" status: 204 len: 168 time: 0.7501705 Dec 21 02:17:06.281468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:06.285680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-448718959', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:06.309044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.309983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.359123 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.496194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.676584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23b2e-51ba-49f2-b3da-15f581c52ad7 req-82895b2d-0ab9-4df7-bacd-bda8887c83b3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:06.678096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63d23b2e-51ba-49f2-b3da-15f581c52ad7 req-82895b2d-0ab9-4df7-bacd-bda8887c83b3 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0492511 Dec 21 02:17:06.693763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.712922 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.725493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63d23b2e-51ba-49f2-b3da-15f581c52ad7 req-efcfbcc3-0c2e-4e54-a862-1e4223a3681d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Dec 21 02:17:06.814966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.25.6.18 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/af21d81c-8659-410b-adbf-ddb01b598569) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:06.932874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:06.941581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38fe4-422a-4174-af02-6042cf04e4c5 req-464c1a5c-f3f4-481d-a6af-c4b56ad35a86 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:06.943127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3aa38fe4-422a-4174-af02-6042cf04e4c5 req-464c1a5c-f3f4-481d-a6af-c4b56ad35a86 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0539503 Dec 21 02:17:06.970152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.011284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:07.015595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:07.016498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-a64f9987-e8e3-4d2b-a4f4-0845acd72ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:07.018038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-a64f9987-e8e3-4d2b-a4f4-0845acd72ba8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 1096 time: 0.0711427 Dec 21 02:17:07.022060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:07.023137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3aa38fe4-422a-4174-af02-6042cf04e4c5 req-d32aeacc-ca37-4436-8888-2e9482b4a9b8 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661290 Dec 21 02:17:07.028793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3ba50-88ce-44d4-b601-625859049b1f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:07.032523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=af21d81c-8659-410b-adbf-ddb01b598569,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:07.080866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-857548fa-c09a-40c6-9ba2-36ee96fb806a None None] Provisioning complete for port af21d81c-8659-410b-adbf-ddb01b598569 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:07.081600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-857548fa-c09a-40c6-9ba2-36ee96fb806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.123352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-857548fa-c09a-40c6-9ba2-36ee96fb806a None None] Port af21d81c-8659-410b-adbf-ddb01b598569 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:07.129732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-565097a5-367f-4ff8-a2ef-706e7cf41f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:07.131652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-565097a5-367f-4ff8-a2ef-706e7cf41f8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1065061 Dec 21 02:17:07.198869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-75090ec0-ee23-4d9c-9dc0-16bebe32ee52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 200 len: 999 time: 0.0602620 Dec 21 02:17:07.252398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-3869fd4f-75d7-44cb-98ac-25dbd80879c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:07.253900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-3869fd4f-75d7-44cb-98ac-25dbd80879c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0466211 Dec 21 02:17:07.298620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.301961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-b4418f46-31c4-4186-98ba-d602da1a6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:07.303575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-b4418f46-31c4-4186-98ba-d602da1a6add service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433428 Dec 21 02:17:07.402132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-4ca67705-b945-4af9-a10a-2792a25e02bd service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 Dec 21 02:17:07.492245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.498503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdad4304-8aef-469d-ab8f-dabfb8162548 req-ef89abfb-763a-42ee-b331-b5d5ae3da5f5 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891621 Dec 21 02:17:07.621721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:07.727510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:07.736994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Sync routers for ids ['11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:07.747920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.751435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-de2290a5-2544-46bf-83ad-5a10d3a97dd6 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4663661 Dec 21 02:17:07.751609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49952) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:07.754389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Routers {'11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:07.755005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:07.866890 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7ba901e5-4c50-4d7a-8204-01bd2e630cfd tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 HTTP/1.1" status: 200 len: 907 time: 0.1110115 Dec 21 02:17:07.867122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49954) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:07.871277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-448718959', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': True}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:07.897880 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.899139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:07.951989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.024265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Set router 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:08.097633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.206261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499e99-2592-4477-9f07-25011050123e req-edc8c171-4802-4628-80d2-bda0bd528e1c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:08.207900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03499e99-2592-4477-9f07-25011050123e req-edc8c171-4802-4628-80d2-bda0bd528e1c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0854506 Dec 21 02:17:08.256419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'name': 'tempest-snat-router-448718959', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': False}, 'gw_port_id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:07Z', 'revision_number': 3, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port': {'id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:08.273298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03499e99-2592-4477-9f07-25011050123e req-036b4e1b-9f8c-4801-9bde-c737b44dcb87 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580060 Dec 21 02:17:08.282883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Checking router: 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:08.283237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Updating router 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 port af21d81c-8659-410b-adbf-ddb01b598569 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:17:08.308931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.395063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.415775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.587395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.592613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.638879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de886706-17ba-492b-9c94-eecd27eb2eca None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:08.652522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Attempting to bind port af21d81c-8659-410b-adbf-ddb01b598569 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:08.652896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Attempting to bind port af21d81c-8659-410b-adbf-ddb01b598569 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:08.653274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Attempting to bind port af21d81c-8659-410b-adbf-ddb01b598569 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:08.655849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12063-61f4-4e4d-b5f3-3c290956ed05 None None] Pushing event updated for resources: {'Port': ['ID=af21d81c-8659-410b-adbf-ddb01b598569,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:08.662571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:08.662985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:08.663390 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.663782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:08.664257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Bound port: af21d81c-8659-410b-adbf-ddb01b598569, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:08.664636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.675249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.25.6.86 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/643f4a4f-056a-4e2e-9231-693e945b855a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:08.721569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] For port af21d81c-8659-410b-adbf-ddb01b598569, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:08.724937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] For port af21d81c-8659-410b-adbf-ddb01b598569, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af21d81c-8659-410b-adbf-ddb01b598569,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:08.730350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.797799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fd4a5-8507-46f1-815e-810f75ca73aa None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:08.799248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.807719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Routers {'11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:08.808342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:08.837254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.851235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] Provisioning complete for port af21d81c-8659-410b-adbf-ddb01b598569 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:08.851546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:08.881050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12063-61f4-4e4d-b5f3-3c290956ed05 None None] Pushing event updated for resources: {'Port': ['ID=af21d81c-8659-410b-adbf-ddb01b598569,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:08.883456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:08.892918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:08.901192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:08.906026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=643f4a4f-056a-4e2e-9231-693e945b855a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:08.939461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.939961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.940883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0acdbe-15db-495f-9634-90ccba976504 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:08.941026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.941448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.941894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.942310 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.942762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.943185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.943605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.944025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.944515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.944932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.945366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:08.983035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] Set router 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:09.088899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.148261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] For port af21d81c-8659-410b-adbf-ddb01b598569, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af21d81c-8659-410b-adbf-ddb01b598569,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:09.154220 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.241838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45989dc-8a7a-4cd3-92b2-ce6eadb749f6 None None] Pushing event updated for resources: {'Port': ['ID=af21d81c-8659-410b-adbf-ddb01b598569,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:09.280622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'name': 'tempest-snat-router-448718959', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': False}, 'gw_port_id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:07Z', 'revision_number': 3, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port': {'id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:09.310789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b70f590-2599-4f9b-b4c6-fe2b15e27777 None None] Provisioning complete for port af21d81c-8659-410b-adbf-ddb01b598569 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:09.311575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b70f590-2599-4f9b-b4c6-fe2b15e27777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.313648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb18fa-5ff3-4fa9-93b6-8cfe56b391e3 None None] The sync data for ids ['11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200'] in n-d-761264-20 is: [{'id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'name': 'tempest-snat-router-448718959', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18'}], 'enable_snat': False}, 'gw_port_id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:07Z', 'revision_number': 3, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port': {'id': 'af21d81c-8659-410b-adbf-ddb01b598569', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:06Z', 'updated_at': '2021-12-21T02:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:09.431090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b70f590-2599-4f9b-b4c6-fe2b15e27777 None None] Provisioning complete for port 643f4a4f-056a-4e2e-9231-693e945b855a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:09.431472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b70f590-2599-4f9b-b4c6-fe2b15e27777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.447618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265d1c-18f4-49ef-977c-64c2c8df6e13 req-1dda9202-2c7f-4bc2-be32-f937d689202f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:09.449112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2265d1c-18f4-49ef-977c-64c2c8df6e13 req-1dda9202-2c7f-4bc2-be32-f937d689202f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0943060 Dec 21 02:17:09.467641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8b70f590-2599-4f9b-b4c6-fe2b15e27777 None None] Port 643f4a4f-056a-4e2e-9231-693e945b855a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:09.540917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2265d1c-18f4-49ef-977c-64c2c8df6e13 req-b3c0e21c-aba8-465d-bc71-c73c3fdf4f24 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830257 Dec 21 02:17:09.543378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.747624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e680c-2ead-4efb-bee2-9698d8d371e7 req-40d6280e-b046-4e81-a796-400cb5b0c59a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:09.749182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121e680c-2ead-4efb-bee2-9698d8d371e7 req-40d6280e-b046-4e81-a796-400cb5b0c59a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.1063263 Dec 21 02:17:09.835508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:09.841563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-121e680c-2ead-4efb-bee2-9698d8d371e7 req-110526cc-8fab-4af0-8081-7ca22f51aebf tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853405 Dec 21 02:17:09.982414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router c716dcec-a7d7-4842-8475-54740d0ae1ea is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:10.107157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:10.115881 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Sync routers for ids ['c716dcec-a7d7-4842-8475-54740d0ae1ea'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:10.134268 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Routers {'c716dcec-a7d7-4842-8475-54740d0ae1ea'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:10.135692 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c716dcec-a7d7-4842-8475-54740d0ae1ea'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:10.143407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.144783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89f4e5cc-280a-435a-8334-5c83389247f8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.2768643 Dec 21 02:17:10.148043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 49974) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:10.173751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af21d81c-8659-410b-adbf-ddb01b598569 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:10.235810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port af21d81c-8659-410b-adbf-ddb01b598569 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:10.236402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.320806 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Set router c716dcec-a7d7-4842-8475-54740d0ae1ea gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:10.330182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-437dcb27-d97c-4ac6-95c2-051906847af7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/c716dcec-a7d7-4842-8475-54740d0ae1ea HTTP/1.1" status: 200 len: 906 time: 0.1805892 Dec 21 02:17:10.332947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 49982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:10.487081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.602863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.634561 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c716dcec-a7d7-4842-8475-54740d0ae1ea', 'name': 'tempest-snat-router-448718959', 'tenant_id': '821972a1a6c142378ab78e5eb92e930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '643f4a4f-056a-4e2e-9231-693e945b855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:07Z', 'updated_at': '2021-12-21T02:17:09Z', 'revision_number': 3, 'project_id': '821972a1a6c142378ab78e5eb92e930f', 'gw_port': {'id': '643f4a4f-056a-4e2e-9231-693e945b855a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c716dcec-a7d7-4842-8475-54740d0ae1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:08Z', 'updated_at': '2021-12-21T02:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:10.661592 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Checking router: c716dcec-a7d7-4842-8475-54740d0ae1ea for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:10.661951 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Updating router c716dcec-a7d7-4842-8475-54740d0ae1ea port 643f4a4f-056a-4e2e-9231-693e945b855a binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:17:10.665157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Deleting port 643f4a4f-056a-4e2e-9231-693e945b855a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:10.666482 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.689231 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.757721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.770712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Calling delete_port for 643f4a4f-056a-4e2e-9231-693e945b855a owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:10.781142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-eb16af2d-d45d-4c23-b52d-39012aa73a43 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:10.782696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-eb16af2d-d45d-4c23-b52d-39012aa73a43 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e7217df-3030-4efc-8e38-bd07910473dc HTTP/1.1" status: 200 len: 944 time: 0.0518250 Dec 21 02:17:10.889998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port 79b60afc-2299-4e74-b03f-383cd6b2b798 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:10.890655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.952789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.955308 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.db.api [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109853) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:17:10.955693 n-d-761264-20 neutron-server[109853]: DEBUG oslo_db.api [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:17:10.982754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Port': ['ID=643f4a4f-056a-4e2e-9231-693e945b855a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:10.992285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port 79b60afc-2299-4e74-b03f-383cd6b2b798, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=79b60afc-2299-4e74-b03f-383cd6b2b798,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:10.992667 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:10.995123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.995484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.995872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.996152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.996485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.996819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.997149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.997711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.997868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.998153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.998485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:10.999221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:11.000001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:11.005885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a7a52-f9f1-40cf-b63e-a2ca7bb2d46a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:11.008683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for 79b60afc-2299-4e74-b03f-383cd6b2b798 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:11.056234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.147145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.152096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.154318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.178881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=79b60afc-2299-4e74-b03f-383cd6b2b798,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:11.179313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2', '24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:11.216500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.217978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c716dcec-a7d7-4842-8475-54740d0ae1ea {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:11.229412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.230743 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7ad925fb-5b5a-447c-a70e-f957248e725a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c716dcec-a7d7-4842-8475-54740d0ae1ea HTTP/1.1" status: 204 len: 168 time: 0.8962610 Dec 21 02:17:11.234181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:11.242251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] No DVR routers for this DVR port 79b60afc-2299-4e74-b03f-383cd6b2b798 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:11.245575 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.250857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b52759-c173-429d-9bdb-f4ef387ac01c req-250f1561-c235-45d1-993b-57772666cd28 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "DELETE /v2.0/ports/79b60afc-2299-4e74-b03f-383cd6b2b798 HTTP/1.1" status: 204 len: 173 time: 0.4596694 Dec 21 02:17:11.251352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-deleted', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:11.253965 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3913e8d-50f5-480b-ab87-dc8cc9135c9e" -d '{"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-deleted", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:11.302567 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c8cac0-102c-4aee-a960-29369064c2d8 x-openstack-request-id: req-f4c8cac0-102c-4aee-a960-29369064c2d8 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:11.302868 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7217df-3030-4efc-8e38-bd07910473dc", "name": "network-vif-deleted", "tag": "79b60afc-2299-4e74-b03f-383cd6b2b798", "status": "failed", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:11.303127 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4c8cac0-102c-4aee-a960-29369064c2d8 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:11.304056 n-d-761264-20 neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e7217df-3030-4efc-8e38-bd07910473dc', 'name': 'network-vif-deleted', 'tag': '79b60afc-2299-4e74-b03f-383cd6b2b798', 'status': 'failed', 'code': 422} returned with failed status Dec 21 02:17:11.416067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.482830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Port 643f4a4f-056a-4e2e-9231-693e945b855a not found while updating agent binding for router c716dcec-a7d7-4842-8475-54740d0ae1ea. {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 21 02:17:11.494069 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:11.494676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:17:11.495527 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c716dcec-a7d7-4842-8475-54740d0ae1ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:17:11.496197 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa0a7-baba-434c-8dc5-c03ef2bb38b1 None None] The sync data for ids ['c716dcec-a7d7-4842-8475-54740d0ae1ea'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:11.559138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.610558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Deleting port af21d81c-8659-410b-adbf-ddb01b598569 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:11.610908 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.691037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] For port af21d81c-8659-410b-adbf-ddb01b598569, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=af21d81c-8659-410b-adbf-ddb01b598569,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:11.691401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.707559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Calling delete_port for af21d81c-8659-410b-adbf-ddb01b598569 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:11.879198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d20f9-b90d-41f1-bde4-f79b316a4f57 req-9c9fcb32-ce23-43ca-b4b0-3e2a2a7bf81c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:11.880963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d3d20f9-b90d-41f1-bde4-f79b316a4f57 req-9c9fcb32-ce23-43ca-b4b0-3e2a2a7bf81c tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 907 time: 0.0612304 Dec 21 02:17:11.881744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:11.907086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event deleted for resources: {'Port': ['ID=af21d81c-8659-410b-adbf-ddb01b598569,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:11.920729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d3bbc-f989-4a2e-ba6a-16828dfd105a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:11.966843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.385891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.387994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.432672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.433360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:12.437600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.438733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7ed0111b-34ee-467b-8730-4e32e3a2d8e7 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "DELETE /v2.0/routers/11bde3f7-6bc5-4b9a-b1ce-511ee0d5f200 HTTP/1.1" status: 204 len: 168 time: 1.2032118 Dec 21 02:17:12.442544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50018) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:12.447093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-467505679', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:12.473304 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.474429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.526600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.668539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.774773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-22740db8-a723-421f-8897-67490bcc1c97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406954 Dec 21 02:17:12.846026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-a74d9b7d-c815-4995-801d-461b283bf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:12.847448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-a74d9b7d-c815-4995-801d-461b283bf671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6921562c4414b2797315756bd901280&device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 1098 time: 0.0403466 Dec 21 02:17:12.862492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.882902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:12.978363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-a1955339-0e0b-4a3c-b1c4-ec95b7724ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:12.979815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-a1955339-0e0b-4a3c-b1c4-ec95b7724ecc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 200 len: 912 time: 0.1102538 Dec 21 02:17:13.000078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Allocated IP 172.25.6.90 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/db122153-80ab-45b2-996b-1580478dade5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:13.040520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-641ac245-594c-4fe9-8030-3546f5075cff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 200 len: 217 time: 0.0472901 Dec 21 02:17:13.083403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc99ac-9247-4309-b23a-0d242f2f4f25 req-3ec24f8c-6cc9-44c9-b516-8ae52775b0d5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:13.085879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38cc99ac-9247-4309-b23a-0d242f2f4f25 req-3ec24f8c-6cc9-44c9-b516-8ae52775b0d5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 907 time: 0.1194298 Dec 21 02:17:13.102549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-cf3f6031-918d-4de9-8639-20553f1415cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:13.104250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-cf3f6031-918d-4de9-8639-20553f1415cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 200 len: 851 time: 0.0568841 Dec 21 02:17:13.106078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.142066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.154753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-3c691352-b9ab-44df-a46c-461a6ed529e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:13.156263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-3c691352-b9ab-44df-a46c-461a6ed529e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9121f7a-abfe-4804-9329-29abec58a129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449538 Dec 21 02:17:13.183960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:13.186662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:13.190121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:13.200513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce773dc-f523-4d1b-9735-c6ecebfdb1ad None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:13.212905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event updated for resources: {'Port': ['ID=db122153-80ab-45b2-996b-1580478dade5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:13.263036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-a73758e1-7e5b-4ac1-933a-7b2478ebe834 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989292 Dec 21 02:17:13.320212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-726da4c9-9a8a-4072-add5-02a8be7ba3b1 None None] Provisioning complete for port db122153-80ab-45b2-996b-1580478dade5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:13.320583 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-726da4c9-9a8a-4072-add5-02a8be7ba3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.355713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-726da4c9-9a8a-4072-add5-02a8be7ba3b1 None None] Port db122153-80ab-45b2-996b-1580478dade5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:13.364887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb11a8a3-e1c5-446a-8a90-74ce45ca7fb7 req-14e323b1-0a7b-4d40-97b0-6e6867e11505 service neutron] 10.222.0.24 "GET /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944362 Dec 21 02:17:13.451019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.586587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-09524161-df40-4efa-98c8-0d63b726140b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:13.588020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-09524161-df40-4efa-98c8-0d63b726140b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.45 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 907 time: 0.0921903 Dec 21 02:17:13.741960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.791778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:13.792108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.930409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49f988bc-1415-4e2d-a7bc-dee36b0dadc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.932237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port e6be581a-fb1a-472b-8ff9-a23a4a3d1791, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:13.932604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:13.949319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for e6be581a-fb1a-472b-8ff9-a23a4a3d1791 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:14.006284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Router 165181bc-d1d0-4901-acd7-ddca699cd699 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:14.080742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af21d81c-8659-410b-adbf-ddb01b598569 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:14.102299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: af21d81c-8659-410b-adbf-ddb01b598569 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:14.102653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device af21d81c-8659-410b-adbf-ddb01b598569 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:14.173029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:14.184061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] Sync routers for ids ['165181bc-d1d0-4901-acd7-ddca699cd699'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:14.199540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] Routers {'165181bc-d1d0-4901-acd7-ddca699cd699'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:14.200370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['165181bc-d1d0-4901-acd7-ddca699cd699'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:14.206204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:14.210525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-707f1d65-8ade-4874-b3bf-b4536f603f68 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7640193 Dec 21 02:17:14.211058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:14.214421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca7f0f-e011-4da0-9700-4a43d4b4dc0c req-748fbc31-14c6-49de-8ab8-89231dd82c3d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:14.215370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:14.216035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74ca7f0f-e011-4da0-9700-4a43d4b4dc0c req-748fbc31-14c6-49de-8ab8-89231dd82c3d tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6 HTTP/1.1" status: 200 len: 907 time: 0.0621274 Dec 21 02:17:14.217662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:14.240826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:14.252191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] Routers {'165181bc-d1d0-4901-acd7-ddca699cd699'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:14.253495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['165181bc-d1d0-4901-acd7-ddca699cd699'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:14.281704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=e6be581a-fb1a-472b-8ff9-a23a4a3d1791,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:14.290317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:14.290982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac0d40-e5df-4fa0-b62c-ce7cfb9c5bcc None None] The sync data for ids ['165181bc-d1d0-4901-acd7-ddca699cd699'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:14.357630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] No DVR routers for this DVR port e6be581a-fb1a-472b-8ff9-a23a4a3d1791 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:14.360399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:14.363982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b62a441a-0aed-4c98-881c-b5e7193e6502 req-42cc3beb-3bdd-47bf-80f7-9d0454f92e67 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.45 "DELETE /v2.0/ports/e6be581a-fb1a-472b-8ff9-a23a4a3d1791 HTTP/1.1" status: 204 len: 173 time: 0.7420166 Dec 21 02:17:14.366396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'name': 'network-vif-deleted', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:14.369941 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae5b5cd-a4d7-4dcf-95ce-acaf411932c0" -d '{"events": [{"server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "name": "network-vif-deleted", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:14.444893 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5d502-7dc8-4bd3-9dc8-edb64bd1f4e8 x-openstack-request-id: req-dcb5d502-7dc8-4bd3-9dc8-edb64bd1f4e8 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:14.445186 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6", "name": "network-vif-deleted", "tag": "e6be581a-fb1a-472b-8ff9-a23a4a3d1791", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:14.445473 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcb5d502-7dc8-4bd3-9dc8-edb64bd1f4e8 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:14.445880 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a3a3c9-31b7-47fb-b0bd-1a7d9f35dcf6', 'name': 'network-vif-deleted', 'tag': 'e6be581a-fb1a-472b-8ff9-a23a4a3d1791', 'status': 'completed', 'code': 200} Dec 21 02:17:14.627105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:15.013090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:15.016917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:15.123655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router 165181bc-d1d0-4901-acd7-ddca699cd699 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:15.235069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:15.239305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:15.243599 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0faedaa1-1f3b-40da-b0b6-cb93b518b4eb tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "PUT /v2.0/routers/165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 200 len: 920 time: 1.0285478 Dec 21 02:17:15.243599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50030) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:15.246924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] Sync routers for ids ['165181bc-d1d0-4901-acd7-ddca699cd699'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:15.260533 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] Routers {'165181bc-d1d0-4901-acd7-ddca699cd699'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:15.261139 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['165181bc-d1d0-4901-acd7-ddca699cd699'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:15.297049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:15.307641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] Routers {'165181bc-d1d0-4901-acd7-ddca699cd699'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:15.308298 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:16:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['165181bc-d1d0-4901-acd7-ddca699cd699'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:15.341666 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:15.342308 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfef69-b505-47ce-b630-87f26e8f71ea None None] The sync data for ids ['165181bc-d1d0-4901-acd7-ddca699cd699'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:15.352927 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-368eda45-acce-4524-97f3-45ad5806e777 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 200 len: 920 time: 0.1064098 Dec 21 02:17:15.353219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50034) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:15.424760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152da02f-1219-4728-867f-18219730e48d tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:15.426321 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-152da02f-1219-4728-867f-18219730e48d tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=165181bc-d1d0-4901-acd7-ddca699cd699&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0721517 Dec 21 02:17:15.429101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:15.510728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aeb0a-b2a2-4053-a19d-48238687f85e req-c266e841-f095-4114-b88a-3723ab3ff543 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:15.512144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee2aeb0a-b2a2-4053-a19d-48238687f85e req-c266e841-f095-4114-b88a-3723ab3ff543 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 945 time: 0.0494063 Dec 21 02:17:15.517375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29834237-6135-44f9-a88c-13697b975ae9 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:15.523263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-29834237-6135-44f9-a88c-13697b975ae9 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.0931413 Dec 21 02:17:15.526098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:15.555357 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-86751302-cc39-41f7-a563-683a586bebf5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 200 len: 205 time: 0.0254540 Dec 21 02:17:15.555570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50042) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:15.563909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee2aeb0a-b2a2-4053-a19d-48238687f85e req-e554a73f-f866-4f82-8b3c-34b5535f116a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456398 Dec 21 02:17:15.993263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.095306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.145262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port db122153-80ab-45b2-996b-1580478dade5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:16.145619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.222332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.234370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for db122153-80ab-45b2-996b-1580478dade5 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:16.392896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.415308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=db122153-80ab-45b2-996b-1580478dade5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:16.432729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3deb8f-cb27-468d-a80c-f64f4dbef5ce None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:16.476049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.567241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.569321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.611945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.612659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router 165181bc-d1d0-4901-acd7-ddca699cd699 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:16.620435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.621502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6994fda9-6ccc-43ff-aafb-9e9809f9d77c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 204 len: 168 time: 1.0650210 Dec 21 02:17:16.625412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50046) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:16.629876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069066631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:16.641080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d76d7d71-2be7-482e-9f9c-0603f15f5328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.679331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.680342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.744562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff1db-8b73-40fb-93b7-cea3c0fc3c1c req-d7ec8592-b584-4dc8-b185-e3dada8f1607 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:16.746056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a70ff1db-8b73-40fb-93b7-cea3c0fc3c1c req-d7ec8592-b584-4dc8-b185-e3dada8f1607 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 945 time: 0.0950522 Dec 21 02:17:16.750265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.759597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.790790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:16.791945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ae7a7c14-8725-45cb-a4e6-484b74492762 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1655333 Dec 21 02:17:16.794720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50048) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:16.799272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:16.874112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a70ff1db-8b73-40fb-93b7-cea3c0fc3c1c req-c4f3490c-ca86-4a42-b36c-b7ac5a3b01e2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212986 Dec 21 02:17:17.015553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.246300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.258559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device e6be581a-fb1a-472b-8ff9-a23a4a3d1791 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:17.269791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.278556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: e6be581a-fb1a-472b-8ff9-a23a4a3d1791 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:17.278910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device e6be581a-fb1a-472b-8ff9-a23a4a3d1791 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:17.287121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c81ec150-8a05-4ad7-9a16-b1eade493d00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:17.289224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c81ec150-8a05-4ad7-9a16-b1eade493d00 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 945 time: 0.1374660 Dec 21 02:17:17.314226 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.448452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Allocated IP 172.25.6.51 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a61b6dc0-8c47-4e38-8491-8e8383570504) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:17.473042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:17.473405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.627099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port 24791b01-6d54-4745-8ac6-7c66bbdce1b2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=24791b01-6d54-4745-8ac6-7c66bbdce1b2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:17.627803 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.643543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.649311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for 24791b01-6d54-4745-8ac6-7c66bbdce1b2 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:17.732069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.786930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:17.790958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:17.793507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:17.804201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2820e7b-2873-4f32-88a6-f757cdcba4c1 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:17.824495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event updated for resources: {'Port': ['ID=a61b6dc0-8c47-4e38-8491-8e8383570504,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:17.902642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0003fce2-fe4c-4399-a864-85a2e614d091 None None] Provisioning complete for port a61b6dc0-8c47-4e38-8491-8e8383570504 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:17.903119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0003fce2-fe4c-4399-a864-85a2e614d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.938400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:17.946961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0003fce2-fe4c-4399-a864-85a2e614d091 None None] Port a61b6dc0-8c47-4e38-8491-8e8383570504 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:17.972410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2', '24791b01-6d54-4745-8ac6-7c66bbdce1b2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:18.015065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=24791b01-6d54-4745-8ac6-7c66bbdce1b2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:18.022909 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-481822da-683b-4818-8b9a-d2c4ae41bc6b req-dd955bd1-ea52-469f-b34f-3089eb5fb79e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e744f25-ac77-43f4-a541-90998d30825c HTTP/1.1" status: 200 len: 210 time: 0.0520778 Dec 21 02:17:18.357356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] No DVR routers for this DVR port 24791b01-6d54-4745-8ac6-7c66bbdce1b2 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:18.360368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.363724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-060c9651-6485-4cd6-8ff4-bdcbb3e7f119 req-c746bc2a-9fe3-411d-8974-03306fa107cc tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "DELETE /v2.0/ports/24791b01-6d54-4745-8ac6-7c66bbdce1b2 HTTP/1.1" status: 204 len: 173 time: 1.0400918 Dec 21 02:17:18.364209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'name': 'network-vif-deleted', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:18.367691 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67835b60-0f4b-4857-bb15-5f7ba654d317" -d '{"events": [{"server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "name": "network-vif-deleted", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:18.419372 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d775be9-dd84-491a-ad6c-3de4847757b0 x-openstack-request-id: req-5d775be9-dd84-491a-ad6c-3de4847757b0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:18.419680 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e744f25-ac77-43f4-a541-90998d30825c", "name": "network-vif-deleted", "tag": "24791b01-6d54-4745-8ac6-7c66bbdce1b2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:18.419938 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d775be9-dd84-491a-ad6c-3de4847757b0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:18.420355 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e744f25-ac77-43f4-a541-90998d30825c', 'name': 'network-vif-deleted', 'tag': '24791b01-6d54-4745-8ac6-7c66bbdce1b2', 'status': 'completed', 'code': 200} Dec 21 02:17:18.490214 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.697013 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.700275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.707395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.823895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Router 82cf35bd-d825-4500-86da-08fc464dc82f is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:18.942620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:18.950034 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:18.953829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16b4f5bd-da2e-4d86-929e-ae8c06d5ae84 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "PUT /v2.0/routers/82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 200 len: 879 time: 2.1556425 Dec 21 02:17:18.953986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] Sync routers for ids ['82cf35bd-d825-4500-86da-08fc464dc82f'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:18.954388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50054) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:18.964580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] Routers {'82cf35bd-d825-4500-86da-08fc464dc82f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:18.965191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['82cf35bd-d825-4500-86da-08fc464dc82f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:19.000180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:19.008689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] Routers {'82cf35bd-d825-4500-86da-08fc464dc82f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:19.009396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['82cf35bd-d825-4500-86da-08fc464dc82f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:19.040708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:19.041368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2417c0-bb21-4d0f-9bb5-df568911fa16 None None] The sync data for ids ['82cf35bd-d825-4500-86da-08fc464dc82f'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:19.061051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b1984eb1-a660-46c6-9f58-11eb465231fa tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 200 len: 920 time: 0.1058676 Dec 21 02:17:19.063763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:19.137947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8524ce-c78e-4898-84f7-77cdee019f61 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:19.139465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd8524ce-c78e-4898-84f7-77cdee019f61 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=82cf35bd-d825-4500-86da-08fc464dc82f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0748012 Dec 21 02:17:19.142130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50062) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:19.234790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d554786-db15-4009-bce7-0bf6aefe2247 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:19.236170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d554786-db15-4009-bce7-0bf6aefe2247 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.0929971 Dec 21 02:17:19.238981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50066) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:19.275895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8dc107de-b61e-4c06-b8b2-b495c730bd9b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 200 len: 205 time: 0.0334656 Dec 21 02:17:19.276298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:19.313202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd57672-4057-434d-be1a-beb7f7c91f04 req-2b8e8cab-f979-4775-93a0-4d79ce066635 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:19.314717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bd57672-4057-434d-be1a-beb7f7c91f04 req-2b8e8cab-f979-4775-93a0-4d79ce066635 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.0653102 Dec 21 02:17:19.368381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bd57672-4057-434d-be1a-beb7f7c91f04 req-82395fb9-e474-4992-85f3-739f9656cdd0 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Dec 21 02:17:19.387035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.390193 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.489643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.540715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port a61b6dc0-8c47-4e38-8491-8e8383570504 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:19.541052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.618278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.629649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for a61b6dc0-8c47-4e38-8491-8e8383570504 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:19.789224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.812127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=a61b6dc0-8c47-4e38-8491-8e8383570504,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:19.827990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bc744-b3d2-4b73-bc8f-d501ab8961bb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:19.874501 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.968663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:19.970751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.015616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.016142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router 82cf35bd-d825-4500-86da-08fc464dc82f {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:20.023107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.024184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d9f6333a-a99c-404d-a49e-6eb7d7ad24d1 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 204 len: 168 time: 0.7468662 Dec 21 02:17:20.028157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50070) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:20.033005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479616687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:20.057483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.058412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.108611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.112353 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.129305 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.130495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f439171-3964-4564-9bb2-fac3dba669a7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1012452 Dec 21 02:17:20.133802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50072) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:20.137886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': True}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:20.314625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 24791b01-6d54-4745-8ac6-7c66bbdce1b2 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:20.338132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.338333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 24791b01-6d54-4745-8ac6-7c66bbdce1b2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:20.338668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 24791b01-6d54-4745-8ac6-7c66bbdce1b2 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:20.570512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c5c8-45f7-44f0-ba94-919893d60314 req-37d4ef0b-1d26-4240-b440-0ed37522689e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:20.571880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1f8c5c8-45f7-44f0-ba94-919893d60314 req-37d4ef0b-1d26-4240-b440-0ed37522689e tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.1047275 Dec 21 02:17:20.575280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.608576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.718826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-f9e7fb2f-bdd9-4d30-8e28-d8ec8911d801 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:20.720249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-f9e7fb2f-bdd9-4d30-8e28-d8ec8911d801 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 946 time: 0.1213243 Dec 21 02:17:20.723305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1f8c5c8-45f7-44f0-ba94-919893d60314 req-974d0609-947c-4589-a36d-f7089f252f93 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff6ef366-b09f-434d-8ee8-8b6d58595a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454082 Dec 21 02:17:20.821410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.25.6.210 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a19beb8f-5add-408d-bd90-1ce4ea3167c8) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:20.903536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port 803b6011-f011-4a85-be31-77296dde95c2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:20.903880 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:20.994311 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.022975 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port 803b6011-f011-4a85-be31-77296dde95c2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=803b6011-f011-4a85-be31-77296dde95c2,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:21.023325 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.043935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for 803b6011-f011-4a85-be31-77296dde95c2 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:21.095985 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.148203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:21.154530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:21.156891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:21.167299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f36991-995d-487d-8f80-96c41e824a53 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:21.188006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=a19beb8f-5add-408d-bd90-1ce4ea3167c8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:21.285098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a37c003-1276-490a-a9e7-490763b46854 None None] Provisioning complete for port a19beb8f-5add-408d-bd90-1ce4ea3167c8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:21.285502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a37c003-1276-490a-a9e7-490763b46854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.319608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4a37c003-1276-490a-a9e7-490763b46854 None None] Port a19beb8f-5add-408d-bd90-1ce4ea3167c8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:21.347278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.385051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=803b6011-f011-4a85-be31-77296dde95c2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:21.386514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['803b6011-f011-4a85-be31-77296dde95c2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:21.466143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] No DVR routers for this DVR port 803b6011-f011-4a85-be31-77296dde95c2 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:21.468860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.472453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6901b52-dc3c-4756-9cc3-ecd1e4e67f35 req-14747649-a8a7-4298-a218-1c9eff61c6d6 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "DELETE /v2.0/ports/803b6011-f011-4a85-be31-77296dde95c2 HTTP/1.1" status: 204 len: 173 time: 0.7456005 Dec 21 02:17:21.475643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'name': 'network-vif-deleted', 'tag': '803b6011-f011-4a85-be31-77296dde95c2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:21.478754 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5fc7be-f24d-4066-a812-390beecb35ed" -d '{"events": [{"server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "name": "network-vif-deleted", "tag": "803b6011-f011-4a85-be31-77296dde95c2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:21.525415 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bec095-ed9a-4b8c-977e-e5ccd65a3420 x-openstack-request-id: req-a0bec095-ed9a-4b8c-977e-e5ccd65a3420 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:21.525797 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b226331a-3caa-488c-87a3-313e1dcdd553", "name": "network-vif-deleted", "tag": "803b6011-f011-4a85-be31-77296dde95c2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:21.526026 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0bec095-ed9a-4b8c-977e-e5ccd65a3420 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:21.526450 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b226331a-3caa-488c-87a3-313e1dcdd553', 'name': 'network-vif-deleted', 'tag': '803b6011-f011-4a85-be31-77296dde95c2', 'status': 'completed', 'code': 200} Dec 21 02:17:21.552630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.760832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:21.764326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.159121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a655fbce-2008-4299-b4d6-cdc533c4cc65 req-d5562ff8-210e-4107-a328-ddc86694e275 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=b226331a-3caa-488c-87a3-313e1dcdd553 HTTP/1.1" status: 200 len: 210 time: 0.3511093 Dec 21 02:17:22.208306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router 7f567617-6d60-452f-994c-356b16a2adc5 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:22.231813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.314955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:22.319335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.320302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa271eeb-4fd7-40ed-9681-7ca6e390d841 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "PUT /v2.0/routers/7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 200 len: 914 time: 2.1855977 Dec 21 02:17:22.322890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50080) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:22.325433 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] Sync routers for ids ['7f567617-6d60-452f-994c-356b16a2adc5'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:22.336363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] Routers {'7f567617-6d60-452f-994c-356b16a2adc5'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:22.336963 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7f567617-6d60-452f-994c-356b16a2adc5'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:22.371655 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:22.380063 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] Routers {'7f567617-6d60-452f-994c-356b16a2adc5'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:22.380652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['7f567617-6d60-452f-994c-356b16a2adc5'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:22.411879 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:22.412585 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45b643-3f79-4a57-9b8e-2eee8a9dd449 None None] The sync data for ids ['7f567617-6d60-452f-994c-356b16a2adc5'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:22.433055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-397c0bd4-0c06-4e11-80f2-102e75d9c30c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 200 len: 920 time: 0.1090717 Dec 21 02:17:22.435637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50082) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:22.474723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88706e0-dfb4-4e66-accd-ce0851aea4a8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:22.476828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c88706e0-dfb4-4e66-accd-ce0851aea4a8 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=7f567617-6d60-452f-994c-356b16a2adc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0403044 Dec 21 02:17:22.479367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50084) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:22.563906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47792a6a-0775-451f-b53d-46aa1bffbd80 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:22.565378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-47792a6a-0775-451f-b53d-46aa1bffbd80 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.0850258 Dec 21 02:17:22.568061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50086) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:22.593779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9d149bfe-6130-4162-9263-240127d0b8ac tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 200 len: 205 time: 0.0247033 Dec 21 02:17:22.596030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50088) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:22.700843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.805576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.855190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port a19beb8f-5add-408d-bd90-1ce4ea3167c8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:22.855440 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.931927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:22.943209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for a19beb8f-5add-408d-bd90-1ce4ea3167c8 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:23.114146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.141348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=a19beb8f-5add-408d-bd90-1ce4ea3167c8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:23.154445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685052f-8f13-4aa6-95dd-e8a5937a19c7 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:23.202314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.297724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.300191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.360241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.360837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router 7f567617-6d60-452f-994c-356b16a2adc5 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:23.368814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.373817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8b00129e-c315-4499-a534-3276e33c716b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 204 len: 168 time: 0.7730510 Dec 21 02:17:23.374293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50096) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:23.378615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883539449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:23.412065 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.413645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.494957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f604a-ade0-4df9-b27d-25270fbd8ab1 req-3ac17392-a4c6-4daa-bdfc-f5675dbc264f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:23.496446 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-618f604a-ade0-4df9-b27d-25270fbd8ab1 req-3ac17392-a4c6-4daa-bdfc-f5675dbc264f tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0959847 Dec 21 02:17:23.497775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.502851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.535656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.537214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8c2fda59-de29-48a8-8ac9-301c17627917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1622334 Dec 21 02:17:23.539986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:23.544624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'enable_snat': False}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:23.558601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-618f604a-ade0-4df9-b27d-25270fbd8ab1 req-0bafd728-a767-4af1-8caf-2b7b677453c2 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501828 Dec 21 02:17:23.737626 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.929015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:23.948289 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.047909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Allocated IP 172.25.6.192 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/283873cb-7e10-444b-8d7e-b7da4b66c10b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:24.149722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.182344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.215494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:24.220151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:24.227679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:24.232418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb6abb-920c-4dad-a9c4-4a24ace73dc7 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:24.233099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Pushing event updated for resources: {'Port': ['ID=283873cb-7e10-444b-8d7e-b7da4b66c10b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:24.258703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e689892f-13bc-4c87-b7d5-e6882e5c7f9a None None] Provisioning complete for port 283873cb-7e10-444b-8d7e-b7da4b66c10b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:24.259077 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e689892f-13bc-4c87-b7d5-e6882e5c7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.292157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e689892f-13bc-4c87-b7d5-e6882e5c7f9a None None] Port 283873cb-7e10-444b-8d7e-b7da4b66c10b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:24.365996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 803b6011-f011-4a85-be31-77296dde95c2 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:24.388178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 803b6011-f011-4a85-be31-77296dde95c2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:24.388528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 803b6011-f011-4a85-be31-77296dde95c2 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:24.484058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.674745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.675863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca010-29d5-4f8c-9e67-0907d6db3072 req-56d7b3cb-0dea-437f-bff6-ec19edbd4a29 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:24.677361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55bca010-29d5-4f8c-9e67-0907d6db3072 req-56d7b3cb-0dea-437f-bff6-ec19edbd4a29 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Dec 21 02:17:24.678547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.725268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55bca010-29d5-4f8c-9e67-0907d6db3072 req-f50bd231-3d89-404f-a176-7ad5e515f8bf tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Dec 21 02:17:24.805414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Router 4e6f1926-44fb-49bb-aa73-b118651734ba is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:24.911756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:24.916040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:24.917088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d63fc6d2-f9f3-467c-beae-0a17314af44c tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "PUT /v2.0/routers/4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 200 len: 915 time: 1.3760145 Dec 21 02:17:24.919637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:24.922501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] Sync routers for ids ['4e6f1926-44fb-49bb-aa73-b118651734ba'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:24.932291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] Routers {'4e6f1926-44fb-49bb-aa73-b118651734ba'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:24.932849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4e6f1926-44fb-49bb-aa73-b118651734ba'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:24.968176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:24.976501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] Routers {'4e6f1926-44fb-49bb-aa73-b118651734ba'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:24.977097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['4e6f1926-44fb-49bb-aa73-b118651734ba'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:25.008534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:25.009358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a079351-0de2-4e3b-b81f-fb0e86bb14e8 None None] The sync data for ids ['4e6f1926-44fb-49bb-aa73-b118651734ba'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:25.023610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-efd00b33-fab1-4385-918e-d2bd0027d5e1 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 200 len: 921 time: 0.1028314 Dec 21 02:17:25.026120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:25.064438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b675985-3c0d-4170-9c8b-3d25e850e5e0 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:25.065925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b675985-3c0d-4170-9c8b-3d25e850e5e0 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=4e6f1926-44fb-49bb-aa73-b118651734ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0389297 Dec 21 02:17:25.068451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:25.155486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d82ce-885b-4ed1-b2cd-4975599a3549 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:25.156837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b66d82ce-885b-4ed1-b2cd-4975599a3549 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/networks/4228cdc0-43c0-4bb5-8442-d4e3deb60fca HTTP/1.1" status: 200 len: 881 time: 0.0869405 Dec 21 02:17:25.159633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50108) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:25.185143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-12f4bcf8-03af-45bf-a602-cc5b85fa5604 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 200 len: 205 time: 0.0243359 Dec 21 02:17:25.187292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:25.289112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.455490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-6b514d9c-3685-4bb5-8a63-a533ab0e0a1b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:25.457035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-6b514d9c-3685-4bb5-8a63-a533ab0e0a1b tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Dec 21 02:17:25.555428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:25.555769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.648620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] For port 2cc3b27c-e6a3-4ce9-b180-e485bb206973, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2cc3b27c-e6a3-4ce9-b180-e485bb206973,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:25.649015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.730234 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.784702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port 283873cb-7e10-444b-8d7e-b7da4b66c10b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:25.785103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.853190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.853875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.853875 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Floating IP 733f536e-1070-4fdb-8e5b-e5de3895d3c4 disassociated. External IP: 172.25.6.196, port: 2cc3b27c-e6a3-4ce9-b180-e485bb206973. Dec 21 02:17:25.854203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for 2cc3b27c-e6a3-4ce9-b180-e485bb206973 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:25.858997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:25.871046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for 283873cb-7e10-444b-8d7e-b7da4b66c10b owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:25.876702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7ffd4-971e-4861-a7c7-2498efe0bb5e req-b4d59494-2912-42a7-ac5b-536a0b53b53a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:25.878225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca7ffd4-971e-4861-a7c7-2498efe0bb5e req-b4d59494-2912-42a7-ac5b-536a0b53b53a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5bb395c-4981-4215-b50d-50270ae605d6 HTTP/1.1" status: 200 len: 944 time: 0.0771544 Dec 21 02:17:25.981993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca7ffd4-971e-4861-a7c7-2498efe0bb5e req-eabb5387-2ad7-4727-aee2-96d8f4ca6298 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups?id=be3e7f62-d85c-43e9-a6c3-ad03eaff512b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703497 Dec 21 02:17:26.046709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.048408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.073005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=283873cb-7e10-444b-8d7e-b7da4b66c10b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:26.086017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=2cc3b27c-e6a3-4ce9-b180-e485bb206973,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:26.087610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25e29b-1a31-4b4c-a262-7deceb7de9b4 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:26.141790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.205370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Router ecafec58-fad2-4790-94e6-c1dcf83709ae has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:26.236387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.238551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.288770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.289410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router 4e6f1926-44fb-49bb-aa73-b118651734ba {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:26.297187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.298393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f99d2f75-dcb1-4c42-a61e-5f816d040e97 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 204 len: 168 time: 1.1102333 Dec 21 02:17:26.302053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:26.307410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883465547', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:26.327619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:26.338508 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Sync routers for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:26.339043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.340114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.349136 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:26.350286 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:26.374934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] No DVR routers for this DVR port 2cc3b27c-e6a3-4ce9-b180-e485bb206973 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:26.378208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.382086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd2c431-851b-4e23-b357-7bdd3e3f766b req-d00570be-4f4b-49c7-ad19-8f3b158b493a tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.24 "DELETE /v2.0/ports/2cc3b27c-e6a3-4ce9-b180-e485bb206973 HTTP/1.1" status: 204 len: 173 time: 0.9194367 Dec 21 02:17:26.382581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-deleted', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:26.386401 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac46e6-89f8-48cd-8c1e-d806569c91b3" -d '{"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-deleted", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:26.410343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.445270 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50009eb-eb02-41a2-96bd-71e4f357dbaf x-openstack-request-id: req-e50009eb-eb02-41a2-96bd-71e4f357dbaf {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:26.445586 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bb395c-4981-4215-b50d-50270ae605d6", "name": "network-vif-deleted", "tag": "2cc3b27c-e6a3-4ce9-b180-e485bb206973", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:26.445907 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e50009eb-eb02-41a2-96bd-71e4f357dbaf {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:26.446252 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bb395c-4981-4215-b50d-50270ae605d6', 'name': 'network-vif-deleted', 'tag': '2cc3b27c-e6a3-4ce9-b180-e485bb206973', 'status': 'completed', 'code': 200} Dec 21 02:17:26.461490 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:26.564654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.663954 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:26.690044 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Checking router: ecafec58-fad2-4790-94e6-c1dcf83709ae for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:26.698247 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:26.698845 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:26.755025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.774717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.806341 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:26.892127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Allocated IP 172.25.6.148 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/50b6a711-964d-4ee3-b4e9-ded9e8daf5e8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:26.953047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:26.998062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.019594 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:27.041619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.073382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:27.079882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:27.083019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:27.086553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:27.106270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c1617-080e-401e-82f0-2095d6f879f9 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:27.130595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event updated for resources: {'Port': ['ID=50b6a711-964d-4ee3-b4e9-ded9e8daf5e8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:27.156873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e2fe41d1-2ace-4e70-ac2f-6f4d0b531e5e None None] Provisioning complete for port 50b6a711-964d-4ee3-b4e9-ded9e8daf5e8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:27.157693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2fe41d1-2ace-4e70-ac2f-6f4d0b531e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.158399 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f80-bf61-47a4-aceb-82bad0a860a9 None None] The sync data for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 is: [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:08:44Z', 'revision_number': 4, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '85749df0-f5b5-46cd-a10f-01a34a69976e', 'name': '', 'network_id': 'e9121f7a-abfe-4804-9329-29abec58a129', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'mac_address': 'fa:16:3e:b8:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:43Z', 'updated_at': '2021-12-21T02:08:49Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'subnets': [{'id': '031ed2a9-fc50-4ab5-b8e9-6b582b72ed82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:27.170916 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.202546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe41d1-2ace-4e70-ac2f-6f4d0b531e5e None None] Port 50b6a711-964d-4ee3-b4e9-ded9e8daf5e8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:27.209137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.262660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.265745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.266942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "DELETE /v2.0/security-groups/be3e7f62-d85c-43e9-a6c3-ad03eaff512b HTTP/1.1" status: 204 len: 168 time: 0.1919665 Dec 21 02:17:27.270446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50124) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:27.289006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03803d0f-3bf8-407e-b630-022e29aedbe1 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e7f62-d85c-43e9-a6c3-ad03eaff512b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:27.292716 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-811c5935-dc83-46b4-affb-b5c07eb9c6b5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] show failed (client error): The resource could not be found. Dec 21 02:17:27.293830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-811c5935-dc83-46b4-affb-b5c07eb9c6b5 tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "GET /v2.0/security-groups/be3e7f62-d85c-43e9-a6c3-ad03eaff512b HTTP/1.1" status: 404 len: 347 time: 0.0222344 Dec 21 02:17:27.297390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:27.418155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.432547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Deleting port c046827a-69a2-428d-9ebe-0163094e44a5 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:27.432971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.469616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb73790-0e66-4389-a1ae-b86716224f21 None None] New status for floating IP 733f536e-1070-4fdb-8e5b-e5de3895d3c4: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:17:27.515088 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.515410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.527714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Calling delete_port for c046827a-69a2-428d-9ebe-0163094e44a5 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:27.635926 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.673477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.701198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Pushing event deleted for resources: {'Port': ['ID=c046827a-69a2-428d-9ebe-0163094e44a5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:27.763319 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.766123 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.767364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Router 98c0adc6-1dbc-46ea-938e-f92031333d6b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:27.767880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad226ada-584a-411e-b1bb-b38d5375aeda tempest-ServerActionsTestJSON-268705333 tempest-ServerActionsTestJSON-268705333-project] 10.222.0.43 "DELETE /v2.0/floatingips/733f536e-1070-4fdb-8e5b-e5de3895d3c4 HTTP/1.1" status: 204 len: 168 time: 0.4699094 Dec 21 02:17:27.773492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50128) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:27.875752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:27.885832 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] Sync routers for ids ['98c0adc6-1dbc-46ea-938e-f92031333d6b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:27.896567 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] Routers {'98c0adc6-1dbc-46ea-938e-f92031333d6b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:27.897179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:27.897307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['98c0adc6-1dbc-46ea-938e-f92031333d6b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:27.898862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4186e586-b4b1-4d86-8eec-349a459b71a5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5953007 Dec 21 02:17:27.901180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50132) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:27.905670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:27.935338 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:27.944317 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] Routers {'98c0adc6-1dbc-46ea-938e-f92031333d6b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:27.944986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['98c0adc6-1dbc-46ea-938e-f92031333d6b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:27.977891 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:27.978616 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a4339-dfc1-430d-8a82-f2a9ced1fead None None] The sync data for ids ['98c0adc6-1dbc-46ea-938e-f92031333d6b'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:28.205435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.217747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.237599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.273212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Deleting port 50b6a711-964d-4ee3-b4e9-ded9e8daf5e8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:28.273581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.347898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.364391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Calling delete_port for 50b6a711-964d-4ee3-b4e9-ded9e8daf5e8 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:28.374583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:28.395768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2cc3b27c-e6a3-4ce9-b180-e485bb206973 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:28.396119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2cc3b27c-e6a3-4ce9-b180-e485bb206973 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:28.492799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Deleting port 85749df0-f5b5-46cd-a10f-01a34a69976e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:28.493049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.530157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.555387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Pushing event deleted for resources: {'Port': ['ID=50b6a711-964d-4ee3-b4e9-ded9e8daf5e8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:28.569363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120f4b0-cb50-4de9-9286-3298bb794389 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:28.579230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] For port 85749df0-f5b5-46cd-a10f-01a34a69976e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=85749df0-f5b5-46cd-a10f-01a34a69976e,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:28.579595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.593989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Calling delete_port for 85749df0-f5b5-46cd-a10f-01a34a69976e owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:28.624332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.772956 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.797801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Pushing event deleted for resources: {'Port': ['ID=85749df0-f5b5-46cd-a10f-01a34a69976e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:28.833699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4137811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4140678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27856'] for router, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.839410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4137828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4137853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4140703'] for router, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:28.942231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Router 98c0adc6-1dbc-46ea-938e-f92031333d6b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:29.032768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:29.040732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.042156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8a909b59-99c7-4a8c-b999-16d805ab3f30 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "PUT /v2.0/routers/98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 200 len: 705 time: 1.1397798 Dec 21 02:17:29.043535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] Sync routers for ids ['98c0adc6-1dbc-46ea-938e-f92031333d6b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:29.044502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.055589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] Routers {'98c0adc6-1dbc-46ea-938e-f92031333d6b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:29.056288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['98c0adc6-1dbc-46ea-938e-f92031333d6b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.093746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.102673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] Routers {'98c0adc6-1dbc-46ea-938e-f92031333d6b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:29.103428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['98c0adc6-1dbc-46ea-938e-f92031333d6b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.120337 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-024140df-a600-4ef6-9168-ae30613c4c7a tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/routers/98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 200 len: 740 time: 0.0723403 Dec 21 02:17:29.120573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.137142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.137830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a10de-a91e-4c45-ac5c-dec1def41961 None None] The sync data for ids ['98c0adc6-1dbc-46ea-938e-f92031333d6b'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:29.171661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d26588f1-0709-4a72-8471-4238bccd2da2 tempest-RoutersAdminTest-2070696553 tempest-RoutersAdminTest-2070696553-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&device_id=98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 200 len: 205 time: 0.0499859 Dec 21 02:17:29.174277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50138) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.200488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f9e6c02-ad82-44c9-ab78-0f11c76f1b32 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 200 len: 205 time: 0.0251424 Dec 21 02:17:29.202852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.261145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.419685 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:17:29.491607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Router ecafec58-fad2-4790-94e6-c1dcf83709ae has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:29.598751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:29.606585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3b8fde47-ee7b-4f46-a9c9-e7e4ca847357 admin admin] 10.222.0.43 "PUT /v2.0/routers/ecafec58-fad2-4790-94e6-c1dcf83709ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320315 Dec 21 02:17:29.607219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50142) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.607348 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Sync routers for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:29.619250 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:29.619785 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.667062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.722667 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.734299 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:29.833251 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.839320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.841769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.888675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.889317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Fanout notify agent at l3_agent the message router_deleted on router 98c0adc6-1dbc-46ea-938e-f92031333d6b {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:29.894513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Deleting port 468f0bd9-1167-40c7-bab1-473e9e61aedd {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:29.895310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.899236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:29.901863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-202eec6f-2486-48f7-ade4-2205acc9b12c tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 204 len: 168 time: 0.6974449 Dec 21 02:17:29.905093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50144) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.924143 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:17:28Z', 'revision_number': 5, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port': {'id': '468f0bd9-1167-40c7-bab1-473e9e61aedd', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:08:39Z', 'updated_at': '2021-12-21T02:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.934285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3751dce7-2981-4a32-ad8d-66c1d64d90ba tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 200 len: 205 time: 0.0274532 Dec 21 02:17:29.936534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.953946 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Checking router: ecafec58-fad2-4790-94e6-c1dcf83709ae for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:29.963545 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Routers {'ecafec58-fad2-4790-94e6-c1dcf83709ae'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:29.964146 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['ecafec58-fad2-4790-94e6-c1dcf83709ae'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:29.977421 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-9f38b25a-df64-4c5a-bb12-9d02da913917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:29.980755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f38b25a-df64-4c5a-bb12-9d02da913917 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/98c0adc6-1dbc-46ea-938e-f92031333d6b HTTP/1.1" status: 404 len: 336 time: 0.0410454 Dec 21 02:17:29.981200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50148) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:29.989436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] For port 468f0bd9-1167-40c7-bab1-473e9e61aedd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=468f0bd9-1167-40c7-bab1-473e9e61aedd,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:29.989436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.007049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Calling delete_port for 468f0bd9-1167-40c7-bab1-473e9e61aedd owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:30.012931 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-64d24a30-c87a-4808-94ee-99b496156649 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 200 len: 205 time: 0.0305400 Dec 21 02:17:30.015275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.052122 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-6c520400-1e24-483a-b424-a1cbd1b36d2f tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:30.053678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c520400-1e24-483a-b424-a1cbd1b36d2f tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/4e6f1926-44fb-49bb-aa73-b118651734ba HTTP/1.1" status: 404 len: 336 time: 0.0370438 Dec 21 02:17:30.056257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50152) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.083829 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] Set router ecafec58-fad2-4790-94e6-c1dcf83709ae gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:30.090322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ac7e8972-d61e-40c0-b92d-1e1eca8080d5 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 200 len: 205 time: 0.0309834 Dec 21 02:17:30.090610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50154) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.144097 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-85f1ea06-3d80-46eb-85a0-8586cbc0c9fa tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:30.146048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85f1ea06-3d80-46eb-85a0-8586cbc0c9fa tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/7f567617-6d60-452f-994c-356b16a2adc5 HTTP/1.1" status: 404 len: 336 time: 0.0525515 Dec 21 02:17:30.147913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50156) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.150361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:17:29Z', 'revision_number': 6, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:30.177587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-748e3372-8708-4d73-9037-850d5670cc0e tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 200 len: 205 time: 0.0283751 Dec 21 02:17:30.179806 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fbb420-bc2a-41c0-8f2c-ce3df9072819 None None] The sync data for ids ['ecafec58-fad2-4790-94e6-c1dcf83709ae'] in n-d-761264-20 is: [{'id': 'ecafec58-fad2-4790-94e6-c1dcf83709ae', 'name': 'tempest-ServerActionsTestJSON-1202882090-router', 'tenant_id': 'b6921562c4414b2797315756bd901280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:08:38Z', 'updated_at': '2021-12-21T02:17:29Z', 'revision_number': 6, 'project_id': 'b6921562c4414b2797315756bd901280', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:30.180683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.192866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.221815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Pushing event deleted for resources: {'Port': ['ID=468f0bd9-1167-40c7-bab1-473e9e61aedd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:30.223102 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-35c4ea6f-6b0b-40c5-a55b-1d3f1e0a7a59 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:30.227158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35c4ea6f-6b0b-40c5-a55b-1d3f1e0a7a59 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/82cf35bd-d825-4500-86da-08fc464dc82f HTTP/1.1" status: 404 len: 336 time: 0.0426118 Dec 21 02:17:30.232923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50160) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.234337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5597d6b-d93a-4f76-80a0-4702fa1ca460 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:30.261157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ef8b444-d0ea-4a81-b21c-ff0f2e9b82fa tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 200 len: 205 time: 0.0271239 Dec 21 02:17:30.263476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50162) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.285579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.302404 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-73764347-ccdd-4428-8d41-23b85337c3b7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:30.304014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-73764347-ccdd-4428-8d41-23b85337c3b7 tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/165181bc-d1d0-4901-acd7-ddca699cd699 HTTP/1.1" status: 404 len: 336 time: 0.0396264 Dec 21 02:17:30.309361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50164) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.338159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9868f145-d3d5-4af2-ae46-090a94a6cf9b tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "GET /v2.0/ports?device_id=bac3a0d5-958d-4708-840b-1253e37e5614 HTTP/1.1" status: 200 len: 205 time: 0.0276792 Dec 21 02:17:30.340467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50166) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.378519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.380692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.393084 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-587d051b-7fd4-4548-ad4a-adf7d20ff23e tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] delete failed (client error): The resource could not be found. Dec 21 02:17:30.394243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-587d051b-7fd4-4548-ad4a-adf7d20ff23e tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/routers/bac3a0d5-958d-4708-840b-1253e37e5614 HTTP/1.1" status: 404 len: 336 time: 0.0528085 Dec 21 02:17:30.397243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.427758 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.429085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecafec58-fad2-4790-94e6-c1dcf83709ae {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:30.429286 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ebbede-388a-41d7-97e3-f42f75c3166d tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] DELETE failed (client error): The resource could not be found. Dec 21 02:17:30.429975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ebbede-388a-41d7-97e3-f42f75c3166d tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:17:30.433512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.434671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0d890f79-a394-4809-903d-0a51bc1e932c admin admin] 10.222.0.43 "DELETE /v2.0/routers/ecafec58-fad2-4790-94e6-c1dcf83709ae HTTP/1.1" status: 204 len: 168 time: 0.8265140 Dec 21 02:17:30.435989 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-92ebbede-388a-41d7-97e3-f42f75c3166d tempest-RoutersAdminTest-410289100 tempest-RoutersAdminTest-410289100-project] 10.222.0.43 "DELETE /v2.0/subnets/1682f66f-9bb5-4108-a064-dcbcde9597ca HTTP/1.1" status: 404 len: 337 time: 0.0372036 Dec 21 02:17:30.437119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50170) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.483389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Deleting subnet 031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:30.486498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.525642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.619630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.657527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50176) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.675843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.702008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031ed2a9-fc50-4ab5-b8e9-6b582b72ed82,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:30.704109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.708042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61126d-8136-48b9-8f56-605d0b0039d7 None None] Network e9121f7a-abfe-4804-9329-29abec58a129 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:30.710390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50180) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:30.710518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-56222511-3f50-4117-bb67-8c3aeb4f7989 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/031ed2a9-fc50-4ab5-b8e9-6b582b72ed82 HTTP/1.1" status: 204 len: 168 time: 0.2723267 Dec 21 02:17:30.818615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1b4-9ead-41ec-94c4-929fd8669175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.833248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.944805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Deleting port a00440dc-baef-473a-bc70-411d219e2c6c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:30.945455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:30.972538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1b4-9ead-41ec-94c4-929fd8669175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.003840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1b4-9ead-41ec-94c4-929fd8669175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.038799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] DHCP port deletion for e9121f7a-abfe-4804-9329-29abec58a129 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:31.061172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] For port a00440dc-baef-473a-bc70-411d219e2c6c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00440dc-baef-473a-bc70-411d219e2c6c,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:31.061555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.077072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50182) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:31.077224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd30f1b4-9ead-41ec-94c4-929fd8669175 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=388611e6be374983a3582fa12b62f06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185464 Dec 21 02:17:31.081479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Calling delete_port for a00440dc-baef-473a-bc70-411d219e2c6c owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:31.083071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30f1b4-9ead-41ec-94c4-929fd8669175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d90ed-6b2b-40a9-965c-47bfaf40f355,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.086440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Deleting port a00440dc-baef-473a-bc70-411d219e2c6c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:31.086813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.161454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.165674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] For port a00440dc-baef-473a-bc70-411d219e2c6c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a00440dc-baef-473a-bc70-411d219e2c6c,segment=NetworkSegment(97aba495-fb1c-4534-9688-b14967d0024d),segment_id=97aba495-fb1c-4534-9688-b14967d0024d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:31.166156 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.180401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Calling delete_port for a00440dc-baef-473a-bc70-411d219e2c6c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:31.188608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.195642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.225647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] No DVR routers for this DVR port a00440dc-baef-473a-bc70-411d219e2c6c on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:31.231323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a00440dc-baef-473a-bc70-411d219e2c6c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.251402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.254300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.256594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd9d90ed-6b2b-40a9-965c-47bfaf40f355 HTTP/1.1" status: 204 len: 168 time: 0.1772106 Dec 21 02:17:31.265204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f48e2a-7d92-4615-9611-04efd9412d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d90ed-6b2b-40a9-965c-47bfaf40f355,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.318184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.321252 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.351332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9121f7a-abfe-4804-9329-29abec58a129']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:31.365503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Pushing event deleted for resources: {'Port': ['ID=a00440dc-baef-473a-bc70-411d219e2c6c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.368532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aba495-fb1c-4534-9688-b14967d0024d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:31.368825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aba495-fb1c-4534-9688-b14967d0024d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:31.376451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] No DVR routers for this DVR port a00440dc-baef-473a-bc70-411d219e2c6c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:31.379681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.380128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.380520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.381398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.381907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.382729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.383383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.383853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.385634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.385906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.386236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.386479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.386971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.387626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0dc2f-346b-4f42-955a-88621b844ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:17:31.406847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.413950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:17:31.414425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:17:31.416250 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:17:31.480221 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.486100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.489145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] 10.222.0.43 "DELETE /v2.0/networks/e9121f7a-abfe-4804-9329-29abec58a129 HTTP/1.1" status: 204 len: 168 time: 0.7772589 Dec 21 02:17:31.500386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d005a3-0cb9-4e0e-8662-c0c66350a8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e9121f7a-abfe-4804-9329-29abec58a129,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.586483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50190) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:31.604649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:31.627089 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd8d8ea5-45a0-439e-90ed-16527bd28d1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=821972a1a6c142378ab78e5eb92e930f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393326 Dec 21 02:17:31.629490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50194) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:31.644663 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a5c9c96b-9557-408b-8e17-ba5148e5844f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6921562c4414b2797315756bd901280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385692 Dec 21 02:17:31.648240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:31.677359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.694795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.705162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.716195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.754218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.757374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.760795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1555715-7f28-4163-b5e6-f2156d95688c HTTP/1.1" status: 204 len: 168 time: 0.1281476 Dec 21 02:17:31.766855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c65e-4574-4454-bba9-515a4537daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1555715-7f28-4163-b5e6-f2156d95688c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:31.767161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.770515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:31.775156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff6ef366-b09f-434d-8ee8-8b6d58595a2e HTTP/1.1" status: 204 len: 168 time: 0.1259604 Dec 21 02:17:31.784165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b467768-e750-44b6-9e4f-0020ff9ce495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ef366-b09f-434d-8ee8-8b6d58595a2e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:32.143096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00440dc-baef-473a-bc70-411d219e2c6c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:32.165066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a00440dc-baef-473a-bc70-411d219e2c6c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:32.165437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a00440dc-baef-473a-bc70-411d219e2c6c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:32.165858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 468f0bd9-1167-40c7-bab1-473e9e61aedd no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:32.187974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 468f0bd9-1167-40c7-bab1-473e9e61aedd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:32.188323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 468f0bd9-1167-40c7-bab1-473e9e61aedd not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:32.188734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 85749df0-f5b5-46cd-a10f-01a34a69976e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:32.207574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 85749df0-f5b5-46cd-a10f-01a34a69976e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:32.207919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 85749df0-f5b5-46cd-a10f-01a34a69976e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:32.516202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50238) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:32.520029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50240) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:32.612367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-465050222'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:32.620789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1196508275-network', 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:32.635783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:32.639737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.644351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:32.646712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.648545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.655124 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.732729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.736663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.736851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.740683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.761488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:17:32.769979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:17:32.770142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1df12b-da8f-4509-9e0d-bd27633503ff,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:32.776512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75273c8b-e6e1-4e56-979e-f8fbb5690287,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:32.776761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.776904 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Added segment 3cf68066-fc43-4941-839a-b6f74f30d1b6 of type vlan for network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 Dec 21 02:17:32.782941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.783288 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Added segment 50aeea69-1460-43c1-a6eb-08c40bcd4b37 of type vlan for network 249562be-f232-41e6-b385-138bc77f0fdc Dec 21 02:17:32.820463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.830063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.846216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.846661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:32.847256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.855450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.861307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:32.861911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:32.901793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3806207 Dec 21 02:17:32.906218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:32.912699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Request body: {'subnet': {'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1196508275-subnet', 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:32.916860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21129f-b822-4dc6-b0d6-90afca2a441e admin admin] Pushing event updated for resources: {'Network': ['ID=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:32.928199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4104269 Dec 21 02:17:32.929029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:17:32.929543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50248) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:32.935222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:32.937220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bad0d0-27aa-4273-8b30-b7ce600611fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Network': ['ID=249562be-f232-41e6-b385-138bc77f0fdc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:32.963688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:17:32.966055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:32.968371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.098621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:33.102735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.264210 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.374047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587237d5-e5f0-4f7a-85c8-a353c5312de9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:33.400662 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.407811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:33.408150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Network hostable DHCP agents. Network: bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:17:33.469744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:17:33.484155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=45925cbe-760d-4636-85fe-ca0fd691ded6,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:33.488844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:33.495256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:33.495498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.498192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951d32c-8e69-470f-a727-1b4ef6b3b153 None None] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:33.498727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:33.499086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network hostable DHCP agents. Network: 249562be-f232-41e6-b385-138bc77f0fdc, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:17:33.519125 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7dc0fcf0-3687-43eb-8fc5-89a6917fb186 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6119082 Dec 21 02:17:33.531371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:17:33.537853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 249562be-f232-41e6-b385-138bc77f0fdc) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:33.542121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:33.542775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.549912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7804c2-478e-43c7-a364-52a0b04f0468 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:33.562248 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ebf2727e-6824-4554-8cfc-5f43914738f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6295691 Dec 21 02:17:33.562669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:33.567688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'name': 'tempest-NetworksTestDHCPv6-138716118'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:33.674112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d058d-2132-48d5-9512-42e32b40cd5e None None] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:33.698222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:33.702241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.723653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 445641c9-fd0f-4ff2-992d-a577fa090f92 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:33.733095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '45925cbe-760d-4636-85fe-ca0fd691ded6'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:33.733998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:33.848779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::33f (249562be-f232-41e6-b385-138bc77f0fdc/45925cbe-760d-4636-85fe-ca0fd691ded6/445641c9-fd0f-4ff2-992d-a577fa090f92) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:33.995651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.014097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-3bcbe54f-469f-4549-9068-ab874911bb28 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:34.015600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-3bcbe54f-469f-4549-9068-ab874911bb28 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1011138 Dec 21 02:17:34.031792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-bb6de17a-72be-4465-ae38-fd340404fc2f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0090764 Dec 21 02:17:34.036879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.069047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-9978fce1-54cf-4836-aae2-b91f05dc2d8c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308845 Dec 21 02:17:34.083213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:34.087646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:34.091390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:34.096699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/45925cbe-760d-4636-85fe-ca0fd691ded6/78a96d9c-5315-4359-99f4-8ad525808361) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:34.097208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:34.097618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.104140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=445641c9-fd0f-4ff2-992d-a577fa090f92,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:34.122565 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-79b5d46c-76a7-4cdd-bfb1-2f86f388afbc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5587838 Dec 21 02:17:34.125081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:34.170914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-524cb9b2-1b4b-4ca6-9190-b245d3361484 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926335 Dec 21 02:17:34.215238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2784e9b8-7cb8-4d91-8d28-47e2588d086b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:34.218856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2784e9b8-7cb8-4d91-8d28-47e2588d086b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0908425 Dec 21 02:17:34.219984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50270) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:34.258034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.265870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.277071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-361abf9e-fc9a-41f5-8dd1-aa2b8a71916e service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995007 Dec 21 02:17:34.311074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:34.314757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:34.317942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 445641c9-fd0f-4ff2-992d-a577fa090f92 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:34.318485 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.318828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:34.335892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Pushing event updated for resources: {'Port': ['ID=78a96d9c-5315-4359-99f4-8ad525808361,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:34.397680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Attempting to bind port 78a96d9c-5315-4359-99f4-8ad525808361 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:34.399017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Attempting to bind port 78a96d9c-5315-4359-99f4-8ad525808361 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:34.399639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Attempting to bind port 78a96d9c-5315-4359-99f4-8ad525808361 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:34.409305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:34.409725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:34.410140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.410674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:34.412841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Bound port: 78a96d9c-5315-4359-99f4-8ad525808361, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:34.413245 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.424595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.441450 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 445641c9-fd0f-4ff2-992d-a577fa090f92 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:34.443101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-4a8d48a4-41dc-48a8-bf0d-62de5a0d8bdb req-b24e4cd6-9d78-4eda-b480-36c7223cf121 service neutron] (109850) timed out ('10.222.0.43', 58956) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:17:34.469361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16b53658-3661-4156-9af7-13b53055ece1 req-c461e4be-f2ce-4e35-bbe6-fa504cfacadf tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 210 time: 0.0360391 Dec 21 02:17:34.494557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] For port 78a96d9c-5315-4359-99f4-8ad525808361, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:34.498713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] For port 78a96d9c-5315-4359-99f4-8ad525808361, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78a96d9c-5315-4359-99f4-8ad525808361,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:34.503982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.569617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73731b-e00c-49b7-a30f-96c872c24619 None None] Pushing event updated for resources: {'Port': ['ID=78a96d9c-5315-4359-99f4-8ad525808361,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:34.596902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.627764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=445641c9-fd0f-4ff2-992d-a577fa090f92,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:34.658406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.661679 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5dada904-7f60-422c-b74a-7f83ef92ec07 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/445641c9-fd0f-4ff2-992d-a577fa090f92 HTTP/1.1" status: 204 len: 168 time: 0.4404273 Dec 21 02:17:34.664877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50280) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:34.786268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6e7e4-e3bc-4e39-989c-37ff764a85c9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:34.788418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6e7e4-e3bc-4e39-989c-37ff764a85c9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:34.792587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-72e6e7e4-e3bc-4e39-989c-37ff764a85c9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1241896 Dec 21 02:17:34.792754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:34.864112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 45925cbe-760d-4636-85fe-ca0fd691ded6 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:34.868194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:34.926573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.011539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.069487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.097367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=45925cbe-760d-4636-85fe-ca0fd691ded6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:35.101708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.107580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3629c04-2a09-4d44-9300-58305c821371 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/45925cbe-760d-4636-85fe-ca0fd691ded6 HTTP/1.1" status: 204 len: 168 time: 0.3111012 Dec 21 02:17:35.107761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50286) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:35.165311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-489c57eb-5b2d-4d41-873c-07b04355296b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564284 Dec 21 02:17:35.168100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50288) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:35.172862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:35.267331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:35.271000 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.550218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.605586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:35.625385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddbff19-bd35-4e94-91df-d99a31252a15 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:35.629525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:35.633254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:35.633872 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.637322 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-861ab863-2ea4-4798-9aea-3bd0d428644e req-80ae2bb0-e81e-43e0-bec3-2d5c0913a6e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 210 time: 0.0763385 Dec 21 02:17:35.680688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-92159045-fa3d-414f-9704-f0dd1fcbf9b5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:35.682231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-92159045-fa3d-414f-9704-f0dd1fcbf9b5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.2209177 Dec 21 02:17:35.695577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5236175 Dec 21 02:17:35.696387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50292) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:35.696865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cbbb0-3c75-4c51-ae70-a8efc5c27f52 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=900d4d19-5a5f-4844-a9db-9d2f1d167259,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:35.704953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': '89f8a844-c6f2-4616-91d9-b979c900538d', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:35.706520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'name': 'tempest-NetworksTestDHCPv6-1145092412'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:35.764260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] Provisioning complete for port 78a96d9c-5315-4359-99f4-8ad525808361 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:35.764935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.850929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:35.855329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.876113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.879350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 685109ee-7ba1-4d63-a0ba-a4116786da17 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:35.883697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:35.902665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:35.921425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] For port 78a96d9c-5315-4359-99f4-8ad525808361, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78a96d9c-5315-4359-99f4-8ad525808361,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:35.929666 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.015985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d28efd-9bce-4b3b-a4c4-089c586e9d85 None None] Pushing event updated for resources: {'Port': ['ID=78a96d9c-5315-4359-99f4-8ad525808361,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:36.054843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::202 (249562be-f232-41e6-b385-138bc77f0fdc/900d4d19-5a5f-4844-a9db-9d2f1d167259/685109ee-7ba1-4d63-a0ba-a4116786da17) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:36.104375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.6 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/8c0ee1b8-f4c2-4c6b-9158-2540e5b05907) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:36.191713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0fa332-c769-4a21-8a34-ee8cb81b2c4b None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:36.245960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.259060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78a96d9c-5315-4359-99f4-8ad525808361 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:36.282409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.290317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.327177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d102a79b-9b8d-4785-9bb8-47200369e425 None None] Provisioning complete for port 78a96d9c-5315-4359-99f4-8ad525808361 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:36.327547 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d102a79b-9b8d-4785-9bb8-47200369e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.334278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:36.337073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.340053 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:36.344821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:36.353698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.354343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.371872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=685109ee-7ba1-4d63-a0ba-a4116786da17,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:36.386938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:36.389907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 78a96d9c-5315-4359-99f4-8ad525808361 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:36.390316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.393412 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:36.398532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:36.398689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cd655e02-6c46-4318-b9ed-df50c09168a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6989021 Dec 21 02:17:36.400489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:36.433421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:36.461151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c8f11-ae1e-45a4-8b73-d9990447a375 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: items = [ Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:36.464325 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:17:36.467396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.467496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.472322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c8f11-ae1e-45a4-8b73-d9990447a375 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.477414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-812c8f11-ae1e-45a4-8b73-d9990447a375 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0722692 Dec 21 02:17:36.478165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:36.489628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-7b46af92-cfe0-4173-a11f-c12a784fd012 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7845225 Dec 21 02:17:36.505021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Request body: {'port': {'device_id': '89f8a844-c6f2-4616-91d9-b979c900538d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:36.569850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 685109ee-7ba1-4d63-a0ba-a4116786da17 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:36.570085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.575429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.669578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.682958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 685109ee-7ba1-4d63-a0ba-a4116786da17 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:36.826645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-12bbaa2b-ce26-4ce1-8485-fc119a8b7918 None None] Provisioning complete for port 685109ee-7ba1-4d63-a0ba-a4116786da17 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:36.827248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12bbaa2b-ce26-4ce1-8485-fc119a8b7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.846872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.856868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8a964-0bc2-4913-9a19-e37d48cf4850 req-c0ab78bd-7e82-4630-84ff-e2e164fc3bba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.858400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a8a964-0bc2-4913-9a19-e37d48cf4850 req-c0ab78bd-7e82-4630-84ff-e2e164fc3bba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 931 time: 0.1289928 Dec 21 02:17:36.875127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-12bbaa2b-ce26-4ce1-8485-fc119a8b7918 None None] Port 685109ee-7ba1-4d63-a0ba-a4116786da17 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:36.893009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=685109ee-7ba1-4d63-a0ba-a4116786da17,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:36.893896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-12bbaa2b-ce26-4ce1-8485-fc119a8b7918 None None] Provisioning complete for port 78a96d9c-5315-4359-99f4-8ad525808361 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:36.895266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12bbaa2b-ce26-4ce1-8485-fc119a8b7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.913683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:36.919587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7f53bae5-9f2e-4f0e-8ea3-210662b349cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/685109ee-7ba1-4d63-a0ba-a4116786da17 HTTP/1.1" status: 204 len: 168 time: 0.4408734 Dec 21 02:17:36.920335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:36.982185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5a8a964-0bc2-4913-9a19-e37d48cf4850 req-98674005-e9ee-4b77-ad53-43ff959ab847 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124427 Dec 21 02:17:36.982346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386ec8e-bb5b-4862-87eb-dbafec8fe012 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.983753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386ec8e-bb5b-4862-87eb-dbafec8fe012 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:36.988218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c386ec8e-bb5b-4862-87eb-dbafec8fe012 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668557 Dec 21 02:17:36.988714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50302) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:36.989593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:17:37.001568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.014294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Transition to ACTIVE for port object 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:17:37.020132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.053759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 900d4d19-5a5f-4844-a9db-9d2f1d167259 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:37.057556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.077081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:37.113899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.137386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-87b514fa-754f-4723-abc8-b92b21c759bb None None] Could not find standard attr ID for object 445641c9-fd0f-4ff2-992d-a577fa090f92. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:17:37.169715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.179016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Attempting to bind port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:37.179454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Attempting to bind port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:37.179767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Attempting to bind port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:37.184265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:17:37.184706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Attempting to bind port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:37.189994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:37.190331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:37.191358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:37.191358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Bound port: 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:37.191585 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.250129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.255390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa5f0601-c13b-4af1-b97a-af94a807d141 None None] Could not find standard attr ID for object 685109ee-7ba1-4d63-a0ba-a4116786da17. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:17:37.266749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:37.270280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:37.274331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.289922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=900d4d19-5a5f-4844-a9db-9d2f1d167259,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:37.297237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.303581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-295c679c-7403-487c-9c1c-ab274c864fb7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/900d4d19-5a5f-4844-a9db-9d2f1d167259 HTTP/1.1" status: 204 len: 168 time: 0.3112521 Dec 21 02:17:37.303873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:37.321737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:37.322404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.323998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] 10.222.0.24 "PUT /v2.0/ports/8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 HTTP/1.1" status: 200 len: 1092 time: 0.8252764 Dec 21 02:17:37.324703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:37.327379 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98b3eb-8d98-4ad7-a516-999248223d80" -d '{"events": [{"name": "network-changed", "server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:37.356662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba2fbe-d2ab-40ed-b84c-f277eb89fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:37.362511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-21f97e91-abc8-4507-8f1b-209d4fed1030 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575676 Dec 21 02:17:37.365619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50308) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:37.371130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:37.408987 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b146520-aa47-41f3-bc57-a5b5c4167f70 x-openstack-request-id: req-4b146520-aa47-41f3-bc57-a5b5c4167f70 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:37.408987 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:37.408987 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b146520-aa47-41f3-bc57-a5b5c4167f70 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:37.409598 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'status': 'completed', 'code': 200} Dec 21 02:17:37.442282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-ae42172c-ed80-46d2-889c-b263540ffd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:37.443968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-ae42172c-ed80-46d2-889c-b263540ffd1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 1095 time: 0.0498822 Dec 21 02:17:37.488517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:37.492637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.494829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-40f6e8b3-edc8-49fd-9f7b-d061e9933701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 HTTP/1.1" status: 200 len: 217 time: 0.0386374 Dec 21 02:17:37.507697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da1440-052d-412e-ad67-bde91ba9d26a None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:37.678647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:37.695850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.733423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Deleting port 78a96d9c-5315-4359-99f4-8ad525808361 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:37.733823 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.736157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:37.739599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:37.742712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:37.743439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.774466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4078419 Dec 21 02:17:37.777265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:37.782519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'name': 'tempest-NetworksTestDHCPv6-2120749650'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:37.787974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43218ae-82c5-4fcd-8698-d1b265c71b77 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=9349d9b7-b2a6-4c8f-b232-6a5076c7b900,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:37.817742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] For port 78a96d9c-5315-4359-99f4-8ad525808361, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=78a96d9c-5315-4359-99f4-8ad525808361,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:37.818706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.833516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Calling delete_port for 78a96d9c-5315-4359-99f4-8ad525808361 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:37.858814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-41d96401-bf6d-45f9-b6c6-acba39a1ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:37.860183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-41d96401-bf6d-45f9-b6c6-acba39a1ed4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.3591132 Dec 21 02:17:37.893624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-37158e89-2ade-4957-a952-71d0202ea890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250461 Dec 21 02:17:37.911601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:37.915262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.920466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:37.934742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:37.948465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] Pushing event deleted for resources: {'Port': ['ID=78a96d9c-5315-4359-99f4-8ad525808361,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:37.950324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1411c1-5a8e-4b2a-93a2-3e33c346c4e4 None None] No DVR routers for this DVR port 78a96d9c-5315-4359-99f4-8ad525808361 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:37.974716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdba3ec-e0b9-4759-acdc-ce5180eb19c6 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:37.995811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-163128f3-7958-4865-b687-e6ae7dc744f2 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949595 Dec 21 02:17:38.089602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::ef (249562be-f232-41e6-b385-138bc77f0fdc/9349d9b7-b2a6-4c8f-b232-6a5076c7b900/1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:38.097456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '9349d9b7-b2a6-4c8f-b232-6a5076c7b900'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:38.098568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.147857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcde817e-a92f-4dc6-8208-02864887ad0a req-a69aa850-61c3-4d02-9b67-14daa5f05fcf service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446521 Dec 21 02:17:38.157464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd13ce1-0bc6-48a8-bb87-d1354b0ab454 req-d8cbef0b-bad2-4af9-b7a4-e78a4cb6d686 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.159343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bd13ce1-0bc6-48a8-bb87-d1354b0ab454 req-d8cbef0b-bad2-4af9-b7a4-e78a4cb6d686 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 943 time: 0.0909114 Dec 21 02:17:38.202378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78a96d9c-5315-4359-99f4-8ad525808361 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:38.218299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8bd13ce1-0bc6-48a8-bb87-d1354b0ab454 req-8ea72fdb-6264-4260-a7ea-49274b2f4314 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Dec 21 02:17:38.228714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 78a96d9c-5315-4359-99f4-8ad525808361 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:38.229059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 78a96d9c-5315-4359-99f4-8ad525808361 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:38.295323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-7de0b7bc-bccf-4e12-b15b-58e0476b6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.296885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-7de0b7bc-bccf-4e12-b15b-58e0476b6c3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 1095 time: 0.0396326 Dec 21 02:17:38.304656 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.339509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.384249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:38.387773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:38.391612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:38.396772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-6139820c-7256-438e-ae95-5a0875f42725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.397303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.397755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.399074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-6139820c-7256-438e-ae95-5a0875f42725 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.0943811 Dec 21 02:17:38.399335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/9349d9b7-b2a6-4c8f-b232-6a5076c7b900/bf8697d8-6535-4581-a56c-fc7986f78def) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:38.419777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:38.429586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-abc626e8-76c5-4c34-8383-172f049f18de tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6485348 Dec 21 02:17:38.429961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50314) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:38.451402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-eb4807c1-1fad-48a8-a765-bcbafffb9923 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 HTTP/1.1" status: 200 len: 217 time: 0.0457630 Dec 21 02:17:38.479823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f5261-28c8-4c99-ab2f-64155437f372 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.483926 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d6f5261-28c8-4c99-ab2f-64155437f372 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0505764 Dec 21 02:17:38.484102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50316) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:38.504654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-c7f8a471-30d5-4710-8b29-423cd9469779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.506205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-c7f8a471-30d5-4710-8b29-423cd9469779 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0480494 Dec 21 02:17:38.540573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-c2c27bd7-93db-46d8-83e3-26203446616e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278358 Dec 21 02:17:38.556988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.567568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.584110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:38.584450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.606731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:38.611600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:38.613970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:38.642906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-a4731177-2cf4-4e26-83fc-ed4b1bc084fb service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955482 Dec 21 02:17:38.645462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Pushing event updated for resources: {'Port': ['ID=bf8697d8-6535-4581-a56c-fc7986f78def,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:38.673035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Attempting to bind port bf8697d8-6535-4581-a56c-fc7986f78def on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:38.673432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Attempting to bind port bf8697d8-6535-4581-a56c-fc7986f78def by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:38.673797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Attempting to bind port bf8697d8-6535-4581-a56c-fc7986f78def on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:38.679414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:38.679775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.679917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:38.680174 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.680564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:38.681020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Bound port: bf8697d8-6535-4581-a56c-fc7986f78def, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:38.681415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.692611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:38.747485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] For port bf8697d8-6535-4581-a56c-fc7986f78def, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:38.751313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] For port bf8697d8-6535-4581-a56c-fc7986f78def, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bf8697d8-6535-4581-a56c-fc7986f78def,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:38.756104 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.806761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc98b3eb-8d98-4ad7-a516-999248223d80 req-0506bf90-5e5b-43c1-abe3-23febac04f4d service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557095 Dec 21 02:17:38.839051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.869422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:38.900121 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:38.903580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-893600e5-9360-42f0-854f-a78b7d0b9300 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8 HTTP/1.1" status: 204 len: 168 time: 0.4183927 Dec 21 02:17:38.905952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50320) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:38.959267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f33e0-cad1-422b-b9d4-0eb2f2910333 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.961092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f33e0-cad1-422b-b9d4-0eb2f2910333 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:38.962630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-262f33e0-cad1-422b-b9d4-0eb2f2910333 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0557058 Dec 21 02:17:38.965470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:38.991801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc6eeb-7e50-457c-8482-c0e863fc820d None None] Pushing event updated for resources: {'Port': ['ID=bf8697d8-6535-4581-a56c-fc7986f78def,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:39.020402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 9349d9b7-b2a6-4c8f-b232-6a5076c7b900 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:39.024443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.070447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.163049 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.226059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.258848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=9349d9b7-b2a6-4c8f-b232-6a5076c7b900,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:39.262627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.265847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ec205d1e-668e-46db-9602-efa757b85f3c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/9349d9b7-b2a6-4c8f-b232-6a5076c7b900 HTTP/1.1" status: 204 len: 168 time: 0.2991457 Dec 21 02:17:39.268237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50326) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.311623 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-74ac9df7-7b5c-47b3-8251-2b8c9c431da9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422740 Dec 21 02:17:39.314221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50328) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.360354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b02e80-fa0f-4d03-b576-f5f8ac0ff694 req-d7677822-6bfd-4240-bf70-16571da943cf tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:39.361889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7b02e80-fa0f-4d03-b576-f5f8ac0ff694 req-d7677822-6bfd-4240-bf70-16571da943cf tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 943 time: 0.0525460 Dec 21 02:17:39.366696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10149199-f42a-4e47-a940-05793653939c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:39.370789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10149199-f42a-4e47-a940-05793653939c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0555508 Dec 21 02:17:39.371382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50330) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.412667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7b02e80-fa0f-4d03-b576-f5f8ac0ff694 req-c7cf2748-218e-4f56-8071-e9adf421c9a0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Dec 21 02:17:39.422302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca0f8f-403c-4f4e-9675-f5310ee57ef5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:39.426444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50332) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.426588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-39ca0f8f-403c-4f4e-9675-f5310ee57ef5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542104 Dec 21 02:17:39.469678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89517e0a-7472-404e-a457-3aee8bbf3468 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420208 Dec 21 02:17:39.473612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50334) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.478946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:39.565112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:39.569125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.763690 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.811836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:39.815246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:39.820344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:39.820951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:39.832203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=a0a2b403-9160-43d6-8874-bde060cba706,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:39.844342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f00ce933-9d51-4ad2-8783-2bc17c9e3cb0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3697333 Dec 21 02:17:39.847045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50336) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:39.852717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'a0a2b403-9160-43d6-8874-bde060cba706', 'ip_address': '2001:db8::6837:20a1:eeaf:8a06'}], 'name': 'tempest-NetworksTestDHCPv6-1163602190'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:39.931956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c04292-a575-415d-bbd1-bf90a75c8a31 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:39.966142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:40.032614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] Provisioning complete for port bf8697d8-6535-4581-a56c-fc7986f78def triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:40.033239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.055223 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.076695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 9193ecc7-1e97-476d-8623-aacce2d799c1 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:40.131168 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.169016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] For port bf8697d8-6535-4581-a56c-fc7986f78def, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bf8697d8-6535-4581-a56c-fc7986f78def,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:40.175030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.212005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bf8697d8-6535-4581-a56c-fc7986f78def up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:40.266887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f273bc6-d1f1-403e-b3dc-dbd04d466e0d None None] Pushing event updated for resources: {'Port': ['ID=bf8697d8-6535-4581-a56c-fc7986f78def,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:40.273415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::6837:20a1:eeaf:8a06 (249562be-f232-41e6-b385-138bc77f0fdc/a0a2b403-9160-43d6-8874-bde060cba706/9193ecc7-1e97-476d-8623-aacce2d799c1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:40.283454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port bf8697d8-6535-4581-a56c-fc7986f78def triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:40.283830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.378580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:17:40.459851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.463621 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-074ed6a2-acd6-4693-a746-d3b94f22f3bc None None] Provisioning complete for port bf8697d8-6535-4581-a56c-fc7986f78def triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:40.463998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-074ed6a2-acd6-4693-a746-d3b94f22f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.518335 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.521512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:40.537031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'mac_address': 'fa:16:3e:f8:2f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:17:40.593925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:40.603810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:40.606008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=9193ecc7-1e97-476d-8623-aacce2d799c1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:40.610137 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.616196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036bca-d28d-4146-9abf-001abd01ecd7 req-a468e671-86c6-450f-9cff-347c28dd53e4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:40.621958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7036bca-d28d-4146-9abf-001abd01ecd7 req-a468e671-86c6-450f-9cff-347c28dd53e4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 943 time: 0.1215012 Dec 21 02:17:40.623358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:40.623907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:17:40.630695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:40.631421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.645454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:40.650425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.668403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f0f83181-24c5-4e21-9e0c-72b5229bfec0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8183529 Dec 21 02:17:40.669442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:40.702617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:40.703096 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7036bca-d28d-4146-9abf-001abd01ecd7 req-eea449ba-1f61-4ef1-bcef-4eb40c84a151 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639296 Dec 21 02:17:40.721365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9111889f-5d0a-4c1f-907f-b9fe8fa7450d None None] Could not find standard attr ID for object 1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:17:40.748372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f0711-dbca-4264-99e4-5fc6933497bb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:40.754311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f0711-dbca-4264-99e4-5fc6933497bb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:40.755952 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-174f0711-dbca-4264-99e4-5fc6933497bb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0846303 Dec 21 02:17:40.758556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:40.847866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 9193ecc7-1e97-476d-8623-aacce2d799c1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:40.848207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.945381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:40.957853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 9193ecc7-1e97-476d-8623-aacce2d799c1 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:41.001634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:41.058387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-dfe72e88-93e5-44d9-88bb-876f34fdaf6d None None] Provisioning complete for port 9193ecc7-1e97-476d-8623-aacce2d799c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:41.059060 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dfe72e88-93e5-44d9-88bb-876f34fdaf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.086212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.110617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dfe72e88-93e5-44d9-88bb-876f34fdaf6d None None] Port 9193ecc7-1e97-476d-8623-aacce2d799c1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:41.124294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=9193ecc7-1e97-476d-8623-aacce2d799c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:41.151316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.157501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50344) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:41.157750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3e88e822-a9c3-47a9-84d4-81631d00d404 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/9193ecc7-1e97-476d-8623-aacce2d799c1 HTTP/1.1" status: 204 len: 168 time: 0.3979714 Dec 21 02:17:41.247108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a94981-7840-4d0d-898a-25531469a0f0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:41.248672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a94981-7840-4d0d-898a-25531469a0f0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:41.250445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3a94981-7840-4d0d-898a-25531469a0f0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0917754 Dec 21 02:17:41.252927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:41.305731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet a0a2b403-9160-43d6-8874-bde060cba706 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:41.309158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.349176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.398603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.453564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.480252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a2b403-9160-43d6-8874-bde060cba706,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:41.484192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.487538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-706b42c4-4a34-4ba3-a0d4-bfe359cbcefa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/a0a2b403-9160-43d6-8874-bde060cba706 HTTP/1.1" status: 204 len: 168 time: 0.2336571 Dec 21 02:17:41.490061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50348) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:41.491021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a71f4-346b-4136-8253-7d4687a9cf05 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:41.533772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f0c1ee2c-d92c-4171-9865-cd0bbb1bf9f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400925 Dec 21 02:17:41.533988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50350) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:41.538621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:41.626378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:41.632410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:41.635980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.673956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Deleting port bf8697d8-6535-4581-a56c-fc7986f78def {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:41.674332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.743033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] For port bf8697d8-6535-4581-a56c-fc7986f78def, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=bf8697d8-6535-4581-a56c-fc7986f78def,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:41.743444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.756152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Calling delete_port for bf8697d8-6535-4581-a56c-fc7986f78def owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:41.836371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.851253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.859410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] Pushing event deleted for resources: {'Port': ['ID=bf8697d8-6535-4581-a56c-fc7986f78def,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:41.865091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b27255-a2b6-4c1c-8827-0e3e09c2f991 None None] No DVR routers for this DVR port bf8697d8-6535-4581-a56c-fc7986f78def on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:41.903899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01b16f-3f4c-4546-b870-9d2178bae22f req-0e8bcff0-7298-49e2-8727-4a1c7387aa0d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:41.905403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d01b16f-3f4c-4546-b870-9d2178bae22f req-0e8bcff0-7298-49e2-8727-4a1c7387aa0d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 944 time: 0.1242352 Dec 21 02:17:41.914588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:41.922186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:41.924978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:41.925584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:41.931915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc7d92-acfa-49bc-b9b1-2ec9e17ac4e4 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:41.954152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=39e43095-3c10-4a04-b37f-c359038d2bc8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:41.963079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d31efb84-37ab-44e8-93a8-2855144d3365 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4281964 Dec 21 02:17:41.965698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:41.970402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '39e43095-3c10-4a04-b37f-c359038d2bc8', 'ip_address': '2001:db8::812a:7df3:d09e:81ba'}], 'name': 'tempest-NetworksTestDHCPv6-1263187746'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:42.034331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '39e43095-3c10-4a04-b37f-c359038d2bc8'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:42.035241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.038528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d01b16f-3f4c-4546-b870-9d2178bae22f req-46dd24fa-df54-429a-b203-d6e78517b461 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258497 Dec 21 02:17:42.115345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:42.123315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.145619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port ab3c151a-8641-4b72-8cc2-5f66da6e67ab yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:42.162033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bf8697d8-6535-4581-a56c-fc7986f78def no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:42.187603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: bf8697d8-6535-4581-a56c-fc7986f78def {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:42.187956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device bf8697d8-6535-4581-a56c-fc7986f78def not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:42.206081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/39e43095-3c10-4a04-b37f-c359038d2bc8/9abe2b32-fd34-4259-a006-519f73cce76d) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:42.347432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.353098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.393918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:42.396744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:42.399741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:42.401562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::812a:7df3:d09e:81ba (249562be-f232-41e6-b385-138bc77f0fdc/39e43095-3c10-4a04-b37f-c359038d2bc8/ab3c151a-8641-4b72-8cc2-5f66da6e67ab) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:42.409284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:42.414451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Pushing event updated for resources: {'Port': ['ID=9abe2b32-fd34-4259-a006-519f73cce76d,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:42.494295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Attempting to bind port 9abe2b32-fd34-4259-a006-519f73cce76d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:42.494665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Attempting to bind port 9abe2b32-fd34-4259-a006-519f73cce76d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:42.495029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Attempting to bind port 9abe2b32-fd34-4259-a006-519f73cce76d on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:42.503132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:42.503496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:42.503890 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.504282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:42.504736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Bound port: 9abe2b32-fd34-4259-a006-519f73cce76d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:42.505112 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.521390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:17:42.542472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:42.542837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.560796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.595774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.605751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] For port 9abe2b32-fd34-4259-a006-519f73cce76d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:42.610029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] For port 9abe2b32-fd34-4259-a006-519f73cce76d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9abe2b32-fd34-4259-a006-519f73cce76d,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:42.616496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.643144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:42.648815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:42.652804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:42.658470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:42.659078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.673133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=ab3c151a-8641-4b72-8cc2-5f66da6e67ab,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:42.683799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-234b9305-d00c-4ba4-9af0-19d73f5c0815 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7171090 Dec 21 02:17:42.686168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50356) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:42.701209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.718209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99ddf7-efe7-4cb3-9598-a7458dfea600 None None] Pushing event updated for resources: {'Port': ['ID=9abe2b32-fd34-4259-a006-519f73cce76d,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:42.741972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:42.744992 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419b12d-5364-43c2-ad6c-5ff7547966c5" -d '{"events": [{"server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:42.761118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:42.768537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.776053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f55a11-b51f-41d5-bdc1-189f61f8592b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:42.782331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f55a11-b51f-41d5-bdc1-189f61f8592b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:42.786352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e1f55a11-b51f-41d5-bdc1-189f61f8592b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0966632 Dec 21 02:17:42.786729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50360) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:42.807429 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7fc07-f151-4e05-aaa0-0e6596d4ba9b x-openstack-request-id: req-87f7fc07-f151-4e05-aaa0-0e6596d4ba9b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:42.807720 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:42.807971 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87f7fc07-f151-4e05-aaa0-0e6596d4ba9b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:42.808360 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'code': 200} Dec 21 02:17:42.837202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:42.920562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port ab3c151a-8641-4b72-8cc2-5f66da6e67ab {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:42.921018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:42.951286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04790b-665e-4c51-8c37-9987594c87d8 req-4d904d64-a67a-4745-8774-fe6d533ecfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:42.953055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f04790b-665e-4c51-8c37-9987594c87d8 req-4d904d64-a67a-4745-8774-fe6d533ecfee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 1097 time: 0.0538464 Dec 21 02:17:43.007969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f04790b-665e-4c51-8c37-9987594c87d8 req-80602a3e-214f-48d5-81c5-77414ac9e0f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Dec 21 02:17:43.021976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.033667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for ab3c151a-8641-4b72-8cc2-5f66da6e67ab owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:43.160289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b49da-92d5-4f45-84f1-36c1d8392609 req-c8a8ab3c-e9b3-4cca-bf1f-d2d0a9fba61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:43.161833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b76b49da-92d5-4f45-84f1-36c1d8392609 req-c8a8ab3c-e9b3-4cca-bf1f-d2d0a9fba61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0560021 Dec 21 02:17:43.168969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.199953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=ab3c151a-8641-4b72-8cc2-5f66da6e67ab,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:43.214817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b76b49da-92d5-4f45-84f1-36c1d8392609 req-60e4e827-79b3-4687-a9c4-5610b7cd26b5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Dec 21 02:17:43.226755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.230943 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3bdbfc26-05ab-4f67-8104-0959b5190044 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/ab3c151a-8641-4b72-8cc2-5f66da6e67ab HTTP/1.1" status: 204 len: 168 time: 0.4427657 Dec 21 02:17:43.234497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50364) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:43.287376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a1e96-b9d4-4ef6-9298-4cc863f5caee tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:43.289079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a1e96-b9d4-4ef6-9298-4cc863f5caee tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:43.290520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7b1a1e96-b9d4-4ef6-9298-4cc863f5caee tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0532181 Dec 21 02:17:43.293128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50366) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:43.346396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 39e43095-3c10-4a04-b37f-c359038d2bc8 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:43.349826 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.396489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.482746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.546167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.578519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=39e43095-3c10-4a04-b37f-c359038d2bc8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:43.585186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.588853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ea49b51a-f0bb-49af-a4db-04d7dc7536cc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/39e43095-3c10-4a04-b37f-c359038d2bc8 HTTP/1.1" status: 204 len: 168 time: 0.2944970 Dec 21 02:17:43.591784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:43.623996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5a21e-c1f7-4336-a27b-43d496ad7f23 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:43.630504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-01471ab2-7bed-4d04-8ad6-4395de73250a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373511 Dec 21 02:17:43.634032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50370) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:43.639278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:43.692011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] Provisioning complete for port 9abe2b32-fd34-4259-a006-519f73cce76d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:43.692385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.731884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:43.735558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.799945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.815781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:43.861199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] For port 9abe2b32-fd34-4259-a006-519f73cce76d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9abe2b32-fd34-4259-a006-519f73cce76d,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:43.868679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.942897 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0566-dfa5-4b6b-9731-dfea8ae568a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:43.945375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0850d9f-19f3-471f-ac5c-dc1ffcee05d0 None None] Pushing event updated for resources: {'Port': ['ID=9abe2b32-fd34-4259-a006-519f73cce76d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:43.949623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Deleting port 9abe2b32-fd34-4259-a006-519f73cce76d {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:43.949994 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.019706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] For port 9abe2b32-fd34-4259-a006-519f73cce76d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9abe2b32-fd34-4259-a006-519f73cce76d,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:44.020139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.033934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Calling delete_port for 9abe2b32-fd34-4259-a006-519f73cce76d owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:44.119079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.142768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] Pushing event deleted for resources: {'Port': ['ID=9abe2b32-fd34-4259-a006-519f73cce76d,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:44.151434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b221ed6-ec66-4f4c-802a-3428b924d0af None None] No DVR routers for this DVR port 9abe2b32-fd34-4259-a006-519f73cce76d on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:44.283425 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.330818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:44.334073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:44.338004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:44.338782 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.339444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dad276-51a2-45a1-ab83-c8f4c4ab80e4 req-3054628c-9b54-4914-9f95-d1eda1186645 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:44.341155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4dad276-51a2-45a1-ab83-c8f4c4ab80e4 req-3054628c-9b54-4914-9f95-d1eda1186645 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0568635 Dec 21 02:17:44.346476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5965ed8-78e5-4166-91c7-9f9064d4fc80 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:44.360020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=2d102a0d-d1ce-432e-a30e-cd9752efc4ee,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:44.379662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c076df67-013d-4533-8105-bb87716a95bd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7445242 Dec 21 02:17:44.382997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50374) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:44.392831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '2d102a0d-d1ce-432e-a30e-cd9752efc4ee', 'ip_address': '2001:db8::9ac6:e34a:6a05:9ca9'}], 'name': 'tempest-NetworksTestDHCPv6-133315493'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:44.407697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4dad276-51a2-45a1-ab83-c8f4c4ab80e4 req-18519658-eaa7-4c2c-ad1d-dfe3e3681675 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565073 Dec 21 02:17:44.467872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '2d102a0d-d1ce-432e-a30e-cd9752efc4ee'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:44.468745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.517809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:44.602065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.606707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/2d102a0d-d1ce-432e-a30e-cd9752efc4ee/6936c610-e131-4ca6-9624-5299fd5723aa) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:44.619416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port ff9867f3-8e03-4a80-8df0-5d19ae1b78c3 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:44.746834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.752660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.791062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:44.793719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:44.797455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:44.804782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Pushing event updated for resources: {'Port': ['ID=6936c610-e131-4ca6-9624-5299fd5723aa,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:44.834009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::9ac6:e34a:6a05:9ca9 (249562be-f232-41e6-b385-138bc77f0fdc/2d102a0d-d1ce-432e-a30e-cd9752efc4ee/ff9867f3-8e03-4a80-8df0-5d19ae1b78c3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:44.858793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Attempting to bind port 6936c610-e131-4ca6-9624-5299fd5723aa on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:44.859164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Attempting to bind port 6936c610-e131-4ca6-9624-5299fd5723aa by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:44.859528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Attempting to bind port 6936c610-e131-4ca6-9624-5299fd5723aa on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:44.864894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:44.865289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:44.865704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.866655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:44.867272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Bound port: 6936c610-e131-4ca6-9624-5299fd5723aa, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:44.867648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.930748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] For port 6936c610-e131-4ca6-9624-5299fd5723aa, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:44.933856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] For port 6936c610-e131-4ca6-9624-5299fd5723aa, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6936c610-e131-4ca6-9624-5299fd5723aa,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:44.938002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.989471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:44.992058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e752a7-cb0c-46b1-a8ec-26f9da7529e9 None None] Pushing event updated for resources: {'Port': ['ID=6936c610-e131-4ca6-9624-5299fd5723aa,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:45.025850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.070891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:45.073953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:45.077706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:45.083398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.084012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.092940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=ff9867f3-8e03-4a80-8df0-5d19ae1b78c3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:45.106154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-09be2479-9a62-4461-8915-e7a23b793bb5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7185500 Dec 21 02:17:45.108707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:45.170852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd489da-70d5-475e-a6b3-2b6eac36b83f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.181654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd489da-70d5-475e-a6b3-2b6eac36b83f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.183333 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2fd489da-70d5-475e-a6b3-2b6eac36b83f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0736578 Dec 21 02:17:45.186357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50378) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:45.289749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port ff9867f3-8e03-4a80-8df0-5d19ae1b78c3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:45.290303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.375686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.387399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for ff9867f3-8e03-4a80-8df0-5d19ae1b78c3 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:45.516625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.526369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43972-498f-4d59-b590-ff038b722d3e req-7e65cbef-0bd5-4f5b-a9bd-3534c13309a5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.527896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2de43972-498f-4d59-b590-ff038b722d3e req-7e65cbef-0bd5-4f5b-a9bd-3534c13309a5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0503306 Dec 21 02:17:45.549816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=ff9867f3-8e03-4a80-8df0-5d19ae1b78c3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:45.578868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.584249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a2ba214-e063-49f5-a0d3-d5523c75a787 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/ff9867f3-8e03-4a80-8df0-5d19ae1b78c3 HTTP/1.1" status: 204 len: 168 time: 0.3948274 Dec 21 02:17:45.585098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:45.587734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2de43972-498f-4d59-b590-ff038b722d3e req-1d49a207-4d4d-4a27-83f1-ba3e5bb909ba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 Dec 21 02:17:45.641273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c15be-a581-4a2f-81c7-8bbdc8382169 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.642884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c15be-a581-4a2f-81c7-8bbdc8382169 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.648006 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a57c15be-a581-4a2f-81c7-8bbdc8382169 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0581026 Dec 21 02:17:45.648006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:45.701052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 2d102a0d-d1ce-432e-a30e-cd9752efc4ee {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:45.704673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.759722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.831001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-3f676787-25d8-4c8d-88c4-57234ff76256 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:45.832598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-3f676787-25d8-4c8d-88c4-57234ff76256 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1183834 Dec 21 02:17:45.852528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-064b6a42-d7b9-40f1-b28d-c00f26fac61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0103660 Dec 21 02:17:45.855678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.926719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.941887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-74465b88-6f97-41f0-8ba4-8b42a118ec31 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712240 Dec 21 02:17:45.962663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=2d102a0d-d1ce-432e-a30e-cd9752efc4ee,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:45.965480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:45.970213 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c736c08-c550-4a8e-8130-8402f182433e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/2d102a0d-d1ce-432e-a30e-cd9752efc4ee HTTP/1.1" status: 204 len: 168 time: 0.3215828 Dec 21 02:17:45.975867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50398) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.033986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a47ddcd-f474-4be1-b15a-fc9ae5691965 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569258 Dec 21 02:17:46.036316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.048618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00f6ed-d263-45da-b566-a920c82f2c66 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:46.057140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-1f157b16-0bf3-415e-b992-dfaaeed855cc service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068192 Dec 21 02:17:46.097504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d84e33f-530c-4427-a828-ca281dfae347 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:46.098976 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8d84e33f-530c-4427-a828-ca281dfae347 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0617466 Dec 21 02:17:46.102227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.168748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43641a8b-4a3f-42e5-961e-3b6af55f232f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:46.169423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531eb9b-5f88-4ce5-afd5-752d7f24e028 req-e180ebea-c032-4614-866c-3371f91fb5b7 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054282 Dec 21 02:17:46.170314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-43641a8b-4a3f-42e5-961e-3b6af55f232f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671756 Dec 21 02:17:46.173209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50404) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.227872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8a441e8d-3ead-4ebc-b20e-008e02f31107 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483086 Dec 21 02:17:46.228093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.240685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:46.355361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6936c610-e131-4ca6-9624-5299fd5723aa up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:46.361839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:46.373855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.404604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] Provisioning complete for port 6936c610-e131-4ca6-9624-5299fd5723aa triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:46.405138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.530977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6936c610-e131-4ca6-9624-5299fd5723aa triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:46.531551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.632266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:46.648861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.671099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.692903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:46.696869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:46.701351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:46.702110 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.728059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=cb21f95c-8b40-4657-8584-f37e7222ef84,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:46.737234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-42170c5d-63e2-4e85-b578-6fda92c08e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.745616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f3b5645-cba2-4878-b4d3-7d64aca0307f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5140417 Dec 21 02:17:46.746149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50430) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:46.753024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'cb21f95c-8b40-4657-8584-f37e7222ef84', 'ip_address': '2001:db8::f2d:3b9e:aa93:ff9e'}], 'name': 'tempest-NetworksTestDHCPv6-182003897'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:46.771318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] For port 6936c610-e131-4ca6-9624-5299fd5723aa, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6936c610-e131-4ca6-9624-5299fd5723aa,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:46.796595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.857797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Deleting port 6936c610-e131-4ca6-9624-5299fd5723aa {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:46.858167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.921974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:46.936350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ce3f-bbbe-4dc0-8e2f-ed0a6ede73a7 None None] Pushing event updated for resources: {'Port': ['ID=6936c610-e131-4ca6-9624-5299fd5723aa,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:46.972067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] For port 6936c610-e131-4ca6-9624-5299fd5723aa, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6936c610-e131-4ca6-9624-5299fd5723aa,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:46.972461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:46.985823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Calling delete_port for 6936c610-e131-4ca6-9624-5299fd5723aa owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:47.062127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:47.075458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:47.084875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] Pushing event deleted for resources: {'Port': ['ID=6936c610-e131-4ca6-9624-5299fd5723aa,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:47.090891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f80e9a-4215-47c4-ad82-87babaa1c942 None None] No DVR routers for this DVR port 6936c610-e131-4ca6-9624-5299fd5723aa on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:47.109546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecedbd-aef2-4c6c-8d41-f74dbb46452e None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:47.123977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 0bde618d-0356-453f-9b02-3cc41fc920ee yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:47.145020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-0b5811bd-f3a2-4238-9334-f63282d7f780 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:47.146722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-0b5811bd-f3a2-4238-9334-f63282d7f780 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1684642 Dec 21 02:17:47.201549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-852e55e3-ed08-43a4-bb26-cf5d317eb6c0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0221627 Dec 21 02:17:47.217095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'cb21f95c-8b40-4657-8584-f37e7222ef84'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:47.218120 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:47.327066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:47.332370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-709cbc38-c24e-4bba-afa9-074c0c716ce3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134541 Dec 21 02:17:47.376158 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f2d:3b9e:aa93:ff9e (249562be-f232-41e6-b385-138bc77f0fdc/cb21f95c-8b40-4657-8584-f37e7222ef84/0bde618d-0356-453f-9b02-3cc41fc920ee) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:47.476555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-31a7dfd6-4b1b-48e0-9bda-28f3b83e87a1 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363959 Dec 21 02:17:47.943565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:47.948295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-e96c9cc5-3d12-4a03-bf47-65b77771bcf6 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575961 Dec 21 02:17:47.980329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.026554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:48.029788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:48.029924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/cb21f95c-8b40-4657-8584-f37e7222ef84/5572a571-608d-4390-96bb-30140d22e5a2) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:48.034178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:48.040144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:48.040820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.047240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=0bde618d-0356-453f-9b02-3cc41fc920ee,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:48.089592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa545854-97b6-49e8-9572-f82c0c403d36 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3399930 Dec 21 02:17:48.092427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:48.099081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'cb21f95c-8b40-4657-8584-f37e7222ef84', 'ip_address': '2001:db8::f2d:3b9e:aa93:ff9e'}], 'name': 'tempest-NetworksTestDHCPv6-1253449243'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:48.129183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f202976-842c-4ba8-8028-1b4cee7c141c req-d1b541d0-d5ee-4b37-b43a-c735a8ff3d37 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 210 time: 0.0379758 Dec 21 02:17:48.165241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6936c610-e131-4ca6-9624-5299fd5723aa no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:48.195805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6936c610-e131-4ca6-9624-5299fd5723aa {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:48.196159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6936c610-e131-4ca6-9624-5299fd5723aa not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:48.262248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.265941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:48.271121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.271282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.289459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 29e80e5b-6ca1-4d63-8ad6-97818f070fb2 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:48.317577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Pushing event updated for resources: {'Port': ['ID=5572a571-608d-4390-96bb-30140d22e5a2,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:48.329561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:48.332241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:48.337096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:48.403063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Attempting to bind port 5572a571-608d-4390-96bb-30140d22e5a2 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:48.403438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Attempting to bind port 5572a571-608d-4390-96bb-30140d22e5a2 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:48.403807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Attempting to bind port 5572a571-608d-4390-96bb-30140d22e5a2 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:48.409179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:48.409590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:48.409997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.410419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:48.410887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Bound port: 5572a571-608d-4390-96bb-30140d22e5a2, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:48.411274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.462537 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 02:17:48.463140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:17:48.479935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1017e655-1020-4ff3-9b69-80112a810e43 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.3855076 Dec 21 02:17:48.481829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] For port 5572a571-608d-4390-96bb-30140d22e5a2, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:48.482362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50464) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:48.485226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] For port 5572a571-608d-4390-96bb-30140d22e5a2, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5572a571-608d-4390-96bb-30140d22e5a2,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:48.490046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.547242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a622bc-053d-4662-92af-2506797e909a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:48.550790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae3b1c-fde5-40d3-9fd9-191311c3a65f None None] Pushing event updated for resources: {'Port': ['ID=5572a571-608d-4390-96bb-30140d22e5a2,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:48.555050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a622bc-053d-4662-92af-2506797e909a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:48.559502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:48.559969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4a622bc-053d-4662-92af-2506797e909a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0756776 Dec 21 02:17:48.656425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 0bde618d-0356-453f-9b02-3cc41fc920ee {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:48.656857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.713299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.789546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.804174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 0bde618d-0356-453f-9b02-3cc41fc920ee owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:48.937061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.963100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=0bde618d-0356-453f-9b02-3cc41fc920ee,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:48.993388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:48.996685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8bf9327d-075b-4506-8c0f-e29a8b5e2eb2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/0bde618d-0356-453f-9b02-3cc41fc920ee HTTP/1.1" status: 204 len: 168 time: 0.4361300 Dec 21 02:17:48.999552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50468) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:49.049763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcd34f0-3b28-414d-bab1-b2ffa57125e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:49.051244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcd34f0-3b28-414d-bab1-b2ffa57125e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:49.052718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5bcd34f0-3b28-414d-bab1-b2ffa57125e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0522273 Dec 21 02:17:49.055901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:49.104653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet cb21f95c-8b40-4657-8584-f37e7222ef84 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:49.107675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.149177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.265282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ceb4098-1f3b-42a5-bd6b-9ab06352c6d3 req-798d2371-d125-4670-a47a-355a0d6159cd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 210 time: 0.0370076 Dec 21 02:17:49.273945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.357389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.376299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.379897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/cb21f95c-8b40-4657-8584-f37e7222ef84 HTTP/1.1" status: 204 len: 168 time: 0.3230460 Dec 21 02:17:49.382316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:49.416448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.420495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ef6bc-f059-485b-9ae5-8200895df561 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=cb21f95c-8b40-4657-8584-f37e7222ef84,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:49.447582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-0a427133-a9f8-401f-bd54-c23c65175e76 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:49.449174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-0a427133-a9f8-401f-bd54-c23c65175e76 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1862655 Dec 21 02:17:49.458952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-066a4a34-ae59-451d-94e2-24b64560f7bc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718713 Dec 21 02:17:49.459167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50476) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:49.464810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:49.470039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:49.565980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:49.570101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.571947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754ee94-b787-4fb8-93f4-c23af5da0b80 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:49.606896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:49.610766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.668697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] Provisioning complete for port 5572a571-608d-4390-96bb-30140d22e5a2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:49.669071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.763309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.11 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/15c187b2-84fb-4b8b-886e-8144908da210) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:49.766745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.793852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:49.799397 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.812283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] For port 5572a571-608d-4390-96bb-30140d22e5a2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5572a571-608d-4390-96bb-30140d22e5a2,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:49.835123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.856628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=e811acef-4595-4bc3-ab84-cc15067d53e1,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:49.870211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:49.872171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:49.875096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:49.875938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.897784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4c315892-9801-4034-ac82-8f5250c1bcbb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4364092 Dec 21 02:17:49.900052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1b285-b1b8-4046-8468-87a5c8920cbb None None] Pushing event updated for resources: {'Port': ['ID=5572a571-608d-4390-96bb-30140d22e5a2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:49.901192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:49.906666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'e811acef-4595-4bc3-ab84-cc15067d53e1', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1838004544'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:49.908483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Deleting port 5572a571-608d-4390-96bb-30140d22e5a2 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:49.908856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.935246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.972229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:49.999333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] For port 5572a571-608d-4390-96bb-30140d22e5a2, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5572a571-608d-4390-96bb-30140d22e5a2,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:49.999774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.013964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:50.016079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:50.020561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:50.024672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:50.025204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:50.031011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.047993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Calling delete_port for 5572a571-608d-4390-96bb-30140d22e5a2 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:50.050044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 3d75d18f-f92a-4066-82b1-7ddedb19dd17 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:17:50.055015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:17:50.082132 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:17:50.086844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:50.086844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.103985 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-43dba747-096c-4df2-b148-a4be8021d0e2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6382418 Dec 21 02:17:50.133123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Request body: {'port': {'device_id': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:50.181272 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:17:50.182249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:17:50.185678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.196037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.200015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd298761-9a14-4371-830d-4e37acabc464 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2974801 Dec 21 02:17:50.202606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50480) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:50.218896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] No DVR routers for this DVR port 5572a571-608d-4390-96bb-30140d22e5a2 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:50.228648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306157d1-b230-4701-9ffa-384d1fffa70c None None] Pushing event deleted for resources: {'Port': ['ID=5572a571-608d-4390-96bb-30140d22e5a2,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:50.241942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c6c89d3e-42d7-4991-a02f-edfab06ab475 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382347 Dec 21 02:17:50.243182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:50.246056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf87fcf-9cd6-4698-b106-86237850aed9 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:50.357606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bddf2-fd16-41ef-8284-a9245ec00c8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:50.359098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bddf2-fd16-41ef-8284-a9245ec00c8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:50.364267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a0bddf2-fd16-41ef-8284-a9245ec00c8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1163640 Dec 21 02:17:50.364267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50486) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:50.387269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b32867-4d31-45b7-a77d-83447b3b12be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'e811acef-4595-4bc3-ab84-cc15067d53e1'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:50.388855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2b32867-4d31-45b7-a77d-83447b3b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.414202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fb7b-847b-4439-9d08-d185e3279177 req-2d0dadb9-ea84-4f5a-86da-4c147ebbcf1e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:50.421886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9f6fb7b-847b-4439-9d08-d185e3279177 req-2d0dadb9-ea84-4f5a-86da-4c147ebbcf1e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 932 time: 0.0684500 Dec 21 02:17:50.470983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet e811acef-4595-4bc3-ab84-cc15067d53e1 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:50.471559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9f6fb7b-847b-4439-9d08-d185e3279177 req-c39423d3-db3e-4dba-b5f3-84a213e072c4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Dec 21 02:17:50.475798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.526027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.597503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.665109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c187b2-84fb-4b8b-886e-8144908da210 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:17:50.672835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.693492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Transition to ACTIVE for port object 15c187b2-84fb-4b8b-886e-8144908da210 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:17:50.694659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-a2b32867-4d31-45b7-a77d-83447b3b12be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e811acef-4595-4bc3-ab84-cc15067d53e1: This subnet is being modified by another concurrent operation. Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e811acef-4595-4bc3-ab84-cc15067d53e1: This subnet is being modified by another concurrent operation. Dec 21 02:17:50.696542 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:17:50.706009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.721283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66e1f7-a8b0-41ed-9d73-47e9ba4bab45 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:17:50.729907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.733047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e811acef-4595-4bc3-ab84-cc15067d53e1 HTTP/1.1" status: 204 len: 168 time: 0.3686996 Dec 21 02:17:50.735587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50488) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:50.736821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d20b-7810-44fa-ba61-526d553f3a93 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=e811acef-4595-4bc3-ab84-cc15067d53e1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:50.785781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e1f294d2-07e4-4ad7-a33d-20dc25b3378b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453024 Dec 21 02:17:50.786052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:50.791570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:50.807693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e32295-134a-4354-a139-21de655cf627 service neutron] Pushing event updated for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:50.807951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e66e1f7-a8b0-41ed-9d73-47e9ba4bab45 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:17:50.858829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Attempting to bind port 15c187b2-84fb-4b8b-886e-8144908da210 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:50.859248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Attempting to bind port 15c187b2-84fb-4b8b-886e-8144908da210 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:50.859593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Attempting to bind port 15c187b2-84fb-4b8b-886e-8144908da210 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:50.864161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Port 15c187b2-84fb-4b8b-886e-8144908da210 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:17:50.864480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Attempting to bind port 15c187b2-84fb-4b8b-886e-8144908da210 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:50.869914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:50.870265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:50.870649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:50.871068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Bound port: 15c187b2-84fb-4b8b-886e-8144908da210, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:50.871428 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.887335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:50.891009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:50.942884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:50.946132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=15c187b2-84fb-4b8b-886e-8144908da210,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:50.950829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.004559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.005186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.006640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-11e32295-134a-4354-a139-21de655cf627 service neutron] 10.222.0.45 "PUT /v2.0/ports/15c187b2-84fb-4b8b-886e-8144908da210 HTTP/1.1" status: 200 len: 1093 time: 0.8778644 Dec 21 02:17:51.007108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:51.009394 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "tag": "15c187b2-84fb-4b8b-886e-8144908da210"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:51.028994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e32295-134a-4354-a139-21de655cf627 service neutron] Pushing event updated for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:51.081171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04bd38-ec79-4c21-a9fe-cdc824ab0faa None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:51.098480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.102021 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df416ec2-2c35-4bf8-b535-12c99a6f743e x-openstack-request-id: req-df416ec2-2c35-4bf8-b535-12c99a6f743e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:51.102370 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "tag": "15c187b2-84fb-4b8b-886e-8144908da210", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:51.102636 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df416ec2-2c35-4bf8-b535-12c99a6f743e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:51.103046 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210', 'status': 'completed', 'code': 200} Dec 21 02:17:51.121880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15894861-90f3-4151-9d2e-3db5bec4e531 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:51.146114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-1088d404-17da-4fd5-9302-458a1466b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.146309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:51.148440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-1088d404-17da-4fd5-9302-458a1466b077 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 1096 time: 0.0604260 Dec 21 02:17:51.150045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:51.154185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.154778 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.161631 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e9348-02ea-439d-bdf5-34fd4552fd88 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:51.171748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=4919f8e8-6c82-4a74-aadd-d6de427a5d8a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:51.182779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-31460e87-156c-4e87-af8e-e04ccb392894 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956785 Dec 21 02:17:51.183394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50494) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:51.187800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-608840257', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:51.211593 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-b48ef28f-19de-47de-87d3-d59bd6b22475 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15c187b2-84fb-4b8b-886e-8144908da210 HTTP/1.1" status: 200 len: 217 time: 0.0401771 Dec 21 02:17:51.214059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.215167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.249197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cd06f853-352a-45b1-b4c6-680df0a5e107 None None] Provisioning complete for port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:51.249593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd06f853-352a-45b1-b4c6-680df0a5e107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.267622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-12dd8df1-df1d-4b82-99be-cb2f8461dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.269556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.269685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-12dd8df1-df1d-4b82-99be-cb2f8461dcb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0473251 Dec 21 02:17:51.274475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.293320 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.294581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a59bae3c-35c8-4148-8612-07f0929537c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1102538 Dec 21 02:17:51.297309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50496) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:51.315241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-eb5f6e0f-650b-4596-8f89-37e04ac7b359 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329061 Dec 21 02:17:51.326745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '4919f8e8-6c82-4a74-aadd-d6de427a5d8a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:51.327697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.421704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-ac2f08c2-b06a-4fd1-93d7-535f802667fd service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942819 Dec 21 02:17:51.510229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/4919f8e8-6c82-4a74-aadd-d6de427a5d8a/9e01964d-aeb4-441b-b451-29c907be0cbc) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:51.533686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b71f1d39-a125-4ce7-9b39-131f5fd4ed52 req-e2aced7b-4e3d-4fb3-bb93-bd7a3b977652 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006587 Dec 21 02:17:51.624533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.652277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b642b-6315-4bb2-8214-647adb2070cc req-97cb3522-1aef-4885-a0ae-d5c2f7c93de2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.653856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff8b642b-6315-4bb2-8214-647adb2070cc req-97cb3522-1aef-4885-a0ae-d5c2f7c93de2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 944 time: 0.0862248 Dec 21 02:17:51.670156 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.676068 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.690639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-4ab87076-f436-47c5-880d-c9cb11bdc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.692686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-4ab87076-f436-47c5-880d-c9cb11bdc4e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 1096 time: 0.0487556 Dec 21 02:17:51.717819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:51.720661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:51.725018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:51.731952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Pushing event updated for resources: {'Port': ['ID=9e01964d-aeb4-441b-b451-29c907be0cbc,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:51.801059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-a2bdb496-913e-44c4-9bf5-73d05e23b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.802744 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-a2bdb496-913e-44c4-9bf5-73d05e23b509 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.1015162 Dec 21 02:17:51.816280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ff8b642b-6315-4bb2-8214-647adb2070cc req-1bf50484-397d-44b0-b870-8a2c7fa3e00c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274116 Dec 21 02:17:51.857939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-216243c8-aade-4d23-9fa0-934ab13985f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15c187b2-84fb-4b8b-886e-8144908da210 HTTP/1.1" status: 200 len: 217 time: 0.0468636 Dec 21 02:17:51.910835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-9bf8a399-e289-447d-8916-cc59017a09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:51.912311 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-9bf8a399-e289-447d-8916-cc59017a09bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0467308 Dec 21 02:17:51.936905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::1 (249562be-f232-41e6-b385-138bc77f0fdc/4919f8e8-6c82-4a74-aadd-d6de427a5d8a/be52803a-c4cd-4a4a-bedd-e0e459881b17) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:51.956547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-7cd7651a-a92c-44a2-8aad-5f2f5f717653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272834 Dec 21 02:17:51.962676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Attempting to bind port 9e01964d-aeb4-441b-b451-29c907be0cbc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:51.963054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Attempting to bind port 9e01964d-aeb4-441b-b451-29c907be0cbc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:51.963421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Attempting to bind port 9e01964d-aeb4-441b-b451-29c907be0cbc on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:51.968425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:51.968804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:51.969205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:51.969632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:51.970099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Bound port: 9e01964d-aeb4-441b-b451-29c907be0cbc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:51.970485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.033315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-64965f88-f64d-4707-9275-04138a740e04 None None] For port 9e01964d-aeb4-441b-b451-29c907be0cbc, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:52.036689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-64965f88-f64d-4707-9275-04138a740e04 None None] For port 9e01964d-aeb4-441b-b451-29c907be0cbc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9e01964d-aeb4-441b-b451-29c907be0cbc,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:52.042450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.059596 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-5e99bf66-94e8-42f1-8852-fe8d7a0f1c71 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933092 Dec 21 02:17:52.068782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.105608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965f88-f64d-4707-9275-04138a740e04 None None] Pushing event updated for resources: {'Port': ['ID=9e01964d-aeb4-441b-b451-29c907be0cbc,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:52.113579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.164283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:52.164476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a8d4e1e4-602a-4194-8d5b-bc27a874ed38 req-5930a9ec-bd59-4a14-ac38-9a991074faf5 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961759 Dec 21 02:17:52.167462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:52.172216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:52.172751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.176357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=be52803a-c4cd-4a4a-bedd-e0e459881b17,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:52.228999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.296732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.595701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.601451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.602350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:52.667552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=be52803a-c4cd-4a4a-bedd-e0e459881b17,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:52.738609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:52.740036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:52.858100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Router 6aebaac1-10c7-46ba-ac20-2cb3899310cf is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:52.988678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:52.994739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89e1e31c-8e0b-427d-8785-f5761f8df96f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "PUT /v2.0/routers/6aebaac1-10c7-46ba-ac20-2cb3899310cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963201 Dec 21 02:17:52.997745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:53.001943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Sync routers for ids ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:53.004953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57dc9b-b233-4015-b62c-2796813e33f7 req-81e6c3a7-c1f6-4b18-8854-73014e69cfd6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:53.006969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a57dc9b-b233-4015-b62c-2796813e33f7 req-81e6c3a7-c1f6-4b18-8854-73014e69cfd6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 944 time: 0.1011002 Dec 21 02:17:53.014305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Routers {'6aebaac1-10c7-46ba-ac20-2cb3899310cf'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:53.015113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:53.048066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c032702-c535-40fe-956c-5ceac49da780 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:53.049894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c032702-c535-40fe-956c-5ceac49da780 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports/be52803a-c4cd-4a4a-bedd-e0e459881b17 HTTP/1.1" status: 200 len: 911 time: 0.0500088 Dec 21 02:17:53.052032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:53.083652 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a57dc9b-b233-4015-b62c-2796813e33f7 req-fc641fdd-06df-406d-9ce1-c9be3ff56a74 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Dec 21 02:17:53.110742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfadbd8-0ba2-4519-9093-f8daf99a159c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:53.118276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Set router 6aebaac1-10c7-46ba-ac20-2cb3899310cf gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:53.119070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfadbd8-0ba2-4519-9093-f8daf99a159c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:53.123414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2dfadbd8-0ba2-4519-9093-f8daf99a159c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0675983 Dec 21 02:17:53.123789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50506) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:53.261687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] Provisioning complete for port 9e01964d-aeb4-441b-b451-29c907be0cbc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:53.262063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.385214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 15c187b2-84fb-4b8b-886e-8144908da210 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:17:53.424638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.524841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] For port 9e01964d-aeb4-441b-b451-29c907be0cbc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9e01964d-aeb4-441b-b451-29c907be0cbc,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:53.536960 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.546802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aebaac1-10c7-46ba-ac20-2cb3899310cf', 'name': 'tempest-NetworksTestDHCPv6-router-608840257', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:51Z', 'updated_at': '2021-12-21T02:17:52Z', 'revision_number': 2, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None, '_interfaces': [{'id': 'be52803a-c4cd-4a4a-bedd-e0e459881b17', 'name': '', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'mac_address': 'fa:16:3e:03:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aebaac1-10c7-46ba-ac20-2cb3899310cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '4919f8e8-6c82-4a74-aadd-d6de427a5d8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:51Z', 'updated_at': '2021-12-21T02:17:52Z', 'revision_number': 2, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'subnets': [{'id': '4919f8e8-6c82-4a74-aadd-d6de427a5d8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:53.601074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Checking router: 6aebaac1-10c7-46ba-ac20-2cb3899310cf for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:53.601457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Updating router 6aebaac1-10c7-46ba-ac20-2cb3899310cf port be52803a-c4cd-4a4a-bedd-e0e459881b17 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:17:53.648584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=15c187b2-84fb-4b8b-886e-8144908da210,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:53.678016 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.681598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09c86-46bf-4577-b255-dda3e68eed72 None None] Pushing event updated for resources: {'Port': ['ID=9e01964d-aeb4-441b-b451-29c907be0cbc,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:53.685770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '15c187b2-84fb-4b8b-886e-8144908da210', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': '15c187b2-84fb-4b8b-886e-8144908da210', 'mac_address': 'fa:16:3e:12:70:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:17:53.702856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a2097ba7-e2e9-4c4f-9e6e-bc9cbe32ad20 None None] Provisioning complete for port be52803a-c4cd-4a4a-bedd-e0e459881b17 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:53.703227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2097ba7-e2e9-4c4f-9e6e-bc9cbe32ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.790765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.844516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a2097ba7-e2e9-4c4f-9e6e-bc9cbe32ad20 None None] Port be52803a-c4cd-4a4a-bedd-e0e459881b17 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:53.855417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c187b2-84fb-4b8b-886e-8144908da210 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:17:53.882797 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.889500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=15c187b2-84fb-4b8b-886e-8144908da210,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:53.901155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:53.993113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:54.072844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.078198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.094445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port be52803a-c4cd-4a4a-bedd-e0e459881b17 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:54.094949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.137697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca7432-765d-46cf-91ed-da22b9eaa97e None None] Pushing event updated for resources: {'Port': ['ID=be52803a-c4cd-4a4a-bedd-e0e459881b17,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:54.193054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Attempting to bind port be52803a-c4cd-4a4a-bedd-e0e459881b17 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:54.193479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Attempting to bind port be52803a-c4cd-4a4a-bedd-e0e459881b17 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:54.193854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Attempting to bind port be52803a-c4cd-4a4a-bedd-e0e459881b17 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:54.201129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:54.201612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:54.202020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.202412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:54.202890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Bound port: be52803a-c4cd-4a4a-bedd-e0e459881b17, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:54.203444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.224462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.259939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for be52803a-c4cd-4a4a-bedd-e0e459881b17 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:54.270841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9e01964d-aeb4-441b-b451-29c907be0cbc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:54.273177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['15c187b2-84fb-4b8b-886e-8144908da210'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:17:54.285378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0cc68-2b5e-4685-8ada-714a62caa8b7 req-d892d717-8b05-46ee-b428-ccb8f36813f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:54.286906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b0cc68-2b5e-4685-8ada-714a62caa8b7 req-d892d717-8b05-46ee-b428-ccb8f36813f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 945 time: 0.0856333 Dec 21 02:17:54.347095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] For port be52803a-c4cd-4a4a-bedd-e0e459881b17, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:54.369874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] For port be52803a-c4cd-4a4a-bedd-e0e459881b17, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=be52803a-c4cd-4a4a-bedd-e0e459881b17,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:54.383686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.385672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b0cc68-2b5e-4685-8ada-714a62caa8b7 req-fb60140b-27bc-4f50-94ef-e146f468c653 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695868 Dec 21 02:17:54.487298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9e01964d-aeb4-441b-b451-29c907be0cbc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:54.487671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.501172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.502234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Routers {'6aebaac1-10c7-46ba-ac20-2cb3899310cf'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:54.502900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:54.531838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=be52803a-c4cd-4a4a-bedd-e0e459881b17,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:54.597119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca7432-765d-46cf-91ed-da22b9eaa97e None None] Pushing event updated for resources: {'Port': ['ID=be52803a-c4cd-4a4a-bedd-e0e459881b17,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:54.617944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-79b190ca-d5f8-46f7-b39b-72153fbfb91d None None] Provisioning complete for port be52803a-c4cd-4a4a-bedd-e0e459881b17 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:54.618316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79b190ca-d5f8-46f7-b39b-72153fbfb91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.635921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:54.653025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] Set router 6aebaac1-10c7-46ba-ac20-2cb3899310cf gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:54.805041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Router 6aebaac1-10c7-46ba-ac20-2cb3899310cf has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:54.849682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-79b190ca-d5f8-46f7-b39b-72153fbfb91d None None] Port be52803a-c4cd-4a4a-bedd-e0e459881b17 was deleted so its status cannot be updated. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 21 02:17:54.888382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aebaac1-10c7-46ba-ac20-2cb3899310cf', 'name': 'tempest-NetworksTestDHCPv6-router-608840257', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:51Z', 'updated_at': '2021-12-21T02:17:54Z', 'revision_number': 3, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:54.889470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:54.898454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-56189dbd-ffd8-4dba-a7b4-bb01e93fa292 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "PUT /v2.0/routers/6aebaac1-10c7-46ba-ac20-2cb3899310cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712979 Dec 21 02:17:54.898690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50510) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:54.925462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d5d1b-d5d0-4886-bf04-5c318120d361 None None] The sync data for ids ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'] in n-d-761264-20 is: [{'id': '6aebaac1-10c7-46ba-ac20-2cb3899310cf', 'name': 'tempest-NetworksTestDHCPv6-router-608840257', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:51Z', 'updated_at': '2021-12-21T02:17:54Z', 'revision_number': 3, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:54.953814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596efea-028f-49a7-8a74-eee8caea6037 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:54.955447 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596efea-028f-49a7-8a74-eee8caea6037 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:54.960026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c596efea-028f-49a7-8a74-eee8caea6037 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0573866 Dec 21 02:17:54.960196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:54.986223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-56c3c551-c44f-41b2-a707-41f722f1b529 None None] Could not find standard attr ID for object be52803a-c4cd-4a4a-bedd-e0e459881b17. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:17:55.015518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 4919f8e8-6c82-4a74-aadd-d6de427a5d8a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:55.018856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.059961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.148756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.205715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.232918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=4919f8e8-6c82-4a74-aadd-d6de427a5d8a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:55.237909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.241100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4cb072a2-f0b6-4d1b-b474-e7da32358d4a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/4919f8e8-6c82-4a74-aadd-d6de427a5d8a HTTP/1.1" status: 204 len: 168 time: 0.2803299 Dec 21 02:17:55.243604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50514) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:55.244406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ed6d4-ec3e-4404-9f7d-8dbc829f90ac None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:55.356234 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-52cc6bcd-3e3b-4001-ae0f-040fa9ed6f6c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1114936 Dec 21 02:17:55.359042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50516) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:55.401408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:17:55.437596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.453703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Deleting port 9e01964d-aeb4-441b-b451-29c907be0cbc {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:55.454086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.515994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] For port 9e01964d-aeb4-441b-b451-29c907be0cbc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9e01964d-aeb4-441b-b451-29c907be0cbc,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:55.516394 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.533784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Calling delete_port for 9e01964d-aeb4-441b-b451-29c907be0cbc owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:55.627241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.635430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.638395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.646963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1407f1-8d8c-40b4-9eda-69e14d32422b req-1888b3f9-2703-492e-9052-e84c4e5fd9c6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:55.648481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b1407f1-8d8c-40b4-9eda-69e14d32422b req-1888b3f9-2703-492e-9052-e84c4e5fd9c6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 945 time: 0.1772904 Dec 21 02:17:55.655151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] No DVR routers for this DVR port 9e01964d-aeb4-441b-b451-29c907be0cbc on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:17:55.659545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72401c-5b10-43bb-a0c1-4d78813449f0 None None] Pushing event deleted for resources: {'Port': ['ID=9e01964d-aeb4-441b-b451-29c907be0cbc,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:55.709378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.709911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Fanout notify agent at l3_agent the message router_deleted on router 6aebaac1-10c7-46ba-ac20-2cb3899310cf {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:17:55.717883 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:55.719016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0443a74a-8e3f-4737-99e8-c9db600961b0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/routers/6aebaac1-10c7-46ba-ac20-2cb3899310cf HTTP/1.1" status: 204 len: 168 time: 0.3589625 Dec 21 02:17:55.722048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:55.728191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:55.749628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b1407f1-8d8c-40b4-9eda-69e14d32422b req-a9fd4312-b9c1-467b-b4b9-71a6a316359b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936065 Dec 21 02:17:55.805004 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Sync routers for ids ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:55.815569 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:55.815929 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:17:55.816521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6aebaac1-10c7-46ba-ac20-2cb3899310cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:17:55.826284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:55.826650 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:17:55.827242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6aebaac1-10c7-46ba-ac20-2cb3899310cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:17:55.827608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d28eac-14f9-4499-ab4e-748887a3fc58 None None] The sync data for ids ['6aebaac1-10c7-46ba-ac20-2cb3899310cf'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:17:56.052273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:17:56.056354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.161908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9e01964d-aeb4-441b-b451-29c907be0cbc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:17:56.182876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9e01964d-aeb4-441b-b451-29c907be0cbc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:17:56.183151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9e01964d-aeb4-441b-b451-29c907be0cbc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:17:56.242226 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.281824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:56.284848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:56.289597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:56.290185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.294163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f92d8-6c88-4041-a4b4-18ceda79efaa None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:17:56.303167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=bae718f8-6d77-4e8a-ba11-89ce1d101923,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:56.311874 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42023be7-547f-4fc7-9c9d-f017afeb407f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5885000 Dec 21 02:17:56.314491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:56.319447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1718266349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:17:56.343302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.344565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.401102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.401289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'bae718f8-6d77-4e8a-ba11-89ce1d101923'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:17:56.402167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.405830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.423309 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.424492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2bcfc0e7-d016-488f-8b47-7508291d20f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1089978 Dec 21 02:17:56.427398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50524) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:56.539433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/bae718f8-6d77-4e8a-ba11-89ce1d101923/94bb46fc-3890-46ac-8dcc-e7bbf78caa54) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:56.680319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.686107 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.702952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.725088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:56.727962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:56.731319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:56.739798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Pushing event updated for resources: {'Port': ['ID=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:56.791846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Attempting to bind port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:56.792425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Attempting to bind port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:56.792800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Attempting to bind port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:56.798142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:56.798785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:56.799187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.799577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:56.800050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Bound port: 94bb46fc-3890-46ac-8dcc-e7bbf78caa54, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:56.800428 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.875589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] For port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:17:56.878974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] For port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:17:56.879957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400e8a-28aa-40e0-93af-75a28cd3ebd3 req-ed315838-2984-43dd-9318-96923d3190c8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:56.882465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b400e8a-28aa-40e0-93af-75a28cd3ebd3 req-ed315838-2984-43dd-9318-96923d3190c8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 945 time: 0.0605083 Dec 21 02:17:56.883972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.948291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b400e8a-28aa-40e0-93af-75a28cd3ebd3 req-3a86a792-2b1c-4b55-8a8a-27b2f98d33f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Dec 21 02:17:56.952711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265864d3-fc2c-4c04-880a-db0c35e9fbec None None] Pushing event updated for resources: {'Port': ['ID=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:56.962657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:56.980291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::1 (249562be-f232-41e6-b385-138bc77f0fdc/bae718f8-6d77-4e8a-ba11-89ce1d101923/28a586a0-cc4e-4608-98cc-5c40e169abc4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:17:57.098232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.142691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.190785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:57.194381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:57.198163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:17:57.198786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.204902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=28a586a0-cc4e-4608-98cc-5c40e169abc4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:57.358029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.401816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 15c187b2-84fb-4b8b-886e-8144908da210 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:57.450659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 15c187b2-84fb-4b8b-886e-8144908da210 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:17:57.454307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 15c187b2-84fb-4b8b-886e-8144908da210 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:57.454664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.536441 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.560385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:17:57.563743 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f08bbd7-1402-44dd-aa02-c592ec652823" -d '{"events": [{"server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "name": "network-vif-plugged", "status": "completed", "tag": "15c187b2-84fb-4b8b-886e-8144908da210"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:17:57.578218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=15c187b2-84fb-4b8b-886e-8144908da210,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:57.586045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.620816 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5931630-4ac9-4609-9b3e-6d8b20a4495f x-openstack-request-id: req-b5931630-4ac9-4609-9b3e-6d8b20a4495f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:17:57.621111 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "name": "network-vif-plugged", "status": "completed", "tag": "15c187b2-84fb-4b8b-886e-8144908da210", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:17:57.621388 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5931630-4ac9-4609-9b3e-6d8b20a4495f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:17:57.621786 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210', 'code': 200} Dec 21 02:17:57.642062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.648470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.648711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:57.650099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.759223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=28a586a0-cc4e-4608-98cc-5c40e169abc4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:57.814421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a2356-b3b8-49f8-b2d7-3764006623e5 req-aa663aa3-7c06-4ca0-8b04-4ea6da4be7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:57.815901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-067a2356-b3b8-49f8-b2d7-3764006623e5 req-aa663aa3-7c06-4ca0-8b04-4ea6da4be7be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 1098 time: 0.0717168 Dec 21 02:17:57.824334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:17:57.825761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:17:57.942831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] Provisioning complete for port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:57.943114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-067a2356-b3b8-49f8-b2d7-3764006623e5 req-6bff0d54-5a1c-4c50-8e03-1319b06c3262 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127121 Dec 21 02:17:57.943392 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:57.986872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Router 59e872f7-bc06-4249-a11e-db534e26ddbd is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:17:58.039215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.079511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] For port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:17:58.088842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.089736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08793c-ae22-4841-b2d6-100fd5fd594e req-6412e606-bc2e-4d63-bd8e-9bcd2646c2ae tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:58.100180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac08793c-ae22-4841-b2d6-100fd5fd594e req-6412e606-bc2e-4d63-bd8e-9bcd2646c2ae tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0834045 Dec 21 02:17:58.103061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:58.118290 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1f695a72-f501-4e2f-8f31-774cc0739629 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "PUT /v2.0/routers/59e872f7-bc06-4249-a11e-db534e26ddbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897526 Dec 21 02:17:58.119064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:58.155793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Sync routers for ids ['59e872f7-bc06-4249-a11e-db534e26ddbd'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:17:58.162907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac08793c-ae22-4841-b2d6-100fd5fd594e req-3c434d02-3ec6-428e-b6fd-088e7f04a7c7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616271 Dec 21 02:17:58.197249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Routers {'59e872f7-bc06-4249-a11e-db534e26ddbd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:58.201009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['59e872f7-bc06-4249-a11e-db534e26ddbd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:58.205047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944696a-3d23-4eb4-8d86-8c1312b55aed tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:58.208763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50534) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:58.208967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2944696a-3d23-4eb4-8d86-8c1312b55aed tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports/28a586a0-cc4e-4608-98cc-5c40e169abc4 HTTP/1.1" status: 200 len: 911 time: 0.0887587 Dec 21 02:17:58.246958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:17:58.270684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70be72c-6847-49d4-82ac-791d7cb5b076 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:58.277946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70be72c-6847-49d4-82ac-791d7cb5b076 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:58.282300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c70be72c-6847-49d4-82ac-791d7cb5b076 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0691996 Dec 21 02:17:58.282811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50536) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:58.344568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845281-7df7-455d-ba5a-6f072785e85d None None] Pushing event updated for resources: {'Port': ['ID=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:58.350893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1c617e90-fd80-4152-9561-4aefb1d2c194 None None] Provisioning complete for port 28a586a0-cc4e-4608-98cc-5c40e169abc4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:58.351268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c617e90-fd80-4152-9561-4aefb1d2c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.378467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Set router 59e872f7-bc06-4249-a11e-db534e26ddbd gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:58.433143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1c617e90-fd80-4152-9561-4aefb1d2c194 None None] Port 28a586a0-cc4e-4608-98cc-5c40e169abc4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:58.493731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:58.494006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.586477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3902a981-9f58-495b-aa18-1739b39ed3db None None] Provisioning complete for port 28a586a0-cc4e-4608-98cc-5c40e169abc4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:17:58.586844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3902a981-9f58-495b-aa18-1739b39ed3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.674898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3902a981-9f58-495b-aa18-1739b39ed3db None None] Port 28a586a0-cc4e-4608-98cc-5c40e169abc4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:17:58.705606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e872f7-bc06-4249-a11e-db534e26ddbd', 'name': 'tempest-NetworksTestDHCPv6-router-1718266349', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:56Z', 'updated_at': '2021-12-21T02:17:57Z', 'revision_number': 2, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None, '_interfaces': [{'id': '28a586a0-cc4e-4608-98cc-5c40e169abc4', 'name': '', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'mac_address': 'fa:16:3e:a1:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e872f7-bc06-4249-a11e-db534e26ddbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'bae718f8-6d77-4e8a-ba11-89ce1d101923', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:17:56Z', 'updated_at': '2021-12-21T02:17:57Z', 'revision_number': 2, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'subnets': [{'id': 'bae718f8-6d77-4e8a-ba11-89ce1d101923', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:58.717989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.735673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Checking router: 59e872f7-bc06-4249-a11e-db534e26ddbd for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:17:58.736030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Updating router 59e872f7-bc06-4249-a11e-db534e26ddbd port 28a586a0-cc4e-4608-98cc-5c40e169abc4 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:17:58.761475 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:58.926469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 28a586a0-cc4e-4608-98cc-5c40e169abc4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:17:58.926812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.012278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.023791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 28a586a0-cc4e-4608-98cc-5c40e169abc4 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:17:59.028815 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.033938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.086093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61694f3e-f006-45bf-85a2-045e762dd1bf None None] Pushing event updated for resources: {'Port': ['ID=28a586a0-cc4e-4608-98cc-5c40e169abc4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:59.138901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:59.140234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:59.140969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:59.149893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:59.150584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:59.151303 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.151859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:59.152670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Bound port: 28a586a0-cc4e-4608-98cc-5c40e169abc4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:59.153678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.235753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.241366 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:17:59.241833 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:17:59.313563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bb24-49d0-4aa6-a1e9-f6a3c5650265 req-a89c64bd-fb29-465f-909c-c75e996bd387 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:59.315415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33d2bb24-49d0-4aa6-a1e9-f6a3c5650265 req-a89c64bd-fb29-465f-909c-c75e996bd387 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0622249 Dec 21 02:17:59.367540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33d2bb24-49d0-4aa6-a1e9-f6a3c5650265 req-b5be2efd-e9a7-485a-84bd-cec3c52ac018 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Dec 21 02:17:59.394706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-af6e5eda-e232-41d6-9245-311225c6abd0 None None] Could not find standard attr ID for object 28a586a0-cc4e-4608-98cc-5c40e169abc4. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:17:59.514010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=28a586a0-cc4e-4608-98cc-5c40e169abc4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:17:59.610795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.756269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:17:59.756843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:17:59.757117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Attempting to bind port 28a586a0-cc4e-4608-98cc-5c40e169abc4 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:17:59.762115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:17:59.762483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:17:59.762886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.763299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:17:59.763757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Bound port: 28a586a0-cc4e-4608-98cc-5c40e169abc4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:17:59.764132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:17:59.764494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Router 59e872f7-bc06-4249-a11e-db534e26ddbd has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:17:59.796019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Port 28a586a0-cc4e-4608-98cc-5c40e169abc4 has been deleted concurrently {{(pid=109852) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 21 02:17:59.805178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Routers {'59e872f7-bc06-4249-a11e-db534e26ddbd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:17:59.805806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['59e872f7-bc06-4249-a11e-db534e26ddbd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:17:59.841545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:17:59.847196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77e85545-3b20-4bf1-9fcb-5064f0b5329d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "PUT /v2.0/routers/59e872f7-bc06-4249-a11e-db534e26ddbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5632932 Dec 21 02:17:59.850292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50540) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:59.872656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] Set router 59e872f7-bc06-4249-a11e-db534e26ddbd gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:17:59.904201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d58da-3bc3-4c51-aced-58d48187f372 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:59.905739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d58da-3bc3-4c51-aced-58d48187f372 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:17:59.909821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b37d58da-3bc3-4c51-aced-58d48187f372 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0560987 Dec 21 02:17:59.910084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50542) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:17:59.968332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet bae718f8-6d77-4e8a-ba11-89ce1d101923 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:17:59.971809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.023538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.087276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e872f7-bc06-4249-a11e-db534e26ddbd', 'name': 'tempest-NetworksTestDHCPv6-router-1718266349', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:56Z', 'updated_at': '2021-12-21T02:17:59Z', 'revision_number': 3, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:18:00.112187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.113158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae89e2-f3d3-46be-b065-cbab23436c4c None None] The sync data for ids ['59e872f7-bc06-4249-a11e-db534e26ddbd'] in n-d-761264-20 is: [{'id': '59e872f7-bc06-4249-a11e-db534e26ddbd', 'name': 'tempest-NetworksTestDHCPv6-router-1718266349', 'tenant_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:17:56Z', 'updated_at': '2021-12-21T02:17:59Z', 'revision_number': 3, 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:18:00.165051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:00.183235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.211812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=bae718f8-6d77-4e8a-ba11-89ce1d101923,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:00.217579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.223355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-72eb85b9-45a2-49df-acf1-39bf8f153594 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/bae718f8-6d77-4e8a-ba11-89ce1d101923 HTTP/1.1" status: 204 len: 168 time: 0.3100586 Dec 21 02:18:00.223560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:00.223656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50544) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.225528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.232244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa276b-08b9-44b8-b5a6-105f4080b92f None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:00.311087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-03ad9a96-8228-44f7-9fad-ee5a29a26ba8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0863211 Dec 21 02:18:00.313939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.398816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.467783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:00.503470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9672ed-238a-44c8-ac92-f50d679bf4d7 req-15b71eed-57aa-43d1-820e-ae0edc499ff5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:00.504994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df9672ed-238a-44c8-ac92-f50d679bf4d7 req-15b71eed-57aa-43d1-820e-ae0edc499ff5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0544364 Dec 21 02:18:00.521145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Deleting port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:00.522076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.555123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df9672ed-238a-44c8-ac92-f50d679bf4d7 req-e26ab22e-8746-4413-be9c-8dac0f788ea9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Dec 21 02:18:00.582737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.585769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.593979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] For port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:00.594495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.610493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Calling delete_port for 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:00.635365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.635924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Fanout notify agent at l3_agent the message router_deleted on router 59e872f7-bc06-4249-a11e-db534e26ddbd {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:18:00.644857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.648710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-128b91d3-0ba6-4064-96e3-5143943f066b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/routers/59e872f7-bc06-4249-a11e-db534e26ddbd HTTP/1.1" status: 204 len: 168 time: 0.3311164 Dec 21 02:18:00.648937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50552) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.683019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865395-590a-4bd5-88cc-f23d645483d2 req-19cd7fd6-d7ba-4662-88ea-f127c8142442 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:00.684600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16865395-590a-4bd5-88cc-f23d645483d2 req-19cd7fd6-d7ba-4662-88ea-f127c8142442 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0569344 Dec 21 02:18:00.700203 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:00.701252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf571b-c33f-445b-894e-68e651c05898 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:00.703095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ddf571b-c33f-445b-894e-68e651c05898 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0530775 Dec 21 02:18:00.707183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50554) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.735529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] Pushing event deleted for resources: {'Port': ['ID=94bb46fc-3890-46ac-8dcc-e7bbf78caa54,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:00.740004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dc563-4e02-4b21-a8bc-1ae119f27737 None None] No DVR routers for this DVR port 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:00.753554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16865395-590a-4bd5-88cc-f23d645483d2 req-316283e8-d25a-4caa-9d09-049e592316e9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Dec 21 02:18:00.769476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b176873-76e4-4b2d-8592-951b090fbfd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:00.770344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0b176873-76e4-4b2d-8592-951b090fbfd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621939 Dec 21 02:18:00.772901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.810231 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9ccaa8fb-d487-4ff7-b211-bf015414481b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0361967 Dec 21 02:18:00.814364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50560) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:00.820310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:00.928453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:00.932172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.003464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829ea7-7794-4beb-a2f3-3cef4cd5762e req-33758f96-6374-4c09-9fe3-1b38c96a3981 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:01.005043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0829ea7-7794-4beb-a2f3-3cef4cd5762e req-33758f96-6374-4c09-9fe3-1b38c96a3981 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0502980 Dec 21 02:18:01.068357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e0829ea7-7794-4beb-a2f3-3cef4cd5762e req-c0445ecf-a86d-4c5a-8045-81069abd1ad6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Dec 21 02:18:01.120054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Sync routers for ids ['59e872f7-bc06-4249-a11e-db534e26ddbd'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:18:01.129511 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:18:01.129995 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:18:01.130688 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_agentschedulers_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'59e872f7-bc06-4249-a11e-db534e26ddbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:18:01.139663 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:18:01.140031 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:18:01.140641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_agentschedulers_db [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'59e872f7-bc06-4249-a11e-db534e26ddbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:17:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:18:01.140998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505f1e4-13cf-47c7-9a46-31f6de4fcafe None None] The sync data for ids ['59e872f7-bc06-4249-a11e-db534e26ddbd'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:18:01.219492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:01.221080 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.261125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:01.264184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:01.268313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:01.268895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.273256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98600af-6024-401a-a698-d18825e71264 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:01.280067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:01.292678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9cbe3d3f-6fe2-49d0-bc1e-19d82cf26f69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4772127 Dec 21 02:18:01.295502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50564) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:01.300355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:01.381244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:01.382165 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.420383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:01.424110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.519692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Allocated IP 2001:db8::f816:3eff:feb1:53fb (249562be-f232-41e6-b385-138bc77f0fdc/dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7/f5a0daa9-593d-436d-a57b-e461a7f841cd) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:01.661888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.665107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.667073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.706019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:01.710109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:01.712999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:01.713423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:01.714381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.716002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:01.722585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:01.725269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:01.735617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=1ac899b5-ec57-4b2c-bb22-71cd80b2138a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:01.746582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-013ce040-4f73-4020-8036-a19e0bb0297e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4500663 Dec 21 02:18:01.749416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50566) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:01.754361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:49:b7:69', 'name': 'tempest-NetworksTestDHCPv6-276176923'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:01.781987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Attempting to bind port f5a0daa9-593d-436d-a57b-e461a7f841cd on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:01.782364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Attempting to bind port f5a0daa9-593d-436d-a57b-e461a7f841cd by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:01.782735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Attempting to bind port f5a0daa9-593d-436d-a57b-e461a7f841cd on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:01.787859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:01.788234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:01.788655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.789053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:01.789546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Bound port: f5a0daa9-593d-436d-a57b-e461a7f841cd, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:01.789928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.851715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:01.854869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:01.858365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.868753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:01.917696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54527f4-5ab7-455b-a2b9-75ef8551e426 None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:01.954001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:01.976915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 37ddc136-51db-48ec-831d-ee876ad5c767 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:02.176283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 172.20.0.14 (249562be-f232-41e6-b385-138bc77f0fdc/1ac899b5-ec57-4b2c-bb22-71cd80b2138a/37ddc136-51db-48ec-831d-ee876ad5c767) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:02.179147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe49:b769 (249562be-f232-41e6-b385-138bc77f0fdc/dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7/37ddc136-51db-48ec-831d-ee876ad5c767) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:02.235394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:02.263246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a39a7-4863-4f35-a158-015c2bae467c req-2ffb6284-fdf0-49a4-b7b1-bf0cf9768e53 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:02.264953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b8a39a7-4863-4f35-a158-015c2bae467c req-2ffb6284-fdf0-49a4-b7b1-bf0cf9768e53 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0579891 Dec 21 02:18:02.308644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:02.309152 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.327460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b8a39a7-4863-4f35-a158-015c2bae467c req-0291d94f-ec69-4b32-93fd-bd8a132113ac tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555077 Dec 21 02:18:02.366051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.397327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.401427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.437526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:02.443671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.453149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:02.456376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:02.459630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:02.500263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:02.507529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=37ddc136-51db-48ec-831d-ee876ad5c767,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:02.513723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:02.535349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:02.535553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94bb46fc-3890-46ac-8dcc-e7bbf78caa54 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:02.552667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:02.553272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.575788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1597cc8-0607-4139-af7f-5746029164c0 req-805cc35f-7f52-4881-a117-7eceeb6d9b1b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:02.577239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1597cc8-0607-4139-af7f-5746029164c0 req-805cc35f-7f52-4881-a117-7eceeb6d9b1b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 946 time: 0.0890126 Dec 21 02:18:02.580800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ac0fac14-fac0-42e8-8a0d-cf76c6ab7852 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8304291 Dec 21 02:18:02.583397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50572) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:02.687748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c41ce7-fadc-42f1-b293-a3a4fc64964b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:02.694262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c41ce7-fadc-42f1-b293-a3a4fc64964b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:02.698123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d0c41ce7-fadc-42f1-b293-a3a4fc64964b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1109138 Dec 21 02:18:02.698852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50574) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:02.726677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port 15c187b2-84fb-4b8b-886e-8144908da210 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:02.726976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.794187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 37ddc136-51db-48ec-831d-ee876ad5c767 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:02.794533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.821663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port 15c187b2-84fb-4b8b-886e-8144908da210, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=15c187b2-84fb-4b8b-886e-8144908da210,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:02.822065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.836459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for 15c187b2-84fb-4b8b-886e-8144908da210 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:02.890599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:02.905199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 37ddc136-51db-48ec-831d-ee876ad5c767 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:02.949530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff519d15-2e8e-4aec-9b37-80f0253bbdec None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:02.982598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.013854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=15c187b2-84fb-4b8b-886e-8144908da210,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:03.020220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:03.045205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['15c187b2-84fb-4b8b-886e-8144908da210'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:03.060793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port 15c187b2-84fb-4b8b-886e-8144908da210 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:03.063328 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.066672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1597cc8-0607-4139-af7f-5746029164c0 req-2ef0fa14-fe2f-4275-8700-89342b971394 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "DELETE /v2.0/ports/15c187b2-84fb-4b8b-886e-8144908da210 HTTP/1.1" status: 204 len: 173 time: 0.4733887 Dec 21 02:18:03.067125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'name': 'network-vif-deleted', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:03.070004 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9fdf66-a38f-47c8-a899-a7b280a743ee" -d '{"events": [{"server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "name": "network-vif-deleted", "tag": "15c187b2-84fb-4b8b-886e-8144908da210"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:03.071318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cea7bc-10f7-4249-a45f-991537989ec2 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:03.133286 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.133812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1b80af80-8e2c-439f-b02d-d20c14f76296 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:03.134185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b80af80-8e2c-439f-b02d-d20c14f76296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.150982 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf4499-5e74-461e-8aed-1a3f9d651814 x-openstack-request-id: req-85bf4499-5e74-461e-8aed-1a3f9d651814 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:03.151596 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4f7013-0b24-44b3-9a40-5895ba1383a5", "name": "network-vif-deleted", "tag": "15c187b2-84fb-4b8b-886e-8144908da210", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:03.152023 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85bf4499-5e74-461e-8aed-1a3f9d651814 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:03.152642 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4f7013-0b24-44b3-9a40-5895ba1383a5', 'name': 'network-vif-deleted', 'tag': '15c187b2-84fb-4b8b-886e-8144908da210', 'status': 'completed', 'code': 200} Dec 21 02:18:03.170023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=37ddc136-51db-48ec-831d-ee876ad5c767,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:03.273183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.276526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f9c72935-9e9c-46f1-b40d-bd181e6bc584 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/37ddc136-51db-48ec-831d-ee876ad5c767 HTTP/1.1" status: 204 len: 168 time: 0.5766754 Dec 21 02:18:03.279057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50578) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:03.305131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e682c1-5475-4431-9d97-633079250fc1 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7', 'ip_address': '2001:db8::f816:3eff:feb1:53fb'}, {'subnet_id': '1ac899b5-ec57-4b2c-bb22-71cd80b2138a'}], 'binding:host_id': 'n-d-761264-20'}, 'id': 'f5a0daa9-593d-436d-a57b-e461a7f841cd'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:03.335945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9164b6-e57a-4498-a529-10c3ff8641a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:03.337581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9164b6-e57a-4498-a529-10c3ff8641a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:03.339355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9164b6-e57a-4498-a529-10c3ff8641a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:03.340899 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f9164b6-e57a-4498-a529-10c3ff8641a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0608847 Dec 21 02:18:03.343889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:03.350328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83e682c1-5475-4431-9d97-633079250fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.411897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 1ac899b5-ec57-4b2c-bb22-71cd80b2138a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:03.416096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.459131 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.461480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0d0cb531-8aff-421f-b71b-ac3f1aab0d0d req-1f952e54-047a-4b77-a473-f862cd1f67db tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc4f7013-0b24-44b3-9a40-5895ba1383a5 HTTP/1.1" status: 200 len: 210 time: 0.0294433 Dec 21 02:18:03.509430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.568089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-83e682c1-5475-4431-9d97-633079250fc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac899b5-ec57-4b2c-bb22-71cd80b2138a: This subnet is being modified by another concurrent operation. Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac899b5-ec57-4b2c-bb22-71cd80b2138a: This subnet is being modified by another concurrent operation. Dec 21 02:18:03.571080 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:18:03.671499 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-91e853a6-be93-4c68-a790-dc0da401a313 None None] Could not find standard attr ID for object 37ddc136-51db-48ec-831d-ee876ad5c767. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:03.697038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-91e853a6-be93-4c68-a790-dc0da401a313 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:03.697612 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-91e853a6-be93-4c68-a790-dc0da401a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.816792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909f554-0627-4d84-a11f-b80273cfddb9 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:03.872792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac899b5-ec57-4b2c-bb22-71cd80b2138a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:03.874683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.877905 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-471ae8f5-d45b-410d-ba8c-8b9f30779802 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/1ac899b5-ec57-4b2c-bb22-71cd80b2138a HTTP/1.1" status: 204 len: 168 time: 0.5330188 Dec 21 02:18:03.880427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:03.901900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909f554-0627-4d84-a11f-b80273cfddb9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:03.930233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:03.933253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:03.941601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a9d88a52-d7d3-42be-adc2-af6a7d50078c None None] Could not find standard attr ID for object 37ddc136-51db-48ec-831d-ee876ad5c767. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:03.972318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.055204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.119447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.149570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:04.153254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.157614 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00e8aae7-8eb2-4018-b714-166698c3df69 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7 HTTP/1.1" status: 204 len: 168 time: 0.2760060 Dec 21 02:18:04.160003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50586) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:04.179536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:04.205794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-302d3ac9-b9f7-4db8-89c3-8efb69579800 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421648 Dec 21 02:18:04.206770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50588) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:04.211310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:04.281368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.314957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:04.315972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:04.319263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.319737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.374253 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:04.663361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:04.828041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512ac39-5d82-4195-8afa-3bd8ef53a4d9 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:04.894782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-534436a2-f897-4165-8462-29e503f74151 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:04.895156 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-534436a2-f897-4165-8462-29e503f74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.919336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:04.969558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512ac39-5d82-4195-8afa-3bd8ef53a4d9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:05.065210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-534436a2-f897-4165-8462-29e503f74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:05.076229 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:05.080159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:05.082959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-64fd1322-0f45-4583-82cc-8c333576a27b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:05.085227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-64fd1322-0f45-4583-82cc-8c333576a27b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1212234 Dec 21 02:18:05.103996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-56e7e4b2-e9fb-4b89-be92-f76695c70e07 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0115862 Dec 21 02:18:05.120241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.126399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.127407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.164681 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-05b4ad52-427a-430e-b276-7f5081c1f467 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550253 Dec 21 02:18:05.212462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:05.219701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:05.222876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:05.223798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.252130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=78885102-9905-404a-9c16-3260fba31c6f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:05.267773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:05.283025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-eef42a2b-1b9d-4e78-9086-23a6bd1fc128 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057370 Dec 21 02:18:05.285430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50608) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:05.286207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aa4d655c-d544-43ef-ab4a-06362ba1af4b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0788956 Dec 21 02:18:05.291085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:05.364004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-534436a2-f897-4165-8462-29e503f74151 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:18:05.364768 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-534436a2-f897-4165-8462-29e503f74151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:18:05.432805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 15c187b2-84fb-4b8b-886e-8144908da210 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:05.456149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 15c187b2-84fb-4b8b-886e-8144908da210 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:05.456498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 15c187b2-84fb-4b8b-886e-8144908da210 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:05.462359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-2e5c020c-33e5-482b-b920-dfcaf86ec3a5 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674478 Dec 21 02:18:05.482968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:05.486476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.675385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1b9eba-e511-4d9a-9e78-725ec187b793 req-45bcfae4-a6f4-4c84-a30c-d5c61d88fef5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 210 time: 0.0553274 Dec 21 02:18:05.792120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.834920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:05.840682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:05.844098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:05.844695 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.861143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=e488a36e-0cf7-4482-8211-69568e4c21e0,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:05.875035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da57fbed-74fb-4872-bf98-eedd49f06316 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5882936 Dec 21 02:18:05.878002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50620) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:05.883738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:b1:93:a4', 'name': 'tempest-NetworksTestDHCPv6-2061581106'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:05.917031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-534436a2-f897-4165-8462-29e503f74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:05.957729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-534436a2-f897-4165-8462-29e503f74151 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:05.962951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-534436a2-f897-4165-8462-29e503f74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.017755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534436a2-f897-4165-8462-29e503f74151 None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:06.044684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:06.049153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.073207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 431c2ee9-56f3-4f0d-9129-353fcddaf830 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:06.078626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24adce8-0737-4856-b691-3b20ee7b38cb None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:06.200707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0989529f-2ab9-47f6-9b9a-a0db3a0f4eed None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:06.201447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0989529f-2ab9-47f6-9b9a-a0db3a0f4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.243546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:06.272692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 172.20.0.13 (249562be-f232-41e6-b385-138bc77f0fdc/e488a36e-0cf7-4482-8211-69568e4c21e0/431c2ee9-56f3-4f0d-9129-353fcddaf830) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:06.280132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:feb1:93a4 (249562be-f232-41e6-b385-138bc77f0fdc/78885102-9905-404a-9c16-3260fba31c6f/431c2ee9-56f3-4f0d-9129-353fcddaf830) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:06.360006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '78885102-9905-404a-9c16-3260fba31c6f', 'ip_address': '2001:db8::f816:3eff:feb1:53fb'}, {'subnet_id': 'e488a36e-0cf7-4482-8211-69568e4c21e0'}], 'binding:host_id': 'n-d-761264-20'}, 'id': 'f5a0daa9-593d-436d-a57b-e461a7f841cd'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:06.394486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:06.394862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.396568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.421683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:18:06.437036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.473860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.530388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:06.533454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:06.536023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:06.562138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=431c2ee9-56f3-4f0d-9129-353fcddaf830,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:06.590914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:06.591530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.607285 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1bd5154-3df2-440c-ac3e-414de9dcb1e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7281430 Dec 21 02:18:06.609898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50624) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:06.633825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Allocated IP 172.20.0.2 (249562be-f232-41e6-b385-138bc77f0fdc/e488a36e-0cf7-4482-8211-69568e4c21e0/f5a0daa9-593d-436d-a57b-e461a7f841cd) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:06.732899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c09860d6-193d-424e-808b-824e3b887acd None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:06.767667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.774796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:06.867803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09860d6-193d-424e-808b-824e3b887acd None None] Pushing event updated for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:07.039235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9cd040fa-da31-448a-a2fa-4edbd0eb13ff req-ad56b02c-0084-40d2-8d12-5f31beaefa10 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 210 time: 0.0392869 Dec 21 02:18:07.068528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560268e-3ff1-49bb-8e08-ca8c639c49e4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:07.071602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-26371b51-8017-434e-af8d-642aa8d13f5a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:07.073194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-26371b51-8017-434e-af8d-642aa8d13f5a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1510036 Dec 21 02:18:07.075096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560268e-3ff1-49bb-8e08-ca8c639c49e4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:07.076716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c560268e-3ff1-49bb-8e08-ca8c639c49e4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4658248 Dec 21 02:18:07.079554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50628) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:07.118933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': '3aa91626-42be-4588-a225-28eef657c344', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:07.260841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 431c2ee9-56f3-4f0d-9129-353fcddaf830 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:07.261195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.331015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:07.335097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.412673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.433163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 431c2ee9-56f3-4f0d-9129-353fcddaf830 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:07.466754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5db9df-58ef-4926-b815-aac2be7a6080 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:07.535369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-41d94ad0-cc43-4065-a084-1ca13837acb5 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:07.535738 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-41d94ad0-cc43-4065-a084-1ca13837acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.556830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.10 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/8d84a905-64b6-4752-b207-7250508d64ae) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:07.798827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.833065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.838347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=431c2ee9-56f3-4f0d-9129-353fcddaf830,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:07.946876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.952885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e63aa6c5-1124-407c-bc2e-738816bfca8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/431c2ee9-56f3-4f0d-9129-353fcddaf830 HTTP/1.1" status: 204 len: 168 time: 0.8700526 Dec 21 02:18:07.952885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:07.953258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50630) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:07.990602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:08.002664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a9e8a33c-8f83-4ddb-a4d6-b1cdc807cc65 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:08.006298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:08.006575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a33c-8f83-4ddb-a4d6-b1cdc807cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.010297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:08.014169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:08.064524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:08.087560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5e7c0-0082-4b47-a292-18618a673a0d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:08.091586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5e7c0-0082-4b47-a292-18618a673a0d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:08.093688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5e7c0-0082-4b47-a292-18618a673a0d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:08.095591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3e5e7c0-0082-4b47-a292-18618a673a0d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1411936 Dec 21 02:18:08.099254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50634) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:08.118806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36e684-1d63-4982-9867-a4b3033446f0 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:08.120397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:08.121053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.203894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-f114acc9-b581-41db-b92c-13b6584681f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0875781 Dec 21 02:18:08.227370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 78885102-9905-404a-9c16-3260fba31c6f {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:08.240375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.251082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Request body: {'port': {'device_id': '3aa91626-42be-4588-a225-28eef657c344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:08.269103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499a208-beac-4243-85ca-90eaaf37827b req-c20b4ba5-38d4-43f2-b243-0d01a324e451 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:08.279422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f499a208-beac-4243-85ca-90eaaf37827b req-c20b4ba5-38d4-43f2-b243-0d01a324e451 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 932 time: 0.1062870 Dec 21 02:18:08.282485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:08.343428 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.349953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f499a208-beac-4243-85ca-90eaaf37827b req-0011f9d5-1d87-4206-a0f9-2dd0ebd05c87 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Dec 21 02:18:08.394634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.424421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a9e8a33c-8f83-4ddb-a4d6-b1cdc807cc65 None None] Could not find standard attr ID for object 431c2ee9-56f3-4f0d-9129-353fcddaf830. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:08.442210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:08.442589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.493410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.565888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6169f94-caa6-40bd-bbcd-9dff893f08be None None] Provisioning complete for port 8d84a905-64b6-4752-b207-7250508d64ae triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:08.566266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6169f94-caa6-40bd-bbcd-9dff893f08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.604336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d6169f94-caa6-40bd-bbcd-9dff893f08be None None] Port 8d84a905-64b6-4752-b207-7250508d64ae cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:18:08.607639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6169f94-caa6-40bd-bbcd-9dff893f08be None None] Could not find standard attr ID for object 431c2ee9-56f3-4f0d-9129-353fcddaf830. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:08.633865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.672469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=78885102-9905-404a-9c16-3260fba31c6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:08.691906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.695600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-05a461f8-f3f9-4097-b871-6806e6a40d66 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/78885102-9905-404a-9c16-3260fba31c6f HTTP/1.1" status: 204 len: 168 time: 0.5949533 Dec 21 02:18:08.695876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ce9f4-fca2-42cc-8a62-0d1ce5e2c28b None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:08.698067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50636) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:08.788931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet e488a36e-0cf7-4482-8211-69568e4c21e0 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:08.798941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.857733 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.936104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d84a905-64b6-4752-b207-7250508d64ae {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:08.947595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.986356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Transition to ACTIVE for port object 8d84a905-64b6-4752-b207-7250508d64ae will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:18:08.995174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:08.998674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.066307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63baa3be-ba26-426c-90ab-5de857c06a1e None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:09.089224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:09.141981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.178436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=e488a36e-0cf7-4482-8211-69568e4c21e0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:09.182571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.185817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e41b25fc-04bb-4dc9-acf5-370cba039669 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e488a36e-0cf7-4482-8211-69568e4c21e0 HTTP/1.1" status: 204 len: 168 time: 0.4867907 Dec 21 02:18:09.188332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:09.209093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Attempting to bind port 8d84a905-64b6-4752-b207-7250508d64ae on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:09.210001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Attempting to bind port 8d84a905-64b6-4752-b207-7250508d64ae by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:09.210334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Attempting to bind port 8d84a905-64b6-4752-b207-7250508d64ae on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:09.216444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Port 8d84a905-64b6-4752-b207-7250508d64ae on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:18:09.216772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Attempting to bind port 8d84a905-64b6-4752-b207-7250508d64ae on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:09.223661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:09.224879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:09.225283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:09.225753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Bound port: 8d84a905-64b6-4752-b207-7250508d64ae, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:09.226109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.237161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d9fd9ab3-24cf-4d9b-b181-f9416e601698 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475483 Dec 21 02:18:09.240815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50640) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:09.252798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:09.302175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:09.306484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8d84a905-64b6-4752-b207-7250508d64ae,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:09.311449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.346623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:09.347187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.349470 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] 10.222.0.45 "PUT /v2.0/ports/8d84a905-64b6-4752-b207-7250508d64ae HTTP/1.1" status: 200 len: 1093 time: 1.1124802 Dec 21 02:18:09.354424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442548f-9c67-492d-aa9e-15322d1432b0 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:09.354613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:09.357584 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dda385-d05f-419a-b41d-85a3a01dc0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "tag": "8d84a905-64b6-4752-b207-7250508d64ae"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:09.367169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:09.371324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.430175 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72315a0a-fc26-4c62-ac59-b28f70fa6902 x-openstack-request-id: req-72315a0a-fc26-4c62-ac59-b28f70fa6902 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:09.430471 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "tag": "8d84a905-64b6-4752-b207-7250508d64ae", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:09.430725 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72315a0a-fc26-4c62-ac59-b28f70fa6902 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:09.431264 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae', 'status': 'completed', 'code': 200} Dec 21 02:18:09.435081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf424f38-654d-4329-8ec1-f9bd034a68cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:09.469748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5fe7f-33b5-48b3-999a-caf06bb4e467 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:09.493496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-8b8a1def-1eab-421a-a20b-496bf377551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:09.494997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-8b8a1def-1eab-421a-a20b-496bf377551c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 1096 time: 0.0457087 Dec 21 02:18:09.531270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6e56d4c6-d80a-4595-8922-b6727fe6dd4a None None] Provisioning complete for port f5a0daa9-593d-436d-a57b-e461a7f841cd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:09.531564 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e56d4c6-d80a-4595-8922-b6727fe6dd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.557896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-79226dfe-c911-4281-be1a-2f7e929e1488 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d84a905-64b6-4752-b207-7250508d64ae HTTP/1.1" status: 200 len: 217 time: 0.0420456 Dec 21 02:18:09.605707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5af741-6f6f-4508-bad9-849ecf690f20 req-83dc8888-8fd4-46f5-b82b-39af131699bd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:09.607201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a5af741-6f6f-4508-bad9-849ecf690f20 req-83dc8888-8fd4-46f5-b82b-39af131699bd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 944 time: 0.0966260 Dec 21 02:18:09.623240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-fbe63e3d-e96b-4faa-a423-2cc46b443eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:09.626269 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-fbe63e3d-e96b-4faa-a423-2cc46b443eaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0586226 Dec 21 02:18:09.637082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.677951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-5b86a6d4-2b76-47af-96f2-e8c513ca453f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349319 Dec 21 02:18:09.689787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:09.700474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:09.706516 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a5af741-6f6f-4508-bad9-849ecf690f20 req-9160fe87-2db1-4ac5-8408-af62c69c033f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896616 Dec 21 02:18:09.709463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:09.714226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:09.714820 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.733814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=dd639c80-6b97-4177-a736-95cc619acb33,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:09.738052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.738404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.738776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.739267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.739565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.740425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.740767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.741069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.741448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.741804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.742128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.742462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.743131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:09.751343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e18126ec-0499-48d5-b395-bf6680e42362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050983 Dec 21 02:18:09.751590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50646) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:09.758818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Deleting port f5a0daa9-593d-436d-a57b-e461a7f841cd {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:09.759462 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.759601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:09.847258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] For port f5a0daa9-593d-436d-a57b-e461a7f841cd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5a0daa9-593d-436d-a57b-e461a7f841cd,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:09.847657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.861783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Calling delete_port for f5a0daa9-593d-436d-a57b-e461a7f841cd owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:09.883579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:09.887817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.950541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:09.977019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] Pushing event deleted for resources: {'Port': ['ID=f5a0daa9-593d-436d-a57b-e461a7f841cd,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:09.980768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e09aa1-16dc-493e-96ca-d8ac523b95a9 None None] No DVR routers for this DVR port f5a0daa9-593d-436d-a57b-e461a7f841cd on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:10.008742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b48405-4730-41dd-8cb5-dc1ed269326a None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:10.059932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-48bef688-eec4-4354-adc3-5d9e37703578 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721020 Dec 21 02:18:10.118645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'dd639c80-6b97-4177-a736-95cc619acb33'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:10.119525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.170556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cb4ca0d0-8e4c-45d8-8891-2f8b80231408 req-58fa29c8-df30-49f2-8eda-c5d82bafbf52 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987184 Dec 21 02:18:10.217466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:10.247493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f5a0daa9-593d-436d-a57b-e461a7f841cd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:10.247833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5a0daa9-593d-436d-a57b-e461a7f841cd not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:10.250365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:10.252206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.294677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:10.300364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:10.305683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:10.306287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.322391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=c76368ee-1c57-4348-9454-3d428cf9fb11,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:10.331855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-a5905f40-4938-453b-a506-8693499cab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:10.333510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-a5905f40-4938-453b-a506-8693499cab83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 1096 time: 0.0494335 Dec 21 02:18:10.339975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-075c2639-4748-4d27-bfb1-9c50b39333a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5834155 Dec 21 02:18:10.341521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50648) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:10.346651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:2c:c2:8b', 'name': 'tempest-NetworksTestDHCPv6-5680811'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:10.438081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-36dd981d-b463-4168-a70c-a4d225073741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:10.439718 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-36dd981d-b463-4168-a70c-a4d225073741 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.0991242 Dec 21 02:18:10.470122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:10.489483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-087424c1-c9b1-4361-b40a-f964b5d645b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d84a905-64b6-4752-b207-7250508d64ae HTTP/1.1" status: 200 len: 217 time: 0.0388079 Dec 21 02:18:10.491312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Allocated IP 172.20.0.2 (249562be-f232-41e6-b385-138bc77f0fdc/dd639c80-6b97-4177-a736-95cc619acb33/109d309d-9f93-4632-b36d-e4ca403eab88) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:10.556854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-febfabc6-c12e-4542-ab84-7e93454a8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:10.559728 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-febfabc6-c12e-4542-ab84-7e93454a8d4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0615695 Dec 21 02:18:10.559896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.581771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 52e82c56-9e97-4250-9fc4-916634f57fae yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:10.598232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-29c92642-6ba7-4eb9-96dc-8b86e54a9c44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302141 Dec 21 02:18:10.644094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.650710 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.690803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:10.694691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:10.696150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-2b974efa-904c-4cec-960e-1c6f52d97a3c service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887642 Dec 21 02:18:10.700121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:10.703215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Pushing event updated for resources: {'Port': ['ID=109d309d-9f93-4632-b36d-e4ca403eab88,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:10.762383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Attempting to bind port 109d309d-9f93-4632-b36d-e4ca403eab88 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:10.762758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Attempting to bind port 109d309d-9f93-4632-b36d-e4ca403eab88 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:10.763123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Attempting to bind port 109d309d-9f93-4632-b36d-e4ca403eab88 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:10.769276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:10.769998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:10.771023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.771927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:10.772403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Bound port: 109d309d-9f93-4632-b36d-e4ca403eab88, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:10.773130 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.775607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 172.20.0.9 (249562be-f232-41e6-b385-138bc77f0fdc/dd639c80-6b97-4177-a736-95cc619acb33/52e82c56-9e97-4250-9fc4-916634f57fae) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:10.786196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe2c:c28b (249562be-f232-41e6-b385-138bc77f0fdc/c76368ee-1c57-4348-9454-3d428cf9fb11/52e82c56-9e97-4250-9fc4-916634f57fae) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:10.809585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a7dda385-d05f-419a-b41d-85a3a01dc0a4 req-8b0becbc-4af2-40c1-8de9-6352338b6019 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024463 Dec 21 02:18:10.845721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] For port 109d309d-9f93-4632-b36d-e4ca403eab88, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:10.849427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] For port 109d309d-9f93-4632-b36d-e4ca403eab88, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=109d309d-9f93-4632-b36d-e4ca403eab88,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:10.853975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:10.894796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99102-a921-4832-bf08-5075cbee1373 req-d9e1839c-a9ca-40b6-bdb8-6d5be44e2817 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:10.896818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bc99102-a921-4832-bf08-5075cbee1373 req-d9e1839c-a9ca-40b6-bdb8-6d5be44e2817 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 944 time: 0.0991347 Dec 21 02:18:10.912838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d85f-3855-4e4d-a750-7daa3e465d45 None None] Pushing event updated for resources: {'Port': ['ID=109d309d-9f93-4632-b36d-e4ca403eab88,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:11.011644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bc99102-a921-4832-bf08-5075cbee1373 req-83f4ded1-b61f-4528-a800-db16366fc087 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745704 Dec 21 02:18:11.020802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.062156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.117801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:11.122104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:11.123889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=52e82c56-9e97-4250-9fc4-916634f57fae,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:11.127819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:11.185108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.185940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.204642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dad9aa85-3cf4-419a-ba18-fc9dde6184ea tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8598619 Dec 21 02:18:11.204948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50652) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:11.258662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86818b70-09ca-4000-b5be-98ebffc559bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.264610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86818b70-09ca-4000-b5be-98ebffc559bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.266225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-86818b70-09ca-4000-b5be-98ebffc559bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1760 time: 0.0602908 Dec 21 02:18:11.268844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50654) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:11.354028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 52e82c56-9e97-4250-9fc4-916634f57fae {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:11.354291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.445823 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.457536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 52e82c56-9e97-4250-9fc4-916634f57fae owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:11.635024 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.663489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=52e82c56-9e97-4250-9fc4-916634f57fae,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:11.759022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.762384 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1747963d-a864-4ec0-abb3-514ce2e9fa97 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/52e82c56-9e97-4250-9fc4-916634f57fae HTTP/1.1" status: 204 len: 168 time: 0.4925680 Dec 21 02:18:11.764849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:11.819352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb40b4-c0bb-428f-80e0-51753ece05e7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.820890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb40b4-c0bb-428f-80e0-51753ece05e7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.822403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb40b4-c0bb-428f-80e0-51753ece05e7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:11.824002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4cbb40b4-c0bb-428f-80e0-51753ece05e7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0581863 Dec 21 02:18:11.826702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50658) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:11.869221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b93fd-85f5-4d48-bf18-66cb040f0511 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:11.881848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet c76368ee-1c57-4348-9454-3d428cf9fb11 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:11.885048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.930254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.932496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] Provisioning complete for port 109d309d-9f93-4632-b36d-e4ca403eab88 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:11.932868 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:11.974904 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.031707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.048665 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.060827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=c76368ee-1c57-4348-9454-3d428cf9fb11,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:12.074339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.079438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9b65946a-b7e8-4371-a2e9-b70ae465fd7c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/c76368ee-1c57-4348-9454-3d428cf9fb11 HTTP/1.1" status: 204 len: 168 time: 0.2517338 Dec 21 02:18:12.080290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50662) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:12.089294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] For port 109d309d-9f93-4632-b36d-e4ca403eab88, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=109d309d-9f93-4632-b36d-e4ca403eab88,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:12.094671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.153931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f69c27-da12-4a49-883b-4057eec41d25 req-3307d39b-456b-4319-967d-0dee2df99735 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:12.155776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9f69c27-da12-4a49-883b-4057eec41d25 req-3307d39b-456b-4319-967d-0dee2df99735 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 944 time: 0.0630856 Dec 21 02:18:12.176150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet dd639c80-6b97-4177-a736-95cc619acb33 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:12.180518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.182872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4b86a-38d1-4470-9bce-0f6763325d21 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'dd639c80-6b97-4177-a736-95cc619acb33', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c76368ee-1c57-4348-9454-3d428cf9fb11'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '109d309d-9f93-4632-b36d-e4ca403eab88'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:12.184958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eae32-a4de-43c2-a288-e9fb255e6c36 None None] Pushing event updated for resources: {'Port': ['ID=109d309d-9f93-4632-b36d-e4ca403eab88,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:12.219724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b86a-38d1-4470-9bce-0f6763325d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.234815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 109d309d-9f93-4632-b36d-e4ca403eab88 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:12.235419 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.245967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9f69c27-da12-4a49-883b-4057eec41d25 req-9864b948-6be1-4abb-b163-0d2d86d78d09 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801103 Dec 21 02:18:12.331548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.371722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 109d309d-9f93-4632-b36d-e4ca403eab88 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:12.371722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.392749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-3ea4b86a-38d1-4470-9bce-0f6763325d21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd639c80-6b97-4177-a736-95cc619acb33: This subnet is being modified by another concurrent operation. Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd639c80-6b97-4177-a736-95cc619acb33: This subnet is being modified by another concurrent operation. Dec 21 02:18:12.407819 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:18:12.425647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=dd639c80-6b97-4177-a736-95cc619acb33,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:12.435063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.435411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.435768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.436092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.436431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.436767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.437097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.437467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.437800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.438125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.438747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.438878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.439148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:12.444032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.449877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50664) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:12.450383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3dd0dbd4-7bd2-45ed-8779-473f0de5cdd6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/dd639c80-6b97-4177-a736-95cc619acb33 HTTP/1.1" status: 204 len: 168 time: 0.3679638 Dec 21 02:18:12.494050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-894762e7-5dcb-4c07-b803-4a209a11272a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428929 Dec 21 02:18:12.499216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:12.501971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:12.510793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4b824-ecbb-441f-8ed9-369502e8f7f5 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:12.565661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a95745dc-1232-435d-8772-878f873c1440 None None] Provisioning complete for port 109d309d-9f93-4632-b36d-e4ca403eab88 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:12.566030 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a95745dc-1232-435d-8772-878f873c1440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.597639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:12.602029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.668446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:12.719845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Deleting port 109d309d-9f93-4632-b36d-e4ca403eab88 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:12.720185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.783527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] For port 109d309d-9f93-4632-b36d-e4ca403eab88, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=109d309d-9f93-4632-b36d-e4ca403eab88,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:12.783824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.790615 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.798494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Calling delete_port for 109d309d-9f93-4632-b36d-e4ca403eab88 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:12.829226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:12.832368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:12.837457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:12.838027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.854175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=cd8753fe-f497-4efe-84eb-e2f7b614f689,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:12.865235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-03b51680-b3b7-4871-b8f3-1400fc8dc81c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3642235 Dec 21 02:18:12.865235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:12.869949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:12.883195 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:12.908521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] Pushing event deleted for resources: {'Port': ['ID=109d309d-9f93-4632-b36d-e4ca403eab88,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:12.913067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83542693-5d3e-4c14-99c7-a806cfa792b3 None None] No DVR routers for this DVR port 109d309d-9f93-4632-b36d-e4ca403eab88 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:12.929677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0feb4-d900-4fd2-9365-4aeb83543447 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:12.983347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:12.987171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.029094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': 'cd8753fe-f497-4efe-84eb-e2f7b614f689'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:13.030217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.162966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Allocated IP 172.20.0.2 (249562be-f232-41e6-b385-138bc77f0fdc/cd8753fe-f497-4efe-84eb-e2f7b614f689/aaf824cc-0091-4b26-a54c-22529e34faf3) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:13.290218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:13.291857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.311122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.317684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.339553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:13.344756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:13.351243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:13.351841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.363591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=9996babb-3e4b-495e-beef-de44b7a1cdb2,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:13.368143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445dc1b-2bbf-4d23-bd78-bc866681bff9 req-769abdea-2fc7-40d6-884d-6fa70b323525 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:13.369955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e445dc1b-2bbf-4d23-bd78-bc866681bff9 req-769abdea-2fc7-40d6-884d-6fa70b323525 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 944 time: 0.0558021 Dec 21 02:18:13.374775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-079b54a3-9076-4e9a-93a0-5c01116f1933 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5086267 Dec 21 02:18:13.377665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50672) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:13.380612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:13.383110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:77:07:83', 'name': 'tempest-NetworksTestDHCPv6-1387055606'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:13.383490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:13.385823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:13.392960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Pushing event updated for resources: {'Port': ['ID=aaf824cc-0091-4b26-a54c-22529e34faf3,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:13.444667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Attempting to bind port aaf824cc-0091-4b26-a54c-22529e34faf3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:13.444958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Attempting to bind port aaf824cc-0091-4b26-a54c-22529e34faf3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:13.445319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Attempting to bind port aaf824cc-0091-4b26-a54c-22529e34faf3 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:13.450229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:13.450604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:13.451001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.451394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:13.451887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Bound port: aaf824cc-0091-4b26-a54c-22529e34faf3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:13.452266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.466783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8d84a905-64b6-4752-b207-7250508d64ae details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:18:13.495209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e445dc1b-2bbf-4d23-bd78-bc866681bff9 req-96b32b80-5f4a-43b9-890c-07a342b45d58 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967474 Dec 21 02:18:13.531885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:13.535954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.556348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 21babf62-8757-47ea-a672-82592c32e30d yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:13.582434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] For port aaf824cc-0091-4b26-a54c-22529e34faf3, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:13.603338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] For port aaf824cc-0091-4b26-a54c-22529e34faf3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaf824cc-0091-4b26-a54c-22529e34faf3,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:13.609106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.670410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8d84a905-64b6-4752-b207-7250508d64ae,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:13.692732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '8d84a905-64b6-4752-b207-7250508d64ae', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': '8d84a905-64b6-4752-b207-7250508d64ae', 'mac_address': 'fa:16:3e:b0:0a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:18:13.700861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a589003-9639-4833-9be9-bb427466ad2f None None] Pushing event updated for resources: {'Port': ['ID=aaf824cc-0091-4b26-a54c-22529e34faf3,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:13.728632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 172.20.0.12 (249562be-f232-41e6-b385-138bc77f0fdc/cd8753fe-f497-4efe-84eb-e2f7b614f689/21babf62-8757-47ea-a672-82592c32e30d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:13.736118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe77:783 (249562be-f232-41e6-b385-138bc77f0fdc/9996babb-3e4b-495e-beef-de44b7a1cdb2/21babf62-8757-47ea-a672-82592c32e30d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:13.741355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.757536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d84a905-64b6-4752-b207-7250508d64ae {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:13.777445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8d84a905-64b6-4752-b207-7250508d64ae,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:13.781739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.831823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:13.906935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.927997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2e0d11df-8b78-4015-897c-ca4532627a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.951425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:13.998522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:14.001659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:14.005410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:14.012183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=21babf62-8757-47ea-a672-82592c32e30d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:14.058389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.059008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.074616 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8f00b700-3634-420d-97eb-fb994ee074d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6958444 Dec 21 02:18:14.077078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50674) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:14.132417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af16f0-2ef1-4cff-96ee-fd968b00ae1c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.138633 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af16f0-2ef1-4cff-96ee-fd968b00ae1c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.141603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-92af16f0-2ef1-4cff-96ee-fd968b00ae1c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0622804 Dec 21 02:18:14.142936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50676) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:14.167480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8d84a905-64b6-4752-b207-7250508d64ae'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:14.201314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaf824cc-0091-4b26-a54c-22529e34faf3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:14.232235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 21babf62-8757-47ea-a672-82592c32e30d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:14.232492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.284765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port aaf824cc-0091-4b26-a54c-22529e34faf3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:14.285134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.325517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.340891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 21babf62-8757-47ea-a672-82592c32e30d owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:14.415329 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.449680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port aaf824cc-0091-4b26-a54c-22529e34faf3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaf824cc-0091-4b26-a54c-22529e34faf3,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:14.454876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.510891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=aaf824cc-0091-4b26-a54c-22529e34faf3,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:14.527726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 109d309d-9f93-4632-b36d-e4ca403eab88 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:14.534809 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.559185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 109d309d-9f93-4632-b36d-e4ca403eab88 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:14.559531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 109d309d-9f93-4632-b36d-e4ca403eab88 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:14.577067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=21babf62-8757-47ea-a672-82592c32e30d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:14.691248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242a389-506b-4683-8c40-40d558e8edb3 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:14.704345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266331-2cf7-4a4a-b847-15d7cd41c589 req-4562fbc4-b7fa-4562-a726-0f1e1d767c1e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.705852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5266331-2cf7-4a4a-b847-15d7cd41c589 req-4562fbc4-b7fa-4562-a726-0f1e1d767c1e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 945 time: 0.1187603 Dec 21 02:18:14.712818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.718213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59122980-43d4-44ee-9172-b64bf0f1db2b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/21babf62-8757-47ea-a672-82592c32e30d HTTP/1.1" status: 204 len: 168 time: 0.5743074 Dec 21 02:18:14.720773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50680) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:14.761592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5266331-2cf7-4a4a-b847-15d7cd41c589 req-da9ab104-42bb-4eb8-91b2-f8a22bb270db tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Dec 21 02:18:14.766211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6fcf6c24-7a3c-42a1-8682-988bdb7eb520 None None] Provisioning complete for port aaf824cc-0091-4b26-a54c-22529e34faf3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:14.766635 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6c24-7a3c-42a1-8682-988bdb7eb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.784196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd5532-e8f1-4dee-a35c-a2b6a0aad28f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.784196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd5532-e8f1-4dee-a35c-a2b6a0aad28f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.784196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd5532-e8f1-4dee-a35c-a2b6a0aad28f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:14.784196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3bd5532-e8f1-4dee-a35c-a2b6a0aad28f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0618618 Dec 21 02:18:14.786323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:14.838424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 9996babb-3e4b-495e-beef-de44b7a1cdb2 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:14.841577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.888654 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.907785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738cf35-119c-4f9f-8676-876d2c328785 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'cd8753fe-f497-4efe-84eb-e2f7b614f689', 'ip_address': '172.20.0.2'}, {'subnet_id': '9996babb-3e4b-495e-beef-de44b7a1cdb2'}], 'binding:host_id': 'n-d-761264-20'}, 'id': 'aaf824cc-0091-4b26-a54c-22529e34faf3'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:14.931347 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.933204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e738cf35-119c-4f9f-8676-876d2c328785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:14.988166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.015026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=9996babb-3e4b-495e-beef-de44b7a1cdb2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:15.018610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.022448 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a173451b-4db7-43a9-a44b-1f8e5662d8e0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/9996babb-3e4b-495e-beef-de44b7a1cdb2 HTTP/1.1" status: 204 len: 168 time: 0.2344480 Dec 21 02:18:15.024985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50684) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-e738cf35-119c-4f9f-8676-876d2c328785 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9996babb-3e4b-495e-beef-de44b7a1cdb2: This subnet is being modified by another concurrent operation. Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9996babb-3e4b-495e-beef-de44b7a1cdb2: This subnet is being modified by another concurrent operation. Dec 21 02:18:15.056510 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:18:15.079850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet cd8753fe-f497-4efe-84eb-e2f7b614f689 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:15.083083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.125581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.211979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-922e7147-c6ac-412f-a221-a450c9d465ba None None] Could not find standard attr ID for object 52e82c56-9e97-4250-9fc4-916634f57fae. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:15.212439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.223247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-922e7147-c6ac-412f-a221-a450c9d465ba None None] Provisioning complete for port aaf824cc-0091-4b26-a54c-22529e34faf3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:15.223720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-922e7147-c6ac-412f-a221-a450c9d465ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.281520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.310890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8753fe-f497-4efe-84eb-e2f7b614f689,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:15.315698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.319364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a08518d3-9958-4681-865d-248ed3be675f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/cd8753fe-f497-4efe-84eb-e2f7b614f689 HTTP/1.1" status: 204 len: 168 time: 0.2933271 Dec 21 02:18:15.321904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50686) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.354675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b2c8c-b75e-4890-bef9-05d037444d8c None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:15.365999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4055ecc4-85b5-4d44-85b3-7d6f9ecad6a4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410428 Dec 21 02:18:15.367224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50688) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.418384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22afcfa-8beb-442a-95b8-db0296e12417 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:15.420039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d22afcfa-8beb-442a-95b8-db0296e12417 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0517104 Dec 21 02:18:15.422392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50690) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.434125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-72289f23-2ee2-42a8-92eb-87f5b9a52bae None None] Could not find standard attr ID for object 21babf62-8757-47ea-a672-82592c32e30d. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:15.473386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58327e7e-67e3-4c97-a3e5-4c1777764ebb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:15.474917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-58327e7e-67e3-4c97-a3e5-4c1777764ebb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516040 Dec 21 02:18:15.476880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:15.477483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50692) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.478903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8d84a905-64b6-4752-b207-7250508d64ae up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:15.518611 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-364f54fe-3ccf-45ca-9f82-fa14fef3d5a0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398929 Dec 21 02:18:15.523566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50694) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.528585 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:15.565105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 8d84a905-64b6-4752-b207-7250508d64ae completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:18:15.570271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Deleting port aaf824cc-0091-4b26-a54c-22529e34faf3 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:15.570634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.573443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 8d84a905-64b6-4752-b207-7250508d64ae triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:15.573800 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.622245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:15.625950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.627455 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:15.627985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:15.645205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-93e27353-1ba8-4c9d-b58d-2394bb751ccc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1205397 Dec 21 02:18:15.648711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.655117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:15.751307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:15.754963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.756366 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:15.756794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:15.776006 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3a117afb-a821-4c71-a622-91c023c0de3a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1234477 Dec 21 02:18:15.776223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50698) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.781046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:15.822916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] For port aaf824cc-0091-4b26-a54c-22529e34faf3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=aaf824cc-0091-4b26-a54c-22529e34faf3,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:15.823213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.843132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Calling delete_port for aaf824cc-0091-4b26-a54c-22529e34faf3 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:15.894226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:15.897971 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.899506 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:15.899953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:15.903416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd60acf-563f-49ef-b9e3-31684ea34afa req-b8eb2327-f2a1-4cf7-ad99-103462a33244 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:15.905030 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd60acf-563f-49ef-b9e3-31684ea34afa req-b8eb2327-f2a1-4cf7-ad99-103462a33244 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 945 time: 0.0542803 Dec 21 02:18:15.925474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-59ab31c6-fc6f-40bd-aa81-0c48cb106d7f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1481483 Dec 21 02:18:15.928842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50702) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:15.934144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:15.942102 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:15.962275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ffd60acf-563f-49ef-b9e3-31684ea34afa req-a7843544-9b1d-45e5-bc8b-4206192e536a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Dec 21 02:18:15.979308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:15.981751 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d0e19-b8ab-4008-af6b-748dc1b30f73" -d '{"events": [{"server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "name": "network-vif-plugged", "status": "completed", "tag": "8d84a905-64b6-4752-b207-7250508d64ae"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:16.004349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8d84a905-64b6-4752-b207-7250508d64ae,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:16.009953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.037282 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ff0a9-cfbc-4e07-b23e-7b1d9353c1de x-openstack-request-id: req-1c6ff0a9-cfbc-4e07-b23e-7b1d9353c1de {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:16.037608 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "name": "network-vif-plugged", "status": "completed", "tag": "8d84a905-64b6-4752-b207-7250508d64ae", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:16.037866 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c6ff0a9-cfbc-4e07-b23e-7b1d9353c1de {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:16.038258 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae', 'code': 200} Dec 21 02:18:16.040943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.045315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:16.048972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.050409 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:16.050825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:16.059378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] No DVR routers for this DVR port aaf824cc-0091-4b26-a54c-22529e34faf3 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:16.073234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:16.078896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d42a2ac7-ae42-4675-9525-f98c75abe463 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1489618 Dec 21 02:18:16.081708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.088799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:16.101794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6576aa37-b43d-47d1-baf2-232e065bf330 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:16.104071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dbdc3-a51b-427d-bc8d-c7e449aedf07 None None] Pushing event deleted for resources: {'Port': ['ID=aaf824cc-0091-4b26-a54c-22529e34faf3,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:16.187199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaf824cc-0091-4b26-a54c-22529e34faf3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:16.208923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6576aa37-b43d-47d1-baf2-232e065bf330 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:16.212354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aaf824cc-0091-4b26-a54c-22529e34faf3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:16.212700 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aaf824cc-0091-4b26-a54c-22529e34faf3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:16.220284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361473b3-323d-40f0-88b7-5ecc8270b419 req-58072004-5d67-4e16-a059-151dbfa411fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:16.221876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-361473b3-323d-40f0-88b7-5ecc8270b419 req-58072004-5d67-4e16-a059-151dbfa411fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 1098 time: 0.0715811 Dec 21 02:18:16.234099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:16.237583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.238951 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:16.239368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:16.271944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f13a1630-17eb-4d95-9105-d13f94ab3291 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1861880 Dec 21 02:18:16.272422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50708) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.277672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:16.288984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-361473b3-323d-40f0-88b7-5ecc8270b419 req-3511f95c-78f9-485e-ba4f-99b31d4522db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Dec 21 02:18:16.376482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:16.381244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.382694 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:16.383155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:16.398719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-884fecf7-2b9a-4b3c-a855-ce65203993ce tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1251028 Dec 21 02:18:16.401300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50710) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.428663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ea49fed-fa5c-415f-b8ea-3aa317c0f889 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261872 Dec 21 02:18:16.430824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50712) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.453515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a046cc3a-ab16-401c-8e79-5ed0f19b5bb6 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:16.486101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8570dd-c446-4df6-b0f5-baf9bf809dc8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:16.487553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ff8570dd-c446-4df6-b0f5-baf9bf809dc8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0558357 Dec 21 02:18:16.490684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50714) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.532092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046cc3a-ab16-401c-8e79-5ed0f19b5bb6 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:16.542387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a758bd25-a4da-4ff3-acb4-877c6552444c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471005 Dec 21 02:18:16.542740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.547498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:16.636571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:16.640218 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.659271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-094a6998-9ffa-491f-9029-49bd391ec34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.893772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:16.895160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.937993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:16.941129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:16.946621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:16.947205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:16.949972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430830e-4a54-4ae6-972c-2aa5a065edff None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:16.952868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=670aaec0-b037-4a76-b398-e8bdaf02dc37,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:16.970061 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6b44d69b-1511-4901-b8d7-8ff22c151498 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4263015 Dec 21 02:18:16.970769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50718) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:16.976444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:06:c1:7f', 'name': 'tempest-NetworksTestDHCPv6-1948485048'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:17.053646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '670aaec0-b037-4a76-b398-e8bdaf02dc37'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:17.054523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.111121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449339-5ff1-4018-be12-8f4f344a90f6 req-205a3a17-ac99-4b58-8713-35731bd9b7c7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:17.112684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a449339-5ff1-4018-be12-8f4f344a90f6 req-205a3a17-ac99-4b58-8713-35731bd9b7c7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0784025 Dec 21 02:18:17.147252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:17.191417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Allocated IP 2001:db8::f816:3eff:fef6:7d05 (249562be-f232-41e6-b385-138bc77f0fdc/670aaec0-b037-4a76-b398-e8bdaf02dc37/547d867e-2337-4782-83e8-af8aee227779) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:17.232205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a449339-5ff1-4018-be12-8f4f344a90f6 req-1419e57f-9ca5-42f6-8e87-2a6a367e17df tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082041 Dec 21 02:18:17.270626 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.290429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 892d2553-2bef-4441-a585-79750e5ab45c yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:17.348667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.350197 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.355940 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.399620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:17.402345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:17.404797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:17.407743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe06:c17f (249562be-f232-41e6-b385-138bc77f0fdc/670aaec0-b037-4a76-b398-e8bdaf02dc37/892d2553-2bef-4441-a585-79750e5ab45c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:17.414734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Pushing event updated for resources: {'Port': ['ID=547d867e-2337-4782-83e8-af8aee227779,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:17.466475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Attempting to bind port 547d867e-2337-4782-83e8-af8aee227779 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:17.466845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Attempting to bind port 547d867e-2337-4782-83e8-af8aee227779 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:17.467203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Attempting to bind port 547d867e-2337-4782-83e8-af8aee227779 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:17.472169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:17.472540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:17.472956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.473385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:17.474365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Bound port: 547d867e-2337-4782-83e8-af8aee227779, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:17.474747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.556506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] For port 547d867e-2337-4782-83e8-af8aee227779, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:17.562427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] For port 547d867e-2337-4782-83e8-af8aee227779, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=547d867e-2337-4782-83e8-af8aee227779,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:17.567386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.591363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.630159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.633637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c4516-8844-4978-9bb3-0c71b0ab8342 None None] Pushing event updated for resources: {'Port': ['ID=547d867e-2337-4782-83e8-af8aee227779,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:17.677758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:17.680905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:17.684644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:17.690340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:17.690964 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.697543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=892d2553-2bef-4441-a585-79750e5ab45c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:17.713244 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0c254dc1-e3cd-4915-bf5e-c301900caa44 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7413085 Dec 21 02:18:17.715902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50722) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:17.765614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d20761-877c-4d8c-a2c4-5dc784ba1d86 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:17.772020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d20761-877c-4d8c-a2c4-5dc784ba1d86 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:17.776276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-24d20761-877c-4d8c-a2c4-5dc784ba1d86 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0594342 Dec 21 02:18:17.776438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50724) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:17.876809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 892d2553-2bef-4441-a585-79750e5ab45c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:17.877143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.966721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:17.978174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 892d2553-2bef-4441-a585-79750e5ab45c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:18.106809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.139573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=892d2553-2bef-4441-a585-79750e5ab45c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:18.169159 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.172706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-692f7f17-9fdd-44ba-971c-cb2cea6cf757 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/892d2553-2bef-4441-a585-79750e5ab45c HTTP/1.1" status: 204 len: 168 time: 0.3952248 Dec 21 02:18:18.175123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:18.201428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 547d867e-2337-4782-83e8-af8aee227779 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:18.234886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e0999-ab15-4bb9-8bce-bc1c7d32c512 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:18.236806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e0999-ab15-4bb9-8bce-bc1c7d32c512 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:18.238372 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-929e0999-ab15-4bb9-8bce-bc1c7d32c512 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0623364 Dec 21 02:18:18.240985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50728) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:18.261442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 547d867e-2337-4782-83e8-af8aee227779 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:18.261877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.295854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 670aaec0-b037-4a76-b398-e8bdaf02dc37 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:18.300440 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.350557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.355587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.390878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4502-8839-4c15-a4f1-9b455c95f615 req-bafd465d-9b8e-4cc9-b07e-c858e8c0ca27 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:18.399526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a9d4502-8839-4c15-a4f1-9b455c95f615 req-bafd465d-9b8e-4cc9-b07e-c858e8c0ca27 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0731196 Dec 21 02:18:18.403890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 547d867e-2337-4782-83e8-af8aee227779, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=547d867e-2337-4782-83e8-af8aee227779,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:18.410428 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.446025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.461804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a9d4502-8839-4c15-a4f1-9b455c95f615 req-ad7a793c-8d32-4345-9f13-64e17d6e014d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613289 Dec 21 02:18:18.481958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=547d867e-2337-4782-83e8-af8aee227779,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:18.535475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.561754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=670aaec0-b037-4a76-b398-e8bdaf02dc37,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:18.572721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.578480 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d2fbf57-66a7-41ef-9756-2dcc7b879ed4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/670aaec0-b037-4a76-b398-e8bdaf02dc37 HTTP/1.1" status: 204 len: 168 time: 0.3338966 Dec 21 02:18:18.578820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50734) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:18.597493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036dad-c7c2-44e3-a6d2-bb1254f9f346 req-762446ac-d74a-42da-a686-5c9adea78900 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:18.599572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d036dad-c7c2-44e3-a6d2-bb1254f9f346 req-762446ac-d74a-42da-a686-5c9adea78900 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Dec 21 02:18:18.617087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-40a60c30-cfe9-4119-9546-85a9585b823d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372062 Dec 21 02:18:18.620340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50736) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:18.624652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:18.633629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15c0e2-19ca-47d1-ade1-36fbe030f73d None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:18.655226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d036dad-c7c2-44e3-a6d2-bb1254f9f346 req-384f1bc2-816f-4506-8427-04fc0a4b383b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Dec 21 02:18:18.729946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:18.735663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.737878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-839cf111-6fcc-43a1-a8c1-44eef7cef140 None None] Provisioning complete for port 547d867e-2337-4782-83e8-af8aee227779 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:18.738266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-839cf111-6fcc-43a1-a8c1-44eef7cef140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.761727 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.867796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:18.932990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Deleting port 547d867e-2337-4782-83e8-af8aee227779 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:18.933529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:18.939217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff2bf9-bcbb-4460-883d-35d8eb9424bd req-b8244977-6fe0-4146-b7f5-e49931dd31ce tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:18.940907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dff2bf9-bcbb-4460-883d-35d8eb9424bd req-b8244977-6fe0-4146-b7f5-e49931dd31ce tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0653131 Dec 21 02:18:18.992936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4dff2bf9-bcbb-4460-883d-35d8eb9424bd req-9087c1d0-e12c-4d52-8eed-7b8f541f3bc6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Dec 21 02:18:18.999768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] For port 547d867e-2337-4782-83e8-af8aee227779, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=547d867e-2337-4782-83e8-af8aee227779,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:19.000234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.013816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Calling delete_port for 547d867e-2337-4782-83e8-af8aee227779 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:19.064861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:19.094391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.121281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] Pushing event deleted for resources: {'Port': ['ID=547d867e-2337-4782-83e8-af8aee227779,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:19.125897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca8d1c-456b-44ca-afb5-01deef6bbf4d None None] No DVR routers for this DVR port 547d867e-2337-4782-83e8-af8aee227779 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:19.167246 n-d-761264-20 neutron-server[109851]: WARNING neutron.services.revisions.revision_plugin [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Could not find related port for resource to bump revision. Dec 21 02:18:19.172195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Port 547d867e-2337-4782-83e8-af8aee227779 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 21 02:18:19.172502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation for 2001:db8::f816:3eff:fef6:7d05 {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 21 02:18:19.175812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef6:7d05 {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 21 02:18:19.177569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.220279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:19.226472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:19.230782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:19.231366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.237490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb35413-558f-46a9-afa8-c7f979c3983e None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:19.247341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=930a062a-d505-4f37-813d-2e2a9dff9100,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:19.256204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14992e0d-809e-4045-ab93-80aab6f094c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6354091 Dec 21 02:18:19.258844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50742) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:19.264301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:f3:f5:1f', 'name': 'tempest-NetworksTestDHCPv6-449518430'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:19.339947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '930a062a-d505-4f37-813d-2e2a9dff9100'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:19.340924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.382172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:19.429365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.464475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.483635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:19.488884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Allocated IP 2001:db8::f816:3eff:fe45:5c97 (249562be-f232-41e6-b385-138bc77f0fdc/930a062a-d505-4f37-813d-2e2a9dff9100/861882ef-d930-4034-bbd7-76c7604bff0b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:19.636317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.642303 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.680313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:19.683103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:19.687512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:19.688926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fef3:f51f (249562be-f232-41e6-b385-138bc77f0fdc/930a062a-d505-4f37-813d-2e2a9dff9100/c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:19.699217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Pushing event updated for resources: {'Port': ['ID=861882ef-d930-4034-bbd7-76c7604bff0b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:19.748914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Attempting to bind port 861882ef-d930-4034-bbd7-76c7604bff0b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:19.749285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Attempting to bind port 861882ef-d930-4034-bbd7-76c7604bff0b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:19.749672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Attempting to bind port 861882ef-d930-4034-bbd7-76c7604bff0b on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:19.754564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:19.754946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:19.755867 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.756257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:19.756716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Bound port: 861882ef-d930-4034-bbd7-76c7604bff0b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:19.757092 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.820370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] For port 861882ef-d930-4034-bbd7-76c7604bff0b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:19.824202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] For port 861882ef-d930-4034-bbd7-76c7604bff0b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=861882ef-d930-4034-bbd7-76c7604bff0b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:19.827785 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.840495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.883429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.886513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e0402-2e10-4039-ac24-164aa4e7cd50 None None] Pushing event updated for resources: {'Port': ['ID=861882ef-d930-4034-bbd7-76c7604bff0b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:19.930392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:19.933570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:19.937325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: items = [ Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:19.938870 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:19.943961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:19.944589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:19.954311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:19.966965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1c61775-98cb-48e1-8daf-7ae8cdcbe356 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7064264 Dec 21 02:18:19.969649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50744) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:20.043806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2c853-9bab-40f3-96bf-77b2b5e95946 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.050222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2c853-9bab-40f3-96bf-77b2b5e95946 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.054813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38f2c853-9bab-40f3-96bf-77b2b5e95946 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0812871 Dec 21 02:18:20.055212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:20.139806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545717b-38ba-4b79-a671-67810ec800a0 req-973cc595-5121-4d24-9765-aa8a80459484 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.141321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e545717b-38ba-4b79-a671-67810ec800a0 req-973cc595-5121-4d24-9765-aa8a80459484 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0629549 Dec 21 02:18:20.163471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:20.163951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.199953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e545717b-38ba-4b79-a671-67810ec800a0 req-13ede8bc-edb5-46b4-a50d-b36612556ca6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520651 Dec 21 02:18:20.234137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 861882ef-d930-4034-bbd7-76c7604bff0b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:20.284346 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.296405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:20.298184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 861882ef-d930-4034-bbd7-76c7604bff0b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:20.298661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.379515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.412105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 861882ef-d930-4034-bbd7-76c7604bff0b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=861882ef-d930-4034-bbd7-76c7604bff0b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:20.418880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.462186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.469412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=861882ef-d930-4034-bbd7-76c7604bff0b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:20.480580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-0779a672-c529-484d-a854-caf44e71f30b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.482140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-0779a672-c529-484d-a854-caf44e71f30b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 946 time: 0.0763824 Dec 21 02:18:20.483078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 547d867e-2337-4782-83e8-af8aee227779 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:20.505136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 547d867e-2337-4782-83e8-af8aee227779 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:20.505511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 547d867e-2337-4782-83e8-af8aee227779 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:20.513888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:20.563241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.568824 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e684e15e-d857-467b-9469-8a8b4472b896 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c HTTP/1.1" status: 204 len: 168 time: 0.5103211 Dec 21 02:18:20.569619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50750) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:20.629850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba9bd5-18a7-43cb-bd45-81aeaa524721 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.631726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba9bd5-18a7-43cb-bd45-81aeaa524721 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:20.633315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-30ba9bd5-18a7-43cb-bd45-81aeaa524721 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0626738 Dec 21 02:18:20.636407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50752) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:20.643076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port 8d84a905-64b6-4752-b207-7250508d64ae {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:20.643570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.699030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 930a062a-d505-4f37-813d-2e2a9dff9100 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:20.703360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.746430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.747430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port 8d84a905-64b6-4752-b207-7250508d64ae, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8d84a905-64b6-4752-b207-7250508d64ae,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:20.747857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.761812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for 8d84a905-64b6-4752-b207-7250508d64ae owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:20.830289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.905847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.912857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.939726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:20.944808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=930a062a-d505-4f37-813d-2e2a9dff9100,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:20.956629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:20.963825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ad3029d-6193-4da7-a9f3-c6cf495b476b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/930a062a-d505-4f37-813d-2e2a9dff9100 HTTP/1.1" status: 204 len: 168 time: 0.3235331 Dec 21 02:18:20.964284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50754) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:20.981271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8d84a905-64b6-4752-b207-7250508d64ae'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:21.012537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c12756b1-4299-4f83-a71e-1c9b2516087e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470917 Dec 21 02:18:21.013161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50756) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:21.042670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a277b7b0-2ce4-4672-8a04-533e9ab9e002 None None] Provisioning complete for port 861882ef-d930-4034-bbd7-76c7604bff0b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:21.043045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a277b7b0-2ce4-4672-8a04-533e9ab9e002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.072255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609897e-abb9-4918-b4ae-12f6562f0d41 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:21.077482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2609897e-abb9-4918-b4ae-12f6562f0d41 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0631464 Dec 21 02:18:21.078122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50758) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:21.150672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346648c1-0d5b-4b08-9e96-cc534f28f656 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:21.155534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-346648c1-0d5b-4b08-9e96-cc534f28f656 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761526 Dec 21 02:18:21.156108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50760) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:21.182345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1c5b2-c388-4eb6-b628-8eab2411c2be None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:21.199262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-689a7063-625b-4f59-9370-d9741fd33165 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417540 Dec 21 02:18:21.206316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50762) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:21.213897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:21.246549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=8d84a905-64b6-4752-b207-7250508d64ae,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:21.275263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d0b99-7a3a-4ed7-9598-7f75be720941 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:21.296434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port 8d84a905-64b6-4752-b207-7250508d64ae on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:21.299119 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.302967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e559b70f-7a33-4bd5-ba09-c1d276e7e54b req-e8ca60d8-2691-47c3-afc1-23e96afb2980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "DELETE /v2.0/ports/8d84a905-64b6-4752-b207-7250508d64ae HTTP/1.1" status: 204 len: 173 time: 0.7975354 Dec 21 02:18:21.303530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'name': 'network-vif-deleted', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:21.306220 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506aad8-5d23-4996-93e9-92f4f5336ec7" -d '{"events": [{"server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "name": "network-vif-deleted", "tag": "8d84a905-64b6-4752-b207-7250508d64ae"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:21.357960 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f858ea4c-cbab-4ca7-a7c8-0dd4536ea387 x-openstack-request-id: req-f858ea4c-cbab-4ca7-a7c8-0dd4536ea387 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:21.358254 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa91626-42be-4588-a225-28eef657c344", "name": "network-vif-deleted", "tag": "8d84a905-64b6-4752-b207-7250508d64ae", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:21.358510 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f858ea4c-cbab-4ca7-a7c8-0dd4536ea387 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:21.358916 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa91626-42be-4588-a225-28eef657c344', 'name': 'network-vif-deleted', 'tag': '8d84a905-64b6-4752-b207-7250508d64ae', 'status': 'completed', 'code': 200} Dec 21 02:18:21.374035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb6646b9-0287-4462-a7e7-e308a7731890 req-7d6f1e57-4d23-48d8-83c2-88a3b6b874ab tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa91626-42be-4588-a225-28eef657c344 HTTP/1.1" status: 200 len: 210 time: 0.0550377 Dec 21 02:18:21.391099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-280e3846-8189-44c0-93f1-c85f13e5bdfb None None] Could not find standard attr ID for object c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:21.406904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:21.412370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:21.417077 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.464841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Deleting port 861882ef-d930-4034-bbd7-76c7604bff0b {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:21.465538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.528637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] For port 861882ef-d930-4034-bbd7-76c7604bff0b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=861882ef-d930-4034-bbd7-76c7604bff0b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:21.529028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.542175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Calling delete_port for 861882ef-d930-4034-bbd7-76c7604bff0b owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:21.622074 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.646662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] Pushing event deleted for resources: {'Port': ['ID=861882ef-d930-4034-bbd7-76c7604bff0b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:21.650031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b6970-5bb6-428b-8270-e20a99d19c5a None None] No DVR routers for this DVR port 861882ef-d930-4034-bbd7-76c7604bff0b on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:21.677485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:21.678842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.717798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:21.720913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:21.724353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:21.724945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:21.730371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a4a4a-038f-4846-9431-2c6cfe3c3787 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:21.745190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=5dc587cd-5db6-4a66-88f1-b3e431aeaf53,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:21.754969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1d92afda-8a45-44f3-ac6e-49c18a3bd334 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5474000 Dec 21 02:18:21.757503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50768) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:21.763082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:4c:03:95', 'name': 'tempest-NetworksTestDHCPv6-941972441'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:22.006418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '5dc587cd-5db6-4a66-88f1-b3e431aeaf53'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:22.007305 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.138953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Allocated IP 2001:db8::f816:3eff:feaa:634f (249562be-f232-41e6-b385-138bc77f0fdc/5dc587cd-5db6-4a66-88f1-b3e431aeaf53/28356b99-ff21-4827-981b-c04437219635) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:22.184675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 861882ef-d930-4034-bbd7-76c7604bff0b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:22.221927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:22.226502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.234891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 861882ef-d930-4034-bbd7-76c7604bff0b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:22.235233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 861882ef-d930-4034-bbd7-76c7604bff0b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:22.253571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 079a18d9-1659-4f5c-9b25-0e183d8cf5b5 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:22.257933 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.329314 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.335915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.376026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:22.378862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:22.382313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:22.386432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe4c:395 (249562be-f232-41e6-b385-138bc77f0fdc/5dc587cd-5db6-4a66-88f1-b3e431aeaf53/079a18d9-1659-4f5c-9b25-0e183d8cf5b5) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:22.389656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Pushing event updated for resources: {'Port': ['ID=28356b99-ff21-4827-981b-c04437219635,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:22.441616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Attempting to bind port 28356b99-ff21-4827-981b-c04437219635 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:22.442259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Attempting to bind port 28356b99-ff21-4827-981b-c04437219635 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:22.442399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Attempting to bind port 28356b99-ff21-4827-981b-c04437219635 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:22.447731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:22.448138 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:22.448840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.449204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:22.449713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Bound port: 28356b99-ff21-4827-981b-c04437219635, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:22.450098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.521477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] For port 28356b99-ff21-4827-981b-c04437219635, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:22.524754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] For port 28356b99-ff21-4827-981b-c04437219635, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=28356b99-ff21-4827-981b-c04437219635,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:22.531383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.556979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.596821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae0ac2-61f4-4771-a090-e78243810eed None None] Pushing event updated for resources: {'Port': ['ID=28356b99-ff21-4827-981b-c04437219635,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:22.653085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.718999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:22.726321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:22.734008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:22.739753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:22.740361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.747430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=079a18d9-1659-4f5c-9b25-0e183d8cf5b5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:22.771249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-603132c2-e5a3-4b5b-b810-91bbbdd008fa tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:22.774860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-603132c2-e5a3-4b5b-b810-91bbbdd008fa tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1971622 Dec 21 02:18:22.782533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:22.785596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4fa47ae2-d59f-405b-ae81-6ac80c66a0a7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0233643 Dec 21 02:18:22.796430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-2642f7e3-4403-406e-88fe-cb1802e4e0a8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Dec 21 02:18:22.849477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982e063-908e-4a96-ba6a-911611d4009c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:22.855434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982e063-908e-4a96-ba6a-911611d4009c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:22.857045 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3982e063-908e-4a96-ba6a-911611d4009c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0732975 Dec 21 02:18:22.859795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:22.860871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-948e0b49-81a3-4328-b666-fc0c26f83d64 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584109 Dec 21 02:18:22.956993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 079a18d9-1659-4f5c-9b25-0e183d8cf5b5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:22.957355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:22.960376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-05936cc3-2215-41cf-b5c1-0af73f81cc9f service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985565 Dec 21 02:18:23.040956 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.049085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-2300a461-6675-49b0-a716-6734b0a8c84a service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822055 Dec 21 02:18:23.053543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 079a18d9-1659-4f5c-9b25-0e183d8cf5b5 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:23.191256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.221276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=079a18d9-1659-4f5c-9b25-0e183d8cf5b5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:23.222008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d18ec936-594c-4ceb-8a53-1ee58b9efc60 req-56a2af18-1a36-4a29-aefa-2d63d46a9c94 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 210 time: 0.0277066 Dec 21 02:18:23.261477 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.265524 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e22226fa-9223-4f02-917c-daf340949f28 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/079a18d9-1659-4f5c-9b25-0e183d8cf5b5 HTTP/1.1" status: 204 len: 168 time: 0.4046431 Dec 21 02:18:23.267819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50794) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:23.323559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0907d0-a6b1-4ff5-a09c-4a5b6507ba8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:23.325355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0907d0-a6b1-4ff5-a09c-4a5b6507ba8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:23.329188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b0907d0-a6b1-4ff5-a09c-4a5b6507ba8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0580630 Dec 21 02:18:23.329488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50798) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:23.394064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 5dc587cd-5db6-4a66-88f1-b3e431aeaf53 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:23.398582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.441644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.500686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8d84a905-64b6-4752-b207-7250508d64ae no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:23.539650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 8d84a905-64b6-4752-b207-7250508d64ae {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:23.540114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8d84a905-64b6-4752-b207-7250508d64ae not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:23.540240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.607273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.636408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc587cd-5db6-4a66-88f1-b3e431aeaf53,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:23.640414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.647423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50804) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:23.657429 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2e832670-e99e-4106-9fd3-aa578f6edc3e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/5dc587cd-5db6-4a66-88f1-b3e431aeaf53 HTTP/1.1" status: 204 len: 168 time: 0.3268397 Dec 21 02:18:23.663719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f469065-f1c0-4f85-9a2e-4fec452a3902 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:23.700727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9c3dcd53-2998-4b79-a6fe-3fef965f4ebd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521324 Dec 21 02:18:23.703462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50806) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:23.709735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:23.752162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] Provisioning complete for port 28356b99-ff21-4827-981b-c04437219635 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:23.752634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.808857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:23.814270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.854302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.892387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:23.898273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] For port 28356b99-ff21-4827-981b-c04437219635, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=28356b99-ff21-4827-981b-c04437219635,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:23.902874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:23.975295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deded983-7d4b-4d8f-a25b-33fefb5b0db8 None None] Pushing event updated for resources: {'Port': ['ID=28356b99-ff21-4827-981b-c04437219635,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:23.986893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Deleting port 28356b99-ff21-4827-981b-c04437219635 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:23.987268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.051366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] For port 28356b99-ff21-4827-981b-c04437219635, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=28356b99-ff21-4827-981b-c04437219635,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:24.051582 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.064242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Calling delete_port for 28356b99-ff21-4827-981b-c04437219635 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:24.144631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.146508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:24.172439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] Pushing event deleted for resources: {'Port': ['ID=28356b99-ff21-4827-981b-c04437219635,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:24.176322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4b0aa-8792-43c8-8ccf-96622cc68560 None None] No DVR routers for this DVR port 28356b99-ff21-4827-981b-c04437219635 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:24.370523 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29d390be-8a9c-4171-9faa-0de662a35086 req-32a8a1cd-e6d3-449b-91e2-2630835d72dd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 210 time: 0.0457962 Dec 21 02:18:24.398979 n-d-761264-20 neutron-server[109850]: WARNING neutron.services.revisions.revision_plugin [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Could not find related port for resource to bump revision. Dec 21 02:18:24.405982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_pluggable_backend [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Port 28356b99-ff21-4827-981b-c04437219635 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109850) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 21 02:18:24.406288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_pluggable_backend [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:634f {{(pid=109850) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 21 02:18:24.414750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_pluggable_backend [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:634f {{(pid=109850) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 21 02:18:24.420174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.455329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-b5794663-9a2a-4014-a2e1-2486c58077d2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:24.456687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-b5794663-9a2a-4014-a2e1-2486c58077d2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.2344635 Dec 21 02:18:24.472603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:24.478013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:24.488630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:24.497368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29850e-46b3-4a6f-844a-0e708af2a4cc None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:24.502146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:24.502738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.526315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=838b7bf2-dd71-46f7-a5cf-419f6a13d6b4,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:24.558734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-050e7ed9-d9cf-4a5b-84da-e6f4d8ce3642 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8540106 Dec 21 02:18:24.561360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:24.568164 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:62:6f:dd', 'name': 'tempest-NetworksTestDHCPv6-213809966'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:24.602365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '838b7bf2-dd71-46f7-a5cf-419f6a13d6b4'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:24.603320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.698525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:24.702068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.737145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Allocated IP 2001:db8::f816:3eff:fef5:4125 (249562be-f232-41e6-b385-138bc77f0fdc/838b7bf2-dd71-46f7-a5cf-419f6a13d6b4/c0607182-65cd-4d4b-bc3d-94fcb732607c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:24.773416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:24.880907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.887282 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.912039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.3 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/2daf3f24-eac4-48d7-9553-558e0edc490d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:24.916131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:24.934554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:24.936088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Pushing event updated for resources: {'Port': ['ID=c0607182-65cd-4d4b-bc3d-94fcb732607c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:24.939775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:24.941794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:24.955263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 57c84fad-709c-4f46-9ca3-5e0f9924ff93 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:24.995305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Attempting to bind port c0607182-65cd-4d4b-bc3d-94fcb732607c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:24.995673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Attempting to bind port c0607182-65cd-4d4b-bc3d-94fcb732607c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:24.996037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Attempting to bind port c0607182-65cd-4d4b-bc3d-94fcb732607c on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:25.001818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:25.002188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:25.002590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.002982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:25.003443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Bound port: c0607182-65cd-4d4b-bc3d-94fcb732607c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:25.003818 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.067998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] For port c0607182-65cd-4d4b-bc3d-94fcb732607c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:25.070956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] For port c0607182-65cd-4d4b-bc3d-94fcb732607c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0607182-65cd-4d4b-bc3d-94fcb732607c,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:25.074671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.132064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825e4ca-1608-479f-a806-fc233f683ea4 None None] Pushing event updated for resources: {'Port': ['ID=c0607182-65cd-4d4b-bc3d-94fcb732607c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:25.159486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe62:6fdd (249562be-f232-41e6-b385-138bc77f0fdc/838b7bf2-dd71-46f7-a5cf-419f6a13d6b4/57c84fad-709c-4f46-9ca3-5e0f9924ff93) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:25.180091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.296207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.329468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:25.366313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:25.376411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:25.382124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:25.384825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:25.399904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f4a88-8a67-4e53-bb96-83dd6629ce27 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:25.441208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.459283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a87e1f3-578e-4a16-bf63-c80265c2754d None None] Provisioning complete for port 2daf3f24-eac4-48d7-9553-558e0edc490d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:25.460089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a87e1f3-578e-4a16-bf63-c80265c2754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:25.495513 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:25.499022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:25.499022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.517711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1a87e1f3-578e-4a16-bf63-c80265c2754d None None] Port 2daf3f24-eac4-48d7-9553-558e0edc490d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:18:25.532764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-02a5ebfd-ba63-438e-aebb-08b6a1af4644 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0590611 Dec 21 02:18:25.545614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b76a3-e27e-4006-b7fb-13a53dc19a19 req-fafbcff9-e1f3-4277-b649-40adeba69e28 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:25.547013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-476b76a3-e27e-4006-b7fb-13a53dc19a19 req-fafbcff9-e1f3-4277-b649-40adeba69e28 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 931 time: 0.0900800 Dec 21 02:18:25.552985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Request body: {'port': {'device_id': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:25.559433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.668909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:25.679143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:25.693111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:25.698781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:25.699381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.704118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=57c84fad-709c-4f46-9ca3-5e0f9924ff93,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:25.706674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:25.715886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-476b76a3-e27e-4006-b7fb-13a53dc19a19 req-97a357b1-033b-4067-b5c7-be6769b4a512 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599176 Dec 21 02:18:25.758327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-31a4387e-35bc-4bfa-9d27-cef44b4ec362 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1959119 Dec 21 02:18:25.761022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50814) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:25.878615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b318eeb-dcfc-49a3-8d9c-319c520152fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:25.884551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b318eeb-dcfc-49a3-8d9c-319c520152fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:25.886239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b318eeb-dcfc-49a3-8d9c-319c520152fe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1206467 Dec 21 02:18:25.888950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50816) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:25.993863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 57c84fad-709c-4f46-9ca3-5e0f9924ff93 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:25.994257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.062467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2daf3f24-eac4-48d7-9553-558e0edc490d {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:26.073266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.087362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.087729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Transition to ACTIVE for port object 2daf3f24-eac4-48d7-9553-558e0edc490d will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:18:26.092288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.102861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 57c84fad-709c-4f46-9ca3-5e0f9924ff93 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:26.151628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Pushing event updated for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:26.167167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80a210-f2ff-4f85-a239-e5f7cecddd66 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:26.175095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] Provisioning complete for port c0607182-65cd-4d4b-bc3d-94fcb732607c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:26.178373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.247933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Attempting to bind port 2daf3f24-eac4-48d7-9553-558e0edc490d on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:26.248509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Attempting to bind port 2daf3f24-eac4-48d7-9553-558e0edc490d by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:26.249192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Attempting to bind port 2daf3f24-eac4-48d7-9553-558e0edc490d on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:26.257965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Port 2daf3f24-eac4-48d7-9553-558e0edc490d on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:18:26.258888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Attempting to bind port 2daf3f24-eac4-48d7-9553-558e0edc490d on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:26.283767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:26.284532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:26.285125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:26.285753 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Bound port: 2daf3f24-eac4-48d7-9553-558e0edc490d, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:26.286310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.300872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0607182-65cd-4d4b-bc3d-94fcb732607c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:26.316041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.346288 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.354522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=57c84fad-709c-4f46-9ca3-5e0f9924ff93,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:26.384641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:26.389848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2daf3f24-eac4-48d7-9553-558e0edc490d,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:26.399120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.399730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.404380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-293f6858-50fc-460b-b09b-64e7ffb6dece tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/57c84fad-709c-4f46-9ca3-5e0f9924ff93 HTTP/1.1" status: 204 len: 168 time: 0.5139022 Dec 21 02:18:26.406331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50818) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:26.425906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] For port c0607182-65cd-4d4b-bc3d-94fcb732607c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0607182-65cd-4d4b-bc3d-94fcb732607c,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:26.428715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c0607182-65cd-4d4b-bc3d-94fcb732607c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:26.429084 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.452343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.453203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.454844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] 10.222.0.24 "PUT /v2.0/ports/2daf3f24-eac4-48d7-9553-558e0edc490d HTTP/1.1" status: 200 len: 1092 time: 0.9060998 Dec 21 02:18:26.455496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:26.457874 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78534371-95e1-446d-939a-88404d7cb301" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:26.470448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9b908-d967-471f-92bb-4763049c960b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.473420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9b908-d967-471f-92bb-4763049c960b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.478405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2a9b908-d967-471f-92bb-4763049c960b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0681853 Dec 21 02:18:26.478995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50824) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:26.488397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540574db-8acd-4c4d-a5d3-3d3d9d2f301c service neutron] Pushing event updated for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:26.491271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b806f22-55cd-4c99-81e3-f3c80e6db836 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:26.499136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.574166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb034b-7d86-4dd2-ae98-af111db8778a None None] Pushing event updated for resources: {'Port': ['ID=c0607182-65cd-4d4b-bc3d-94fcb732607c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:26.580089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 838b7bf2-dd71-46f7-a5cf-419f6a13d6b4 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:26.584386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.620255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-829940fe-021f-4ba3-adb3-7d2669ce1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.622470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-829940fe-021f-4ba3-adb3-7d2669ce1b15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 1095 time: 0.1051219 Dec 21 02:18:26.626264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c37f1b9e-2cff-4227-9e67-e6e4945bc6f8 None None] Could not find standard attr ID for object 57c84fad-709c-4f46-9ca3-5e0f9924ff93. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:26.634328 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e537c5-2f6f-4c9f-b83a-c4cb424b7d35 x-openstack-request-id: req-c9e537c5-2f6f-4c9f-b83a-c4cb424b7d35 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:26.634798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.635270 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:26.635678 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9e537c5-2f6f-4c9f-b83a-c4cb424b7d35 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:26.636096 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d', 'status': 'completed', 'code': 200} Dec 21 02:18:26.683426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-2fda197f-bf0b-4361-932f-ccaf4635a1f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2daf3f24-eac4-48d7-9553-558e0edc490d HTTP/1.1" status: 200 len: 217 time: 0.0417631 Dec 21 02:18:26.733643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.741012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-b403d5b6-633a-4214-862d-af398e50db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.742810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-b403d5b6-633a-4214-862d-af398e50db9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0528297 Dec 21 02:18:26.777284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-e11a8467-4ca2-40ef-a1bb-e7827554f685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Dec 21 02:18:26.801541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.830357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=838b7bf2-dd71-46f7-a5cf-419f6a13d6b4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:26.832316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.838723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dbdc40b3-450a-4bc0-a39b-e885cbad419f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/838b7bf2-dd71-46f7-a5cf-419f6a13d6b4 HTTP/1.1" status: 204 len: 168 time: 0.3561823 Dec 21 02:18:26.839582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50828) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:26.849524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac10a5c-0727-49bd-b45d-432a12ae432b None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:26.887448 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea824881-1233-4586-9eba-5fe5ca2e6cb9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473115 Dec 21 02:18:26.888037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50830) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:26.896951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b319c-9da7-4136-8d09-64045ac8c8af req-1986c8db-48ca-4860-9623-966b88049f92 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.898567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-643b319c-9da7-4136-8d09-64045ac8c8af req-1986c8db-48ca-4860-9623-966b88049f92 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 943 time: 0.1046944 Dec 21 02:18:26.934508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-c5ccac90-de82-4464-bba5-57efb837a4f6 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499348 Dec 21 02:18:26.938774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba94d81-091d-4c60-9656-14b64500a911 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:26.942967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ba94d81-091d-4c60-9656-14b64500a911 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0540056 Dec 21 02:18:26.943567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50832) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:26.971802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:26.993659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-643b319c-9da7-4136-8d09-64045ac8c8af req-71ca1a05-9759-469e-98b4-ec37f0adc5c4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Dec 21 02:18:27.000682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db390c6-cb35-4d0c-9b21-622d920ba4f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:27.005529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9db390c6-cb35-4d0c-9b21-622d920ba4f2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602036 Dec 21 02:18:27.007530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50834) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:27.016720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:27.050748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-981a1c9d-e6b3-402c-9227-fb45fd21e2db tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433838 Dec 21 02:18:27.051417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50836) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:27.064209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:27.065945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Deleting port c0607182-65cd-4d4b-bc3d-94fcb732607c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:27.066391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.089170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0d7bbba-34cc-499f-a679-512e3b53fae6 req-52eaf59c-36b5-46aa-bd93-6bd2d558d289 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440504 Dec 21 02:18:27.129856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] For port c0607182-65cd-4d4b-bc3d-94fcb732607c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0607182-65cd-4d4b-bc3d-94fcb732607c,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:27.130279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.146039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Calling delete_port for c0607182-65cd-4d4b-bc3d-94fcb732607c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:27.162178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:27.165691 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.225767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.256219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] Pushing event deleted for resources: {'Port': ['ID=c0607182-65cd-4d4b-bc3d-94fcb732607c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:27.260143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02467676-9d4b-4113-bd0f-c1934ac464fe None None] No DVR routers for this DVR port c0607182-65cd-4d4b-bc3d-94fcb732607c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:27.275823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534371-95e1-446d-939a-88404d7cb301 req-4ab743bb-561d-422e-9482-5aee9288df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:27.277324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-4ab743bb-561d-422e-9482-5aee9288df0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 1095 time: 0.0963063 Dec 21 02:18:27.438627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534371-95e1-446d-939a-88404d7cb301 req-9296dc5a-fb4f-4015-b2b4-695dfee23884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:27.440100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-9296dc5a-fb4f-4015-b2b4-695dfee23884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.1557922 Dec 21 02:18:27.456318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.497156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-ce4cdf89-60b2-41f9-aceb-23f068764c85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2daf3f24-eac4-48d7-9553-558e0edc490d HTTP/1.1" status: 200 len: 217 time: 0.0492907 Dec 21 02:18:27.550146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:27.556519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:27.564104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:27.564694 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.565122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0f251-7a24-47b7-965a-daceb00e6d7f None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:27.583213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=4e5994e3-531c-4311-9540-12f523f0d1eb,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:27.591262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534371-95e1-446d-939a-88404d7cb301 req-e89abe76-cb09-421d-a4b7-cc9baac4ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:27.592709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-e89abe76-cb09-421d-a4b7-cc9baac4ed9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0772867 Dec 21 02:18:27.599599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3c3dffe8-ff61-4126-8f1e-580ab0791988 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5437078 Dec 21 02:18:27.602400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50838) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:27.607847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:45:2d:25', 'name': 'tempest-NetworksTestDHCPv6-158188036'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:27.631621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-64ecb994-c1b6-478e-b7f3-3fc510e20bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308480 Dec 21 02:18:27.669045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '4e5994e3-531c-4311-9540-12f523f0d1eb'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:27.670230 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.723319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:27.731670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-7b536f1f-9d0e-4024-be16-b56bce688b98 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927570 Dec 21 02:18:27.813580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:27.816480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/4e5994e3-531c-4311-9540-12f523f0d1eb/3248b698-3701-4596-87df-5f48748cf7df) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:27.836304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port f57b951e-78d4-426d-aa24-7c628469cc71 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:28.008611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.016069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.081137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:28.084873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:28.093593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:28.102948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::10f (249562be-f232-41e6-b385-138bc77f0fdc/4e5994e3-531c-4311-9540-12f523f0d1eb/f57b951e-78d4-426d-aa24-7c628469cc71) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:28.135565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Pushing event updated for resources: {'Port': ['ID=3248b698-3701-4596-87df-5f48748cf7df,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:28.171875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Attempting to bind port 3248b698-3701-4596-87df-5f48748cf7df on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:28.172261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Attempting to bind port 3248b698-3701-4596-87df-5f48748cf7df by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:28.172635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Attempting to bind port 3248b698-3701-4596-87df-5f48748cf7df on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:28.180166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:28.180556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:28.180968 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.181390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:28.181874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Bound port: 3248b698-3701-4596-87df-5f48748cf7df, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:28.182258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.195242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78534371-95e1-446d-939a-88404d7cb301 req-81108b71-0c57-4f60-b371-504e054b1b64 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564855 Dec 21 02:18:28.218629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0607182-65cd-4d4b-bc3d-94fcb732607c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:28.250703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c0607182-65cd-4d4b-bc3d-94fcb732607c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:28.251430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0607182-65cd-4d4b-bc3d-94fcb732607c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:28.258219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9320-5feb-4d4f-8754-67137f38d142 req-a4e5e250-da87-40df-87b6-1384afaccd74 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.267015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c5b9320-5feb-4d4f-8754-67137f38d142 req-a4e5e250-da87-40df-87b6-1384afaccd74 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 943 time: 0.0706546 Dec 21 02:18:28.277754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] For port 3248b698-3701-4596-87df-5f48748cf7df, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:28.281047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] For port 3248b698-3701-4596-87df-5f48748cf7df, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3248b698-3701-4596-87df-5f48748cf7df,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:28.287662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.287853 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.319231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c5b9320-5feb-4d4f-8754-67137f38d142 req-1f7906f0-15aa-4b67-b330-1752a06c7617 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Dec 21 02:18:28.329429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.351993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34c5d1-2821-4d00-945c-596201a7bdda None None] Pushing event updated for resources: {'Port': ['ID=3248b698-3701-4596-87df-5f48748cf7df,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:28.378554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:28.384811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:28.388556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:28.394243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.394883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.409044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=f57b951e-78d4-426d-aa24-7c628469cc71,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:28.419400 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ed6bb31-557f-42c2-999a-e06cf3817419 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8157916 Dec 21 02:18:28.422092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:28.476829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bacd03-931c-46b1-b84e-034794b1ac41 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.482854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bacd03-931c-46b1-b84e-034794b1ac41 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.484510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42bacd03-931c-46b1-b84e-034794b1ac41 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0614486 Dec 21 02:18:28.487964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50846) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:28.589708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port f57b951e-78d4-426d-aa24-7c628469cc71 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:28.589946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.685755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.697421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for f57b951e-78d4-426d-aa24-7c628469cc71 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:28.821584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.855271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=f57b951e-78d4-426d-aa24-7c628469cc71,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:28.880879 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:28.884146 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b4018448-edab-4a30-8141-27f74e854c88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/f57b951e-78d4-426d-aa24-7c628469cc71 HTTP/1.1" status: 204 len: 168 time: 0.3952148 Dec 21 02:18:28.886684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:28.937850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24149b-3502-4987-8f4a-d3b67fec7871 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.939522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24149b-3502-4987-8f4a-d3b67fec7871 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:28.941005 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cc24149b-3502-4987-8f4a-d3b67fec7871 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0534000 Dec 21 02:18:28.943788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50850) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:28.996765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 4e5994e3-531c-4311-9540-12f523f0d1eb {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:29.000215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.046736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.131445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.191914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.224570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5994e3-531c-4311-9540-12f523f0d1eb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:29.229695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.233165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9663225d-de14-4364-af1e-b6d11539b778 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/4e5994e3-531c-4311-9540-12f523f0d1eb HTTP/1.1" status: 204 len: 168 time: 0.2883017 Dec 21 02:18:29.235340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50852) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:29.274871 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a46705c6-0e22-4b56-ab06-2ed8674a7c60 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384548 Dec 21 02:18:29.277284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50854) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:29.284587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0e1ba-c13c-474b-a7f2-680f0c14ed98 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:29.326945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d283d2f-a688-4dd4-8fe6-491a4105a493 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:29.328419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0d283d2f-a688-4dd4-8fe6-491a4105a493 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0494022 Dec 21 02:18:29.330940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50856) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:29.355039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] Provisioning complete for port 3248b698-3701-4596-87df-5f48748cf7df triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:29.355517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.387985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b36297-da52-4e06-8a11-0d4e2e9ce18d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:29.391391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f8b36297-da52-4e06-8a11-0d4e2e9ce18d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576065 Dec 21 02:18:29.391973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50860) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:29.435459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-edc6bafc-2b1b-4946-914c-00141e8bce86 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388436 Dec 21 02:18:29.436050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50862) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:29.441567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:29.464602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.480574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626220cd-7b74-4741-a1e4-0853d07e9b48 req-48205059-bdbc-4275-886d-b18891a3c160 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:29.482266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-626220cd-7b74-4741-a1e4-0853d07e9b48 req-48205059-bdbc-4275-886d-b18891a3c160 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 943 time: 0.0526028 Dec 21 02:18:29.507008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] For port 3248b698-3701-4596-87df-5f48748cf7df, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3248b698-3701-4596-87df-5f48748cf7df,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:29.512959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.520871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:29.541289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-626220cd-7b74-4741-a1e4-0853d07e9b48 req-d70f8386-aef3-449b-bcca-1dd7f343e919 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Dec 21 02:18:29.550828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:29.555263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.593991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6e89f-0f4c-434a-bb1e-c391cc9cc88b None None] Pushing event updated for resources: {'Port': ['ID=3248b698-3701-4596-87df-5f48748cf7df,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:29.609506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Deleting port 3248b698-3701-4596-87df-5f48748cf7df {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:29.609882 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.674692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] For port 3248b698-3701-4596-87df-5f48748cf7df, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3248b698-3701-4596-87df-5f48748cf7df,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:29.675003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.844672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:29.852281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Calling delete_port for 3248b698-3701-4596-87df-5f48748cf7df owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:29.928808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:29.953546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] Pushing event deleted for resources: {'Port': ['ID=3248b698-3701-4596-87df-5f48748cf7df,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:29.958351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa6148-26b2-4dd5-ad2a-b0e8e504e20d None None] No DVR routers for this DVR port 3248b698-3701-4596-87df-5f48748cf7df on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:29.970165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Port 3248b698-3701-4596-87df-5f48748cf7df was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 21 02:18:29.970350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:918e {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 21 02:18:29.974378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:918e {{(pid=109851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 21 02:18:29.975560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.016098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:30.019258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:30.025469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:30.026054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.028416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690100b9-4443-4b47-90b5-7abaf03de6c5 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:30.033506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=7579d1b6-5597-4fe1-b4ea-aedb6b63edfd,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:30.046947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c296b21-5456-493d-83b4-71130efb98f5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6093750 Dec 21 02:18:30.050253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:30.055274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:30.129053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '7579d1b6-5597-4fe1-b4ea-aedb6b63edfd'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:30.130648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.182901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:30.186558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.287816 n-d-761264-20 neutron-server[109851]: INFO neutron.db.ipam_backend_mixin [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7579d1b6-5597-4fe1-b4ea-aedb6b63edfd (CIDR: 2001:db8::/64) Dec 21 02:18:30.288450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Allocated IP 2001:db8::f816:3eff:fe58:35f7 (249562be-f232-41e6-b385-138bc77f0fdc/7579d1b6-5597-4fe1-b4ea-aedb6b63edfd/52925034-c05d-47dd-b465-8ccd8e0b879b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:30.291268 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:30.291707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:30.310009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9e66a842-c28d-47fc-bca5-e1274cc04ca3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2586699 Dec 21 02:18:30.312861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:30.317838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:30.431153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:30.434958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.442358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.447602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.487347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:30.490611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:30.493993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:30.500756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:30.550387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Attempting to bind port 52925034-c05d-47dd-b465-8ccd8e0b879b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:30.550756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Attempting to bind port 52925034-c05d-47dd-b465-8ccd8e0b879b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:30.551120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Attempting to bind port 52925034-c05d-47dd-b465-8ccd8e0b879b on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:30.557017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:30.557435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:30.557840 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.558235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:30.558703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Bound port: 52925034-c05d-47dd-b465-8ccd8e0b879b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:30.559087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.596962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2daf3f24-eac4-48d7-9553-558e0edc490d details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:18:30.659482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:30.664539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.684407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd852-202f-4990-b810-c3162938f81b req-7aab33eb-e90d-4d9b-97d6-e333d0aa03c3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:30.686613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-622bd852-202f-4990-b810-c3162938f81b req-7aab33eb-e90d-4d9b-97d6-e333d0aa03c3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 943 time: 0.0678568 Dec 21 02:18:30.700375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:30.711725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:30.713675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.715239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:30.719620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:30.720211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.733944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=e8084d59-a412-4cfe-9d8a-bd6cc70cb138,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:30.747176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d2d8c33f-06ad-4026-b4b5-358779e78e5f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4306691 Dec 21 02:18:30.747485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50870) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:30.754075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-622bd852-202f-4990-b810-c3162938f81b req-d76fb0a0-de3d-4f58-bb28-dc0cb31b544b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Dec 21 02:18:30.754380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:23:11:8f', 'name': 'tempest-NetworksTestDHCPv6-1143183888'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:30.775602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2daf3f24-eac4-48d7-9553-558e0edc490d,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:30.797600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2daf3f24-eac4-48d7-9553-558e0edc490d', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': '2daf3f24-eac4-48d7-9553-558e0edc490d', 'mac_address': 'fa:16:3e:f5:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:18:30.806664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2c8f1-6423-459d-bc2a-3f06ad8e1426 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:30.844646 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.859051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2daf3f24-eac4-48d7-9553-558e0edc490d {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:30.882858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2daf3f24-eac4-48d7-9553-558e0edc490d,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:30.886346 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.887235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:30.891664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:30.914485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 7acc6035-2377-4121-8ad2-4e429ad00f6e yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:30.945552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:31.103095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8:0:1::3b3 (249562be-f232-41e6-b385-138bc77f0fdc/e8084d59-a412-4cfe-9d8a-bd6cc70cb138/7acc6035-2377-4121-8ad2-4e429ad00f6e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:31.109047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe23:118f (249562be-f232-41e6-b385-138bc77f0fdc/7579d1b6-5597-4fe1-b4ea-aedb6b63edfd/7acc6035-2377-4121-8ad2-4e429ad00f6e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:31.247438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2daf3f24-eac4-48d7-9553-558e0edc490d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:31.251472 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.287027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.329016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:31.331972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:31.336391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:31.342027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:31.342644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.355075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=7acc6035-2377-4121-8ad2-4e429ad00f6e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:31.370909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a4cd1520-a598-4baf-889b-e0e8dafd9079 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6223843 Dec 21 02:18:31.373424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:31.462071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 7acc6035-2377-4121-8ad2-4e429ad00f6e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:31.462500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.554503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.566897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 7acc6035-2377-4121-8ad2-4e429ad00f6e owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:31.730894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0184b9-2cfb-4bb7-8d62-fb907bbbd247 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:31.745927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.772814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=7acc6035-2377-4121-8ad2-4e429ad00f6e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:31.800824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:31.801998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.826176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.829514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f4c9ea79-96a5-46f5-b006-e0678809189e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/7acc6035-2377-4121-8ad2-4e429ad00f6e HTTP/1.1" status: 204 len: 168 time: 0.4548087 Dec 21 02:18:31.831976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50876) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:31.879952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d37cf-1186-4000-9618-ecebda223e66 req-3581c968-fd47-4ffc-971f-c9521293fc98 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:31.881625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d9d37cf-1186-4000-9618-ecebda223e66 req-3581c968-fd47-4ffc-971f-c9521293fc98 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 944 time: 0.0513999 Dec 21 02:18:31.889701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c55f3-45be-4baa-9cd8-01979ca6d792 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:31.893525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-678c55f3-45be-4baa-9cd8-01979ca6d792 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0581486 Dec 21 02:18:31.894752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:31.923051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:31.941900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d9d37cf-1186-4000-9618-ecebda223e66 req-f5cee732-cadb-4e60-b818-ce5a912c81e0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536954 Dec 21 02:18:31.955362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18262b-a898-4ba3-98fd-c41095327ffe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:31.959800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2c18262b-a898-4ba3-98fd-c41095327ffe tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0611808 Dec 21 02:18:31.960131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50880) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:31.990794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:31.993435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e72fd-0aa6-4d26-b2d8-3b5dfbb88016 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '7579d1b6-5597-4fe1-b4ea-aedb6b63edfd', 'ip_address': '2001:db8::f816:3eff:fe58:35f7'}, {'subnet_id': 'e8084d59-a412-4cfe-9d8a-bd6cc70cb138'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '52925034-c05d-47dd-b465-8ccd8e0b879b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:31.996952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.018737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c66bf-c762-4384-b1a7-344662550821 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:32.022409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c66bf-c762-4384-b1a7-344662550821 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:32.024172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c66bf-c762-4384-b1a7-344662550821 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:32.025760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-331c66bf-c762-4384-b1a7-344662550821 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0643697 Dec 21 02:18:32.028341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50882) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:32.053724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d68e72fd-0aa6-4d26-b2d8-3b5dfbb88016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.082392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 7579d1b6-5597-4fe1-b4ea-aedb6b63edfd {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:32.086702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.102754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:32.116707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.117115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.117390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.117725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.118057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.118445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.118706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.119031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.119353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.119677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.120000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.120317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.120638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f780f-e4fd-4de6-b436-e79b44930da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:18:32.129284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.216128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.224986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:32.272626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:32.273000 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.281427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-d68e72fd-0aa6-4d26-b2d8-3b5dfbb88016 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7579d1b6-5597-4fe1-b4ea-aedb6b63edfd: This subnet is being modified by another concurrent operation. Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7579d1b6-5597-4fe1-b4ea-aedb6b63edfd: This subnet is being modified by another concurrent operation. Dec 21 02:18:32.299406 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:18:32.310209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=7579d1b6-5597-4fe1-b4ea-aedb6b63edfd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:32.312194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.318889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d150c8ca-d251-46b9-9054-acca53a4f751 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/7579d1b6-5597-4fe1-b4ea-aedb6b63edfd HTTP/1.1" status: 204 len: 168 time: 0.2862535 Dec 21 02:18:32.319113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50884) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:32.377315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet e8084d59-a412-4cfe-9d8a-bd6cc70cb138 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:32.381537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.403183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbfa26-eff6-4be3-a30f-9beae1b12a60 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:32.426166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.472025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.475173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-db246cb7-bf0c-43d3-bff1-087c5ae7ad61 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:32.475618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-db246cb7-bf0c-43d3-bff1-087c5ae7ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.533997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.563869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=e8084d59-a412-4cfe-9d8a-bd6cc70cb138,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:32.569796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.575616 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aabbb083-46d6-4c66-9871-74f980fcddc2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e8084d59-a412-4cfe-9d8a-bd6cc70cb138 HTTP/1.1" status: 204 len: 168 time: 0.2533624 Dec 21 02:18:32.575940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50886) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:32.608082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2daf3f24-eac4-48d7-9553-558e0edc490d up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:32.618147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0bfc154b-9be6-4a84-bc81-92055f4a0194 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409107 Dec 21 02:18:32.620819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50888) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:32.626875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:32.660258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687a010-29e1-4e19-a7a3-bb384b3c0d25 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': 'e8084d59-a412-4cfe-9d8a-bd6cc70cb138'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '52925034-c05d-47dd-b465-8ccd8e0b879b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:32.694259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4687a010-29e1-4e19-a7a3-bb384b3c0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.721317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:32.727200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.730844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2daf3f24-eac4-48d7-9553-558e0edc490d completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:18:32.741546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2daf3f24-eac4-48d7-9553-558e0edc490d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:32.742206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.877621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.903773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:32.906846 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a68f2-7087-45fa-b3dc-75c740c0c0ec" -d '{"events": [{"server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "name": "network-vif-plugged", "status": "completed", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:32.922897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2daf3f24-eac4-48d7-9553-558e0edc490d,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:32.929482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.991767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-44e9e45d-765f-407f-8194-f9f3a33d898f None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:32.992142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44e9e45d-765f-407f-8194-f9f3a33d898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:32.994292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:33.068212 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d699f-fd9b-447d-a0b8-a6b859a32676 x-openstack-request-id: req-6a0d699f-fd9b-447d-a0b8-a6b859a32676 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:33.068761 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "name": "network-vif-plugged", "status": "completed", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:33.069325 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0d699f-fd9b-447d-a0b8-a6b859a32676 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:33.069910 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d', 'code': 200} Dec 21 02:18:33.097052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:33.123906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-44e9e45d-765f-407f-8194-f9f3a33d898f None None] Could not find standard attr ID for object 7acc6035-2377-4121-8ad2-4e429ad00f6e. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:33.138394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc92bc5-8561-4ca0-a122-0216156263b1 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:33.190837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d580e5d-fa6c-4d04-a673-be8af5013f82 req-47d49167-6f6d-4657-94af-35c561364f5a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:33.192289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d580e5d-fa6c-4d04-a673-be8af5013f82 req-47d49167-6f6d-4657-94af-35c561364f5a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.1483791 Dec 21 02:18:33.220190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc92bc5-8561-4ca0-a122-0216156263b1 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:33.281446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0af49-987e-4e67-abce-75a51abac9be req-4a99d41d-9d0b-409b-8f30-11017220423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:33.282948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3b0af49-987e-4e67-abce-75a51abac9be req-4a99d41d-9d0b-409b-8f30-11017220423c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 1097 time: 0.1227982 Dec 21 02:18:33.327241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d580e5d-fa6c-4d04-a673-be8af5013f82 req-293965bd-bac1-4498-92e3-a12002336696 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186218 Dec 21 02:18:33.392722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3b0af49-987e-4e67-abce-75a51abac9be req-5f285bad-a135-478c-8983-e0938987997c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012754 Dec 21 02:18:33.396293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.549804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:33.597891 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.602480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.603154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.682577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:33.693104 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:33.696833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:33.697646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.720091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=37d6e85b-019e-4ea5-9466-891921c46e46,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:33.724367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:33.735562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4110c062-c59b-4200-90e0-361bf6e0338e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1128874 Dec 21 02:18:33.738394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50896) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:33.744143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:33.865682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:33.869240 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:33.959939 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37d6e85b-019e-4ea5-9466-891921c46e46 (CIDR: 2001:db8::/64) Dec 21 02:18:33.963306 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:33.963857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:33.983199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5a0d4dcb-26e1-408e-bcff-1f08501d8d8d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2407155 Dec 21 02:18:33.983535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50898) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:33.988547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:34.048622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2aed2-c088-4804-8ddf-e1d2460082f4 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:18:34.097829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:34.101846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.131769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:34.160600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2aed2-c088-4804-8ddf-e1d2460082f4 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:18:34.195160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e75ea3fb-7a9d-4747-b0a6-4df6b1a19dcc None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:34.195529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e75ea3fb-7a9d-4747-b0a6-4df6b1a19dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.338308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.448036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:34.457374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.489807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e375-6629-474a-bc3b-e8bcf3b5b6d7 req-bbf69a5c-fa90-495d-bfe2-eaf01efa697b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:34.499464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec25e375-6629-474a-bc3b-e8bcf3b5b6d7 req-bbf69a5c-fa90-495d-bfe2-eaf01efa697b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0827427 Dec 21 02:18:34.554110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:34.579217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec25e375-6629-474a-bc3b-e8bcf3b5b6d7 req-be20ba01-5bf6-4580-9066-bd23210aa1ef tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788126 Dec 21 02:18:34.601068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:34.649019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.656880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:34.657262 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.696219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:34.703531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:34.713196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:34.713973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.733071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=e09b1c5e-af70-448d-9763-a31866667d22,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:34.748523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1bb9db82-9167-4d05-962e-c0f136d0f2d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7637415 Dec 21 02:18:34.751532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50902) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:34.757012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:26:cd:3b', 'name': 'tempest-NetworksTestDHCPv6-965192183'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:34.785128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.825546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:34.831252 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:34.881409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:34.891722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:34.983221 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.003670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port e17902cb-60dd-4fe9-b49d-819b13727103 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:35.147369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a4460-d6ee-43bc-892b-c95d7cbf5250 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:35.180716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8:0:1::192 (249562be-f232-41e6-b385-138bc77f0fdc/e09b1c5e-af70-448d-9763-a31866667d22/e17902cb-60dd-4fe9-b49d-819b13727103) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:35.187079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::f816:3eff:fe26:cd3b (249562be-f232-41e6-b385-138bc77f0fdc/37d6e85b-019e-4ea5-9466-891921c46e46/e17902cb-60dd-4fe9-b49d-819b13727103) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:35.216884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-838f3d4d-4350-4064-808c-377aee5a59f2 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:35.217371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-838f3d4d-4350-4064-808c-377aee5a59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.338732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.376448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.421458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:35.427081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:35.431970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:35.437728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:35.438341 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.441965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=e17902cb-60dd-4fe9-b49d-819b13727103,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:35.457884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-42797d90-e315-4854-a79a-ed32b91dbe11 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7053668 Dec 21 02:18:35.460759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:35.555102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '37d6e85b-019e-4ea5-9466-891921c46e46', 'ip_address': '2001:db8::f816:3eff:fe58:35f7'}, {'subnet_id': 'e09b1c5e-af70-448d-9763-a31866667d22'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '52925034-c05d-47dd-b465-8ccd8e0b879b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:35.555370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port e17902cb-60dd-4fe9-b49d-819b13727103 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:35.555659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.582177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.647536 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.660937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for e17902cb-60dd-4fe9-b49d-819b13727103 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:35.703692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326dfdf-80a3-461d-9a22-93d1b5e0807c req-d2674756-fac4-4e6a-a71f-e911cd86122f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:35.705179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2326dfdf-80a3-461d-9a22-93d1b5e0807c req-d2674756-fac4-4e6a-a71f-e911cd86122f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Dec 21 02:18:35.753682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Allocated IP 2001:db8:0:1::2 (249562be-f232-41e6-b385-138bc77f0fdc/e09b1c5e-af70-448d-9763-a31866667d22/52925034-c05d-47dd-b465-8ccd8e0b879b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:35.759250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2326dfdf-80a3-461d-9a22-93d1b5e0807c req-af9f435d-b36f-470e-b6f0-58e4bc60fcff tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Dec 21 02:18:35.846914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.856679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:35.881610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=e17902cb-60dd-4fe9-b49d-819b13727103,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:35.888047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.895846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.927010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:35.934776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-de04b264-2236-4f99-bab4-b628f6124fe5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/e17902cb-60dd-4fe9-b49d-819b13727103 HTTP/1.1" status: 204 len: 168 time: 0.4728620 Dec 21 02:18:35.935652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50920) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:35.991507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ac7be-bb2e-49b0-abc8-c1019dc2f5d6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:35.992923 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-748ac7be-bb2e-49b0-abc8-c1019dc2f5d6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0563424 Dec 21 02:18:35.996034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50922) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:35.999676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b4090-cdaf-44fc-9b15-e4cd12b93aab None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:36.022562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-dba6599d-8500-4c0a-a047-869c47ba52ee tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:36.024087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-dba6599d-8500-4c0a-a047-869c47ba52ee tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1199985 Dec 21 02:18:36.040347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-b1d786e8-90e7-4038-a363-044cccf3be08 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Dec 21 02:18:36.047613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6b374-e694-4150-8ba0-200b371b6640 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:36.049828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3ce6b374-e694-4150-8ba0-200b371b6640 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0511367 Dec 21 02:18:36.052433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50924) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:36.102273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-dcfe799c-2c21-4ede-8343-9ffafcd6e13b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537746 Dec 21 02:18:36.107894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41420a19-eaa0-43ea-8fb0-a6e49ca6db70 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:36.110351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41420a19-eaa0-43ea-8fb0-a6e49ca6db70 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:36.112027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41420a19-eaa0-43ea-8fb0-a6e49ca6db70 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:36.114315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-41420a19-eaa0-43ea-8fb0-a6e49ca6db70 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0602996 Dec 21 02:18:36.117158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50926) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:36.209953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 37d6e85b-019e-4ea5-9466-891921c46e46 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:36.215200 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.248412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:36.262417 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-8fae1beb-3e66-41a1-8584-b753042d2731 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330936 Dec 21 02:18:36.271945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.336913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:36.336913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.379665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-1aa2b6a1-62f7-4533-be2c-28c9f19bc2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161449 Dec 21 02:18:36.381276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.530543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.571679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.575392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/37d6e85b-019e-4ea5-9466-891921c46e46 HTTP/1.1" status: 204 len: 168 time: 0.4570763 Dec 21 02:18:36.576544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2cbcb-ce70-42cb-8a9e-dac519a731d9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=37d6e85b-019e-4ea5-9466-891921c46e46,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:36.578485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:36.647269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65757ff6-451b-4d65-9c57-3fdfe5a14b1b req-1d34f072-b19c-4b37-a51f-6491bdcda7eb tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 210 time: 0.0558786 Dec 21 02:18:36.675465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet e09b1c5e-af70-448d-9763-a31866667d22 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:36.680173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.701641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216f673-7e34-4c48-a7d6-1e69b4a2899c None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:36.727178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.767590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-21a29cb7-535f-4db6-94b1-58de88ae88fc None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:36.767956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-21a29cb7-535f-4db6-94b1-58de88ae88fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.826819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.891893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.892576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-21a29cb7-535f-4db6-94b1-58de88ae88fc None None] Could not find standard attr ID for object e17902cb-60dd-4fe9-b49d-819b13727103. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:36.923072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=e09b1c5e-af70-448d-9763-a31866667d22,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:36.928783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:36.933236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3eda63a6-a8f6-4d61-a065-b3bdfbed841f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e09b1c5e-af70-448d-9763-a31866667d22 HTTP/1.1" status: 204 len: 168 time: 0.3538237 Dec 21 02:18:36.935705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50940) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:36.977200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf215d88-3337-4ea3-b9ab-8176199664f9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402706 Dec 21 02:18:36.980095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50942) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:36.984915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:37.087542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:37.091601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.295170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.339465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:37.342636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:37.348460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:37.349052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.354593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:37.376707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50944) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:37.376845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-425e2991-1b62-48c9-ab9a-ac762134c90b tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3956571 Dec 21 02:18:37.387409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:37.431146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af3fef-ea6e-435e-ac0c-0f1d1591758b None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:37.507410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:37.511068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.545810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b80b84db-9bff-46ec-b3af-c6509590f878 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:37.546086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b80b84db-9bff-46ec-b3af-c6509590f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.601557 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507 (CIDR: 2001:db8::/64) Dec 21 02:18:37.605557 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:37.606091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:37.626301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e7e75750-17ce-40a8-80ed-61cdc10fc0ae tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2473247 Dec 21 02:18:37.626611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50946) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:37.631897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:37.682806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '52925034-c05d-47dd-b465-8ccd8e0b879b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:37.715202 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.767858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9d37d01-ffe5-4773-ba02-7327f54f9359 req-de83a008-fc5e-4bec-bd08-d29aef35f0b0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 210 time: 0.0335100 Dec 21 02:18:37.843830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0e0d4bb5-b175-4e8d-8d11-fe339611195c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:37.845577 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0e0d4bb5-b175-4e8d-8d11-fe339611195c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1390305 Dec 21 02:18:37.846482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:37.850566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:37.879366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': '751d364b-b091-4729-b56c-27be3177bf00', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:37.900480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507/52925034-c05d-47dd-b465-8ccd8e0b879b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:37.990343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:38.018408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.023681 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.083380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:38.087111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.096521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d9d73-f409-4249-af26-390f6c671c83 None None] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:38.198534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:38.253616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:38.254368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.285085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.12 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/50d3da82-b056-4d95-8bb2-a318ba8bc4b4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:38.467458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:38.591145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.680729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.684469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.699914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0054f634-64f1-48e5-8d80-e7747e80e5f9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:38.700522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0054f634-64f1-48e5-8d80-e7747e80e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.724690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', '2daf3f24-eac4-48d7-9553-558e0edc490d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:38.767485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:38.775329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:38.781903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:38.784511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:38.822989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc48434c-5c02-45c7-a65e-efeb43a33bf7 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:38.928815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:38.929637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:38.935333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e773981-f79c-4294-929e-238cd08aed44 req-8b6b8349-83cf-4d59-b20a-2254eda21cb8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:38.937459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e773981-f79c-4294-929e-238cd08aed44 req-8b6b8349-83cf-4d59-b20a-2254eda21cb8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 932 time: 0.0719206 Dec 21 02:18:38.969050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-e8882836-60ac-42b4-b5ec-c54f2cb659cc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1005986 Dec 21 02:18:38.990195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Request body: {'port': {'device_id': '751d364b-b091-4729-b56c-27be3177bf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:39.007320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e773981-f79c-4294-929e-238cd08aed44 req-9f8e9c83-ac4b-4b51-acd2-617ba5ad2efd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Dec 21 02:18:39.029362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:39.048831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-124aadb5-f9c9-4d89-a3d8-b24240b7e972 None None] Provisioning complete for port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:39.049299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-124aadb5-f9c9-4d89-a3d8-b24240b7e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.086891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.089368 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.093512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.094405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.101239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-124aadb5-f9c9-4d89-a3d8-b24240b7e972 None None] Port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:18:39.104681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-124aadb5-f9c9-4d89-a3d8-b24240b7e972 None None] Could not find standard attr ID for object e17902cb-60dd-4fe9-b49d-819b13727103. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:18:39.208790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:39.222375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:39.231428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e929f-8716-470d-82ae-3ac4c6f13a6f None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:39.232357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:39.232945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.238811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=97780657-afdf-45df-8272-1d3e819b856f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:39.254862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=14']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:39.308434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9e8602f7-8562-471e-b255-bb978234f8fb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6807024 Dec 21 02:18:39.311197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50952) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:39.315881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:08:5a:9a', 'name': 'tempest-NetworksTestDHCPv6-600657185'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:39.524733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:39.615796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:39.625801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.653396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Transition to ACTIVE for port object 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:18:39.660343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.662401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.720708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb2083-4962-4fb3-bd62-fbf405c138a9 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:39.722570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 01ddef11-dc2e-48d0-b1b7-525e7da9f968 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:39.773072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:39.894672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Attempting to bind port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:39.895023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Attempting to bind port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:39.895348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Attempting to bind port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:39.912613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:18:39.912850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Attempting to bind port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:39.938463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:39.938804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:39.939183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:39.939613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Bound port: 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:39.939965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.958306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-92057fe8-dd1d-473e-b0d8-8813345249da None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:39.958671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-92057fe8-dd1d-473e-b0d8-8813345249da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:39.996648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::257 (249562be-f232-41e6-b385-138bc77f0fdc/2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507/01ddef11-dc2e-48d0-b1b7-525e7da9f968) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:40.008588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8:0:1:f816:3eff:fe08:5a9a (249562be-f232-41e6-b385-138bc77f0fdc/97780657-afdf-45df-8272-1d3e819b856f/01ddef11-dc2e-48d0-b1b7-525e7da9f968) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:40.034555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:40.043751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:40.050312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.113169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b05b2-649a-42fd-bf1b-f13ffefbb950 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:40.115011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:40.115918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.117033 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/50d3da82-b056-4d95-8bb2-a318ba8bc4b4 HTTP/1.1" status: 200 len: 1093 time: 1.1329703 Dec 21 02:18:40.117526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:40.119795 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d2278-9df2-40b2-b0ed-52ec21ce8156" -d '{"events": [{"name": "network-changed", "server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:40.136269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34bbe-7798-4e4c-86e1-693950b8dc99 req-51939f77-67c2-47d3-90b9-9246ce9078ac tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:40.143862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87f34bbe-7798-4e4c-86e1-693950b8dc99 req-51939f77-67c2-47d3-90b9-9246ce9078ac tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 944 time: 0.0658743 Dec 21 02:18:40.180641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d03f-656b-42af-9ee2-a875cb18f4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:40.222045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87f34bbe-7798-4e4c-86e1-693950b8dc99 req-e9eb72d8-d020-4f5d-a874-a8c1695f6661 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Dec 21 02:18:40.231034 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c802b3b7-4a22-469a-9474-7cf65d409f12 x-openstack-request-id: req-c802b3b7-4a22-469a-9474-7cf65d409f12 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:40.231327 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:40.231590 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c802b3b7-4a22-469a-9474-7cf65d409f12 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:40.231993 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4', 'status': 'completed', 'code': 200} Dec 21 02:18:40.239988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:40.271081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-5cdf749e-d448-4d6e-a7e5-55b65ab978b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:40.272566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-5cdf749e-d448-4d6e-a7e5-55b65ab978b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 1096 time: 0.0786958 Dec 21 02:18:40.284581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.286843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:40.287208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.328934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-2ad01c29-7b2b-4adb-bff5-8d95c3b3d276 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4 HTTP/1.1" status: 200 len: 217 time: 0.0414288 Dec 21 02:18:40.394166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.405853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-bf8c0898-f89f-4bb7-9d4d-cbc72e1de368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:40.407323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-bf8c0898-f89f-4bb7-9d4d-cbc72e1de368 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0670924 Dec 21 02:18:40.724047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-4605f5a3-ca68-4f19-83e8-b971f26053ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2979572 Dec 21 02:18:40.725734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:40.728789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:40.732387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:40.735450 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:18:40.739310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:40.739972 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:40.756363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=01ddef11-dc2e-48d0-b1b7-525e7da9f968,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:40.781240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-02bc7228-63b5-4b81-a7c8-d7af1553abab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4690247 Dec 21 02:18:40.783710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50958) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:40.904070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-7612252f-52e6-414b-8a48-13fb419fd8c4 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588500 Dec 21 02:18:40.969456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 01ddef11-dc2e-48d0-b1b7-525e7da9f968 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:40.969799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.020961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8617c1ba-cbe8-4277-beb0-37921cc69c61 None None] Provisioning complete for port 01ddef11-dc2e-48d0-b1b7-525e7da9f968 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:41.021588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8617c1ba-cbe8-4277-beb0-37921cc69c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.054330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8617c1ba-cbe8-4277-beb0-37921cc69c61 None None] Port 01ddef11-dc2e-48d0-b1b7-525e7da9f968 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:18:41.064414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-596e6e57-4e12-454a-b99a-eb6084f61176 req-a3e7553d-b689-40d8-b6d1-263252970bd7 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507156 Dec 21 02:18:41.078179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.090284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 01ddef11-dc2e-48d0-b1b7-525e7da9f968 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:41.232100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-4bc62b90-0b69-45cd-b508-82c3703ab076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.233633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-4bc62b90-0b69-45cd-b508-82c3703ab076 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 1096 time: 0.0706139 Dec 21 02:18:41.338272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75090d-b109-4428-a49a-0c0c14c69421 req-bb177970-edf3-41d2-be24-d0efe55ec70c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.339667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d75090d-b109-4428-a49a-0c0c14c69421 req-bb177970-edf3-41d2-be24-d0efe55ec70c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 944 time: 0.0486341 Dec 21 02:18:41.347795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.389096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=01ddef11-dc2e-48d0-b1b7-525e7da9f968,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:41.393381 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d75090d-b109-4428-a49a-0c0c14c69421 req-7ef7ba8c-745c-49f6-8740-77c9174c7fc6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Dec 21 02:18:41.399972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-1a4a023a-1672-4025-9726-05fae46a7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.401591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-1a4a023a-1672-4025-9726-05fae46a7b3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.1584611 Dec 21 02:18:41.473980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-b28e386d-4de1-4f3b-92c3-b94650d2b255 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4 HTTP/1.1" status: 200 len: 217 time: 0.0573337 Dec 21 02:18:41.474999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.478066 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ca7c927-6ee6-4d29-9fe3-569f06569aaa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/01ddef11-dc2e-48d0-b1b7-525e7da9f968 HTTP/1.1" status: 204 len: 168 time: 0.6934433 Dec 21 02:18:41.480500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50962) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:41.553609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-628cae96-71a2-4b40-90cc-d1923a262185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.555074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-628cae96-71a2-4b40-90cc-d1923a262185 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0725162 Dec 21 02:18:41.566616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a3d40-75d1-4ec2-b938-84d64caf4fcc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.568140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7f8a3d40-75d1-4ec2-b938-84d64caf4fcc tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0867114 Dec 21 02:18:41.570842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50966) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:41.599041 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-865f9f20-fdf4-4fe9-ba52-1be8773b9fcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297256 Dec 21 02:18:41.619230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788d6cc-00fb-4b0b-b2f2-c4bd50f50c91 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.620732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7788d6cc-00fb-4b0b-b2f2-c4bd50f50c91 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0489130 Dec 21 02:18:41.623235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50968) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:41.675808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72acf47-5008-454f-9d24-28fded489f51 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.677898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72acf47-5008-454f-9d24-28fded489f51 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.679397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72acf47-5008-454f-9d24-28fded489f51 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:41.681542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a72acf47-5008-454f-9d24-28fded489f51 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0568061 Dec 21 02:18:41.683635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50970) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:41.692872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-418424d4-5a6d-4692-b3ed-23927ed007b1 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Dec 21 02:18:41.737622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:41.741370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.781437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.788928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-174d2278-9df2-40b2-b0ed-52ec21ce8156 req-fbfafb39-9cba-4361-b7f0-cd72968bf4a8 service neutron] 10.222.0.45 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872016 Dec 21 02:18:41.864425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.923770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.951788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:41.953756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:41.957962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d9e7a581-fefe-4038-992d-2d22b1d8d3fd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507 HTTP/1.1" status: 204 len: 168 time: 0.2723217 Dec 21 02:18:41.959375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50972) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:41.961155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3bf25-24d6-4173-9749-13cd2f4483ba None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:42.010244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 97780657-afdf-45df-8272-1d3e819b856f {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:42.013980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.053233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.139486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.200899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.229421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=97780657-afdf-45df-8272-1d3e819b856f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:42.235485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.238803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-95b69e23-6caa-4c39-b281-cc6c74be2271 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/97780657-afdf-45df-8272-1d3e819b856f HTTP/1.1" status: 204 len: 168 time: 0.2784691 Dec 21 02:18:42.241404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50974) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:42.285118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf3abba7-2af1-46b9-b448-66252e730a5e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419450 Dec 21 02:18:42.287727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 50976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:42.292801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:42.388504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:42.392103 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.564012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a1167-fdd8-4a58-af92-be0898bd753a req-b8aa1b5c-84a6-48fb-8381-ff1b6fad2108 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:42.565526 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c19a1167-fdd8-4a58-af92-be0898bd753a req-b8aa1b5c-84a6-48fb-8381-ff1b6fad2108 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 944 time: 0.0927691 Dec 21 02:18:42.592175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bf322-88d9-46cb-a0e4-b2f8f1506dea None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:42.665267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c19a1167-fdd8-4a58-af92-be0898bd753a req-a5b3524c-63f8-48d7-9271-3023be095c26 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915997 Dec 21 02:18:42.667265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.701986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1f0a33e1-f560-4084-9eef-99409ec0b182 None None] Provisioning complete for port 52925034-c05d-47dd-b465-8ccd8e0b879b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:42.702279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f0a33e1-f560-4084-9eef-99409ec0b182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.707488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:42.710981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:42.715264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:42.715855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.731882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=0db8321f-ce1d-43ea-9851-1ac4b36d72c4,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:42.743630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f271f256-8010-48c4-99b0-f77af61d37f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4522252 Dec 21 02:18:42.745707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50980) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:42.750917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:42.783197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:42.843485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Deleting port 52925034-c05d-47dd-b465-8ccd8e0b879b {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:42.843769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.862939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:42.867014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.921199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] For port 52925034-c05d-47dd-b465-8ccd8e0b879b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=52925034-c05d-47dd-b465-8ccd8e0b879b,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:42.921525 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:42.934287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Calling delete_port for 52925034-c05d-47dd-b465-8ccd8e0b879b owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:42.956676 n-d-761264-20 neutron-server[109851]: INFO neutron.db.ipam_backend_mixin [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0db8321f-ce1d-43ea-9851-1ac4b36d72c4 (CIDR: 2001:db8::/64) Dec 21 02:18:42.959578 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:18:42.960032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:42.978436 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87557f18-e6ab-43ef-9497-ffd809370393 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2290566 Dec 21 02:18:42.978831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:42.983627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'subnet': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:43.017294 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.043459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] Pushing event deleted for resources: {'Port': ['ID=52925034-c05d-47dd-b465-8ccd8e0b879b,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:43.045445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4201440-22c7-430b-a43e-0a8d2626bd37 None None] No DVR routers for this DVR port 52925034-c05d-47dd-b465-8ccd8e0b879b on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:43.060615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba89a92-4024-4add-9c41-7e664c1d9bdb None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:43.107992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:43.111567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.162972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-249562be-f232-41e6-b385-138bc77f0fdc', 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'project_id': 'b9ca0527474345c2aeb0a8eda670e1a9', 'fixed_ips': [{'subnet_id': '0db8321f-ce1d-43ea-9851-1ac4b36d72c4'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:18:43.163849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.298871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Allocated IP 2001:db8::2 (249562be-f232-41e6-b385-138bc77f0fdc/0db8321f-ce1d-43ea-9851-1ac4b36d72c4/6605c4e5-0653-481d-a1b2-e379f72cf851) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:43.417265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:18:43.418931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.421076 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:18:43.461146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:43.464439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:43.468764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:43.469362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.481007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Subnet': ['ID=649a6b0d-2e91-4e87-a0a6-83968e9fb3b1,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:43.493411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6ace604f-a52e-4fbb-8019-685f4348020e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5135441 Dec 21 02:18:43.496563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50984) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:43.501625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Request body: {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'mac_address': 'fa:16:3e:ea:e5:54', 'name': 'tempest-NetworksTestDHCPv6-174291673'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:43.558078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:18:43.617000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Made reservation on behalf of b9ca0527474345c2aeb0a8eda670e1a9 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:43.621015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.640368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] device_id is not set on port 6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:18:43.668983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.677567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.727130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:43.736905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:43.745033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:43.747899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:43.765590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Pushing event updated for resources: {'Port': ['ID=6605c4e5-0653-481d-a1b2-e379f72cf851,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:43.768633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4', 'mac_address': 'fa:16:3e:ad:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:18:43.800307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65669488-7f27-48ee-8049-4358330493ab req-f194f2f2-54c8-4aeb-b87e-2cdfc18c2737 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:43.802479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65669488-7f27-48ee-8049-4358330493ab req-f194f2f2-54c8-4aeb-b87e-2cdfc18c2737 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Dec 21 02:18:43.827790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8::3b6 (249562be-f232-41e6-b385-138bc77f0fdc/0db8321f-ce1d-43ea-9851-1ac4b36d72c4/6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:43.835010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:e554 (249562be-f232-41e6-b385-138bc77f0fdc/649a6b0d-2e91-4e87-a0a6-83968e9fb3b1/6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:43.853946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Attempting to bind port 6605c4e5-0653-481d-a1b2-e379f72cf851 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:43.854327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Attempting to bind port 6605c4e5-0653-481d-a1b2-e379f72cf851 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:43.854741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Attempting to bind port 6605c4e5-0653-481d-a1b2-e379f72cf851 on network 249562be-f232-41e6-b385-138bc77f0fdc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:43.858990 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65669488-7f27-48ee-8049-4358330493ab req-53367057-3f1d-4ddb-835f-4b7f5d626602 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Dec 21 02:18:43.864506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:43.864886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Checking segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:43.865293 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.865713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Bound using segment: {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:43.866184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Bound port: 6605c4e5-0653-481d-a1b2-e379f72cf851, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aeea69-1460-43c1-a6eb-08c40bcd4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '249562be-f232-41e6-b385-138bc77f0fdc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:43.866560 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.869291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.890196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:43.942975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:43.955532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.966712 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-07bcf746-253d-4c0b-afa3-8de1d34f4ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.992865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:43.998865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] For port 6605c4e5-0653-481d-a1b2-e379f72cf851, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:44.015479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] For port 6605c4e5-0653-481d-a1b2-e379f72cf851, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6605c4e5-0653-481d-a1b2-e379f72cf851,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:44.024023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.027605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.031824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:44.073863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Network 249562be-f232-41e6-b385-138bc77f0fdc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:44.078241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:44.081978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:44.088300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.088976 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.089801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426f1d-6bd5-4c46-aa74-ebd90c512a12 None None] Pushing event updated for resources: {'Port': ['ID=6605c4e5-0653-481d-a1b2-e379f72cf851,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:44.098108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event updated for resources: {'Port': ['ID=6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:44.109517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2a5b9c86-76fc-4e4f-9180-f1398a9b7930 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6118829 Dec 21 02:18:44.111996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50988) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:44.201203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:44.206174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting port 6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:44.206672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.224652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 52925034-c05d-47dd-b465-8ccd8e0b879b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:44.224897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 52925034-c05d-47dd-b465-8ccd8e0b879b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:44.290890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['50d3da82-b056-4d95-8bb2-a318ba8bc4b4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:44.319018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.332965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Calling delete_port for 6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:44.518583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.548419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Port': ['ID=6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:44.594840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.597934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eacb1790-0380-43b3-9252-31eefab34f7e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010 HTTP/1.1" status: 204 len: 168 time: 0.4850080 Dec 21 02:18:44.600277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50990) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:44.647622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64c5a0-3010-49ad-9e3b-0163fe9d9cc8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.649096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c64c5a0-3010-49ad-9e3b-0163fe9d9cc8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0479174 Dec 21 02:18:44.651625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:44.702626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7285a22-702a-4372-830d-c5a5ced4792f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.703991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7285a22-702a-4372-830d-c5a5ced4792f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0514674 Dec 21 02:18:44.706661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:44.762269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc8f6f-e123-4220-895b-25c2452ad840 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.763457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc8f6f-e123-4220-895b-25c2452ad840 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.765072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc8f6f-e123-4220-895b-25c2452ad840 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.766720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bdfc8f6f-e123-4220-895b-25c2452ad840 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0591197 Dec 21 02:18:44.769413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 50996) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:44.825059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 0db8321f-ce1d-43ea-9851-1ac4b36d72c4 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:44.828431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.869826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.959583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:44.982506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208caf9-8236-49ac-87b1-f730c2381603 req-10de4cbe-6555-4866-8d6f-11f62e3a962d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:44.984031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1208caf9-8236-49ac-87b1-f730c2381603 req-10de4cbe-6555-4866-8d6f-11f62e3a962d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 945 time: 0.0553775 Dec 21 02:18:45.006279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86346c1-f7aa-4e35-bb78-d665aabb24e8 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:45.028164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.037027 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1208caf9-8236-49ac-87b1-f730c2381603 req-5f463694-ea5b-4185-b86f-c4a29783092e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Dec 21 02:18:45.058420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=0db8321f-ce1d-43ea-9851-1ac4b36d72c4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:45.064363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.068096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-33fb4c8a-3e53-414b-9601-576ef7f0d236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/0db8321f-ce1d-43ea-9851-1ac4b36d72c4 HTTP/1.1" status: 204 len: 168 time: 0.2977221 Dec 21 02:18:45.070614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.094181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] Provisioning complete for port 6605c4e5-0653-481d-a1b2-e379f72cf851 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:45.094553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.123166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Deleting subnet 649a6b0d-2e91-4e87-a0a6-83968e9fb3b1 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:18:45.126438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.167720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.218598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.227221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.243206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c07678-fded-4edd-b9f5-df90eeec2786 None None] Update dhcp port {'port': {'network_id': '249562be-f232-41e6-b385-138bc77f0fdc', 'fixed_ips': [{'subnet_id': '0db8321f-ce1d-43ea-9851-1ac4b36d72c4'}, {'subnet_id': '649a6b0d-2e91-4e87-a0a6-83968e9fb3b1'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '6605c4e5-0653-481d-a1b2-e379f72cf851'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:18:45.276759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.284526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5c07678-fded-4edd-b9f5-df90eeec2786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.287882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] For port 6605c4e5-0653-481d-a1b2-e379f72cf851, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6605c4e5-0653-481d-a1b2-e379f72cf851,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:45.296802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.308478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Subnet': ['ID=649a6b0d-2e91-4e87-a0a6-83968e9fb3b1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:45.313095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.316252 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2641819-e1f3-4260-b100-17e589364732 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/649a6b0d-2e91-4e87-a0a6-83968e9fb3b1 HTTP/1.1" status: 204 len: 168 time: 0.2446613 Dec 21 02:18:45.319460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.356746 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3c553cae-c555-4165-9394-d8501a1723c0 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360613 Dec 21 02:18:45.359147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.412222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7225ecb-f5a9-48d4-af64-f41174fc7800 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:45.413733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a7225ecb-f5a9-48d4-af64-f41174fc7800 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0530260 Dec 21 02:18:45.416628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51006) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.416804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ec9ec-f10c-4106-81f0-1732df0690c1 None None] Pushing event updated for resources: {'Port': ['ID=6605c4e5-0653-481d-a1b2-e379f72cf851,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:45.468641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad837536-f581-478d-902d-2d92236d4b46 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:45.470822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad837536-f581-478d-902d-2d92236d4b46 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531814 Dec 21 02:18:45.472973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.482606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07efcb-de74-4e95-9e53-b9e882fe78c5 None None] Network 249562be-f232-41e6-b385-138bc77f0fdc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:18:45.512324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6f31a721-93b4-420c-9d41-ef6c5a4f2286 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381963 Dec 21 02:18:45.517627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.539940 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-77814dd4-0a1b-453d-af74-b009ed2289e5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.540464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77814dd4-0a1b-453d-af74-b009ed2289e5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.543383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77814dd4-0a1b-453d-af74-b009ed2289e5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/6bf3750d-f7e9-4b77-ab3b-ecb3d7e45010 HTTP/1.1" status: 404 len: 333 time: 0.0256529 Dec 21 02:18:45.545799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.566824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-85467e0c-a90d-4bdc-a424-3e9a60685844 None None] Provisioning complete for port 6605c4e5-0653-481d-a1b2-e379f72cf851 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:45.567192 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-85467e0c-a90d-4bdc-a424-3e9a60685844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.571167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:18:45.571428 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c80ba7-ca9a-4240-bd31-4de891493cbd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.571873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c80ba7-ca9a-4240-bd31-4de891493cbd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.577176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-26c80ba7-ca9a-4240-bd31-4de891493cbd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/649a6b0d-2e91-4e87-a0a6-83968e9fb3b1 HTTP/1.1" status: 404 len: 337 time: 0.0281758 Dec 21 02:18:45.577545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51014) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.606354 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3904abe-1c20-44ee-af6c-14b0ca08fce6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.606845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3904abe-1c20-44ee-af6c-14b0ca08fce6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.612036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a3904abe-1c20-44ee-af6c-14b0ca08fce6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/0db8321f-ce1d-43ea-9851-1ac4b36d72c4 HTTP/1.1" status: 404 len: 337 time: 0.0313475 Dec 21 02:18:45.612247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51016) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.634886 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa87fee-b673-47bd-937a-8c9d21f6871a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.635407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa87fee-b673-47bd-937a-8c9d21f6871a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.639202 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6aa87fee-b673-47bd-937a-8c9d21f6871a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/01ddef11-dc2e-48d0-b1b7-525e7da9f968 HTTP/1.1" status: 404 len: 333 time: 0.0258467 Dec 21 02:18:45.641402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51018) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.664798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] DHCP port deletion for 249562be-f232-41e6-b385-138bc77f0fdc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:45.673654 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f75cc65-8535-420c-ac24-3cafc90270aa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.674110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f75cc65-8535-420c-ac24-3cafc90270aa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.677319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f75cc65-8535-420c-ac24-3cafc90270aa tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/97780657-afdf-45df-8272-1d3e819b856f HTTP/1.1" status: 404 len: 337 time: 0.0350084 Dec 21 02:18:45.680163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51020) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.689973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:18:45.701532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:45.701908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.705193 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-59848384-26de-44dd-8e43-4ec6167f4323 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.705688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59848384-26de-44dd-8e43-4ec6167f4323 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.709230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59848384-26de-44dd-8e43-4ec6167f4323 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/2f22fc1b-a4bf-4ea5-8dbb-acd1d39a8507 HTTP/1.1" status: 404 len: 337 time: 0.0281007 Dec 21 02:18:45.711862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.734139 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-128c7781-633f-4182-b5b5-33b0bf38a29e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.734670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128c7781-633f-4182-b5b5-33b0bf38a29e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.737651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-128c7781-633f-4182-b5b5-33b0bf38a29e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/e17902cb-60dd-4fe9-b49d-819b13727103 HTTP/1.1" status: 404 len: 333 time: 0.0248537 Dec 21 02:18:45.740189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51024) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.768247 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e21cb4-e222-45cf-894a-a927958ed8e9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.768725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e21cb4-e222-45cf-894a-a927958ed8e9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.772420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-75e21cb4-e222-45cf-894a-a927958ed8e9 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e09b1c5e-af70-448d-9763-a31866667d22 HTTP/1.1" status: 404 len: 337 time: 0.0313182 Dec 21 02:18:45.774945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.790237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Deleting port 6605c4e5-0653-481d-a1b2-e379f72cf851 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:45.790611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.801301 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-89beeaa5-0cd4-4520-b7e7-56d59b539624 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.801775 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89beeaa5-0cd4-4520-b7e7-56d59b539624 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.804747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89beeaa5-0cd4-4520-b7e7-56d59b539624 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/37d6e85b-019e-4ea5-9466-891921c46e46 HTTP/1.1" status: 404 len: 337 time: 0.0289068 Dec 21 02:18:45.807322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51028) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.829605 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f69c733-92be-43d9-886d-0c147a6c64ed tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.830125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f69c733-92be-43d9-886d-0c147a6c64ed tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.833761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f69c733-92be-43d9-886d-0c147a6c64ed tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/7acc6035-2377-4121-8ad2-4e429ad00f6e HTTP/1.1" status: 404 len: 333 time: 0.0255437 Dec 21 02:18:45.836528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51030) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.869823 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-344a663e-32ae-4525-b67e-9886755caac2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.870276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344a663e-32ae-4525-b67e-9886755caac2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.875682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-344a663e-32ae-4525-b67e-9886755caac2 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e8084d59-a412-4cfe-9d8a-bd6cc70cb138 HTTP/1.1" status: 404 len: 337 time: 0.0359755 Dec 21 02:18:45.875897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51032) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.880597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.902083 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3444dac0-0799-450a-bcdf-dd54ea543acd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.902530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3444dac0-0799-450a-bcdf-dd54ea543acd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.903936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] For port 6605c4e5-0653-481d-a1b2-e379f72cf851, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6605c4e5-0653-481d-a1b2-e379f72cf851,segment=NetworkSegment(50aeea69-1460-43c1-a6eb-08c40bcd4b37),segment_id=50aeea69-1460-43c1-a6eb-08c40bcd4b37)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:45.904332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.905499 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3444dac0-0799-450a-bcdf-dd54ea543acd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/7579d1b6-5597-4fe1-b4ea-aedb6b63edfd HTTP/1.1" status: 404 len: 337 time: 0.0286751 Dec 21 02:18:45.907986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51034) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.925317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:45.927903 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4e9de3-f7f9-4aed-a3a9-9979488e6735" -d '{"events": [{"server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "name": "network-vif-plugged", "status": "completed", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:45.929958 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84b5f6d-7ba0-4f03-b913-06aa2bf181a5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.930501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84b5f6d-7ba0-4f03-b913-06aa2bf181a5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.932562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Calling delete_port for 6605c4e5-0653-481d-a1b2-e379f72cf851 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:45.935491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e84b5f6d-7ba0-4f03-b913-06aa2bf181a5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/f57b951e-78d4-426d-aa24-7c628469cc71 HTTP/1.1" status: 404 len: 333 time: 0.0264025 Dec 21 02:18:45.936133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:45.946530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:45.952688 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:45.974941 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dd238e-ef17-4d0b-9451-448a0140be14 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:45.975469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dd238e-ef17-4d0b-9451-448a0140be14 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:45.978630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18dd238e-ef17-4d0b-9451-448a0140be14 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/4e5994e3-531c-4311-9540-12f523f0d1eb HTTP/1.1" status: 404 len: 337 time: 0.0412667 Dec 21 02:18:45.981265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51040) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.005500 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-18787790-fc68-4b35-a3d1-acb4a42cb662 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.006149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18787790-fc68-4b35-a3d1-acb4a42cb662 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.009785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18787790-fc68-4b35-a3d1-acb4a42cb662 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/57c84fad-709c-4f46-9ca3-5e0f9924ff93 HTTP/1.1" status: 404 len: 333 time: 0.0272617 Dec 21 02:18:46.010167 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22149deb-83fa-493e-a413-dc95a6dc29e8 x-openstack-request-id: req-22149deb-83fa-493e-a413-dc95a6dc29e8 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:46.010633 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "name": "network-vif-plugged", "status": "completed", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:46.010754 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22149deb-83fa-493e-a413-dc95a6dc29e8 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:46.011078 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4', 'code': 200} Dec 21 02:18:46.011748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51042) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.037780 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1de95e-7af2-4235-bf80-9ef000945f9a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.038443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1de95e-7af2-4235-bf80-9ef000945f9a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.044380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bf1de95e-7af2-4235-bf80-9ef000945f9a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/838b7bf2-dd71-46f7-a5cf-419f6a13d6b4 HTTP/1.1" status: 404 len: 337 time: 0.0285075 Dec 21 02:18:46.044380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.052829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:46.071648 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcde220-48df-43ee-bce4-4710998568c8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.072296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcde220-48df-43ee-bce4-4710998568c8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.078310 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0fcde220-48df-43ee-bce4-4710998568c8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/079a18d9-1659-4f5c-9b25-0e183d8cf5b5 HTTP/1.1" status: 404 len: 333 time: 0.0312605 Dec 21 02:18:46.078693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51048) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.079125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:46.110893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] No DVR routers for this DVR port 6605c4e5-0653-481d-a1b2-e379f72cf851 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:46.120853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e9845-044e-4b8b-9e6e-3bed472b0fa4 None None] Pushing event deleted for resources: {'Port': ['ID=6605c4e5-0653-481d-a1b2-e379f72cf851,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:46.134670 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-103f445b-59eb-4750-9623-fe7b05b3c2d8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.135021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103f445b-59eb-4750-9623-fe7b05b3c2d8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.141851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-103f445b-59eb-4750-9623-fe7b05b3c2d8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/5dc587cd-5db6-4a66-88f1-b3e431aeaf53 HTTP/1.1" status: 404 len: 337 time: 0.0622671 Dec 21 02:18:46.144452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51050) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.173644 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f21de2-9913-4130-8d91-e346a5a2438c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.174262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f21de2-9913-4130-8d91-e346a5a2438c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.178032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0f21de2-9913-4130-8d91-e346a5a2438c tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/c10178e2-5c5d-4dae-bb4b-3e4fc3ba3b6c HTTP/1.1" status: 404 len: 333 time: 0.0318737 Dec 21 02:18:46.181176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51052) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.187639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f9ba3-999d-4316-bb67-4f82a6a1b46b req-42f3df7f-8204-4fa0-b130-3adea12b7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:46.189098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-168f9ba3-999d-4316-bb67-4f82a6a1b46b req-42f3df7f-8204-4fa0-b130-3adea12b7aeb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 1098 time: 0.0861251 Dec 21 02:18:46.220979 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-12972d42-97ac-4935-99aa-991c0a0783bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.221459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12972d42-97ac-4935-99aa-991c0a0783bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.224614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-12972d42-97ac-4935-99aa-991c0a0783bf tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/930a062a-d505-4f37-813d-2e2a9dff9100 HTTP/1.1" status: 404 len: 337 time: 0.0411584 Dec 21 02:18:46.229468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51054) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.235113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe9dde-0ffb-4f27-8eea-8f2acca1e8cd req-a70fbc43-1678-4961-a127-5cba778e3b06 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:46.236685 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fbe9dde-0ffb-4f27-8eea-8f2acca1e8cd req-a70fbc43-1678-4961-a127-5cba778e3b06 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0893557 Dec 21 02:18:46.259613 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-752d4593-b798-4e2c-8a0b-8667c42e0e9e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.260160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752d4593-b798-4e2c-8a0b-8667c42e0e9e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.263174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-752d4593-b798-4e2c-8a0b-8667c42e0e9e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/892d2553-2bef-4441-a585-79750e5ab45c HTTP/1.1" status: 404 len: 333 time: 0.0352376 Dec 21 02:18:46.265542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-168f9ba3-999d-4316-bb67-4f82a6a1b46b req-70dba9c1-1f82-446d-8d4c-10214e8ccc30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641267 Dec 21 02:18:46.265993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.287687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3fbe9dde-0ffb-4f27-8eea-8f2acca1e8cd req-45472ed4-3057-4756-bf3a-7e0ca5a60e39 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Dec 21 02:18:46.291132 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c459afc3-0a18-4ceb-8ade-4f859875adb4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.291590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c459afc3-0a18-4ceb-8ade-4f859875adb4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.294612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c459afc3-0a18-4ceb-8ade-4f859875adb4 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/670aaec0-b037-4a76-b398-e8bdaf02dc37 HTTP/1.1" status: 404 len: 337 time: 0.0277307 Dec 21 02:18:46.297105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.320939 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d72327-2db5-487f-a907-b5d71ca9d5d3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.321491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d72327-2db5-487f-a907-b5d71ca9d5d3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.324456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-68d72327-2db5-487f-a907-b5d71ca9d5d3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/21babf62-8757-47ea-a672-82592c32e30d HTTP/1.1" status: 404 len: 333 time: 0.0263476 Dec 21 02:18:46.326939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51060) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.351411 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-969760a3-f062-45e5-9115-33b1368511ff tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.351847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969760a3-f062-45e5-9115-33b1368511ff tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.354768 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-969760a3-f062-45e5-9115-33b1368511ff tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/9996babb-3e4b-495e-beef-de44b7a1cdb2 HTTP/1.1" status: 404 len: 337 time: 0.0269687 Dec 21 02:18:46.356882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51062) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.386565 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-161a12c4-5a57-407f-99fe-6208af2d15cd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.387010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161a12c4-5a57-407f-99fe-6208af2d15cd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.389984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-161a12c4-5a57-407f-99fe-6208af2d15cd tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/cd8753fe-f497-4efe-84eb-e2f7b614f689 HTTP/1.1" status: 404 len: 337 time: 0.0321910 Dec 21 02:18:46.392430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51064) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.414305 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebaf547-9c08-4486-810f-5ed1cc0543f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.414812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebaf547-9c08-4486-810f-5ed1cc0543f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.417947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7ebaf547-9c08-4486-810f-5ed1cc0543f6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/52e82c56-9e97-4250-9fc4-916634f57fae HTTP/1.1" status: 404 len: 333 time: 0.0245788 Dec 21 02:18:46.420139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51066) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.446244 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7905794-85b8-4d7a-b9ef-56cf1e3bd575 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.446623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7905794-85b8-4d7a-b9ef-56cf1e3bd575 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.449537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b7905794-85b8-4d7a-b9ef-56cf1e3bd575 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/c76368ee-1c57-4348-9454-3d428cf9fb11 HTTP/1.1" status: 404 len: 337 time: 0.0285025 Dec 21 02:18:46.451715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.477928 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-19933a80-2e22-4324-bfc2-06d7e4a5a8d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.478363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19933a80-2e22-4324-bfc2-06d7e4a5a8d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.481243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19933a80-2e22-4324-bfc2-06d7e4a5a8d7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/dd639c80-6b97-4177-a736-95cc619acb33 HTTP/1.1" status: 404 len: 337 time: 0.0286615 Dec 21 02:18:46.483399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.504796 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ceac655-3fbb-4283-a83d-73937db201a3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.505297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ceac655-3fbb-4283-a83d-73937db201a3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.508453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ceac655-3fbb-4283-a83d-73937db201a3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/431c2ee9-56f3-4f0d-9129-353fcddaf830 HTTP/1.1" status: 404 len: 333 time: 0.0239506 Dec 21 02:18:46.510410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51072) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.534732 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4bf365-2dce-4fd2-99ae-bffc088d32b5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.535157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4bf365-2dce-4fd2-99ae-bffc088d32b5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.538651 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b4bf365-2dce-4fd2-99ae-bffc088d32b5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e488a36e-0cf7-4482-8211-69568e4c21e0 HTTP/1.1" status: 404 len: 337 time: 0.0273886 Dec 21 02:18:46.540809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.569063 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eb6a81-ee7d-4a94-be4e-6d98e8958a37 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.569524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5eb6a81-ee7d-4a94-be4e-6d98e8958a37 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.572392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5eb6a81-ee7d-4a94-be4e-6d98e8958a37 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/78885102-9905-404a-9c16-3260fba31c6f HTTP/1.1" status: 404 len: 337 time: 0.0307314 Dec 21 02:18:46.574542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51076) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.596863 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee873c7a-d88b-46de-b841-88857afad0b7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.597395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee873c7a-d88b-46de-b841-88857afad0b7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.600894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ee873c7a-d88b-46de-b841-88857afad0b7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/37ddc136-51db-48ec-831d-ee876ad5c767 HTTP/1.1" status: 404 len: 333 time: 0.0254841 Dec 21 02:18:46.603148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.628300 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdba574-6e6c-4615-801a-4a0869acd714 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.628737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdba574-6e6c-4615-801a-4a0869acd714 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.631713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7fdba574-6e6c-4615-801a-4a0869acd714 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/1ac899b5-ec57-4b2c-bb22-71cd80b2138a HTTP/1.1" status: 404 len: 337 time: 0.0276935 Dec 21 02:18:46.633880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51080) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.652615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-52e74230-306f-48e9-ade6-fcd488045c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:46.662709 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a9a685-6d09-4951-8095-25599d6151be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.663164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a9a685-6d09-4951-8095-25599d6151be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.666268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-13a9a685-6d09-4951-8095-25599d6151be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/dc76c436-34b2-4ab1-9d6a-12e6aef3e2b7 HTTP/1.1" status: 404 len: 337 time: 0.0315142 Dec 21 02:18:46.668753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.697399 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-335fec64-2566-4402-871d-a629e2efeab3 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports?device_id=59e872f7-bc06-4249-a11e-db534e26ddbd HTTP/1.1" status: 200 len: 205 time: 0.0274198 Dec 21 02:18:46.699520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51084) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.739180 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-b2825461-70f7-44d6-9091-bff102982236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] delete failed (client error): The resource could not be found. Dec 21 02:18:46.740142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b2825461-70f7-44d6-9091-bff102982236 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/routers/59e872f7-bc06-4249-a11e-db534e26ddbd HTTP/1.1" status: 404 len: 336 time: 0.0397646 Dec 21 02:18:46.742378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51086) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.766655 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4cf73b-0a57-40a2-81a1-16f8ff57a910 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.767084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4cf73b-0a57-40a2-81a1-16f8ff57a910 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.770001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4e4cf73b-0a57-40a2-81a1-16f8ff57a910 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/bae718f8-6d77-4e8a-ba11-89ce1d101923 HTTP/1.1" status: 404 len: 337 time: 0.0267735 Dec 21 02:18:46.772194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51088) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.797445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1398095d-c9c3-4baa-a81f-1ae29cbc3440 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "GET /v2.0/ports?device_id=6aebaac1-10c7-46ba-ac20-2cb3899310cf HTTP/1.1" status: 200 len: 205 time: 0.0242600 Dec 21 02:18:46.799459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51090) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.834956 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-703175a2-1862-4c48-802e-724f1fac966f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] delete failed (client error): The resource could not be found. Dec 21 02:18:46.836334 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-703175a2-1862-4c48-802e-724f1fac966f tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/routers/6aebaac1-10c7-46ba-ac20-2cb3899310cf HTTP/1.1" status: 404 len: 336 time: 0.0360241 Dec 21 02:18:46.838898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.868675 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90a659f-ce68-4e70-9bf3-110f67df3a64 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.869110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90a659f-ce68-4e70-9bf3-110f67df3a64 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.872009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b90a659f-ce68-4e70-9bf3-110f67df3a64 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/4919f8e8-6c82-4a74-aadd-d6de427a5d8a HTTP/1.1" status: 404 len: 337 time: 0.0321174 Dec 21 02:18:46.874284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.898166 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3053c0b4-ef09-4c35-8f4b-1af82958689a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.898613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3053c0b4-ef09-4c35-8f4b-1af82958689a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.901498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3053c0b4-ef09-4c35-8f4b-1af82958689a tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/e811acef-4595-4bc3-ab84-cc15067d53e1 HTTP/1.1" status: 404 len: 337 time: 0.0263360 Dec 21 02:18:46.903685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51096) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.925514 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc045c00-f551-4924-8f8a-ccf3444ec28d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.926624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc045c00-f551-4924-8f8a-ccf3444ec28d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.929454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dc045c00-f551-4924-8f8a-ccf3444ec28d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/0bde618d-0356-453f-9b02-3cc41fc920ee HTTP/1.1" status: 404 len: 333 time: 0.0248737 Dec 21 02:18:46.931596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.955994 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2a8c33-e28d-40bb-bca2-c8a4d891fc88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.956355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2a8c33-e28d-40bb-bca2-c8a4d891fc88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.959683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b2a8c33-e28d-40bb-bca2-c8a4d891fc88 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/cb21f95c-8b40-4657-8584-f37e7222ef84 HTTP/1.1" status: 404 len: 337 time: 0.0272563 Dec 21 02:18:46.962023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:46.983458 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c7c9d1-1a2f-43e5-beef-5f526df608a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:46.983959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c7c9d1-1a2f-43e5-beef-5f526df608a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:46.986812 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-64c7c9d1-1a2f-43e5-beef-5f526df608a8 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/ff9867f3-8e03-4a80-8df0-5d19ae1b78c3 HTTP/1.1" status: 404 len: 333 time: 0.0239625 Dec 21 02:18:46.988862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51102) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.012197 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc65d1-16e1-4864-89e8-9fd07bb3bfd7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.012620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc65d1-16e1-4864-89e8-9fd07bb3bfd7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.015449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85bc65d1-16e1-4864-89e8-9fd07bb3bfd7 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/2d102a0d-d1ce-432e-a30e-cd9752efc4ee HTTP/1.1" status: 404 len: 337 time: 0.0257325 Dec 21 02:18:47.017445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.043000 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ae7790-1d0a-44e3-b3e0-ab371d4bc6be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.043609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ae7790-1d0a-44e3-b3e0-ab371d4bc6be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.046323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-67ae7790-1d0a-44e3-b3e0-ab371d4bc6be tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/ab3c151a-8641-4b72-8cc2-5f66da6e67ab HTTP/1.1" status: 404 len: 333 time: 0.0280499 Dec 21 02:18:47.048634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.072085 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44c6b4b-0cb6-4d60-81bf-d563012d1cde tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.072509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44c6b4b-0cb6-4d60-81bf-d563012d1cde tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.075348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c44c6b4b-0cb6-4d60-81bf-d563012d1cde tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/39e43095-3c10-4a04-b37f-c359038d2bc8 HTTP/1.1" status: 404 len: 337 time: 0.0258789 Dec 21 02:18:47.077533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51108) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.100138 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb47a025-c642-4843-9486-70557dd9b0c5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.100640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb47a025-c642-4843-9486-70557dd9b0c5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.103493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb47a025-c642-4843-9486-70557dd9b0c5 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/9193ecc7-1e97-476d-8623-aacce2d799c1 HTTP/1.1" status: 404 len: 333 time: 0.0251181 Dec 21 02:18:47.105683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.130973 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf626c1a-4a20-46de-a8f1-5279f3feb978 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.131401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf626c1a-4a20-46de-a8f1-5279f3feb978 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.134707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cf626c1a-4a20-46de-a8f1-5279f3feb978 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/a0a2b403-9160-43d6-8874-bde060cba706 HTTP/1.1" status: 404 len: 337 time: 0.0277495 Dec 21 02:18:47.136578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.158329 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb64bb16-0a35-498f-a804-0844e6c84d16 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.158830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb64bb16-0a35-498f-a804-0844e6c84d16 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.162324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb64bb16-0a35-498f-a804-0844e6c84d16 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/1a86bbcc-b6ad-4a53-b2a0-1fa8d34798f8 HTTP/1.1" status: 404 len: 333 time: 0.0248995 Dec 21 02:18:47.164441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51114) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.188224 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84c03d3-c82e-4c34-afb0-7f983c2edc8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.188651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84c03d3-c82e-4c34-afb0-7f983c2edc8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.191557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f84c03d3-c82e-4c34-afb0-7f983c2edc8e tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/9349d9b7-b2a6-4c8f-b232-6a5076c7b900 HTTP/1.1" status: 404 len: 337 time: 0.0262587 Dec 21 02:18:47.193609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.218184 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-21abd9fd-269f-4942-9aae-8491ce92e6cb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.218614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21abd9fd-269f-4942-9aae-8491ce92e6cb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.221466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-21abd9fd-269f-4942-9aae-8491ce92e6cb tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/685109ee-7ba1-4d63-a0ba-a4116786da17 HTTP/1.1" status: 404 len: 333 time: 0.0270000 Dec 21 02:18:47.224130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51118) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.249505 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a24cf72-cfbd-4c81-b500-20a6be6886a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.249950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a24cf72-cfbd-4c81-b500-20a6be6886a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.252928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a24cf72-cfbd-4c81-b500-20a6be6886a6 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/900d4d19-5a5f-4844-a9db-9d2f1d167259 HTTP/1.1" status: 404 len: 337 time: 0.0279465 Dec 21 02:18:47.255520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51120) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.280279 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-352fdbac-c27a-4181-9191-59b97f27c8ab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.280793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352fdbac-c27a-4181-9191-59b97f27c8ab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.284024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-352fdbac-c27a-4181-9191-59b97f27c8ab tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/ports/445641c9-fd0f-4ff2-992d-a577fa090f92 HTTP/1.1" status: 404 len: 333 time: 0.0273483 Dec 21 02:18:47.287271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.313218 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-477f5f3d-6cf4-4a34-a21b-d9cedb18055d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] DELETE failed (client error): The resource could not be found. Dec 21 02:18:47.313692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477f5f3d-6cf4-4a34-a21b-d9cedb18055d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:18:47.317259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-477f5f3d-6cf4-4a34-a21b-d9cedb18055d tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/subnets/45925cbe-760d-4636-85fe-ca0fd691ded6 HTTP/1.1" status: 404 len: 337 time: 0.0290084 Dec 21 02:18:47.320045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51126) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:47.328066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.423416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.450931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d17261-48e4-482e-8980-26997de7816c req-0f475d9e-dd8f-4683-8292-dfe62ba061b8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:47.452395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02d17261-48e4-482e-8980-26997de7816c req-0f475d9e-dd8f-4683-8292-dfe62ba061b8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0714946 Dec 21 02:18:47.896838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.924038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02d17261-48e4-482e-8980-26997de7816c req-312abf6a-1789-44bb-95e8-975a38845c1a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540634 Dec 21 02:18:47.927369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249562be-f232-41e6-b385-138bc77f0fdc']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:18:47.937589 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aeea69-1460-43c1-a6eb-08c40bcd4b37') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:18:47.937887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aeea69-1460-43c1-a6eb-08c40bcd4b37') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:18:47.947885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.962362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.968709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:18:47.969137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:18:47.972104 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:18:48.029252 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.037597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.040243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] 10.222.0.43 "DELETE /v2.0/networks/249562be-f232-41e6-b385-138bc77f0fdc HTTP/1.1" status: 204 len: 168 time: 0.7196300 Dec 21 02:18:48.051472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88851-5fcf-4f7f-b5b1-0013ad393d01 tempest-NetworksTestDHCPv6-1876339187 tempest-NetworksTestDHCPv6-1876339187-project] Pushing event deleted for resources: {'Network': ['ID=249562be-f232-41e6-b385-138bc77f0fdc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:48.230837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:48.379621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bbdbb9cb-8c43-4740-a335-9c9c8cc738fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9ca0527474345c2aeb0a8eda670e1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472735 Dec 21 02:18:48.382018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51136) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:48.428149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.448760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.493980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.496586 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:48.500045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75273c8b-e6e1-4e56-979e-f8fbb5690287 HTTP/1.1" status: 204 len: 168 time: 0.1148865 Dec 21 02:18:48.506240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbe701-4680-48a6-91a0-2840512cbf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75273c8b-e6e1-4e56-979e-f8fbb5690287,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:48.718275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:49.040842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46df2e-30c9-4a36-9cb3-00c50008ff6c req-518a5ae4-257d-4c85-a0b3-4e978e0d28c9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:49.042336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f46df2e-30c9-4a36-9cb3-00c50008ff6c req-518a5ae4-257d-4c85-a0b3-4e978e0d28c9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0506885 Dec 21 02:18:49.092602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f46df2e-30c9-4a36-9cb3-00c50008ff6c req-17ad842f-42a3-43a5-a591-382be4659096 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Dec 21 02:18:49.150772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.211115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5bf15-4482-4aae-956c-93a8dd3b9098 req-e17f8980-e4f9-4222-99b1-eca18f592bd0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:49.212502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ee5bf15-4482-4aae-956c-93a8dd3b9098 req-e17f8980-e4f9-4222-99b1-eca18f592bd0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Dec 21 02:18:49.251629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-86b9324f-e6a7-4e35-a16a-d3a864e9b531 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.252628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-86b9324f-e6a7-4e35-a16a-d3a864e9b531 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1007659 Dec 21 02:18:49.255670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51166) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.260092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-06afff03-7b68-487b-9b6f-7b143b4a56e7 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.261053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-06afff03-7b68-487b-9b6f-7b143b4a56e7 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043659 Dec 21 02:18:49.263584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51168) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.268718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-2e73affe-5a31-473e-9261-f38f17bbb3ca tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.270191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2e73affe-5a31-473e-9261-f38f17bbb3ca tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043559 Dec 21 02:18:49.272305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.273694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ee5bf15-4482-4aae-956c-93a8dd3b9098 req-c85d53ff-9df7-456b-a30e-95be25a2b16e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553825 Dec 21 02:18:49.276674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-1955e833-c776-42ad-b559-8a8bef80cae3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.277565 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1955e833-c776-42ad-b559-8a8bef80cae3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043838 Dec 21 02:18:49.279663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51172) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.283471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-e64a265e-bf91-408f-b44b-be9db20b5a5a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.284421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e64a265e-bf91-408f-b44b-be9db20b5a5a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038896 Dec 21 02:18:49.287121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51174) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.291083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-651d56e2-71bc-4215-8f1f-5caad6d08c72 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.291995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-651d56e2-71bc-4215-8f1f-5caad6d08c72 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040615 Dec 21 02:18:49.294072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51176) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.297674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-ab535175-7e4c-476b-b116-54293b7841dd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.298576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab535175-7e4c-476b-b116-54293b7841dd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037096 Dec 21 02:18:49.300622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51180) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.304392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-ca30ab15-79e2-4f63-a86c-ef095c8ddd77 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.305304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ca30ab15-79e2-4f63-a86c-ef095c8ddd77 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038371 Dec 21 02:18:49.307385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51182) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.312071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-317bfe54-2fea-468c-bfb3-c0514b590e26 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.313004 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-317bfe54-2fea-468c-bfb3-c0514b590e26 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047910 Dec 21 02:18:49.315288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51184) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.319324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-f3f4df69-5ae7-480b-9295-c1d478fd3618 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.320226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3f4df69-5ae7-480b-9295-c1d478fd3618 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041242 Dec 21 02:18:49.322317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51186) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.326063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-36b837b9-04ba-4f6f-92a3-7e101696f704 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.326976 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-36b837b9-04ba-4f6f-92a3-7e101696f704 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037816 Dec 21 02:18:49.329028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51188) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.333240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-e5b5c099-61ae-4680-b142-6b3f8d6cca39 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.334181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e5b5c099-61ae-4680-b142-6b3f8d6cca39 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043154 Dec 21 02:18:49.336452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51190) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.340195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0ae44211-99d0-491f-b0b4-5cbf208ce351 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.341376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ae44211-99d0-491f-b0b4-5cbf208ce351 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038478 Dec 21 02:18:49.343224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.346948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-1edf4722-8c9a-4a5a-82d8-ab11c9e34f62 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.348571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1edf4722-8c9a-4a5a-82d8-ab11c9e34f62 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039022 Dec 21 02:18:49.350559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51194) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.354278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0d4dc846-f80e-4a25-80e5-c573e9444c4d tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.355187 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0d4dc846-f80e-4a25-80e5-c573e9444c4d tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038199 Dec 21 02:18:49.357481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51196) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.361496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-475f28f1-aee9-4801-9e2a-be88b7cd2be6 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.364654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-475f28f1-aee9-4801-9e2a-be88b7cd2be6 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041146 Dec 21 02:18:49.365322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51198) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.369782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-18a805af-3c3b-4053-805a-c783e2b84dc2 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.370960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18a805af-3c3b-4053-805a-c783e2b84dc2 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047636 Dec 21 02:18:49.373217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51200) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.377315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-3d19ea5a-49db-4495-adee-4112d1f0ae15 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.380731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d19ea5a-49db-4495-adee-4112d1f0ae15 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066195 Dec 21 02:18:49.381275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51202) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.385172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-8e10524c-50e3-41cf-ab9e-1eecea209cd9 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.389245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8e10524c-50e3-41cf-ab9e-1eecea209cd9 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070331 Dec 21 02:18:49.389847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51204) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.389981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:49.391213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0d75-84dc-4a82-91a0-39c218171050 req-eaba616c-5019-453d-bec7-d64be852a1f3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:49.393863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d4e0d75-84dc-4a82-91a0-39c218171050 req-eaba616c-5019-453d-bec7-d64be852a1f3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0536618 Dec 21 02:18:49.394003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-c33c559a-c381-464a-aa56-8ee353ca9cfe tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.397558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51206) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.397820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c33c559a-c381-464a-aa56-8ee353ca9cfe tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069444 Dec 21 02:18:49.402965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-dfc4730e-c797-4dfa-bb73-4e4c11da6480 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.403936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dfc4730e-c797-4dfa-bb73-4e4c11da6480 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054421 Dec 21 02:18:49.405907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51210) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.409830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-6664b377-c090-4221-99d0-8f064b0e288a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.411953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6664b377-c090-4221-99d0-8f064b0e288a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051680 Dec 21 02:18:49.413636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.417437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-74307893-16f4-4a15-b3fa-2c415e0a38f3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.418321 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-74307893-16f4-4a15-b3fa-2c415e0a38f3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038874 Dec 21 02:18:49.420333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51214) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.423970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-d29c40ed-a48e-4678-9e3d-a9c2e7b7b381 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.424876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d29c40ed-a48e-4678-9e3d-a9c2e7b7b381 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037351 Dec 21 02:18:49.427022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.430657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-6e57a52a-3394-4495-b6aa-3d4bd3b73fa8 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.431544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6e57a52a-3394-4495-b6aa-3d4bd3b73fa8 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037227 Dec 21 02:18:49.433651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51218) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.437820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-5caa310f-ee61-452f-b8d9-6689de56ef39 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.438737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5caa310f-ee61-452f-b8d9-6689de56ef39 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042861 Dec 21 02:18:49.440859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51220) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.444561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-1eae1f9e-d03a-4e3f-844d-5435d84fd498 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.445492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1eae1f9e-d03a-4e3f-844d-5435d84fd498 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037398 Dec 21 02:18:49.447064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7d4e0d75-84dc-4a82-91a0-39c218171050 req-73da054b-a0c2-4325-b621-fbf32be10f97 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Dec 21 02:18:49.447618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.451273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-bfe4980f-bf9c-46de-8758-25a837a27466 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.453498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bfe4980f-bf9c-46de-8758-25a837a27466 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049798 Dec 21 02:18:49.454227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51224) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.458479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-abe54c37-cabc-47ac-b1e7-a4003121c5b7 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.461681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-abe54c37-cabc-47ac-b1e7-a4003121c5b7 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065358 Dec 21 02:18:49.461935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51226) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.466099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-286cb04f-47f4-4689-8756-e3faac681ddd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.467025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-286cb04f-47f4-4689-8756-e3faac681ddd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041566 Dec 21 02:18:49.469022 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51228) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.473516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-78957ed7-34d3-4a4b-bc93-270f1f1699dc tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.474480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78957ed7-34d3-4a4b-bc93-270f1f1699dc tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045681 Dec 21 02:18:49.476525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51232) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.480614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-c83ad2e2-d787-48c5-a792-09bb4e327525 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.481571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c83ad2e2-d787-48c5-a792-09bb4e327525 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040827 Dec 21 02:18:49.484203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.487962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-d11e3c94-f03e-4de4-9389-e9b6354a1efa tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.489570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d11e3c94-f03e-4de4-9389-e9b6354a1efa tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045602 Dec 21 02:18:49.491766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51236) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.495542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-d1ccd74f-771d-411a-864f-a2e23c532959 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.496458 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d1ccd74f-771d-411a-864f-a2e23c532959 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038843 Dec 21 02:18:49.498681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51238) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.502908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-5e35ae33-ecfb-48d7-95ee-90485d8883d1 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.503873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5e35ae33-ecfb-48d7-95ee-90485d8883d1 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042379 Dec 21 02:18:49.506583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51240) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.510390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-0b03afbd-45d7-4e54-a853-19dc84631b46 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.511236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0b03afbd-45d7-4e54-a853-19dc84631b46 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037849 Dec 21 02:18:49.513474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51242) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.517246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-81efba89-4333-417c-9c79-5398b19eec80 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.518177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81efba89-4333-417c-9c79-5398b19eec80 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038590 Dec 21 02:18:49.520910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51244) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.524577 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-cb8ee619-644d-4fb3-b917-dca318f88f77 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.525514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb8ee619-644d-4fb3-b917-dca318f88f77 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037501 Dec 21 02:18:49.527657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.532047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-da314a94-f066-4d13-b8e5-269199b53417 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.532968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da314a94-f066-4d13-b8e5-269199b53417 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044680 Dec 21 02:18:49.537030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51248) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.540931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-59cd2567-9b1f-4b5f-a60d-59c943df78fa tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.541875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-59cd2567-9b1f-4b5f-a60d-59c943df78fa tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038681 Dec 21 02:18:49.544340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51250) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.548219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-7982fcbd-2f83-4ee6-a3ce-2c86ffe2decd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.549690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7982fcbd-2f83-4ee6-a3ce-2c86ffe2decd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044281 Dec 21 02:18:49.552162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.556558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-17759c15-72d4-4779-9a42-48e92987d2cd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.557591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-17759c15-72d4-4779-9a42-48e92987d2cd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042384 Dec 21 02:18:49.559803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.564215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-9fbd2217-7a9c-42ae-b92d-3538ac3ff237 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.565282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9fbd2217-7a9c-42ae-b92d-3538ac3ff237 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044715 Dec 21 02:18:49.567887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51256) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.571732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-dfee281a-f293-4bcb-9519-83002e16e23e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.573373 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dfee281a-f293-4bcb-9519-83002e16e23e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039558 Dec 21 02:18:49.574838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51258) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.578747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-bc8176ed-19ef-4e75-a3df-dd3aa19b6356 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.581379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bc8176ed-19ef-4e75-a3df-dd3aa19b6356 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040138 Dec 21 02:18:49.581853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.587183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-a89de085-1441-4580-8657-411cc7839eef tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.589807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a89de085-1441-4580-8657-411cc7839eef tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044117 Dec 21 02:18:49.590771 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51262) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.595763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-d71587b7-867d-4c3e-9fe8-bfb0d3cfa82c tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.596955 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d71587b7-867d-4c3e-9fe8-bfb0d3cfa82c tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0051982 Dec 21 02:18:49.599736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51264) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.603958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-f483bbd0-3635-4de1-ad2d-5cc60feb9f66 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.604914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f483bbd0-3635-4de1-ad2d-5cc60feb9f66 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041027 Dec 21 02:18:49.607281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.611581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-71067e4c-906c-4e95-8dc9-10059c7dc27f tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.612535 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71067e4c-906c-4e95-8dc9-10059c7dc27f tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042689 Dec 21 02:18:49.614714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51270) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.618729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-62eb87ed-2238-456e-bc79-2d7fd043ca70 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.619738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62eb87ed-2238-456e-bc79-2d7fd043ca70 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042038 Dec 21 02:18:49.622027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51272) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.626103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-e7649a25-59bb-4073-8021-e08be1611995 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.627057 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7649a25-59bb-4073-8021-e08be1611995 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041859 Dec 21 02:18:49.629993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51274) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.634200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-befe253c-c16a-4d74-bfab-461cedfbdd64 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.635128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-befe253c-c16a-4d74-bfab-461cedfbdd64 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042212 Dec 21 02:18:49.637196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51276) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.640927 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-2f09cd6a-390e-49f4-8177-b7a317d18184 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.641858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f09cd6a-390e-49f4-8177-b7a317d18184 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038035 Dec 21 02:18:49.643859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51278) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.648305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-52d216fa-be0e-4522-aa7d-40cecc1b6d7e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.649230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52d216fa-be0e-4522-aa7d-40cecc1b6d7e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045531 Dec 21 02:18:49.651399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51280) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.655619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-cdceee21-af50-4e8f-8862-664c90aff4c4 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.656531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cdceee21-af50-4e8f-8862-664c90aff4c4 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042963 Dec 21 02:18:49.658676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51282) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.662954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-853853df-9809-4dce-8047-cc53e5f5dcab tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.663941 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-853853df-9809-4dce-8047-cc53e5f5dcab tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042260 Dec 21 02:18:49.666443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51284) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.670449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-45e3db7e-0051-44cb-ab9a-2e720d594346 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.671375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-45e3db7e-0051-44cb-ab9a-2e720d594346 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040689 Dec 21 02:18:49.673663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51286) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.678424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-d3a92715-da9f-4897-9a56-ccee2a90be5a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.679358 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3a92715-da9f-4897-9a56-ccee2a90be5a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047946 Dec 21 02:18:49.681536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51288) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.685142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-ebb16c4f-e7e8-4188-9988-fd24b07f56bd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.686096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ebb16c4f-e7e8-4188-9988-fd24b07f56bd tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037529 Dec 21 02:18:49.688187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51290) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.692454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-18caf4ed-5eac-45d2-b864-55e62b16b877 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.693393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18caf4ed-5eac-45d2-b864-55e62b16b877 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043645 Dec 21 02:18:49.695531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51292) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.699419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-13206ba8-13ad-4a44-8a4d-beeb044e2802 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.700336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-13206ba8-13ad-4a44-8a4d-beeb044e2802 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039260 Dec 21 02:18:49.702437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51294) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.706232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-341b9ef7-8a91-4461-8e15-66c76aefec01 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.707680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-341b9ef7-8a91-4461-8e15-66c76aefec01 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038822 Dec 21 02:18:49.709835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51296) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.711643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53d74-f9e5-4fa4-b16f-75ef0ac346de req-0d1186ef-22e6-414b-9029-43ad882b0835 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:49.713136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ec53d74-f9e5-4fa4-b16f-75ef0ac346de req-0d1186ef-22e6-414b-9029-43ad882b0835 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0556583 Dec 21 02:18:49.713716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-a99992c7-31b0-406f-aee4-0993697f56d5 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.714627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a99992c7-31b0-406f-aee4-0993697f56d5 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039854 Dec 21 02:18:49.716751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51298) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.720745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [None req-a84e53c9-5679-42a9-94a1-9b65f993be6e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.721671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a84e53c9-5679-42a9-94a1-9b65f993be6e tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040281 Dec 21 02:18:49.723839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51300) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.727735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-494c4bb2-9b48-48b6-985a-40941abde13a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.728809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-494c4bb2-9b48-48b6-985a-40941abde13a tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040801 Dec 21 02:18:49.730857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51302) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.734607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-8f26f77d-2158-4f44-983e-b82d62a489e3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.737361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f26f77d-2158-4f44-983e-b82d62a489e3 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038404 Dec 21 02:18:49.737587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.741997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-3b1856c9-fca9-4473-9c6e-e0a4baa680c6 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.744759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3b1856c9-fca9-4473-9c6e-e0a4baa680c6 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044682 Dec 21 02:18:49.744967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51306) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.748727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-004ef9bb-8e15-4f4c-b0ee-36458deb0c58 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.749663 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-004ef9bb-8e15-4f4c-b0ee-36458deb0c58 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038269 Dec 21 02:18:49.751694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51308) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.755885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-45192aee-5633-4e3e-83af-61ef8d5c0dac tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.757385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-45192aee-5633-4e3e-83af-61ef8d5c0dac tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048018 Dec 21 02:18:49.758818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.762553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-0ab5dfc8-036d-4ce9-bfb1-2bf772d85710 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.763464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ab5dfc8-036d-4ce9-bfb1-2bf772d85710 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038240 Dec 21 02:18:49.764144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ec53d74-f9e5-4fa4-b16f-75ef0ac346de req-cba9f6d2-a23e-49b3-bbd8-e9372e0cc0ea tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Dec 21 02:18:49.765472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51312) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:49.769176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [None req-a4165210-206a-44e2-9efa-4ce103fdb4e1 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:18:49.773632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a4165210-206a-44e2-9efa-4ce103fdb4e1 tempest-ExtensionsTestJSON-1544623280 tempest-ExtensionsTestJSON-1544623280-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071497 Dec 21 02:18:50.006744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51318) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:50.110092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f8b43bb-e3e2-4d95-b9bb-00c0982e2181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.185195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f8b43bb-e3e2-4d95-b9bb-00c0982e2181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.188431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f8b43bb-e3e2-4d95-b9bb-00c0982e2181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.226445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f8b43bb-e3e2-4d95-b9bb-00c0982e2181 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=594a092986a94c11a4816d778e508b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186832 Dec 21 02:18:50.227270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b43bb-e3e2-4d95-b9bb-00c0982e2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6358a65-4c3c-467d-b302-ba37286df6fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:50.229325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:50.280502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.301789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.346436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.349052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:50.350263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6358a65-4c3c-467d-b302-ba37286df6fd HTTP/1.1" status: 204 len: 168 time: 0.1198435 Dec 21 02:18:50.357727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200be3cb-a99b-45db-b4f8-ab43dbafc5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6358a65-4c3c-467d-b302-ba37286df6fd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:50.892321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c06b5-4b40-4905-adcf-53188fb40513 req-2813cd7c-025e-44de-9466-664eb0deef03 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:50.893236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e71c06b5-4b40-4905-adcf-53188fb40513 req-2813cd7c-025e-44de-9466-664eb0deef03 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0529897 Dec 21 02:18:50.948785 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e71c06b5-4b40-4905-adcf-53188fb40513 req-739ae854-da61-437e-ac6d-711116816b14 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Dec 21 02:18:50.986515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.081029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386600576'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:51.105281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.113656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.189673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.193588 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.237988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e2155c-95c4-4878-9e25-df5dbb82d88e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.266872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-d18ca668-e893-40f5-b5eb-632d902fbd29 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:51.268347 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-d18ca668-e893-40f5-b5eb-632d902fbd29 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 946 time: 0.0564857 Dec 21 02:18:51.279247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.283488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.314312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.315467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3279281 Dec 21 02:18:51.316181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a7c14-3a11-4d1b-8fbf-373d3bbe04ea tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26a09a-f937-4e4b-b9ae-54a3716bf3e4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.318648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51350) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.369469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:51.369806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.380509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1e8b9517-0475-4068-9ede-a8e110c1a719 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0607996 Dec 21 02:18:51.383046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51352) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.387265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-security--2132513166', 'description': 'tempest-security-description-971146470'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:51.419360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.459110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:51.459473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.466684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.470043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.472161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:51.472591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.473840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "PUT /v2.0/security-groups/4c26a09a-f937-4e4b-b9ae-54a3716bf3e4 HTTP/1.1" status: 200 len: 1796 time: 0.0898807 Dec 21 02:18:51.476990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51354) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.519905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1aa57-59bf-453c-8612-4f3634374454 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26a09a-f937-4e4b-b9ae-54a3716bf3e4,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.531555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a60361db-85cb-458e-b18f-290907f23763 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups/4c26a09a-f937-4e4b-b9ae-54a3716bf3e4 HTTP/1.1" status: 200 len: 1796 time: 0.0531399 Dec 21 02:18:51.533740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51356) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.587218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.610344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.670840 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.673611 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.674771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/4c26a09a-f937-4e4b-b9ae-54a3716bf3e4 HTTP/1.1" status: 204 len: 168 time: 0.1401365 Dec 21 02:18:51.680629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51358) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.701176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc415cc-5ab9-4874-a91a-ce0dae175e2e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26a09a-f937-4e4b-b9ae-54a3716bf3e4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.732968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-66c487b0-bde2-4c33-8348-4011a834a1a8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511491 Dec 21 02:18:51.735576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51360) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.753688 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-e42b1881-26e2-4180-9e43-d1e0b34a5e5c tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] delete failed (client error): The resource could not be found. Dec 21 02:18:51.758827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e42b1881-26e2-4180-9e43-d1e0b34a5e5c tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/4c26a09a-f937-4e4b-b9ae-54a3716bf3e4 HTTP/1.1" status: 404 len: 347 time: 0.0187478 Dec 21 02:18:51.759050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51362) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.763369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--960296191'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:51.787098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.855495 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.859128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.883518 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.883752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.887958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1247513 Dec 21 02:18:51.888104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51364) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:51.893092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d73479-fcf5-4a9f-b368-df8130ffdeb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683a96df-017d-4d47-b404-c4e7dd9f5dd8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.893634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '683a96df-017d-4d47-b404-c4e7dd9f5dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:51.920125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', '2daf3f24-eac4-48d7-9553-558e0edc490d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:51.923261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=50d3da82-b056-4d95-8bb2-a318ba8bc4b4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:51.951644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96ea7a-001c-42ea-97d4-047260f8912c None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:51.976351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:51.979712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:51.982699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-79bb7031-62e2-4688-b6d1-683429c24a16 req-3e4f0e3d-fad6-4571-8baa-a4af4b214939 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.45 "DELETE /v2.0/ports/50d3da82-b056-4d95-8bb2-a318ba8bc4b4 HTTP/1.1" status: 204 len: 173 time: 0.7052741 Dec 21 02:18:51.983222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'name': 'network-vif-deleted', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:51.985529 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ef7f0-e909-4712-93d1-a5d83c4a49a5" -d '{"events": [{"server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "name": "network-vif-deleted", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:51.994139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.043780 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3269a2e5-2be5-450c-9594-82257125740b x-openstack-request-id: req-3269a2e5-2be5-450c-9594-82257125740b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:52.044060 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d364b-b091-4729-b56c-27be3177bf00", "name": "network-vif-deleted", "tag": "50d3da82-b056-4d95-8bb2-a318ba8bc4b4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:52.044367 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3269a2e5-2be5-450c-9594-82257125740b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:52.044794 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d364b-b091-4729-b56c-27be3177bf00', 'name': 'network-vif-deleted', 'tag': '50d3da82-b056-4d95-8bb2-a318ba8bc4b4', 'status': 'completed', 'code': 200} Dec 21 02:18:52.063303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.069641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.089775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1acb72d-c176-47e8-bc3a-77687d97cb29,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.092939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9c6a0c0-1219-4f8c-8f09-e67883dbd552 req-687418f1-c933-4c24-915d-334cbe60efb5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=751d364b-b091-4729-b56c-27be3177bf00 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Dec 21 02:18:52.109354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.110596 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fbd1c084-c8b3-4758-acb1-85bb1b298afd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221537 Dec 21 02:18:52.113324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51370) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.145074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.153668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.179319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.185213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.189250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.198279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c1acb72d-c176-47e8-bc3a-77687d97cb29 HTTP/1.1" status: 204 len: 168 time: 0.0721359 Dec 21 02:18:52.204743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcf11c-1f68-4b92-a465-766092c8cc35 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1acb72d-c176-47e8-bc3a-77687d97cb29,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.230789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.239004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b1390a6-179d-4362-912e-a78a6a641c6c tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478256 Dec 21 02:18:52.241737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51374) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.292915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.314363 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.357943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.360436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.361603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/683a96df-017d-4d47-b404-c4e7dd9f5dd8 HTTP/1.1" status: 204 len: 168 time: 0.1189175 Dec 21 02:18:52.364236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.370625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b732f-839a-470a-babe-a66047420fff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a96df-017d-4d47-b404-c4e7dd9f5dd8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.416501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9363b908-ae70-4182-8a0d-83307386ac0b tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499959 Dec 21 02:18:52.420125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51378) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.424593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412286224'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:52.451540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.517415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.521634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.552591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.553850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1327786 Dec 21 02:18:52.554711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaf427-50d9-4cad-a356-0cf20f3140f3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fd384a-b4b1-4c09-ac0f-085bdf4799f1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.556643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51380) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.561372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '58fd384a-b4b1-4c09-ac0f-085bdf4799f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:52.593327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.641635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.646043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.663829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7398ffd-2a02-404a-927b-ccde0ee64a0d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.673772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.675058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f9715fb-048d-410b-838f-4a03fd359cd2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173036 Dec 21 02:18:52.678436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51382) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.682796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '58fd384a-b4b1-4c09-ac0f-085bdf4799f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:52.711881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.770564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.774038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.794542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f945221c-8f58-494f-818a-a4ec9c36d86f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.800284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.802055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-08f9707d-6a41-4273-9454-de963a6e6b6a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226978 Dec 21 02:18:52.804691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51384) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.808897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '58fd384a-b4b1-4c09-ac0f-085bdf4799f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:52.836190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.890870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.894513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.912119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184dd01b-49f4-491a-a584-98db4f0667a5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:52.919954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:52.921143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-99ae52d5-d62c-4f10-9f20-13a7658584cd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155529 Dec 21 02:18:52.923744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51386) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:52.928581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '58fd384a-b4b1-4c09-ac0f-085bdf4799f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:52.955104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.014790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.018355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.036268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d2dd6f-f9c0-46b0-b8da-d6bc749e553a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.043579 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.044741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b705601a-7946-4299-a9f5-2cf30227da64 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200821 Dec 21 02:18:53.047395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51388) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.051609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '58fd384a-b4b1-4c09-ac0f-085bdf4799f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:53.078143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.137239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.142737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.161539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06fa87c-60d2-45ce-b86f-eda61458e014,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.168941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.170169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-16013dc8-b026-4b29-9fc5-23fb422aa409 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1218529 Dec 21 02:18:53.173015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51394) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.201693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.210135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.236988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.243038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.247188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.250036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c06fa87c-60d2-45ce-b86f-eda61458e014 HTTP/1.1" status: 204 len: 168 time: 0.0757852 Dec 21 02:18:53.260049 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2664b9c-0383-4dae-9fd4-c078636f8f07 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c06fa87c-60d2-45ce-b86f-eda61458e014,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.319059 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-617e1b77-4892-4d28-b771-20902c4ff945 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0705707 Dec 21 02:18:53.321657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.344495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.352414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.383453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.385725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777031f-717b-4212-be2a-6bae138f95aa req-a9cecb5a-54af-466e-9be8-0f5c7045acaa tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:53.387501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b777031f-717b-4212-be2a-6bae138f95aa req-a9cecb5a-54af-466e-9be8-0f5c7045acaa tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Dec 21 02:18:53.389701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.390777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/73d2dd6f-f9c0-46b0-b8da-d6bc749e553a HTTP/1.1" status: 204 len: 168 time: 0.0682254 Dec 21 02:18:53.393433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51402) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.396368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42c1a9-26dd-426b-affe-0630b00abffd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73d2dd6f-f9c0-46b0-b8da-d6bc749e553a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.456763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fc60b6e4-8556-4203-8b6e-5dee7bf7647e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0619295 Dec 21 02:18:53.459645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.471444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b777031f-717b-4212-be2a-6bae138f95aa req-8f8bd31c-47ce-4ffd-97d4-75bb5db4ce37 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712268 Dec 21 02:18:53.483957 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.492044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.518204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.524111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.525178 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/184dd01b-49f4-491a-a584-98db4f0667a5 HTTP/1.1" status: 204 len: 168 time: 0.0644894 Dec 21 02:18:53.527954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51406) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.530578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9974df-5ad3-4792-b761-8bbb5a6d6705 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=184dd01b-49f4-491a-a584-98db4f0667a5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.576601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f4cda4b-46fe-45bf-b7af-0770acafb347 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0474107 Dec 21 02:18:53.579351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51408) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.600109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:53.603238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.610813 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.619634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:53.620049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 50d3da82-b056-4d95-8bb2-a318ba8bc4b4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:53.635850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.641651 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.642734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f945221c-8f58-494f-818a-a4ec9c36d86f HTTP/1.1" status: 204 len: 168 time: 0.0624852 Dec 21 02:18:53.646009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51410) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.648535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28af2-27af-4792-a7dd-f7bf86ebe2dd tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f945221c-8f58-494f-818a-a4ec9c36d86f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.685105 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-daa28eaf-612a-4861-994c-64fe9ceaa043 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0379570 Dec 21 02:18:53.687811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51412) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.712753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.720096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.745291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.750007 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.751098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c7398ffd-2a02-404a-927b-ccde0ee64a0d HTTP/1.1" status: 204 len: 168 time: 0.0623050 Dec 21 02:18:53.754489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.758816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2d81-271a-44ff-9f3f-d283b812c841 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7398ffd-2a02-404a-927b-ccde0ee64a0d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.791452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e485ae10-85ee-4d8f-91b4-583f96b42573 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0358300 Dec 21 02:18:53.794067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51416) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.844150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.871878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.914504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.917184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:53.918333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/58fd384a-b4b1-4c09-ac0f-085bdf4799f1 HTTP/1.1" status: 204 len: 168 time: 0.1233439 Dec 21 02:18:53.920998 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51418) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.927820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961f659-3950-44cd-89d5-7a0f06edbb51 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fd384a-b4b1-4c09-ac0f-085bdf4799f1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:53.966365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f4da7c0-f5b4-4a77-bcaf-d7158f005c18 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441258 Dec 21 02:18:53.970404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51420) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:53.974734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--641869011'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:53.997692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.060525 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.063874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.095106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.096290 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1249082 Dec 21 02:18:54.098643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359004d-cab7-440b-8266-fe1d74151ecf tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1605e461-7797-476b-98c4-2f72e9841b71,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.099691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51422) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.104514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '1605e461-7797-476b-98c4-2f72e9841b71', 'direction': 'ingress', 'protocol': 17}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:54.133832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.180261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.183979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.202578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11957588-5ff2-4ac3-b59d-cb86dc551ae1,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.210022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.211479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-62237d66-f763-4f6c-baf9-4c11406f198a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1107047 Dec 21 02:18:54.214218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51424) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.265258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.287523 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.329733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.332302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.333458 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/1605e461-7797-476b-98c4-2f72e9841b71 HTTP/1.1" status: 204 len: 168 time: 0.1183114 Dec 21 02:18:54.336397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.342379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adb1f4-e368-41ea-b981-9fe0e958593f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1605e461-7797-476b-98c4-2f72e9841b71,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.380812 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e3b4f2e2-9bd2-4414-8308-1996ef0dd6b2 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432584 Dec 21 02:18:54.384429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.388513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400949639'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:54.411361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.474928 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.478111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.504891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.506147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1208162 Dec 21 02:18:54.508898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51432) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.513920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--844947356'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:54.520543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba690-eec1-4429-bdae-21d74e3abfd7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a4be1-8579-43bb-9815-645b3c314cfb,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.541882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.594934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9da4-c017-4381-b80c-720e6d353da4 req-79786128-d323-4fbf-819b-6228b25e458e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:54.596433 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1afa9da4-c017-4381-b80c-720e6d353da4 req-79786128-d323-4fbf-819b-6228b25e458e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0519588 Dec 21 02:18:54.610355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.614143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.642668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.643874 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1340320 Dec 21 02:18:54.644161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1afa9da4-c017-4381-b80c-720e6d353da4 req-14ad546b-95c3-4a17-b834-48e1aa5270fc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Dec 21 02:18:54.647254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.648400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31437e64-d80c-4f8a-a916-59f6ef7cdd8d tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc2008-b342-4cd8-944d-1eb969548abd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.651744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': 'f05a4be1-8579-43bb-9815-645b3c314cfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '50cc2008-b342-4cd8-944d-1eb969548abd', 'remote_ip_prefix': None}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:54.693303 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.765166 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.768633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.789255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85461c3f-d4f6-43c7-9644-e8c68789eb8e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.793884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.796171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7d19a4d8-d90f-4177-b2ae-b77e2b015c4e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1468263 Dec 21 02:18:54.797886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.821135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.828749 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.855268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.861128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.862261 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/85461c3f-d4f6-43c7-9644-e8c68789eb8e HTTP/1.1" status: 204 len: 168 time: 0.0634389 Dec 21 02:18:54.865021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51438) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.867557 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf5105-119a-41b5-a478-10bd03924818 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85461c3f-d4f6-43c7-9644-e8c68789eb8e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:54.906267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87fb5e8c-f606-4745-aac0-ac4276a56d22 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0400939 Dec 21 02:18:54.908844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:54.961975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.983785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:54.992995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-3376566b-a374-4297-aa98-d5de76d9305e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:54.994532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-3376566b-a374-4297-aa98-d5de76d9305e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Dec 21 02:18:55.023001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.025739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.026963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/50cc2008-b342-4cd8-944d-1eb969548abd HTTP/1.1" status: 204 len: 168 time: 0.1172016 Dec 21 02:18:55.029591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.036078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acca8b-e6ca-4f2c-8533-1389b7410381 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc2008-b342-4cd8-944d-1eb969548abd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.125401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0085f62b-c9db-484e-83fa-2e6b6be4eb31 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0941217 Dec 21 02:18:55.128246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.134640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port 2daf3f24-eac4-48d7-9553-558e0edc490d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:18:55.134989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.180002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.202989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.231574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port 2daf3f24-eac4-48d7-9553-558e0edc490d, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2daf3f24-eac4-48d7-9553-558e0edc490d,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:18:55.231974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.244089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.245058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for 2daf3f24-eac4-48d7-9553-558e0edc490d owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:18:55.246940 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.252342 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/f05a4be1-8579-43bb-9815-645b3c314cfb HTTP/1.1" status: 204 len: 168 time: 0.1230485 Dec 21 02:18:55.253015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51446) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.273127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c706c-d97b-4389-b26d-43f66484f072 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a4be1-8579-43bb-9815-645b3c314cfb,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.309079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-abeb29a2-ea25-4b73-ad2c-c1b9f2cae39f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524197 Dec 21 02:18:55.313324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.317602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--620317707'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:55.341614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.387234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.414264 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.416699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=2daf3f24-eac4-48d7-9553-558e0edc490d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.419547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.421609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', '2daf3f24-eac4-48d7-9553-558e0edc490d'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:55.452752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23993b7a-4b31-4757-9b13-9b17beaf9951 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:55.458343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.462938 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1452882 Dec 21 02:18:55.462938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdabc-99e3-42e5-ba6b-b43a200c820f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b388802-fb75-4126-802d-bb808e85f5ae,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.462938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.467005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port 2daf3f24-eac4-48d7-9553-558e0edc490d on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:18:55.467207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '3b388802-fb75-4126-802d-bb808e85f5ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:55.469525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.473919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9381d28b-55f6-47dd-a14d-6997024b97ee req-0d416565-9ffd-40df-bce1-aaf41a1f0c86 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "DELETE /v2.0/ports/2daf3f24-eac4-48d7-9553-558e0edc490d HTTP/1.1" status: 204 len: 173 time: 0.4726942 Dec 21 02:18:55.474441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'name': 'network-vif-deleted', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:18:55.477078 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f810f6-f477-4336-9ce9-375a76b55745" -d '{"events": [{"server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "name": "network-vif-deleted", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:18:55.506048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.532475 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6dcbe-d8c7-4b76-a18d-b52dbae5991f x-openstack-request-id: req-23f6dcbe-d8c7-4b76-a18d-b52dbae5991f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:18:55.532773 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9", "name": "network-vif-deleted", "tag": "2daf3f24-eac4-48d7-9553-558e0edc490d", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:18:55.533046 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23f6dcbe-d8c7-4b76-a18d-b52dbae5991f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:18:55.533486 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9', 'name': 'network-vif-deleted', 'tag': '2daf3f24-eac4-48d7-9553-558e0edc490d', 'status': 'completed', 'code': 200} Dec 21 02:18:55.583885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.588194 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.607926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ebcd17-b9b5-4bae-b32e-3a79e9966917,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.616584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.620368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-379a2bbc-a656-4bb9-9123-ee3a16bd2a1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1540215 Dec 21 02:18:55.620597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51454) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.645748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.653455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.680297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.685112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.686445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/45ebcd17-b9b5-4bae-b32e-3a79e9966917 HTTP/1.1" status: 204 len: 168 time: 0.0648446 Dec 21 02:18:55.689058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51458) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.705980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f350-c778-4fa8-887d-c1955639bf1a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45ebcd17-b9b5-4bae-b32e-3a79e9966917,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.733421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0ad4945a-7f96-465e-a4f8-647ee367ce90 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432684 Dec 21 02:18:55.736090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51460) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.756473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e4614f1-c96c-43bf-b640-0fa4e6272f2a req-b9a30be8-8e83-40ec-b5ff-cc083df65cfd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd79f94-f32b-4d49-a02c-32c0cd6aa6e9 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Dec 21 02:18:55.790968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.813253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.856398 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.858964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:55.860099 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/3b388802-fb75-4126-802d-bb808e85f5ae HTTP/1.1" status: 204 len: 168 time: 0.1230910 Dec 21 02:18:55.862855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51462) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.869221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50371bbc-3a57-4dc8-a8f8-df27ec48fcb3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b388802-fb75-4126-802d-bb808e85f5ae,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:55.908587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-05651a42-3497-486d-bdfe-273ad17f4530 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438075 Dec 21 02:18:55.912832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51464) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:55.917386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--281381945'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:55.941704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.013110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.017002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.043002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.047016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.047502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1331289 Dec 21 02:18:56.052549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '86662843-b94e-46b8-960c-4afdc1734027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:56.055985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be38b-dd50-4d4f-aba0-0a4ce8f88718 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86662843-b94e-46b8-960c-4afdc1734027,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.080535 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.138382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.142886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.160759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22761673-e81f-4cb9-9961-fd7dacafcac9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.167307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.168474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-513c4413-7101-4fe8-9998-7b25bb19129a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196709 Dec 21 02:18:56.171109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51468) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.186898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a11db14d-e77b-49e9-b928-ca2a7e518ac3 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules/22761673-e81f-4cb9-9961-fd7dacafcac9 HTTP/1.1" status: 200 len: 763 time: 0.0147426 Dec 21 02:18:56.189261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.227749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e9c53f03-85a3-4216-a47d-f166157e8e13 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0374603 Dec 21 02:18:56.230303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.251885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.259250 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.285487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.291241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.292320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/22761673-e81f-4cb9-9961-fd7dacafcac9 HTTP/1.1" status: 204 len: 168 time: 0.0611520 Dec 21 02:18:56.295375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.297473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc28e-44cd-4a62-911b-d9072993d79a tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22761673-e81f-4cb9-9961-fd7dacafcac9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.334046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-94621ebe-317f-4c14-bf95-b6f62d30ca01 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0375226 Dec 21 02:18:56.336831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.340901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '86662843-b94e-46b8-960c-4afdc1734027', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:56.367969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.422674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.426474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.443188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca48d727-6ec0-40ab-94d4-364990218be5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.450769 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.451951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-db111fc6-fe52-4a46-8cb8-13f28ab724ac tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141930 Dec 21 02:18:56.454487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51478) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.469875 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-59cb83d1-2fd9-4838-b35d-2560a11849fb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules/ca48d727-6ec0-40ab-94d4-364990218be5 HTTP/1.1" status: 200 len: 763 time: 0.0144038 Dec 21 02:18:56.471983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51480) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.509753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb9670a6-b2ae-48d8-8219-8b121fe88d32 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0362663 Dec 21 02:18:56.512140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.533949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.541604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.569777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.575316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.576362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ca48d727-6ec0-40ab-94d4-364990218be5 HTTP/1.1" status: 204 len: 168 time: 0.0633690 Dec 21 02:18:56.579063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.581453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270309a-ddba-42ba-be62-6e91d5f81cd8 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca48d727-6ec0-40ab-94d4-364990218be5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.618410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76307ec4-1cda-4eb9-95e8-549eee157fec tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381870 Dec 21 02:18:56.620894 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51486) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.624932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '86662843-b94e-46b8-960c-4afdc1734027', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:56.653454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.707433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.711494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.729800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05902560-b634-44f1-bce3-1ad45205786d,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.735454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.737751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3eb3f86f-d560-400b-8c8a-c9393ed1fb6f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159139 Dec 21 02:18:56.739489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.758659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-541461f2-47e0-4484-9294-b609f93fa151 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules/05902560-b634-44f1-bce3-1ad45205786d HTTP/1.1" status: 200 len: 764 time: 0.0176351 Dec 21 02:18:56.761168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51490) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.798574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fcaefc00-f6fa-4ad2-b90b-4fc1ea377c9e tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0363257 Dec 21 02:18:56.801764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.825089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.833087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.859176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.864688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.865838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/05902560-b634-44f1-bce3-1ad45205786d HTTP/1.1" status: 204 len: 168 time: 0.0631614 Dec 21 02:18:56.868560 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51498) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.873202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b77871-de7c-40e7-9eb4-7050bb2bcadb tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05902560-b634-44f1-bce3-1ad45205786d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:56.910003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ca34abb2-bfac-4b0f-ba18-670a9b09cb06 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398796 Dec 21 02:18:56.912663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51502) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:56.968238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:56.972114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.020507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.117514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.120316 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.121740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/86662843-b94e-46b8-960c-4afdc1734027 HTTP/1.1" status: 204 len: 168 time: 0.2081335 Dec 21 02:18:57.124955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.135260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b206f474-4834-4048-aeba-4292f2a02384 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:57.136707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b206f474-4834-4048-aeba-4292f2a02384 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1562507 Dec 21 02:18:57.141664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17b5b-f3b4-44b0-b88a-ff3ceb51dfad tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86662843-b94e-46b8-960c-4afdc1734027,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:57.156684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-cb693e4a-05af-428b-8a6e-c8dbb932b74c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0107856 Dec 21 02:18:57.169695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-659265b9-fea2-45a9-853f-ab2371100af5 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434194 Dec 21 02:18:57.174658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51514) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.180010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917657986'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:57.226849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-12828f87-2105-4fd7-8f58-91e2b575905a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622520 Dec 21 02:18:57.228007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.350355 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-31904ada-5230-49d9-81f3-ba99c322de53 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138768 Dec 21 02:18:57.383574 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.392379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.451788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.453014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2763138 Dec 21 02:18:57.455999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.462013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Request body: {'security_group_rule': {'security_group_id': '5fe4a4a5-e70c-4486-af72-78bb947c8014', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:57.462189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831d3f-aa14-42dc-bc5a-337758ec2859 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe4a4a5-e70c-4486-af72-78bb947c8014,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:57.487220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-2234312e-287f-4592-a0a8-b07da9157867 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288950 Dec 21 02:18:57.492905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.549154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.554039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.570425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c17f5-394c-488c-9136-407dd7a77b3c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:57.581070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.590191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-936deb09-d733-4c1c-a79e-ef54cdcf33b6 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282849 Dec 21 02:18:57.590191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.641674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.668432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.671353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52ff6364-9dd8-4ad7-90f0-380ae18eaf28 req-af84d849-fe90-4855-a157-e5bc6bdf3871 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 210 time: 0.0312045 Dec 21 02:18:57.718652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.721444 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:57.722608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/5fe4a4a5-e70c-4486-af72-78bb947c8014 HTTP/1.1" status: 204 len: 168 time: 0.1350296 Dec 21 02:18:57.725369 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51524) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.732737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1bfe7-dfca-4893-b4b1-7c48e36da15f tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe4a4a5-e70c-4486-af72-78bb947c8014,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:57.773423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c607b293-ceb8-4f19-8a77-22a051528eff tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468423 Dec 21 02:18:57.775784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51530) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.812932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a6cf340c-563b-4571-855f-3ad77c2791b7 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0359242 Dec 21 02:18:57.815616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51532) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.829460 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-c6b449eb-471f-4325-8819-59d354ba0e34 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] delete failed (client error): The resource could not be found. Dec 21 02:18:57.830454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c6b449eb-471f-4325-8819-59d354ba0e34 tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "DELETE /v2.0/security-groups/5fe4a4a5-e70c-4486-af72-78bb947c8014 HTTP/1.1" status: 404 len: 347 time: 0.0133188 Dec 21 02:18:57.834227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:57.877804 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9c30555a-e1b2-4e52-bfa5-6f524569fb8c tempest-SecGroupTest-1293030821 tempest-SecGroupTest-1293030821-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421786 Dec 21 02:18:58.133786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51542) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:58.278137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be777987-8223-4920-9bc4-6dbcfa9691cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4aaff3a9d9c74d4d9d8805760a8cc20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432056 Dec 21 02:18:58.280512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:58.325489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:58.346228 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:58.390923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:58.393534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:58.395240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2e2155c-95c4-4878-9e25-df5dbb82d88e HTTP/1.1" status: 204 len: 168 time: 0.1138449 Dec 21 02:18:58.402927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dcb94-c409-40c8-aaf5-0e12ad83d1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e2155c-95c4-4878-9e25-df5dbb82d88e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:58.679052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2daf3f24-eac4-48d7-9553-558e0edc490d no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:18:58.697541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-bc5677ba-8290-421d-8e13-fa4bd92efb26 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:58.699129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-bc5677ba-8290-421d-8e13-fa4bd92efb26 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1206074 Dec 21 02:18:58.718105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2daf3f24-eac4-48d7-9553-558e0edc490d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:18:58.718447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2daf3f24-eac4-48d7-9553-558e0edc490d not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:18:58.727702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:58.807402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c80ce33-0273-4d7b-8e8d-30c4a770f93f req-4911abd5-e9f5-4119-a527-6f1f7679d91f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 210 time: 0.0510314 Dec 21 02:18:58.874028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:18:58.877653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.006885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.12 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/a56aac3a-6c38-4b80-af34-8a0441158065) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:18:59.050495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51570) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:59.151376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e11acdc5-d4e5-4777-a968-4cda928beff8 tempest-ServiceProvidersTest-1525963257 tempest-ServiceProvidersTest-1525963257-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0995073 Dec 21 02:18:59.158194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.192861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.226080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:18:59.239279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:18:59.244237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:18:59.248791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:18:59.253367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:59.279214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d08aae-97f4-4ec7-a9cf-b42d3d174b70 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:59.308530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:59.309371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.326768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-82713ff9-8aa9-4c5e-a27c-0af47d8f75f7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6066029 Dec 21 02:18:59.344651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Request body: {'port': {'device_id': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:18:59.404446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.409585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a2635231-c7ec-40da-af94-51d964b17248 None None] Provisioning complete for port a56aac3a-6c38-4b80-af34-8a0441158065 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:18:59.410822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2635231-c7ec-40da-af94-51d964b17248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.435590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:59.449434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a2635231-c7ec-40da-af94-51d964b17248 None None] Port a56aac3a-6c38-4b80-af34-8a0441158065 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:18:59.549893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b648d483-6fa3-467d-8b87-f1834442dce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.624369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b648d483-6fa3-467d-8b87-f1834442dce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.630028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b648d483-6fa3-467d-8b87-f1834442dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.667967 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b648d483-6fa3-467d-8b87-f1834442dce7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ada970d4ffe46719268cfcb69e50b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302418 Dec 21 02:18:59.669173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648d483-6fa3-467d-8b87-f1834442dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581451e7-5738-438d-8ddd-9fd53d26c8cf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:59.670683 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56aac3a-6c38-4b80-af34-8a0441158065 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:18:59.671920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51582) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:18:59.680701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.694945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Transition to ACTIVE for port object a56aac3a-6c38-4b80-af34-8a0441158065 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:18:59.699073 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.720748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.741373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07b855-3ea3-479f-bcbe-eca1a10e8bff None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:18:59.742930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.751390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Pushing event updated for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:59.797872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.800627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.802682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/581451e7-5738-438d-8ddd-9fd53d26c8cf HTTP/1.1" status: 204 len: 168 time: 0.1298137 Dec 21 02:18:59.815600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b9174-5717-418e-84df-01b358e05dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581451e7-5738-438d-8ddd-9fd53d26c8cf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:18:59.821070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Attempting to bind port a56aac3a-6c38-4b80-af34-8a0441158065 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:18:59.821449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Attempting to bind port a56aac3a-6c38-4b80-af34-8a0441158065 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:18:59.821792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Attempting to bind port a56aac3a-6c38-4b80-af34-8a0441158065 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:59.826914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Port a56aac3a-6c38-4b80-af34-8a0441158065 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:18:59.827644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Attempting to bind port a56aac3a-6c38-4b80-af34-8a0441158065 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:18:59.834539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:18:59.836220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:18:59.836480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:18:59.836967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Bound port: a56aac3a-6c38-4b80-af34-8a0441158065, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:18:59.837383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.925367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:18:59.946558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a56aac3a-6c38-4b80-af34-8a0441158065,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:18:59.954636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:18:59.969785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743e274-ef4d-45f0-a91d-8e2cc24585a1 req-8c545985-c2b8-4d74-affd-adde75012860 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:18:59.971263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f743e274-ef4d-45f0-a91d-8e2cc24585a1 req-8c545985-c2b8-4d74-affd-adde75012860 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 944 time: 0.0770357 Dec 21 02:19:00.008377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903e4e4-d2ac-4fb4-916b-ac1ab545a587 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:00.017804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.018423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.020421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] 10.222.0.24 "PUT /v2.0/ports/a56aac3a-6c38-4b80-af34-8a0441158065 HTTP/1.1" status: 200 len: 1093 time: 0.6800849 Dec 21 02:19:00.020880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:00.023116 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f7027-724f-4ef7-89fe-550fe99597c0" -d '{"events": [{"name": "network-changed", "server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:00.056887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9763fd0-55a9-4ddc-a87b-ca41e5e77b7a service neutron] Pushing event updated for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:00.072025 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb7e62-8cb8-4954-9ba5-744247d90064 x-openstack-request-id: req-c0cb7e62-8cb8-4954-9ba5-744247d90064 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:00.072329 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:00.072567 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0cb7e62-8cb8-4954-9ba5-744247d90064 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:00.073178 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065', 'status': 'completed', 'code': 200} Dec 21 02:19:00.078278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f743e274-ef4d-45f0-a91d-8e2cc24585a1 req-f555409d-ec92-4ad2-b566-d9f62819323d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837202 Dec 21 02:19:00.139232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-50bee8b3-6368-4133-901b-bedeeb5df500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.140726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-50bee8b3-6368-4133-901b-bedeeb5df500 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 1096 time: 0.0484738 Dec 21 02:19:00.195603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-fbc67489-c074-4cb9-b84e-e5dba39a9f0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a56aac3a-6c38-4b80-af34-8a0441158065 HTTP/1.1" status: 200 len: 217 time: 0.0388942 Dec 21 02:19:00.245061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-4aa7f8ef-69cf-4a81-85b4-42ef33fa19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.246529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-4aa7f8ef-69cf-4a81-85b4-42ef33fa19fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0434604 Dec 21 02:19:00.279798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-32ee57b6-c57a-4c24-a804-4559ff9a7377 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265293 Dec 21 02:19:00.375510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-08873ea2-44e6-4311-bd38-a42f1534a628 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885737 Dec 21 02:19:00.465997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df3c6e80-65d0-4a28-9356-67c6cd85da18 req-c877dbeb-c4ed-4a65-952c-7e7924e9a8d7 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837424 Dec 21 02:19:00.483476 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51608) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:00.583203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-896343720-network', 'tenant_id': 'a53e03224a8a4b78b55cbec4b80a58b7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:00.610141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-b3a99c39-0ad5-4de1-9f65-dc95eb7337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.611611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-b3a99c39-0ad5-4de1-9f65-dc95eb7337f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 1096 time: 0.0613570 Dec 21 02:19:00.615441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Made reservation on behalf of a53e03224a8a4b78b55cbec4b80a58b7 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:19:00.617658 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.645495 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.740983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-a5b616db-9acc-4dea-97e5-c3106dcecc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.742569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-a5b616db-9acc-4dea-97e5-c3106dcecc68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.1228523 Dec 21 02:19:00.795575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-4e325f1c-2656-49ae-9e2b-46b84ebc0bdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a56aac3a-6c38-4b80-af34-8a0441158065 HTTP/1.1" status: 200 len: 217 time: 0.0447898 Dec 21 02:19:00.839198 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.845347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.877743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-a87d9274-5921-4296-976a-2ddfb7392ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:00.879697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-a87d9274-5921-4296-976a-2ddfb7392ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0772688 Dec 21 02:19:00.883670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df91efc-71c5-413c-acef-157dee17edc4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:00.886201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:19:00.918006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-c21a3e67-76d6-40c1-81e3-065d9085fc8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293336 Dec 21 02:19:00.919045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:00.919382 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Added segment babb5871-deba-4550-9da4-d03542c80506 of type vlan for network 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d Dec 21 02:19:01.009017 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.051549 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.052473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:01.053039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.064699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-7910e26a-5890-45aa-a13b-f2ff3ef0b95a service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Dec 21 02:19:01.131962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6473901 Dec 21 02:19:01.134980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51614) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:01.141562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Request body: {'subnet': {'network_id': '6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-896343720-subnet', 'tenant_id': 'a53e03224a8a4b78b55cbec4b80a58b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:01.168700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Made reservation on behalf of a53e03224a8a4b78b55cbec4b80a58b7 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:19:01.170974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.176515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45811e-36c9-4657-a502-2f405d67b903 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:01.186575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:19:01.245842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac2d3-10ba-4c86-8244-135e380c2ae6 req-9c8110f4-32f9-43bf-8eae-c36dacf91164 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:01.247496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29eac2d3-10ba-4c86-8244-135e380c2ae6 req-9c8110f4-32f9-43bf-8eae-c36dacf91164 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 944 time: 0.0751255 Dec 21 02:19:01.251601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b92f7027-724f-4ef7-89fe-550fe99597c0 req-9a0a65fc-890a-459a-9022-52253b0cc914 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706932 Dec 21 02:19:01.317509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29eac2d3-10ba-4c86-8244-135e380c2ae6 req-e277d25e-ac80-425a-9b86-6b3aea5cfb6e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Dec 21 02:19:01.351092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.410640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347cbd60-990a-4fd7-a60f-9a2f5453406b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:01.419293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Checking segment: {'id': 'babb5871-deba-4550-9da4-d03542c80506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:19:01.419644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Network hostable DHCP agents. Network: 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:19:01.434987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Network 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:19:01.443650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:19:01.448156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:01.449837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:01.453159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7722d9-3f9c-4d24-928b-d7964ffc06df None None] Network 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:01.465392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d281f077-7a81-4b17-90f1-2d20f091a821 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3286068 Dec 21 02:19:01.556634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300fc47f-147e-4986-b594-9fe5c7c9a1b2 None None] Network 6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:01.994008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51630) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:01.999482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093804373-network', 'tenant_id': '98cc549daf564035a770ac713637852e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:02.021612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Made reservation on behalf of 98cc549daf564035a770ac713637852e for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:19:02.023828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.032143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.105233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.109095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.137215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:19:02.147778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95523b3-b2e0-4f22-85ac-e1a2dc947616,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:02.154261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.154601 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Added segment d4cadf5d-e8cf-4bc1-8271-4722942ebcd9 of type vlan for network b3e14e32-88de-4131-83eb-7807241986ef Dec 21 02:19:02.193473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.218560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.219602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:02.220246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.252467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2573271 Dec 21 02:19:02.256058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51632) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:02.261072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Request body: {'subnet': {'network_id': 'b3e14e32-88de-4131-83eb-7807241986ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093804373-subnet', 'tenant_id': '98cc549daf564035a770ac713637852e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:02.283931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Made reservation on behalf of 98cc549daf564035a770ac713637852e for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:19:02.286480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.288187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11d4b-5b18-4196-9dbd-dd47aaaacfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e14e32-88de-4131-83eb-7807241986ef,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:02.297856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b3e14e32-88de-4131-83eb-7807241986ef details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:19:02.505569 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014958-8a05-429d-909e-a9a05fab321d req-6f706250-cf9d-40b3-a7f7-da68a205f46a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:02.506968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a014958-8a05-429d-909e-a9a05fab321d req-6f706250-cf9d-40b3-a7f7-da68a205f46a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 944 time: 0.1083803 Dec 21 02:19:02.508315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.574832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b8391e-8c2b-4d2a-acd1-bb2cf784cb3c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:02.606824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Checking segment: {'id': 'd4cadf5d-e8cf-4bc1-8271-4722942ebcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b3e14e32-88de-4131-83eb-7807241986ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:19:02.607180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Network hostable DHCP agents. Network: b3e14e32-88de-4131-83eb-7807241986ef, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:19:02.614378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3a014958-8a05-429d-909e-a9a05fab321d req-cb3d9ca9-96fc-407d-8d40-a57edd36f2f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007075 Dec 21 02:19:02.634956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Network b3e14e32-88de-4131-83eb-7807241986ef is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:19:02.644088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b3e14e32-88de-4131-83eb-7807241986ef) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:19:02.648408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:02.649656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.652603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe1cf2-627e-4d5f-8b02-102cc6ac12fd None None] Network b3e14e32-88de-4131-83eb-7807241986ef requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:02.665663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-46101f9f-cf96-4c31-a06a-da6e33a072fb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4084232 Dec 21 02:19:02.710660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a56aac3a-6c38-4b80-af34-8a0441158065 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:19:02.768921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49bf68d-faac-4e19-9930-8bba068c3902 None None] Network b3e14e32-88de-4131-83eb-7807241986ef requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:02.791379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:02.840624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Deleting subnet 347cbd60-990a-4fd7-a60f-9a2f5453406b {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:19:02.843933 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.881364 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.893420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a56aac3a-6c38-4b80-af34-8a0441158065,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:02.919998 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'a56aac3a-6c38-4b80-af34-8a0441158065', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': 'a56aac3a-6c38-4b80-af34-8a0441158065', 'mac_address': 'fa:16:3e:06:20:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:19:02.922339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.956114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.969726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56aac3a-6c38-4b80-af34-8a0441158065 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:19:02.977188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:02.989250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a56aac3a-6c38-4b80-af34-8a0441158065,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:02.993112 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.011455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347cbd60-990a-4fd7-a60f-9a2f5453406b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:03.015176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.018515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1ac4b183-679a-401e-bf03-f74befac0846 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/347cbd60-990a-4fd7-a60f-9a2f5453406b HTTP/1.1" status: 204 len: 168 time: 0.2260962 Dec 21 02:19:03.021515 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51640) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:03.050150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:03.090440 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.373689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a56aac3a-6c38-4b80-af34-8a0441158065'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:19:03.496315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.515981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:03.525140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babb5871-deba-4550-9da4-d03542c80506') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:03.525471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babb5871-deba-4550-9da4-d03542c80506') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:03.534594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.547220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.553644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:19:03.554021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:19:03.555712 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:19:03.608091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.614195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.619773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d HTTP/1.1" status: 204 len: 168 time: 0.5948789 Dec 21 02:19:03.620296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:03.629060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d4246-cea7-486d-b322-60bb592299e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf3c721-2d54-4c93-b0d4-5fa19ceb7b1d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:03.673367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Deleting subnet 61b8391e-8c2b-4d2a-acd1-bb2cf784cb3c {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:19:03.678806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.722361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.740551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6fe51-52e3-4741-9cdb-dd608033b4bf req-9a89f525-be8b-40da-a1d4-1e1373030031 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:03.742205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20f6fe51-52e3-4741-9cdb-dd608033b4bf req-9a89f525-be8b-40da-a1d4-1e1373030031 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 945 time: 0.0575707 Dec 21 02:19:03.761560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.789151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20f6fe51-52e3-4741-9cdb-dd608033b4bf req-81241fcb-afc5-44d4-984e-88f503b1d8ba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Dec 21 02:19:03.816727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.841736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b8391e-8c2b-4d2a-acd1-bb2cf784cb3c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:03.845250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:03.848954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb47ccdb-5da4-4a35-8a0d-bb68912ece07 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/61b8391e-8c2b-4d2a-acd1-bb2cf784cb3c HTTP/1.1" status: 204 len: 168 time: 0.2274716 Dec 21 02:19:03.851363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:03.917680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.017488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.045558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e14e32-88de-4131-83eb-7807241986ef']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:04.054530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cadf5d-e8cf-4bc1-8271-4722942ebcd9') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:04.054822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cadf5d-e8cf-4bc1-8271-4722942ebcd9') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:04.063902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.077098 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.083374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:19:04.083743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:19:04.085702 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:19:04.168154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.172713 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.176523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] 10.222.0.43 "DELETE /v2.0/networks/b3e14e32-88de-4131-83eb-7807241986ef HTTP/1.1" status: 204 len: 168 time: 0.3242588 Dec 21 02:19:04.192973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d11ef-ee5c-42a7-815a-6f3a2406a11f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e14e32-88de-4131-83eb-7807241986ef,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:04.203417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-327031c1-3abd-4afc-877e-b928e3e7c395 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648355 Dec 21 02:19:04.320049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-aa371d94-0878-4487-a4bd-1ef41204ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:04.321563 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-aa371d94-0878-4487-a4bd-1ef41204ef40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c38cd59713be4f8cb2b16d44a094c571&device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 1097 time: 0.0448294 Dec 21 02:19:04.346847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:04.441282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dacaf2ac-85c8-48c2-bc58-0d17655c1d87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a53e03224a8a4b78b55cbec4b80a58b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931399 Dec 21 02:19:04.443958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51652) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:04.465532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-532d84f1-8c25-4b02-b6a7-0aa67508ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:04.467042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-532d84f1-8c25-4b02-b6a7-0aa67508ecfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 200 len: 908 time: 0.1179652 Dec 21 02:19:04.491837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.512577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.537568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-4f896a4c-401f-4434-a8ef-952e879f88d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 200 len: 1001 time: 0.0574584 Dec 21 02:19:04.558225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.560963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.562139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9df91efc-71c5-413c-acef-157dee17edc4 HTTP/1.1" status: 204 len: 168 time: 0.1171005 Dec 21 02:19:04.570676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8196a-5e3a-405e-b30e-213c1e3517fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df91efc-71c5-413c-acef-157dee17edc4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:04.597066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-582f362f-fc6e-4b28-8fd9-3348217d2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:04.598605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-582f362f-fc6e-4b28-8fd9-3348217d2133 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 200 len: 847 time: 0.0497239 Dec 21 02:19:04.659913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-c5e3fec8-8b9d-4fdc-92e6-8b16bd618b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:04.662157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-c5e3fec8-8b9d-4fdc-92e6-8b16bd618b7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c802afe-e22c-44c6-aba1-7c9e94eca8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514102 Dec 21 02:19:04.726043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a56aac3a-6c38-4b80-af34-8a0441158065 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:19:04.763411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-d00e9100-0c3c-40c6-abdb-1b68ef74e544 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898259 Dec 21 02:19:04.779178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port a56aac3a-6c38-4b80-af34-8a0441158065 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:19:04.783721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port a56aac3a-6c38-4b80-af34-8a0441158065 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:19:04.784111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.866066 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b25d0710-b94a-4ed6-8198-d12dd1eb4466 req-71b21e49-1a54-48d5-abdd-7252d02eb193 service neutron] 10.222.0.45 "GET /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Dec 21 02:19:04.875009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.904996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:04.907271 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a40a4-f652-4495-a6b5-b9213809371f" -d '{"events": [{"server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "name": "network-vif-plugged", "status": "completed", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:04.923473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a56aac3a-6c38-4b80-af34-8a0441158065,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:04.929547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df6de-0c81-488a-ad2a-48634ad9e77b req-a7c18681-95a6-4893-847c-4e79a2a9ce8d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:04.930973 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:04.931661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-307df6de-0c81-488a-ad2a-48634ad9e77b req-a7c18681-95a6-4893-847c-4e79a2a9ce8d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 945 time: 0.0587213 Dec 21 02:19:04.939944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51662) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:04.983947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-597c460a-7e93-4a67-9654-cb828d93b6eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98cc549daf564035a770ac713637852e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428424 Dec 21 02:19:04.986329 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990342e7-5857-4e5b-a54c-4eff632d9df5 x-openstack-request-id: req-990342e7-5857-4e5b-a54c-4eff632d9df5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:04.986488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51664) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:04.986623 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "name": "network-vif-plugged", "status": "completed", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:04.987072 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-990342e7-5857-4e5b-a54c-4eff632d9df5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:04.987472 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065', 'code': 200} Dec 21 02:19:04.994409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-307df6de-0c81-488a-ad2a-48634ad9e77b req-5f1ce001-29d9-412b-be70-f56e4f21291d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Dec 21 02:19:05.002798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:05.042616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:05.067527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:05.094069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f8b5-0d85-4f4f-be67-756c6326886d req-602da74d-8779-468e-8dec-0bc1f4b9c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:05.095564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a64f8b5-0d85-4f4f-be67-756c6326886d req-602da74d-8779-468e-8dec-0bc1f4b9c8da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 1098 time: 0.0394552 Dec 21 02:19:05.114745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:05.117638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:05.119207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f95523b3-b2e0-4f22-85ac-e1a2dc947616 HTTP/1.1" status: 204 len: 168 time: 0.1315756 Dec 21 02:19:05.131216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312476c-5ee3-4ac6-91ef-ecc6a4bd7226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95523b3-b2e0-4f22-85ac-e1a2dc947616,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:05.140607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a64f8b5-0d85-4f4f-be67-756c6326886d req-40226ce7-6d4a-46ff-8e70-8002b8c179e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Dec 21 02:19:06.115402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1beb4-90cd-484e-943a-381ebace3454 req-ea0ff39e-9e7f-4e11-9e51-9a224a68b81e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:06.117047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ea1beb4-90cd-484e-943a-381ebace3454 req-ea0ff39e-9e7f-4e11-9e51-9a224a68b81e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0502374 Dec 21 02:19:06.171407 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ea1beb4-90cd-484e-943a-381ebace3454 req-e10023b1-705f-44c0-ab55-95f16e05fcaf tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Dec 21 02:19:06.928993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51732) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:07.031286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-360d7078-1e65-4bce-9cb4-b9fd83de284d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.101035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-360d7078-1e65-4bce-9cb4-b9fd83de284d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.104670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-360d7078-1e65-4bce-9cb4-b9fd83de284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.143049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-360d7078-1e65-4bce-9cb4-b9fd83de284d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16a2e3901ecf4399b72f0ea7d6c622e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129135 Dec 21 02:19:07.144789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d7078-1e65-4bce-9cb4-b9fd83de284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d284fbb-db3b-4734-a947-262e902963c0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:07.147597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51736) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:07.199860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.221149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.299698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edec3a-cbcc-468b-8dea-15054ec6e2aa req-f8f8b64f-ffb4-4b42-8a04-c9b09e1e48ba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:07.301697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21edec3a-cbcc-468b-8dea-15054ec6e2aa req-f8f8b64f-ffb4-4b42-8a04-c9b09e1e48ba tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0532327 Dec 21 02:19:07.302733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.305260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.306291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d284fbb-db3b-4734-a947-262e902963c0 HTTP/1.1" status: 204 len: 168 time: 0.1571865 Dec 21 02:19:07.321073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a8bc-5fc6-49fe-85c8-b81ec1c1f036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d284fbb-db3b-4734-a947-262e902963c0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:07.357945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21edec3a-cbcc-468b-8dea-15054ec6e2aa req-b5f8b404-9295-414f-ac66-802abc5ae493 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Dec 21 02:19:07.584321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ee9a-ef88-4a30-9aa8-e69175d1dbfd req-06957811-b3a5-42bd-8b23-2f83519cde27 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:07.586197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edf8ee9a-ef88-4a30-9aa8-e69175d1dbfd req-06957811-b3a5-42bd-8b23-2f83519cde27 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0563142 Dec 21 02:19:07.599088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 51748) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:07.612483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ebb5e7-b4b6-407c-84ee-c5274592a02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.637138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edf8ee9a-ef88-4a30-9aa8-e69175d1dbfd req-81beac3a-6d8e-446e-abc9-209642a96de2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Dec 21 02:19:07.686739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ebb5e7-b4b6-407c-84ee-c5274592a02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.690974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ebb5e7-b4b6-407c-84ee-c5274592a02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.731738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58ebb5e7-b4b6-407c-84ee-c5274592a02f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cce7bca813e4956989c38d193e02dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315386 Dec 21 02:19:07.732607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebb5e7-b4b6-407c-84ee-c5274592a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a170dc-55ce-49ac-8638-0b82dd45d65c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:07.735038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 51752) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:07.781655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b63ea-00c8-4d6f-9401-1a67ee652137 req-31f2c841-e40f-4756-abbb-9c4ffd623c9d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:07.783131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d37b63ea-00c8-4d6f-9401-1a67ee652137 req-31f2c841-e40f-4756-abbb-9c4ffd623c9d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0771327 Dec 21 02:19:07.814792 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.853750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.863315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d37b63ea-00c8-4d6f-9401-1a67ee652137 req-ba91005b-9beb-4c93-9a20-871b36f3591d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728722 Dec 21 02:19:07.917005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.920476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:07.922097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9a170dc-55ce-49ac-8638-0b82dd45d65c HTTP/1.1" status: 204 len: 168 time: 0.1865129 Dec 21 02:19:07.934440 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbc911-6dc5-4232-8b9a-393ff7a0061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a170dc-55ce-49ac-8638-0b82dd45d65c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:08.123873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f76b67-5be2-40c1-8444-cf319a1213f1 req-8ea018eb-498c-4d7b-9a69-f73a0ee7c5ee tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:08.125294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f76b67-5be2-40c1-8444-cf319a1213f1 req-8ea018eb-498c-4d7b-9a69-f73a0ee7c5ee tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0515268 Dec 21 02:19:08.178362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f76b67-5be2-40c1-8444-cf319a1213f1 req-07455e77-50a8-4b78-a266-25adadd70647 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Dec 21 02:19:09.299760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa95d-847a-44a9-a519-ce28949ff490 req-6759e55d-50b5-4e13-9877-8ba21aaacbb6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:09.301254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d44fa95d-847a-44a9-a519-ce28949ff490 req-6759e55d-50b5-4e13-9877-8ba21aaacbb6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0514343 Dec 21 02:19:09.356002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d44fa95d-847a-44a9-a519-ce28949ff490 req-d537ae02-8d98-48ce-9c6c-0351b5c48b16 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Dec 21 02:19:09.588847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-8013d030-6e3a-4020-8759-e5e630bee0cd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:09.590339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-8013d030-6e3a-4020-8759-e5e630bee0cd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 946 time: 0.0553741 Dec 21 02:19:09.684855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port a56aac3a-6c38-4b80-af34-8a0441158065 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:09.685197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:09.775422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port a56aac3a-6c38-4b80-af34-8a0441158065, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a56aac3a-6c38-4b80-af34-8a0441158065,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:09.775788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:09.788401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for a56aac3a-6c38-4b80-af34-8a0441158065 owned by compute:nova {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:09.916870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:09.945396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=a56aac3a-6c38-4b80-af34-8a0441158065,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:09.949639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'a56aac3a-6c38-4b80-af34-8a0441158065'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:19:09.974904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ecfac-398a-46d6-bc26-965e905bf767 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:09.979392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.979757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.980111 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.980454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.980796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.981132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.981490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.981825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.982154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.982483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.982809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.983135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.983457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:09.999916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port a56aac3a-6c38-4b80-af34-8a0441158065 on host n-h1-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:19:10.002442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:10.005852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b439aa3-bc13-4e1c-8d04-798605fad511 req-28ea46ba-5e6d-487e-8592-1fb3eef60e93 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "DELETE /v2.0/ports/a56aac3a-6c38-4b80-af34-8a0441158065 HTTP/1.1" status: 204 len: 173 time: 0.4093132 Dec 21 02:19:10.006298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'name': 'network-vif-deleted', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:10.008530 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dfaec5-5141-4138-8ba1-b478042882c5" -d '{"events": [{"server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "name": "network-vif-deleted", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:10.051674 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0605a73-89e7-43ac-9d4e-b716ae287ebe x-openstack-request-id: req-e0605a73-89e7-43ac-9d4e-b716ae287ebe {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:10.052047 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb803e9-979f-45ab-a4b8-fa123014582b", "name": "network-vif-deleted", "tag": "a56aac3a-6c38-4b80-af34-8a0441158065", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:10.052302 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0605a73-89e7-43ac-9d4e-b716ae287ebe {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:10.052704 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb803e9-979f-45ab-a4b8-fa123014582b', 'name': 'network-vif-deleted', 'tag': 'a56aac3a-6c38-4b80-af34-8a0441158065', 'status': 'completed', 'code': 200} Dec 21 02:19:10.464185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aefdd90d-52b8-485b-9139-aee244c06b49 req-7cd843b9-d604-48a0-9f1c-84f65d2a6da6 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=abb803e9-979f-45ab-a4b8-fa123014582b HTTP/1.1" status: 200 len: 210 time: 0.0275362 Dec 21 02:19:11.771450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-001a7b6e-5d4d-4ea5-9e50-9031769650ea tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:11.772905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-001a7b6e-5d4d-4ea5-9e50-9031769650ea tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1067162 Dec 21 02:19:11.787939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-3514aa3f-bab1-465f-872e-d6bfe670c659 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/quotas/a150b4f28bc84b06a711fe664d5a3a45 HTTP/1.1" status: 200 len: 375 time: 0.0093639 Dec 21 02:19:11.837713 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-637d704e-ca67-430e-968b-c3a928d2a67b tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437388 Dec 21 02:19:11.937052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-0ca3fa3b-2d1a-4402-8433-30390ef382e0 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916023 Dec 21 02:19:12.045651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-ca3ec8fc-5ded-488b-8a81-ecd5ac4bae22 service neutron] 10.222.0.43 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014392 Dec 21 02:19:12.219287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26099424-4a90-4054-8b87-9de2e107e400 req-e2b46fd2-cd50-4214-b6d3-aac4738c0303 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0333641 Dec 21 02:19:12.749361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a56aac3a-6c38-4b80-af34-8a0441158065 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:19:12.770992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: a56aac3a-6c38-4b80-af34-8a0441158065 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:19:12.771494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a56aac3a-6c38-4b80-af34-8a0441158065 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:19:13.334416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-907dfbf6-c199-4e05-9ebd-ccb91cc2a060 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:13.336121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-907dfbf6-c199-4e05-9ebd-ccb91cc2a060 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 806 time: 0.1490023 Dec 21 02:19:13.337985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8de07b63-f88d-495d-9914-0246b9b2f8e6 req-dd93e439-3244-4db5-8593-661555c8574a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 210 time: 0.0389793 Dec 21 02:19:13.365093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Request body: {'port': {'device_id': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'admin_state_up': True, 'tenant_id': 'a150b4f28bc84b06a711fe664d5a3a45'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:13.493996 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Made reservation on behalf of a150b4f28bc84b06a711fe664d5a3a45 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:19:13.497882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:13.637285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Allocated IP 172.20.0.10 (bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3/587237d5-e5f0-4f7a-85c8-a353c5312de9/c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:19:13.789843 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:13.824381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:13.857226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:19:13.873372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:19:13.876381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:19:13.880579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:19:13.900859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539551b2-932a-42e2-838b-bab70012ce89 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:13.908845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event updated for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:13.946815 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f6517c8-0d3a-477a-9746-9d44160a674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:13.947350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:13.948239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:13.965130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-381196cf-0f5b-46c3-aa58-b91a7bb1270d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053455 Dec 21 02:19:13.983442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Request body: {'port': {'device_id': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:19:14.037469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-89d56400-28f0-4ff5-b4ea-dec8e9719f24 None None] Provisioning complete for port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:19:14.037874 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89d56400-28f0-4ff5-b4ea-dec8e9719f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.042394 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.072510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-89d56400-28f0-4ff5-b4ea-dec8e9719f24 None None] Port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:19:14.312471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:19:14.320431 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.332904 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Transition to ACTIVE for port object c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 will not be triggered until provisioned by entity L2. {{(pid=109850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:19:14.336951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.389152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd6117-379e-41b8-82d3-38938155b868 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:14.402534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Pushing event updated for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:14.514009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1b22-d9b6-4b5c-bcfc-42ebf707d678 req-750e90dd-055c-4450-b32f-5ac75156103a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:14.515481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1fd1b22-d9b6-4b5c-bcfc-42ebf707d678 req-750e90dd-055c-4450-b32f-5ac75156103a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 944 time: 0.0844455 Dec 21 02:19:14.530895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Attempting to bind port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:19:14.531231 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Attempting to bind port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:19:14.531552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Attempting to bind port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:19:14.546693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:19:14.547015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Attempting to bind port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 on network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:19:14.560648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:19:14.560983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Checking segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:19:14.561386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Bound using segment: {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:19:14.561822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Bound port: c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf68066-fc43-4941-839a-b6f74f30d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:19:14.562188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.585581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1fd1b22-d9b6-4b5c-bcfc-42ebf707d678 req-1941b4f3-182e-471e-9af0-bdb47caac809 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Dec 21 02:19:14.637634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:19:14.640943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:19:14.646012 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.684020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:14.684646 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:14.686075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] 10.222.0.24 "PUT /v2.0/ports/c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 HTTP/1.1" status: 200 len: 1093 time: 0.7069566 Dec 21 02:19:14.686618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:14.688792 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b269721-0249-4601-8075-a51ac0b81417" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:14.696733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07edb46-2a1e-4a6b-b389-8e698180dd4f None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:14.732709 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f566d-6b4b-4d3d-bcbb-bbffa0e28391 x-openstack-request-id: req-8f4f566d-6b4b-4d3d-bcbb-bbffa0e28391 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:14.732997 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:14.733261 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f4f566d-6b4b-4d3d-bcbb-bbffa0e28391 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:14.733663 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45', 'status': 'completed', 'code': 200} Dec 21 02:19:14.736667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b0fd5-76f3-4331-8252-774c7f296cfc service neutron] Pushing event updated for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:14.840874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269721-0249-4601-8075-a51ac0b81417 req-e33ac797-330e-4c71-8c15-fb3b2f0c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:14.842580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1b269721-0249-4601-8075-a51ac0b81417 req-e33ac797-330e-4c71-8c15-fb3b2f0c9a21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0500450 Dec 21 02:19:14.842999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-39a82ddf-a2ac-4d25-b86f-a707e740076e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506289 Dec 21 02:19:14.951208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-62b07927-5907-40f5-90a7-7adff59bbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:14.952642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-62b07927-5907-40f5-90a7-7adff59bbdb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 1097 time: 0.0410566 Dec 21 02:19:15.046644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269721-0249-4601-8075-a51ac0b81417 req-a71c9d75-ec60-442d-b386-2dfe47e41c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.048393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1b269721-0249-4601-8075-a51ac0b81417 req-a71c9d75-ec60-442d-b386-2dfe47e41c4e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1729031 Dec 21 02:19:15.066242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-8b5c5020-f57b-41a7-bfff-e0f56aa0dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.067733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-8b5c5020-f57b-41a7-bfff-e0f56aa0dbea service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 200 len: 906 time: 0.0937600 Dec 21 02:19:15.112095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-7d00e772-f70b-43c9-b6f4-dec6b808bfa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 HTTP/1.1" status: 200 len: 217 time: 0.0372772 Dec 21 02:19:15.164542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-d1033328-96ed-4980-93a1-e77b763dd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.166280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-d1033328-96ed-4980-93a1-e77b763dd625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0473945 Dec 21 02:19:15.198347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-cc8adecd-99e3-4d5b-9ed4-63dfa19fc119 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246971 Dec 21 02:19:15.213528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269721-0249-4601-8075-a51ac0b81417 req-906b9101-a719-4c8e-824c-fcf084ed467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.214924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1b269721-0249-4601-8075-a51ac0b81417 req-906b9101-a719-4c8e-824c-fcf084ed467c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1600525 Dec 21 02:19:15.302786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-482af061-3737-46ca-a5f4-9d855976869e service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970416 Dec 21 02:19:15.317050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-45c7af6a-ce2e-40d6-9b89-b6e170554649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.318608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-45c7af6a-ce2e-40d6-9b89-b6e170554649 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0443866 Dec 21 02:19:15.368487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-69742bbc-fdc3-4155-9d4e-3dacb3a61156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 HTTP/1.1" status: 200 len: 217 time: 0.0361843 Dec 21 02:19:15.402195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-8408fe6b-d76d-43b4-ad19-9d72cc815959 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920980 Dec 21 02:19:15.418951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-0ec398af-8779-46db-b0bc-54899683d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.420385 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-0ec398af-8779-46db-b0bc-54899683d9a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 200 len: 846 time: 0.0447028 Dec 21 02:19:15.455843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-2be67721-474d-4802-96c2-844e7c659652 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281811 Dec 21 02:19:15.546870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-22a5a7a1-745b-4f23-b248-6efea0a0a0d9 service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840502 Dec 21 02:19:15.643276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f8511a3-f0a6-458f-a5a5-e578b1cd06a2 req-08ac1a02-1e49-484e-8944-3ec1f6fb022b service neutron] 10.222.0.24 "GET /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Dec 21 02:19:15.709540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510b200-ad93-4692-970e-79ada9cbb95a req-2d0a920b-42ff-40c9-9510-f67618ac0657 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:15.711587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a510b200-ad93-4692-970e-79ada9cbb95a req-2d0a920b-42ff-40c9-9510-f67618ac0657 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 944 time: 0.0516186 Dec 21 02:19:15.766342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a510b200-ad93-4692-970e-79ada9cbb95a req-dfdf40f8-271f-47d3-81e4-e00ee4b93c6d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Dec 21 02:19:16.657725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d53a8a3-2f6f-4039-a0a2-694468f2e275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:16.906272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656924-07cc-4080-befd-89745122c4e8 req-dd845a23-3f2b-4199-ae8a-aedce50b3e32 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:16.909777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48656924-07cc-4080-befd-89745122c4e8 req-dd845a23-3f2b-4199-ae8a-aedce50b3e32 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 944 time: 0.0613868 Dec 21 02:19:16.976801 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48656924-07cc-4080-befd-89745122c4e8 req-a099048b-c09a-486b-afd3-9d7c066362ae tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 Dec 21 02:19:17.326339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:18.094907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c24d8-fe5d-4132-9a30-8dae32549e58 req-4ab331c3-a03e-4a11-b583-b50db007bda8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:18.096805 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d9c24d8-fe5d-4132-9a30-8dae32549e58 req-4ab331c3-a03e-4a11-b583-b50db007bda8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 944 time: 0.0538144 Dec 21 02:19:18.145880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d9c24d8-fe5d-4132-9a30-8dae32549e58 req-a02c2b2f-d03e-46ec-a4bc-a58bf0318d65 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Dec 21 02:19:18.722739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:18.767522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:19:18.863124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:18.877886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45', 'network_id': 'bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3', 'port_id': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45', 'mac_address': 'fa:16:3e:54:f7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587237d5-e5f0-4f7a-85c8-a353c5312de9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:19:18.915001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:18.928155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:19:18.946744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:18.950391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:18.996435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:19.261828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb3dfc-3931-4fdd-9d8f-bd8cfce7224c req-78ee0bd8-94fb-42af-9231-035fe5f920e4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:19.263339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9feb3dfc-3931-4fdd-9d8f-bd8cfce7224c req-78ee0bd8-94fb-42af-9231-035fe5f920e4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 945 time: 0.0511138 Dec 21 02:19:19.312461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9feb3dfc-3931-4fdd-9d8f-bd8cfce7224c req-e12df61b-5b3c-4f2d-9010-f58b08a214f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Dec 21 02:19:19.329598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:19:19.395395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:20.421472 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:19:20.434144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2ccd-bcf6-4388-bd2b-59272f1cb3f7 req-fc84729b-f780-4691-ae00-ac36b6415b77 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:20.435704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-974f2ccd-bcf6-4388-bd2b-59272f1cb3f7 req-fc84729b-f780-4691-ae00-ac36b6415b77 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Dec 21 02:19:20.482540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-974f2ccd-bcf6-4388-bd2b-59272f1cb3f7 req-dd26c940-805c-46b5-ba73-7811c17f5ae5 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Dec 21 02:19:20.757470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:19:20.803789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:19:20.807280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:19:20.807645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:20.884975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:20.906514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:20.908708 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e9a86-65bc-4933-9c48-2be4ee7e9040" -d '{"events": [{"server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:20.922030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:20.926187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:20.948632 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ab79e5-cb6e-4e89-9540-f6312a8012a6 x-openstack-request-id: req-01ab79e5-cb6e-4e89-9540-f6312a8012a6 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:20.948924 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:20.949174 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01ab79e5-cb6e-4e89-9540-f6312a8012a6 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:20.949587 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45', 'code': 200} Dec 21 02:19:20.975857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:21.082417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ecad-fe09-4d6f-b55c-f3dd245bc8d3 req-de9f3327-0abe-43a3-a6c8-aca6cded5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:21.083925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7087ecad-fe09-4d6f-b55c-f3dd245bc8d3 req-de9f3327-0abe-43a3-a6c8-aca6cded5407 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0508618 Dec 21 02:19:21.138413 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7087ecad-fe09-4d6f-b55c-f3dd245bc8d3 req-7e5b631c-94b9-47a9-82d4-ee4dde189b71 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Dec 21 02:19:21.595048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76af60-9109-406e-b900-96db9f3d9515 req-6312e7b1-d0e6-4306-afe3-2ce9efd28165 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:21.596503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df76af60-9109-406e-b900-96db9f3d9515 req-6312e7b1-d0e6-4306-afe3-2ce9efd28165 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0488358 Dec 21 02:19:21.643071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df76af60-9109-406e-b900-96db9f3d9515 req-107206e8-f6e1-417b-8992-0015c87cee1f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Dec 21 02:19:22.231240 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:22.756106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0bcaa-3ae5-4d2e-9255-d54fd5f5de0e req-dc54e826-99de-44d4-9522-4c5f970da840 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:22.757576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcc0bcaa-3ae5-4d2e-9255-d54fd5f5de0e req-dc54e826-99de-44d4-9522-4c5f970da840 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0473127 Dec 21 02:19:22.806841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcc0bcaa-3ae5-4d2e-9255-d54fd5f5de0e req-c1a2d3f9-60c6-43ef-a4e2-d04dc5bf3aca tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Dec 21 02:19:23.008312 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a5887-b1fe-4b4f-9d64-eacd0f7849f8 req-32674a7b-d8fd-4a3d-bfe4-42dc498c3e76 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:23.009783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f08a5887-b1fe-4b4f-9d64-eacd0f7849f8 req-32674a7b-d8fd-4a3d-bfe4-42dc498c3e76 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0483851 Dec 21 02:19:23.055429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f08a5887-b1fe-4b4f-9d64-eacd0f7849f8 req-a13eda83-8d5b-471d-8ae7-81d9ab7dcb5a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Dec 21 02:19:23.171165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a5552-7229-4562-8247-5def24f46dfb req-b122fbf7-0551-42d7-bdc8-aea101c2c9f9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:23.172621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-969a5552-7229-4562-8247-5def24f46dfb req-b122fbf7-0551-42d7-bdc8-aea101c2c9f9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Dec 21 02:19:23.219335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-969a5552-7229-4562-8247-5def24f46dfb req-ddf8b84b-3a82-46d5-a0ad-c5ffabdf7972 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Dec 21 02:19:23.413726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f45a86-2ff7-4ce2-9b77-f3d10961b942 req-c543b384-4ce2-41c4-b900-de0c8f510cf8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:23.415197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68f45a86-2ff7-4ce2-9b77-f3d10961b942 req-c543b384-4ce2-41c4-b900-de0c8f510cf8 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0523660 Dec 21 02:19:23.464578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68f45a86-2ff7-4ce2-9b77-f3d10961b942 req-c3ae3b52-bc89-4cbc-9dbf-a4f6853cebaa tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Dec 21 02:19:24.581535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6078-e1ea-4fc8-908f-748da5d06bab req-c151c733-122c-43fa-9b84-407cb97006af tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:24.583022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b6d6078-e1ea-4fc8-908f-748da5d06bab req-c151c733-122c-43fa-9b84-407cb97006af tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Dec 21 02:19:24.630016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b6d6078-e1ea-4fc8-908f-748da5d06bab req-3f7b7b93-e18e-4591-b4e0-f441b100d9f4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Dec 21 02:19:25.743159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47893a56-f06b-4272-a575-71ae33c54765 req-d6d9881a-1b33-4b7a-be51-05e886709ec0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:25.744617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47893a56-f06b-4272-a575-71ae33c54765 req-d6d9881a-1b33-4b7a-be51-05e886709ec0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0478029 Dec 21 02:19:25.796275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-47893a56-f06b-4272-a575-71ae33c54765 req-56766206-dda7-4c46-90fd-836057beff61 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Dec 21 02:19:26.925990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46318089-8c95-48dd-9955-9151c2ed167f req-c0bd4d3c-f23b-4ddc-8c65-21e1bb00e442 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:26.927629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46318089-8c95-48dd-9955-9151c2ed167f req-c0bd4d3c-f23b-4ddc-8c65-21e1bb00e442 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0516658 Dec 21 02:19:26.983573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46318089-8c95-48dd-9955-9151c2ed167f req-673cf214-dac7-4647-af1b-b34aafdd41e4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494175 Dec 21 02:19:26.984241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.106115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3bc78-2643-45c5-88cf-9dfc8ab2dc9b req-a5afafa9-d728-4c10-b07e-ef97fa7cc13d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:28.107580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ce3bc78-2643-45c5-88cf-9dfc8ab2dc9b req-a5afafa9-d728-4c10-b07e-ef97fa7cc13d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0505497 Dec 21 02:19:28.157178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ce3bc78-2643-45c5-88cf-9dfc8ab2dc9b req-d52cebfe-89c7-4c7b-848e-f5bef1c1a10e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Dec 21 02:19:28.487949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52062) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:28.600053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ba1-d581-4ed2-af79-cce082886735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.674222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ba1-d581-4ed2-af79-cce082886735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.678186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ba1-d581-4ed2-af79-cce082886735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.717086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a11f1ba1-d581-4ed2-af79-cce082886735 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=172246c0834f4dab93ad603b1408dc35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279677 Dec 21 02:19:28.717986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f1ba1-d581-4ed2-af79-cce082886735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ddcc88-53ba-4546-b0ab-2978ee287ed6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:28.719804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52066) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:28.766580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.787132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.839318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.841884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:28.843067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70ddcc88-53ba-4546-b0ab-2978ee287ed6 HTTP/1.1" status: 204 len: 168 time: 0.1222756 Dec 21 02:19:28.852273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ddcc88-53ba-4546-b0ab-2978ee287ed6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:28.861208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.862375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.862729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.863125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.863392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.864095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.864095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.864374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.864905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.865607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.866011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.866379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:28.866602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275529b-0e69-4795-886a-263b22ff1ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:19:29.103360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52072) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:29.116750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-212aa158-d599-4c81-9e94-401307375b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.190454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-212aa158-d599-4c81-9e94-401307375b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.194331 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-212aa158-d599-4c81-9e94-401307375b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.231760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-212aa158-d599-4c81-9e94-401307375b59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cffef3c46bec48758236422ccb676e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272852 Dec 21 02:19:29.232728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa158-d599-4c81-9e94-401307375b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44665f0-375e-4ab2-b0e5-c3a4738574fd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:29.234947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52076) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:29.299073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8818d4-3f2a-4b8a-b312-e58b4cf63575 req-5fd64d58-fc4c-4ab1-822a-79f12f5dfd42 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:29.300984 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb8818d4-3f2a-4b8a-b312-e58b4cf63575 req-5fd64d58-fc4c-4ab1-822a-79f12f5dfd42 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0759180 Dec 21 02:19:29.326226 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.364237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.383697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb8818d4-3f2a-4b8a-b312-e58b4cf63575 req-6144f1dc-c05d-4ec5-9ca4-2e93d0a57980 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Dec 21 02:19:29.420383 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.423154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:29.424818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c44665f0-375e-4ab2-b0e5-c3a4738574fd HTTP/1.1" status: 204 len: 168 time: 0.1882288 Dec 21 02:19:29.432468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1566e-9e55-49ea-8b6d-5cdeb72d9282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44665f0-375e-4ab2-b0e5-c3a4738574fd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:30.503256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3109-850f-42f9-82f8-414e65c0def9 req-82443c7d-1e74-481d-b4c1-fa4f396afa56 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:30.504730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b76c3109-850f-42f9-82f8-414e65c0def9 req-82443c7d-1e74-481d-b4c1-fa4f396afa56 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0530884 Dec 21 02:19:30.551477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b76c3109-850f-42f9-82f8-414e65c0def9 req-8c1bd264-ae44-4bba-a890-52601f450ffb tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Dec 21 02:19:31.663377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8cc51-f927-4bd8-a400-6e7fbfbfb677 req-7b843f0c-6c26-482b-9f25-e47d6a9df831 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:31.664844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d8cc51-f927-4bd8-a400-6e7fbfbfb677 req-7b843f0c-6c26-482b-9f25-e47d6a9df831 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0476227 Dec 21 02:19:31.714271 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19d8cc51-f927-4bd8-a400-6e7fbfbfb677 req-ffb651b2-65b4-4352-84da-e3ea78de81b9 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Dec 21 02:19:32.842292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635475a-82c3-4526-b0b1-62e7f89b9884 req-23eacb1a-24ad-4f90-a81b-0cc6a15cda7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:32.843901 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e635475a-82c3-4526-b0b1-62e7f89b9884 req-23eacb1a-24ad-4f90-a81b-0cc6a15cda7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Dec 21 02:19:32.891629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e635475a-82c3-4526-b0b1-62e7f89b9884 req-552407cf-34d6-4cd9-a705-5ffa9c3de06e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Dec 21 02:19:33.683762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52166) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:33.787918 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7883d7ac-288b-4b2f-9974-5e46f75d4bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:33.862555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7883d7ac-288b-4b2f-9974-5e46f75d4bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:33.866527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7883d7ac-288b-4b2f-9974-5e46f75d4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:33.905279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7883d7ac-288b-4b2f-9974-5e46f75d4bfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0b28d8629fa4b499db1a81873c01304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204077 Dec 21 02:19:33.906488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883d7ac-288b-4b2f-9974-5e46f75d4bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a810aba-4ec1-427b-8290-bf46a93f9ee0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:33.907881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:33.956973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:33.978274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.011187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2392ae-0ac5-4219-99ee-6491bbfc8650 req-9f8958ab-b186-411d-9e88-365efb03c014 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:34.012654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e2392ae-0ac5-4219-99ee-6491bbfc8650 req-9f8958ab-b186-411d-9e88-365efb03c014 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0523024 Dec 21 02:19:34.025512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.028043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.029794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a810aba-4ec1-427b-8290-bf46a93f9ee0 HTTP/1.1" status: 204 len: 168 time: 0.1208696 Dec 21 02:19:34.038008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22fbbd-4e4e-4e23-b978-31a76cba1231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a810aba-4ec1-427b-8290-bf46a93f9ee0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:34.065061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e2392ae-0ac5-4219-99ee-6491bbfc8650 req-6004ca4d-291f-4b4d-9a72-3b3889748df2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Dec 21 02:19:34.297852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52178) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:34.311261 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf33dfc-e681-40dc-b023-6555f81ddf41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.389089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf33dfc-e681-40dc-b023-6555f81ddf41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.392911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ecf33dfc-e681-40dc-b023-6555f81ddf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.429787 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ecf33dfc-e681-40dc-b023-6555f81ddf41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2fe23adf31340c5a3123e18e590f166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309083 Dec 21 02:19:34.430597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf33dfc-e681-40dc-b023-6555f81ddf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eee34f-1e67-4bfc-a61e-4d6621a2f2d8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:34.433273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52180) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:34.499407 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.520234 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.566281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.569021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:34.570205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2eee34f-1e67-4bfc-a61e-4d6621a2f2d8 HTTP/1.1" status: 204 len: 168 time: 0.1355631 Dec 21 02:19:34.577605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314a95f-5e3e-41b3-92a8-bf91bd4ca8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eee34f-1e67-4bfc-a61e-4d6621a2f2d8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:35.194242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955d0a-ae59-4c43-85be-120997166f7d req-efc8a1fb-9c2c-4ab4-9584-285e5b92748a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:35.195729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5955d0a-ae59-4c43-85be-120997166f7d req-efc8a1fb-9c2c-4ab4-9584-285e5b92748a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0515654 Dec 21 02:19:35.246850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5955d0a-ae59-4c43-85be-120997166f7d req-14cfc369-902b-4dd7-a67c-45006e31dd50 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Dec 21 02:19:36.139710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52228) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:36.244196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-410ff00a-9d81-4278-b694-e8ba1c84d4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.327324 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-410ff00a-9d81-4278-b694-e8ba1c84d4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.331400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-410ff00a-9d81-4278-b694-e8ba1c84d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.389618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-410ff00a-9d81-4278-b694-e8ba1c84d4f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=260cdec1a5a34850b61a0ca6573074f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487888 Dec 21 02:19:36.392056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ff00a-9d81-4278-b694-e8ba1c84d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b8fc9-72be-4a08-ad56-00c54e2a1a14,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:36.392291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:36.407313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b9378-f978-49c7-880a-fa7fcd7a8987 req-20ddc547-c4a0-4951-85b8-a98e59d8f7ea tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:36.409090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af5b9378-f978-49c7-880a-fa7fcd7a8987 req-20ddc547-c4a0-4951-85b8-a98e59d8f7ea tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0939505 Dec 21 02:19:36.440374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.458559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af5b9378-f978-49c7-880a-fa7fcd7a8987 req-66b4a404-66dd-4957-8a42-5910eef46f08 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Dec 21 02:19:36.462296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.506983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.509540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.510677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da3b8fc9-72be-4a08-ad56-00c54e2a1a14 HTTP/1.1" status: 204 len: 168 time: 0.1174097 Dec 21 02:19:36.518002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24846-2dfe-464c-982f-2809dcff8946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b8fc9-72be-4a08-ad56-00c54e2a1a14,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:36.773804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52240) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:36.787692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3300638-f3d2-42c1-b93f-530593dfedbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.866775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3300638-f3d2-42c1-b93f-530593dfedbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.870633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3300638-f3d2-42c1-b93f-530593dfedbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.910408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3300638-f3d2-42c1-b93f-530593dfedbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f5c53c-b512-4bd7-b737-89b407d36ab8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:36.915687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3300638-f3d2-42c1-b93f-530593dfedbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ad9553eef89471f9f685b8b4b8e043b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408594 Dec 21 02:19:36.918302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52242) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:36.968848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:36.988723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:37.033415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:37.035932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:37.037057 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97f5c53c-b512-4bd7-b737-89b407d36ab8 HTTP/1.1" status: 204 len: 168 time: 0.1178780 Dec 21 02:19:37.044799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504083-3ab5-4c8e-994c-931612c01169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f5c53c-b512-4bd7-b737-89b407d36ab8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:37.591418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64710c-8ee2-4722-a99f-9f8dffab399b req-a94f83de-f7d0-4600-87c3-24207e0f696e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:37.592887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be64710c-8ee2-4722-a99f-9f8dffab399b req-a94f83de-f7d0-4600-87c3-24207e0f696e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0571656 Dec 21 02:19:37.641537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be64710c-8ee2-4722-a99f-9f8dffab399b req-5959e2dd-58c6-4f24-94e4-cfaade149b7a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Dec 21 02:19:38.656001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52298) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:38.755931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7983c3-7c0f-416f-9d25-60c743efc5cb req-13a5dbda-78ae-4c39-9f16-fc96b8435d4a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:38.757436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b7983c3-7c0f-416f-9d25-60c743efc5cb req-13a5dbda-78ae-4c39-9f16-fc96b8435d4a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0493383 Dec 21 02:19:38.762977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57f4fb56-6b14-4c94-8825-b783587424af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.805308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b7983c3-7c0f-416f-9d25-60c743efc5cb req-67599b9f-6204-452d-a547-1d18d08d90a7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Dec 21 02:19:38.836602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57f4fb56-6b14-4c94-8825-b783587424af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.840155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57f4fb56-6b14-4c94-8825-b783587424af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.875089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4fb56-6b14-4c94-8825-b783587424af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248954c-5a3f-4cfb-a85b-315aa85ed99e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:38.879901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57f4fb56-6b14-4c94-8825-b783587424af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7313ffe0f2941a0970fd582d3e08f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228718 Dec 21 02:19:38.882498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52304) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:38.930651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.951503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.996377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:38.998974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.000085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3248954c-5a3f-4cfb-a85b-315aa85ed99e HTTP/1.1" status: 204 len: 168 time: 0.1166866 Dec 21 02:19:39.008197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d989-eed5-4e72-a455-0c41d7ec9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248954c-5a3f-4cfb-a85b-315aa85ed99e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:39.258366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:39.271243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0aaa0a-6de9-4627-9767-7c69f6fd39dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.342356 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0aaa0a-6de9-4627-9767-7c69f6fd39dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.346111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0aaa0a-6de9-4627-9767-7c69f6fd39dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.384346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e0aaa0a-6de9-4627-9767-7c69f6fd39dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39aeb25077df49cd9665f590f542ac95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249280 Dec 21 02:19:39.385628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aaa0a-6de9-4627-9767-7c69f6fd39dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56635ce9-3730-49f1-91e4-841a8d0c25c6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:39.386989 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52312) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:39.437899 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.466068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.511153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.513710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:39.514851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56635ce9-3730-49f1-91e4-841a8d0c25c6 HTTP/1.1" status: 204 len: 168 time: 0.1268029 Dec 21 02:19:39.522619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac37d52-2202-494e-bb69-114e12900ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56635ce9-3730-49f1-91e4-841a8d0c25c6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:39.921845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64ea4-4a80-4b23-b830-5d43be1aa3a4 req-3015a216-a125-42da-82de-41b92e17da4d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:39.923217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93c64ea4-4a80-4b23-b830-5d43be1aa3a4 req-3015a216-a125-42da-82de-41b92e17da4d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Dec 21 02:19:39.973839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93c64ea4-4a80-4b23-b830-5d43be1aa3a4 req-f3ecd45e-8a59-4d00-9279-3dca13942b41 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Dec 21 02:19:41.091730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630c2e-bbfe-4a7f-9cc3-68360846b7b0 req-4effb998-e0d9-4d81-918d-113a76c05089 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:41.093203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18630c2e-bbfe-4a7f-9cc3-68360846b7b0 req-4effb998-e0d9-4d81-918d-113a76c05089 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0498617 Dec 21 02:19:41.141869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18630c2e-bbfe-4a7f-9cc3-68360846b7b0 req-f89109a3-429f-47ba-937f-a89104343cad tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Dec 21 02:19:41.375641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52384) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:41.482388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a5cddd2-823c-4773-9b8c-8f5895869303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.555322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a5cddd2-823c-4773-9b8c-8f5895869303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.558676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a5cddd2-823c-4773-9b8c-8f5895869303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.596507 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1a5cddd2-823c-4773-9b8c-8f5895869303 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a6319762e44461e87a5f703688490d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2198009 Dec 21 02:19:41.598532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cddd2-823c-4773-9b8c-8f5895869303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1482471-d5dc-4571-9c1d-20e678247363,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:41.599315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:41.646806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.669499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.714014 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.716528 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:41.717703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1482471-d5dc-4571-9c1d-20e678247363 HTTP/1.1" status: 204 len: 168 time: 0.1173224 Dec 21 02:19:41.725181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e9535-84eb-4459-a7a4-c46c11525936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1482471-d5dc-4571-9c1d-20e678247363,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:41.968348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52394) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:41.982017 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28406327-4575-405f-a8ec-ab7b7829405b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.054708 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28406327-4575-405f-a8ec-ab7b7829405b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.058131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28406327-4575-405f-a8ec-ab7b7829405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.096402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-28406327-4575-405f-a8ec-ab7b7829405b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98774b07304044508e9405f20adc65e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269228 Dec 21 02:19:42.097354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28406327-4575-405f-a8ec-ab7b7829405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a81b1b-f135-4df2-af52-bc714d2a26d1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:42.098992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:42.147138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.167561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.214873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.217598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:42.218802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49a81b1b-f135-4df2-af52-bc714d2a26d1 HTTP/1.1" status: 204 len: 168 time: 0.1187696 Dec 21 02:19:42.226702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1689922-4edc-4232-9048-e1dce25bbc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a81b1b-f135-4df2-af52-bc714d2a26d1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:42.270984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13928a90-63ba-4514-ba25-13e405abd165 req-ff645cda-0763-4623-a251-8c1282db411e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:42.272467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13928a90-63ba-4514-ba25-13e405abd165 req-ff645cda-0763-4623-a251-8c1282db411e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0601354 Dec 21 02:19:42.319400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13928a90-63ba-4514-ba25-13e405abd165 req-49e1b431-3695-4a79-bf8e-d20e460ff3b0 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Dec 21 02:19:43.436592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e2edb-84be-4777-8824-3bf2d305be65 req-607fb5e7-5eab-4a62-816e-9aa8935e0b09 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:43.438183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-754e2edb-84be-4777-8824-3bf2d305be65 req-607fb5e7-5eab-4a62-816e-9aa8935e0b09 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0477579 Dec 21 02:19:43.485435 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-754e2edb-84be-4777-8824-3bf2d305be65 req-49c505e3-1245-4a20-b71f-bea194cdb6a3 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Dec 21 02:19:43.931578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7314-ab7e-4348-b7db-edd04a6c6fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:44.607220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da67cb-b1e1-4013-ab8e-44cc18f1ce15 req-0b2882db-4db4-457d-98e2-61cbb9cc5685 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:44.608786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68da67cb-b1e1-4013-ab8e-44cc18f1ce15 req-0b2882db-4db4-457d-98e2-61cbb9cc5685 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0526195 Dec 21 02:19:44.662906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68da67cb-b1e1-4013-ab8e-44cc18f1ce15 req-2de92113-709d-4619-bd6b-33feb27e5dc1 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Dec 21 02:19:45.779951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d9c00-29af-4e0a-afcb-45ab2e62825d req-d5f35d19-99f8-424e-8f0b-d22eb8e0d792 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:45.781678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b63d9c00-29af-4e0a-afcb-45ab2e62825d req-d5f35d19-99f8-424e-8f0b-d22eb8e0d792 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0508506 Dec 21 02:19:45.831558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b63d9c00-29af-4e0a-afcb-45ab2e62825d req-a5f940c5-0fad-48b0-a8fc-75234235532d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Dec 21 02:19:46.651004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe7dc-75b6-49ab-952d-d993b1947759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:46.948006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6520c2a-5562-4d78-b8db-b6f69aaf2b9a req-9b166b17-286d-49ca-a1cb-5c724243edd1 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:46.949573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6520c2a-5562-4d78-b8db-b6f69aaf2b9a req-9b166b17-286d-49ca-a1cb-5c724243edd1 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0498784 Dec 21 02:19:46.997022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6520c2a-5562-4d78-b8db-b6f69aaf2b9a req-73537ab6-ad5e-4524-b4b5-d123367f9694 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Dec 21 02:19:47.332904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:48.118484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105eea63-4b85-4193-bffb-774a811e95b4 req-7991401d-68bb-4fe7-8743-07b256938f50 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:48.119940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-105eea63-4b85-4193-bffb-774a811e95b4 req-7991401d-68bb-4fe7-8743-07b256938f50 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Dec 21 02:19:48.170541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-105eea63-4b85-4193-bffb-774a811e95b4 req-3370f30d-09b9-4bdd-b781-0009f6f20786 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Dec 21 02:19:48.733285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:48.785736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2ff5-e2a2-40ea-9004-0eceebeede48 req-137a73b7-9131-46a0-9618-5f8982344145 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:48.787311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e6f2ff5-e2a2-40ea-9004-0eceebeede48 req-137a73b7-9131-46a0-9618-5f8982344145 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0511425 Dec 21 02:19:48.836097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e6f2ff5-e2a2-40ea-9004-0eceebeede48 req-508d354d-cf73-4098-a4d9-0a8017f20872 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Dec 21 02:19:49.287585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a525f5c-7e34-49e7-9843-a15e8bb41905 req-8d0766c3-8a43-4e91-8eff-2f0c23178336 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:49.289051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a525f5c-7e34-49e7-9843-a15e8bb41905 req-8d0766c3-8a43-4e91-8eff-2f0c23178336 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Dec 21 02:19:49.342709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a525f5c-7e34-49e7-9843-a15e8bb41905 req-19533d1a-2a2f-4d8f-b653-4cc51f98fb5c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Dec 21 02:19:49.398620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:49.554720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650877c-88ff-4149-8185-718c60ee0bc4 req-30967533-cdb6-4846-8a47-24a0d4ba3904 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:49.556301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2650877c-88ff-4149-8185-718c60ee0bc4 req-30967533-cdb6-4846-8a47-24a0d4ba3904 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0502419 Dec 21 02:19:49.606213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2650877c-88ff-4149-8185-718c60ee0bc4 req-1bdf345c-c9e3-435e-9941-66c007479e2c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Dec 21 02:19:49.729232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60035c-d184-4de1-b8e3-bbcd3e682f7f req-5cadbe25-c567-43d1-baaf-1b937946eacc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:49.730942 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a60035c-d184-4de1-b8e3-bbcd3e682f7f req-5cadbe25-c567-43d1-baaf-1b937946eacc tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Dec 21 02:19:49.785879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a60035c-d184-4de1-b8e3-bbcd3e682f7f req-baf236f8-9397-440a-93ba-704317b84369 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488436 Dec 21 02:19:49.997686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65051f35-5fda-4351-bee3-d6da6a7115e1 req-e56b7c3d-ca90-4f68-9c4c-ecc3c2c7d03a tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:49.999165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65051f35-5fda-4351-bee3-d6da6a7115e1 req-e56b7c3d-ca90-4f68-9c4c-ecc3c2c7d03a tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0759048 Dec 21 02:19:50.092486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce4752-5c74-4a00-be7b-ef00308fd9f2 req-00d209c8-99b1-46aa-b783-54e913045084 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:50.101971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bce4752-5c74-4a00-be7b-ef00308fd9f2 req-00d209c8-99b1-46aa-b783-54e913045084 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0862401 Dec 21 02:19:50.116280 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65051f35-5fda-4351-bee3-d6da6a7115e1 req-8ceef07b-f3de-4ca9-8dfe-3ef96e42b559 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095641 Dec 21 02:19:50.156891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bce4752-5c74-4a00-be7b-ef00308fd9f2 req-57e442a7-4add-4dc8-9a60-cfeeacc8904c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Dec 21 02:19:50.389601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-39eba89a-6c1c-4a50-acd4-0719b0619e82 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:50.391281 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-39eba89a-6c1c-4a50-acd4-0719b0619e82 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 945 time: 0.0627706 Dec 21 02:19:50.498368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Deleting port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:50.498849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:50.589942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] For port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:50.590301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.110567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.111574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.111574 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Floating IP e2447fe6-f52e-4be1-a866-a210e0d5797e disassociated. External IP: 172.25.6.146, port: bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3. Dec 21 02:19:51.111848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Calling delete_port for bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:51.271365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.333382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7aae-4c14-4884-ab9f-e8193b275541 req-7a53b826-8c81-4e41-bff1-b62753ebe29d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:51.336273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event deleted for resources: {'Port': ['ID=bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:51.360950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab1a7aae-4c14-4884-ab9f-e8193b275541 req-7a53b826-8c81-4e41-bff1-b62753ebe29d tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0960371 Dec 21 02:19:51.415656 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-7dd324b0-b92e-41b4-8b89-d4357c3d5776 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:51.417451 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-7dd324b0-b92e-41b4-8b89-d4357c3d5776 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 946 time: 0.0825906 Dec 21 02:19:51.456939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab1a7aae-4c14-4884-ab9f-e8193b275541 req-1f391ce4-cbd6-4df3-888a-78a11c509ad2 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797343 Dec 21 02:19:51.550497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62a24eff-4b12-4b2c-9b17-52e01e3d69f7 req-59aae138-b2cd-48f6-ba07-948f72b012bf tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 210 time: 0.0386457 Dec 21 02:19:51.630058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:19:51.638148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:51.638486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.811114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:51.811481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:51.829380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:51.831636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:19:51.842891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Sync routers for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:19:51.855896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:19:51.856855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:51.977814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:19:52.017123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] No DVR routers for this DVR port bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:19:52.026630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:52.030247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c6b88a88-e577-4cba-af87-8a46b9949959 req-902b21e7-27b2-4b4b-818b-b8d7eeae1b4c tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.45 "DELETE /v2.0/ports/bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 HTTP/1.1" status: 204 len: 173 time: 1.6286194 Dec 21 02:19:52.030723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'name': 'network-vif-deleted', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:52.033028 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb186272-67ac-426a-a669-fc5820cf374d" -d '{"events": [{"server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "name": "network-vif-deleted", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:52.067086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:52.106000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:52.124036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:19:52.126594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a49cd4-c4cb-4a67-b3a9-9319962c2c46 None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:52.204271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:19:52.207503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:52.211473 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-422fac93-4ac6-472e-9cd7-2cfdaa1dcd8e req-65eeb01b-87b8-4596-bf91-a75d2e22c61a tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "DELETE /v2.0/ports/c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 HTTP/1.1" status: 204 len: 173 time: 0.7462809 Dec 21 02:19:52.268856 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b02a12-01c1-42be-9bc7-3cb7c354dbd1 x-openstack-request-id: req-f0b02a12-01c1-42be-9bc7-3cb7c354dbd1 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:52.269163 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7997df-b768-4461-b060-70423fe3775d", "name": "network-vif-deleted", "tag": "bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:52.269456 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0b02a12-01c1-42be-9bc7-3cb7c354dbd1 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:52.269868 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7997df-b768-4461-b060-70423fe3775d', 'name': 'network-vif-deleted', 'tag': 'bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3', 'status': 'completed', 'code': 200} Dec 21 02:19:52.288887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:52.399292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:52.429259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Checking router: fad9b36a-b32c-47e9-8667-d8ebc567b3f7 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:19:52.491041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:19:52.492080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:52.698976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b37e619-116b-4aa9-bb2c-497642557611 req-3a34213a-eb42-490b-91bc-771df1373597 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c3f36-52f0-40c1-9124-52c6af8d2fd5 HTTP/1.1" status: 200 len: 210 time: 0.1039829 Dec 21 02:19:52.770935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5383fd53-8b05-495b-b8db-73c8c148255d req-cf363967-f832-489b-95c3-f5bee2d96e95 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7997df-b768-4461-b060-70423fe3775d HTTP/1.1" status: 200 len: 210 time: 0.0707874 Dec 21 02:19:52.862784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:19:53.306937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:53.334785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe69c83-db66-4684-bdeb-07fbcd7f2a19 None None] The sync data for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 is: [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '6d6f910e-709c-4350-ba6b-54e3e1ab70ed', 'name': '', 'network_id': '5c802afe-e22c-44c6-aba1-7c9e94eca8ec', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'mac_address': 'fa:16:3e:56:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:44Z', 'updated_at': '2021-12-21T02:14:48Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'subnets': [{'id': '0c67749e-b5bb-437c-8311-c9eeb37cff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:19:53.573825 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65964598-8bfd-4f34-bf96-0a0fda47456c None None] New status for floating IP e2447fe6-f52e-4be1-a866-a210e0d5797e: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:19:53.835068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52560) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:53.970173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Deleting port 70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:53.970533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.023908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:19:54.052904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:19:54.053379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device bed2f4a9-bc69-46d5-b4ea-5a9f40fd51b3 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:19:54.059752 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.059972 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.072548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Calling delete_port for 70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:54.230942 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.258618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event deleted for resources: {'Port': ['ID=70fe2bf0-ce0c-4aa0-a8a4-73140dc50c76,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:54.270671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'name': 'network-vif-deleted', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:54.274205 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02052179-294a-40f4-9265-225e6188cd6a" -d '{"events": [{"server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "name": "network-vif-deleted", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:54.317783 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b72cdf2-9698-4493-a582-fdf9fc2b99ba x-openstack-request-id: req-9b72cdf2-9698-4493-a582-fdf9fc2b99ba {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:54.318089 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c3f36-52f0-40c1-9124-52c6af8d2fd5", "name": "network-vif-deleted", "tag": "c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:54.318347 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b72cdf2-9698-4493-a582-fdf9fc2b99ba {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:54.318805 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c3f36-52f0-40c1-9124-52c6af8d2fd5', 'name': 'network-vif-deleted', 'tag': 'c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45', 'status': 'completed', 'code': 200} Dec 21 02:19:54.345936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.349779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.354772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f95cde26-2f84-4bb7-813d-2d9bc353f5a9 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "DELETE /v2.0/floatingips/e2447fe6-f52e-4be1-a866-a210e0d5797e HTTP/1.1" status: 204 len: 168 time: 0.5154645 Dec 21 02:19:54.435505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52596) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:54.476802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d6dd-dd09-4e43-b655-44173cf0b503 req-e6924aca-90d3-4db3-9ea9-7708e915908f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:54.478427 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e7d6dd-dd09-4e43-b655-44173cf0b503 req-e6924aca-90d3-4db3-9ea9-7708e915908f tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0514677 Dec 21 02:19:54.497251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.523687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.532878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7e7d6dd-dd09-4e43-b655-44173cf0b503 req-bf2dd32b-3ea1-4865-b4fa-3c6e19dcb9bd tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Dec 21 02:19:54.595166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.598677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:54.599932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1 HTTP/1.1" status: 204 len: 168 time: 0.1630695 Dec 21 02:19:54.609316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929b7d7-0cc7-47aa-94d5-941b299edac6 tempest-TestServerBasicOps-449708295 tempest-TestServerBasicOps-449708295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0b4e8-601c-4d02-aea3-ab2c47cb5ef1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:54.646773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:54.860563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:19:54.881292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:19:54.881805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c896b3e8-2fa9-4389-b0e3-a7fac6ebaa45 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:19:55.150919 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:55.403056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Deleting port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:55.403621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:55.483319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] For port 6d6f910e-709c-4350-ba6b-54e3e1ab70ed, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:55.483678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:55.496806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Calling delete_port for 6d6f910e-709c-4350-ba6b-54e3e1ab70ed owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:55.657485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c7eed-4000-4ea0-a73b-7afa1732e77f req-59af4634-e0df-47f6-bde4-23ab70591fc4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:55.659376 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d05c7eed-4000-4ea0-a73b-7afa1732e77f req-59af4634-e0df-47f6-bde4-23ab70591fc4 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0517449 Dec 21 02:19:55.704794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:55.738360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d05c7eed-4000-4ea0-a73b-7afa1732e77f req-e6b88ca5-7aac-4d69-94c8-b91d7984deff tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676270 Dec 21 02:19:55.754967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6f910e-709c-4350-ba6b-54e3e1ab70ed,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:55.962537 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:56.110761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-33c21dcb-7182-4778-91ad-6348684c629c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:56.112292 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-33c21dcb-7182-4778-91ad-6348684c629c tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 945 time: 0.0979683 Dec 21 02:19:56.292298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Deleting port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:56.292634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:56.308657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:19:56.750525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] For port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,segment=NetworkSegment(3cf68066-fc43-4941-839a-b6f74f30d1b6),segment_id=3cf68066-fc43-4941-839a-b6f74f30d1b6)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:56.751205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:56.770346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Calling delete_port for 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:56.789572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:19:56.801707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Sync routers for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:19:56.812751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:19:56.813655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:56.824248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9087e079-3cf8-4c82-af4e-a972098ce83b admin admin] 10.222.0.43 "PUT /v2.0/routers/fad9b36a-b32c-47e9-8667-d8ebc567b3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1768069 Dec 21 02:19:56.825245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52618) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:56.941210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:56.957357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:19:56.996634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb8376-ea68-4a88-b738-a4bd9f5f164e None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:57.030335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Pushing event deleted for resources: {'Port': ['ID=8c0ee1b8-f4c2-4c6b-9158-2540e5b05907,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:57.050474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] No DVR routers for this DVR port 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:19:57.057839 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.065073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6cc8f55f-ce37-4fe2-8aa1-87d678d08561 req-cd3ffab0-514b-4386-8a57-002ea7148d7e tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.24 "DELETE /v2.0/ports/8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 HTTP/1.1" status: 204 len: 173 time: 0.9449995 Dec 21 02:19:57.065734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'name': 'network-vif-deleted', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:19:57.069525 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8c8e3-af3e-48fb-bf92-2a83f1b7cfb7" -d '{"events": [{"server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "name": "network-vif-deleted", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:19:57.116408 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9b484-48d8-4fa7-94db-2d9184425c14 x-openstack-request-id: req-c5d9b484-48d8-4fa7-94db-2d9184425c14 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:19:57.116713 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f8a844-c6f2-4616-91d9-b979c900538d", "name": "network-vif-deleted", "tag": "8c0ee1b8-f4c2-4c6b-9158-2540e5b05907", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:19:57.117000 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5d9b484-48d8-4fa7-94db-2d9184425c14 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:19:57.117431 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f8a844-c6f2-4616-91d9-b979c900538d', 'name': 'network-vif-deleted', 'tag': '8c0ee1b8-f4c2-4c6b-9158-2540e5b05907', 'status': 'completed', 'code': 200} Dec 21 02:19:57.130691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.211155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:19:55Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:57.248111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Checking router: fad9b36a-b32c-47e9-8667-d8ebc567b3f7 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:19:57.262257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Routers {'fad9b36a-b32c-47e9-8667-d8ebc567b3f7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:19:57.263151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:57.354551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30935468-ffb9-44d6-b10e-8c1dedbcae03 req-e3495d85-9967-4bc3-975e-aa4b23edfbf7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:19:57.356040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30935468-ffb9-44d6-b10e-8c1dedbcae03 req-e3495d85-9967-4bc3-975e-aa4b23edfbf7 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/ports?device_id=89f8a844-c6f2-4616-91d9-b979c900538d HTTP/1.1" status: 200 len: 867 time: 0.4677470 Dec 21 02:19:57.383658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] Set router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:19:57.390371 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.421624 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:19:57.460598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30935468-ffb9-44d6-b10e-8c1dedbcae03 req-e71c2554-d6b9-4fa3-abe5-a663a6239b04 tempest-ServersTestJSON-906267445 tempest-ServersTestJSON-906267445-project] 10.222.0.43 "GET /v2.0/security-groups?id=2c1df12b-da8f-4509-9e0d-bd27633503ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918465 Dec 21 02:19:57.515642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.585674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Deleting port ccf382c7-212b-4d17-b014-6b872a1586ae {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:57.586056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.624226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:19:55Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:57.658802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c8b17-02ad-49bd-b433-36c9ac7c6c1e None None] The sync data for ids ['fad9b36a-b32c-47e9-8667-d8ebc567b3f7'] in n-d-761264-20 is: [{'id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'name': 'tempest-TestServerBasicOps-225863440-router', 'tenant_id': 'c38cd59713be4f8cb2b16d44a094c571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:19:55Z', 'revision_number': 5, 'project_id': 'c38cd59713be4f8cb2b16d44a094c571', 'gw_port': {'id': 'ccf382c7-212b-4d17-b014-6b872a1586ae', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad9b36a-b32c-47e9-8667-d8ebc567b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:42Z', 'updated_at': '2021-12-21T02:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:19:57.681233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] For port ccf382c7-212b-4d17-b014-6b872a1586ae, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ccf382c7-212b-4d17-b014-6b872a1586ae,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:57.681768 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.697072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Calling delete_port for ccf382c7-212b-4d17-b014-6b872a1586ae owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:57.863224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:57.888132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf382c7-212b-4d17-b014-6b872a1586ae,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:57.908266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5c285-41ef-45da-8c75-d9c4d92b69f0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:57.962673 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.058860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.061128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.110055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.110635 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad9b36a-b32c-47e9-8667-d8ebc567b3f7 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:19:58.115156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.118630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-85107678-26b3-4a8f-af1a-fc8a43796d59 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fad9b36a-b32c-47e9-8667-d8ebc567b3f7 HTTP/1.1" status: 204 len: 168 time: 1.2901499 Dec 21 02:19:58.119147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:58.179090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Deleting subnet 0c67749e-b5bb-437c-8311-c9eeb37cff86 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:19:58.182571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.222019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.267653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d6f910e-709c-4350-ba6b-54e3e1ab70ed no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:19:58.289032 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6d6f910e-709c-4350-ba6b-54e3e1ab70ed {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:19:58.289406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d6f910e-709c-4350-ba6b-54e3e1ab70ed not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:19:58.305870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.383038 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.410027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c67749e-b5bb-437c-8311-c9eeb37cff86,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:58.413784 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.419925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e4cce092-eb5f-45ca-92c2-8c30d9368863 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c67749e-b5bb-437c-8311-c9eeb37cff86 HTTP/1.1" status: 204 len: 168 time: 0.2976866 Dec 21 02:19:58.420150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:58.426289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b691e-e726-412b-9dae-7dc54e61679a None None] Network 5c802afe-e22c-44c6-aba1-7c9e94eca8ec requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:58.526352 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.544506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52630) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:58.589478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Deleting port 40be1fa6-7e3e-46b7-b77f-136353494692 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:58.589898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.601585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Deleting subnet 587237d5-e5f0-4f7a-85c8-a353c5312de9 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:19:58.604807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.645122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.656413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] For port 40be1fa6-7e3e-46b7-b77f-136353494692, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=40be1fa6-7e3e-46b7-b77f-136353494692,segment=NetworkSegment(46b54994-ef6a-47af-89b0-86f3cad14399),segment_id=46b54994-ef6a-47af-89b0-86f3cad14399)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:58.656843 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.677397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Calling delete_port for 40be1fa6-7e3e-46b7-b77f-136353494692 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:19:58.690342 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.744555 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.762424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.771941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587237d5-e5f0-4f7a-85c8-a353c5312de9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:58.774064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.783119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f81f4b24-2429-4372-baca-4f1a0d05f667 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/587237d5-e5f0-4f7a-85c8-a353c5312de9 HTTP/1.1" status: 204 len: 168 time: 0.2316673 Dec 21 02:19:58.783119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52632) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:58.784209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdd24e-9675-4960-8cba-3a36ef53c606 None None] Network bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:19:58.809299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Pushing event deleted for resources: {'Port': ['ID=40be1fa6-7e3e-46b7-b77f-136353494692,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:58.821506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] No DVR routers for this DVR port 40be1fa6-7e3e-46b7-b77f-136353494692 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:19:58.831563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9eb7a-e8df-4f57-9898-47f586ff54d3 None None] DHCP port deletion for 5c802afe-e22c-44c6-aba1-7c9e94eca8ec request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:58.892395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:19:58.898047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.929235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:19:58.929886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8c0ee1b8-f4c2-4c6b-9158-2540e5b05907 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:19:58.933162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:58.954478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c802afe-e22c-44c6-aba1-7c9e94eca8ec']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:58.968860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e66cb7-edf9-4d70-b4f5-00d41faf2f7e None None] DHCP port deletion for bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:19:58.970741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b54994-ef6a-47af-89b0-86f3cad14399') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:58.971944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b54994-ef6a-47af-89b0-86f3cad14399') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:58.990939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.009391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.012315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:19:59.012790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:19:59.014555 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:19:59.022714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.057107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:59.069311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf68066-fc43-4941-839a-b6f74f30d1b6') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:59.069718 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf68066-fc43-4941-839a-b6f74f30d1b6') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:19:59.081808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.084833 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.093429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.100791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c802afe-e22c-44c6-aba1-7c9e94eca8ec HTTP/1.1" status: 204 len: 168 time: 0.6769102 Dec 21 02:19:59.101654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.103211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:59.116152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:19:59.116729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.118702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b8bd8-fa5c-4e17-b2f3-045eb8a8ae28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c802afe-e22c-44c6-aba1-7c9e94eca8ec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:19:59.119077 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:19:59.252476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.260898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.264057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] 10.222.0.43 "DELETE /v2.0/networks/bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3 HTTP/1.1" status: 204 len: 168 time: 0.4832613 Dec 21 02:19:59.275500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52644) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:59.280640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e2a3-e0d8-4c00-bcf8-ee9bd6afae7c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbde2648-8a46-43b9-97ef-1cc9a2fdc3e3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:59.424008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc44b93-ebb4-44d9-9cb6-24bc9c05386f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.443588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52648) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:59.503759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-432fd03b-912d-4fdd-88ab-ef2f3d06dbbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a150b4f28bc84b06a711fe664d5a3a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0590239 Dec 21 02:19:59.506616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:59.580041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.584592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc44b93-ebb4-44d9-9cb6-24bc9c05386f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.590690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdc44b93-ebb4-44d9-9cb6-24bc9c05386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.593054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.639551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.655725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44b93-ebb4-44d9-9cb6-24bc9c05386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f935a1dc-9394-4fc9-bccd-e2f46734933a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:59.662784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bdc44b93-ebb4-44d9-9cb6-24bc9c05386f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8d5890c69ac4185a7cc9603611670bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859816 Dec 21 02:19:59.663319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:19:59.735273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.737262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.739739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.740854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c1df12b-da8f-4509-9e0d-bd27633503ff HTTP/1.1" status: 204 len: 168 time: 0.2333748 Dec 21 02:19:59.757117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab93b88-df65-44a1-ac01-acd3a3417a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1df12b-da8f-4509-9e0d-bd27633503ff,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:59.770237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.826765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.829569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.837878 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f935a1dc-9394-4fc9-bccd-e2f46734933a HTTP/1.1" status: 204 len: 168 time: 0.1650188 Dec 21 02:19:59.852199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589111b-f7e3-4957-bca4-114f7d5cee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f935a1dc-9394-4fc9-bccd-e2f46734933a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:19:59.857233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Deleting port 65390d60-f159-49c5-90a9-bce48a21ccd8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:19:59.857850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.957485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] For port 65390d60-f159-49c5-90a9-bce48a21ccd8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=65390d60-f159-49c5-90a9-bce48a21ccd8,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:19:59.958068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:19:59.971843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Calling delete_port for 65390d60-f159-49c5-90a9-bce48a21ccd8 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:00.137835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52668) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:00.155451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90947e28-d51f-41f6-ae40-27954e351726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.189730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.223833 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Pushing event deleted for resources: {'Port': ['ID=65390d60-f159-49c5-90a9-bce48a21ccd8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:00.229934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ccf382c7-212b-4d17-b014-6b872a1586ae no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:00.261113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: ccf382c7-212b-4d17-b014-6b872a1586ae {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:00.261494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ccf382c7-212b-4d17-b014-6b872a1586ae not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:00.261921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 40be1fa6-7e3e-46b7-b77f-136353494692 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:00.282129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 40be1fa6-7e3e-46b7-b77f-136353494692 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:00.282476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 40be1fa6-7e3e-46b7-b77f-136353494692 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:00.286032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90947e28-d51f-41f6-ae40-27954e351726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.294673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-90947e28-d51f-41f6-ae40-27954e351726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.338314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90947e28-d51f-41f6-ae40-27954e351726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a30ed1b-a7ba-49f7-91d0-06c56f2531ef,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:00.347959 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-90947e28-d51f-41f6-ae40-27954e351726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2a456d22d214effa02badd527228ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083766 Dec 21 02:20:00.348604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:00.430325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.457058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.493943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.511339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.514312 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:00.518640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a30ed1b-a7ba-49f7-91d0-06c56f2531ef HTTP/1.1" status: 204 len: 168 time: 0.1656885 Dec 21 02:20:00.524301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0c42-2fd6-4004-91ba-80dbecde12db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a30ed1b-a7ba-49f7-91d0-06c56f2531ef,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:00.733239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Router 38bdf451-2fdf-486f-9632-a30c0520ade1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:20:00.867551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:00.875551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-09960199-2a15-4cab-818b-8489c949a828 admin admin] 10.222.0.43 "PUT /v2.0/routers/38bdf451-2fdf-486f-9632-a30c0520ade1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683046 Dec 21 02:20:00.875868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52692) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:00.884937 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Sync routers for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:00.898075 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:00.898812 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:01.044418 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.045094 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:01.168178 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.226817 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Deleting port d2396dc3-f555-4c92-b597-b8771f34851d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:01.227149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.256078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:20:00Z', 'revision_number': 5, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port': {'id': 'd2396dc3-f555-4c92-b597-b8771f34851d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:14:47Z', 'updated_at': '2021-12-21T02:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:01.323511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] For port d2396dc3-f555-4c92-b597-b8771f34851d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d2396dc3-f555-4c92-b597-b8771f34851d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:01.323886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.343638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Calling delete_port for d2396dc3-f555-4c92-b597-b8771f34851d owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:01.376376 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Checking router: 38bdf451-2fdf-486f-9632-a30c0520ade1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:01.385781 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Routers {'38bdf451-2fdf-486f-9632-a30c0520ade1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:01.386398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38bdf451-2fdf-486f-9632-a30c0520ade1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:01.479897 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] Set router 38bdf451-2fdf-486f-9632-a30c0520ade1 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:01.521466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.533947 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:20:01Z', 'revision_number': 6, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:01.547360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2396dc3-f555-4c92-b597-b8771f34851d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:01.568171 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae60cc-8a71-47ed-a3f7-7628f850f53a None None] The sync data for ids ['38bdf451-2fdf-486f-9632-a30c0520ade1'] in n-d-761264-20 is: [{'id': '38bdf451-2fdf-486f-9632-a30c0520ade1', 'name': 'tempest-TestServerBasicOps-2040190136-router', 'tenant_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:14:46Z', 'updated_at': '2021-12-21T02:20:01Z', 'revision_number': 6, 'project_id': 'e5df9eda6ca3413e8ec158c4c4e81a1b', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:01.569061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52722) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:01.580794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dc994-d88a-45e8-a8e3-12f46c98a6e1 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:01.624542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.693035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdeca288-2c83-4e07-b3ba-a36bc086d951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.717032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.719135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.765635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.766198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bdf451-2fdf-486f-9632-a30c0520ade1 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:20:01.771197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.771699 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdeca288-2c83-4e07-b3ba-a36bc086d951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.772492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-12ffef75-463f-44ca-90ec-ccdfe1171a10 admin admin] 10.222.0.43 "DELETE /v2.0/routers/38bdf451-2fdf-486f-9632-a30c0520ade1 HTTP/1.1" status: 204 len: 168 time: 0.8956766 Dec 21 02:20:01.774815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52726) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:01.783443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bdeca288-2c83-4e07-b3ba-a36bc086d951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.849028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeca288-2c83-4e07-b3ba-a36bc086d951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19ce79-f773-44c6-a3a9-e909b7bce9be,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:01.855978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bdeca288-2c83-4e07-b3ba-a36bc086d951 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b697b6c577d94973a3c560548e1376d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843437 Dec 21 02:20:01.858874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52728) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:01.858979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Deleting subnet d88fb297-5246-4d42-b132-186a8631dd79 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:20:01.862209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.898058 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.907564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.929385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.984667 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.988587 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.989262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:01.992744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de19ce79-f773-44c6-a3a9-e909b7bce9be HTTP/1.1" status: 204 len: 168 time: 0.1299598 Dec 21 02:20:01.998475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911214f-4fff-45ce-bf30-cfaa77e192f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19ce79-f773-44c6-a3a9-e909b7bce9be,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:02.066481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.095077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88fb297-5246-4d42-b132-186a8631dd79,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:02.098479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.103028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-96b6aae3-2048-4544-8c09-f309d8cfe434 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d88fb297-5246-4d42-b132-186a8631dd79 HTTP/1.1" status: 204 len: 168 time: 0.3271468 Dec 21 02:20:02.103952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca001dd-6e91-4992-a08a-3d9e17a33e08 None None] Network c9f2e68e-961b-4cc1-8c6c-2e4819e7876e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:02.105612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52732) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:02.182289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.243976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Deleting port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:02.244318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.307010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] For port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,segment=NetworkSegment(8228cce2-e6ba-4e89-b5ba-0ae982b085a0),segment_id=8228cce2-e6ba-4e89-b5ba-0ae982b085a0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:02.307427 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.320419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Calling delete_port for 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:02.394465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] DHCP port deletion for c9f2e68e-961b-4cc1-8c6c-2e4819e7876e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:02.421216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.467273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] No DVR routers for this DVR port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:02.473936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:02.475544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65390d60-f159-49c5-90a9-bce48a21ccd8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:02.480459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Deleting port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:02.480838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.508988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 65390d60-f159-49c5-90a9-bce48a21ccd8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:02.509654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 65390d60-f159-49c5-90a9-bce48a21ccd8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:02.510079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d2396dc3-f555-4c92-b597-b8771f34851d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:02.537627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d2396dc3-f555-4c92-b597-b8771f34851d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:02.537979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d2396dc3-f555-4c92-b597-b8771f34851d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:02.538396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:02.584338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:02.585923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:02.612688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] For port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:02.613087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.628029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Calling delete_port for 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:02.631058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:20:02.632380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.664372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Pushing event deleted for resources: {'Port': ['ID=6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:02.672568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] No DVR routers for this DVR port 6d048f2a-9a08-4dd9-93d2-04ee20a6a8c1 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:02.676588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.676934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.677281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.677642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.677973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.678306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.678871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.679200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.679695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.680167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.680684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.681299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.681817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc1fe8-4569-4a96-8fd2-0245e2009654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:02.916160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.936889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f2e68e-961b-4cc1-8c6c-2e4819e7876e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:02.946777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8228cce2-e6ba-4e89-b5ba-0ae982b085a0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:02.947072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8228cce2-e6ba-4e89-b5ba-0ae982b085a0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:02.956678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.969828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.976090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:02.976590 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:02.978396 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:03.040287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.045656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.052460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9f2e68e-961b-4cc1-8c6c-2e4819e7876e HTTP/1.1" status: 204 len: 168 time: 0.9451065 Dec 21 02:20:03.067937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e21b-4332-41ca-9e14-bc4b26e03d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f2e68e-961b-4cc1-8c6c-2e4819e7876e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:03.174557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52764) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:03.213572 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6633a220-4efa-4011-901a-e8203ae1f77d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c38cd59713be4f8cb2b16d44a094c571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378230 Dec 21 02:20:03.215988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52766) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:03.264324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.287206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.334647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.337499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.341188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/292e0d72-cef6-4135-9f84-f1fe991ed52e HTTP/1.1" status: 204 len: 168 time: 0.1217484 Dec 21 02:20:03.349947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c86e51-0b1d-4541-a977-bb5e3cd4e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e0d72-cef6-4135-9f84-f1fe991ed52e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:03.715012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:03.754461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-736f3f62-dd81-48ce-9336-810423bd69be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5df9eda6ca3413e8ec158c4c4e81a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382605 Dec 21 02:20:03.756868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52792) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:03.807741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.829258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.877400 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.880378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:03.884151 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/148bea87-0fb8-421d-ab82-0f719e734cdc HTTP/1.1" status: 204 len: 168 time: 0.1236842 Dec 21 02:20:03.889497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817029e5-a0d3-46d3-990a-cb1dd72be76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148bea87-0fb8-421d-ab82-0f719e734cdc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:04.642127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52836) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:04.840265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-186210290-network', 'tenant_id': '89c94d68294f48c5abae7a536af82286'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:04.862934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Made reservation on behalf of 89c94d68294f48c5abae7a536af82286 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:04.865349 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:04.873907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:04.951096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:04.956087 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:04.979166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:04.993443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8aad9-c1c2-48de-a56f-622283ad3493,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:05.001893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.002825 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Added segment fd1758f8-413c-4c1e-9cd7-08201eed4bc0 of type vlan for network a51c88ec-408f-4be4-a67b-405ad77c0ab0 Dec 21 02:20:05.049113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.078199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.079150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:05.079757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.112312 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4690635 Dec 21 02:20:05.115242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52848) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:05.120439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Request body: {'subnet': {'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-186210290-subnet', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:05.149284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Made reservation on behalf of 89c94d68294f48c5abae7a536af82286 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:05.152714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459590-fae9-4da1-b90f-0b0818ad9e26 admin admin] Pushing event updated for resources: {'Network': ['ID=a51c88ec-408f-4be4-a67b-405ad77c0ab0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:05.158996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.167804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:05.335173 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.397991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb31943-1d62-47c2-9b1d-81766576ee73,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:05.404830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Checking segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:05.405191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Network hostable DHCP agents. Network: a51c88ec-408f-4be4-a67b-405ad77c0ab0, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:05.422983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:05.432115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, a51c88ec-408f-4be4-a67b-405ad77c0ab0) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:05.436498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:05.437097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.443491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710e1eb-b8ae-4584-a032-4547da6fc6a3 None None] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:05.458291 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2812b26-a343-4962-b6c9-51bcf3f7c57f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3415887 Dec 21 02:20:05.461036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52864) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:05.466171 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:05.491335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.492711 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.554295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'project_id': '89c94d68294f48c5abae7a536af82286', 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:05.555173 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.566543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.699251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Allocated IP 172.20.0.2 (a51c88ec-408f-4be4-a67b-405ad77c0ab0/cbb31943-1d62-47c2-9b1d-81766576ee73/443f318a-0ae6-4384-8b82-909ed68b2940) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:05.716291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.873092 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.879460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.925882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:05.930166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:05.933556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:05.942318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Pushing event updated for resources: {'Port': ['ID=443f318a-0ae6-4384-8b82-909ed68b2940,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:05.953418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:05.972905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.017978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Attempting to bind port 443f318a-0ae6-4384-8b82-909ed68b2940 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:06.018124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Attempting to bind port 443f318a-0ae6-4384-8b82-909ed68b2940 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:06.018844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Attempting to bind port 443f318a-0ae6-4384-8b82-909ed68b2940 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:06.026455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:06.026911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Checking segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:06.027557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.028001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Bound using segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:06.029566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Bound port: 443f318a-0ae6-4384-8b82-909ed68b2940, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:06.029566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.080248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Allocated IP 172.25.6.78 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/637c7932-e4a4-4360-9129-08000cb1a685) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:06.092650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] For port 443f318a-0ae6-4384-8b82-909ed68b2940, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:06.096567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] For port 443f318a-0ae6-4384-8b82-909ed68b2940, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=443f318a-0ae6-4384-8b82-909ed68b2940,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:06.103152 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.211100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8eea-4ca2-45bc-9018-065f6c00c18c None None] Pushing event updated for resources: {'Port': ['ID=443f318a-0ae6-4384-8b82-909ed68b2940,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:06.239625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.275306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.318459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:06.321320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:06.324816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:06.339905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe529a9c-335b-411a-ac61-359e9f286499 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:06.363800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Pushing event updated for resources: {'Port': ['ID=637c7932-e4a4-4360-9129-08000cb1a685,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:06.434867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d7f7ada-a6bf-436a-922e-bf087be7a35d None None] Provisioning complete for port 637c7932-e4a4-4360-9129-08000cb1a685 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:06.435231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7ada-a6bf-436a-922e-bf087be7a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.676157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f7ada-a6bf-436a-922e-bf087be7a35d None None] Port 637c7932-e4a4-4360-9129-08000cb1a685 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:06.685179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:06.918276 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.062780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:20:07.185818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:07.196207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Sync routers for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:07.206198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.210506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66ec1daa-2db8-4abf-a362-ebe9dff45e1b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7455840 Dec 21 02:20:07.211277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 52962) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:07.214863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:07.216096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:07.310008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59771546-22b1-4666-bfa8-2174b578efd0 None None] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:07.398127 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:07.491091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] Provisioning complete for port 443f318a-0ae6-4384-8b82-909ed68b2940 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:07.491424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.679313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.726332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:06Z', 'revision_number': 3, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:07.729344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] For port 443f318a-0ae6-4384-8b82-909ed68b2940, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=443f318a-0ae6-4384-8b82-909ed68b2940,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:07.777980 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.788822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Checking router: 39b8b95d-59ed-42d1-bdf1-c5155ecd677b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:07.789174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Updating router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b port 637c7932-e4a4-4360-9129-08000cb1a685 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:20:07.882767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:07.966334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52988) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:07.996776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.008914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e3f7-1d57-4cc2-ac56-69d566802082 None None] Pushing event updated for resources: {'Port': ['ID=443f318a-0ae6-4384-8b82-909ed68b2940,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:08.052825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5ece09cc-3d14-4b1f-ab0f-fe67914625e4 None None] Provisioning complete for port 443f318a-0ae6-4384-8b82-909ed68b2940 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:08.053258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ece09cc-3d14-4b1f-ab0f-fe67914625e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.117396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf805622-b343-44e4-a659-5c8508981101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.228487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf805622-b343-44e4-a659-5c8508981101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.234922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf805622-b343-44e4-a659-5c8508981101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.298276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf805622-b343-44e4-a659-5c8508981101 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e58556e5ae2849899f996c6fe4ef97ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308957 Dec 21 02:20:08.299727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 52992) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:08.302128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf805622-b343-44e4-a659-5c8508981101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b9f702-4808-40c8-886d-d949df112904,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:08.363101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.366834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Allocated IP 172.20.0.1 (a51c88ec-408f-4be4-a67b-405ad77c0ab0/cbb31943-1d62-47c2-9b1d-81766576ee73/801cfd51-b5bc-4fda-a52e-f3a973654fb8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:08.372869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 443f318a-0ae6-4384-8b82-909ed68b2940 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:08.393598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.424266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.433422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.471684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.474492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.477224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279429aa-9b7b-4a9f-a09f-2a604a7fbdeb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:08.487921 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25b9f702-4808-40c8-886d-d949df112904 HTTP/1.1" status: 204 len: 168 time: 0.1869175 Dec 21 02:20:08.502678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 443f318a-0ae6-4384-8b82-909ed68b2940 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:08.503183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.505073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f92a4-e8d7-434e-9d40-f7518482274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b9f702-4808-40c8-886d-d949df112904,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:08.506302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.568185 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.582188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Attempting to bind port 637c7932-e4a4-4360-9129-08000cb1a685 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:08.584457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Attempting to bind port 637c7932-e4a4-4360-9129-08000cb1a685 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:08.585178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Attempting to bind port 637c7932-e4a4-4360-9129-08000cb1a685 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:08.609411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82c22-3417-43e7-aa3c-e3aaf08988ee None None] Pushing event updated for resources: {'Port': ['ID=637c7932-e4a4-4360-9129-08000cb1a685,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:08.619198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:08.619903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:08.620529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.621154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:08.621890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Bound port: 637c7932-e4a4-4360-9129-08000cb1a685, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:08.622499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.657199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:08.666139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:08.678981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] For port 637c7932-e4a4-4360-9129-08000cb1a685, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:08.682811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] For port 637c7932-e4a4-4360-9129-08000cb1a685, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=637c7932-e4a4-4360-9129-08000cb1a685,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:08.683402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:08.700265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] Provisioning complete for port 637c7932-e4a4-4360-9129-08000cb1a685 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:08.701089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.703451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.766515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Pushing event updated for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:08.797811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f7161-da9c-4386-b6e4-a6a9a9e5f261 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:08.800660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:08.891459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:08.892269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:08.902249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f82c22-3417-43e7-aa3c-e3aaf08988ee None None] Pushing event updated for resources: {'Port': ['ID=637c7932-e4a4-4360-9129-08000cb1a685,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:09.022687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.078417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53000) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:09.096489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5caf535a-73c0-417f-8b31-680a1bcf98a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.114538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.145041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:09.148007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] For port 637c7932-e4a4-4360-9129-08000cb1a685, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=637c7932-e4a4-4360-9129-08000cb1a685,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:09.177297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.206028 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5caf535a-73c0-417f-8b31-680a1bcf98a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.211153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5caf535a-73c0-417f-8b31-680a1bcf98a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.244257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf535a-73c0-417f-8b31-680a1bcf98a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d854e-13d1-49c0-a0ed-f2ece800c270,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:09.260180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f68ee2-58c6-4b83-b5da-037fe9cdf775 None None] Pushing event updated for resources: {'Port': ['ID=637c7932-e4a4-4360-9129-08000cb1a685,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:09.266844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5caf535a-73c0-417f-8b31-680a1bcf98a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c2aa69f2dab4835a60841c93b9e27d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866436 Dec 21 02:20:09.270213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53002) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:09.279520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.293042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.332400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.341797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cf4042ca-64d0-4e8f-a0ed-474d14e5954b None None] Provisioning complete for port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:09.342149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf4042ca-64d0-4e8f-a0ed-474d14e5954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.356146 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.368281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.391033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Pushing event updated for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:09.413755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.416418 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.417140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cf4042ca-64d0-4e8f-a0ed-474d14e5954b None None] Port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:09.420405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa7d854e-13d1-49c0-a0ed-f2ece800c270 HTTP/1.1" status: 204 len: 168 time: 0.1456130 Dec 21 02:20:09.426970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463b38-bef8-42c2-ae64-69b615a215a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d854e-13d1-49c0-a0ed-f2ece800c270,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:09.442310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cf4042ca-64d0-4e8f-a0ed-474d14e5954b None None] Provisioning complete for port 637c7932-e4a4-4360-9129-08000cb1a685 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:09.442776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cf4042ca-64d0-4e8f-a0ed-474d14e5954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.482780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:09.484850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:09.524785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:06Z', 'revision_number': 3, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:09.558355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a26a6a-5b09-49d9-b7b6-d3211f7a62d7 None None] The sync data for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 is: [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:06Z', 'revision_number': 3, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:09.686389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:20:09.811065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:09.823805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-047de8ed-a902-4034-8951-80b35fe3c935 admin admin] 10.222.0.43 "PUT /v2.0/routers/39b8b95d-59ed-42d1-bdf1-c5155ecd677b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6041019 Dec 21 02:20:09.848862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-556bb823-93ee-438b-b5a7-39b7ac8bee3a None None] Provisioning complete for port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:09.849234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-556bb823-93ee-438b-b5a7-39b7ac8bee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:09.896228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-556bb823-93ee-438b-b5a7-39b7ac8bee3a None None] Port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:10.279324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 637c7932-e4a4-4360-9129-08000cb1a685 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:10.335100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 637c7932-e4a4-4360-9129-08000cb1a685 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:10.335974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.395763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:10.401286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1639134422-network', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:10.440169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Made reservation on behalf of a3a46e071bea4dfcac76f94f3c5292c4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:10.443097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.455782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.544334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.549428 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.575818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:10.585522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a9a6b6-8f32-4f9c-a56c-f4267cf29862,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:10.595863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.596231 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Added segment 742d302f-412a-4d4f-a585-ab25f2d520e0 of type vlan for network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd Dec 21 02:20:10.598410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.598760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.599208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.599428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.599757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.600083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.600410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.600732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.601053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.601492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.601822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.602143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.602475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:10.659215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.685281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.686311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:10.686907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:10.745590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3486118 Dec 21 02:20:10.748195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53044) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:10.755247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Request body: {'subnet': {'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1639134422-subnet', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:10.762368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdbcec-ed43-418c-aa6c-5b6c93487c52 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3ca20b-12dc-4780-81e6-8d2545fcc9cd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:10.775009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:10.799318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Made reservation on behalf of a3a46e071bea4dfcac76f94f3c5292c4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:10.801895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.001253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.060261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fe6b72-da1c-4cab-8f4e-e5fb40487a59,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:11.072100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Checking segment: {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:11.072472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Network hostable DHCP agents. Network: fc3ca20b-12dc-4780-81e6-8d2545fcc9cd, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:11.091014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:11.101165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, fc3ca20b-12dc-4780-81e6-8d2545fcc9cd) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:11.106264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:11.107042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.113104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cba74a-34ab-4f0a-8855-9870a1fac2df None None] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:11.128605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a5b6557d-e9ff-4e57-bfb6-6ec605e5bf8c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3793778 Dec 21 02:20:11.128836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:11.134689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:11.163545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.165208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.235140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.403543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.415375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:11.416479 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.497022 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Sync routers for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:11.509451 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:11.510169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:11.585141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Allocated IP 172.20.0.2 (fc3ca20b-12dc-4780-81e6-8d2545fcc9cd/76fe6b72-da1c-4cab-8f4e-e5fb40487a59/8c73cd7a-acdf-4ad8-9308-f66d92be724f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:11.630550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.641468 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:11.652259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.761607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.769761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.778209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Allocated IP 172.25.6.38 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/89f0319c-4618-4c59-bfe5-d9a7790ad11d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:11.818966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:11.821916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:11.827192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:11.843434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Pushing event updated for resources: {'Port': ['ID=8c73cd7a-acdf-4ad8-9308-f66d92be724f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:11.866037 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:08Z', 'revision_number': 4, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '801cfd51-b5bc-4fda-a52e-f3a973654fb8', 'name': '', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'mac_address': 'fa:16:3e:63:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:08Z', 'updated_at': '2021-12-21T02:20:09Z', 'revision_number': 2, 'project_id': '89c94d68294f48c5abae7a536af82286', 'subnets': [{'id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:11.901121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Attempting to bind port 8c73cd7a-acdf-4ad8-9308-f66d92be724f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:11.901683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Attempting to bind port 8c73cd7a-acdf-4ad8-9308-f66d92be724f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:11.902150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Attempting to bind port 8c73cd7a-acdf-4ad8-9308-f66d92be724f on network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:11.902743 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Checking router: 39b8b95d-59ed-42d1-bdf1-c5155ecd677b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:11.903266 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Updating router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:20:11.907651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:11.908194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Checking segment: {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:11.908981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.909512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Bound using segment: {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:11.910263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Bound port: 8c73cd7a-acdf-4ad8-9308-f66d92be724f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:11.911080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.926761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.935757 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.966643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:11.992610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] For port 8c73cd7a-acdf-4ad8-9308-f66d92be724f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:11.998677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] For port 8c73cd7a-acdf-4ad8-9308-f66d92be724f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8c73cd7a-acdf-4ad8-9308-f66d92be724f,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:12.007871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.015086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:12.018860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:12.022103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:12.052150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Pushing event updated for resources: {'Port': ['ID=89f0319c-4618-4c59-bfe5-d9a7790ad11d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:12.052443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675c176-84cf-4328-b023-32195229ab67 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:12.089359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcf174-f632-4d24-924e-8ffe8b8739cd None None] Pushing event updated for resources: {'Port': ['ID=8c73cd7a-acdf-4ad8-9308-f66d92be724f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:12.137803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8a985afc-1590-4386-ba16-68fb44a11830 None None] Provisioning complete for port 89f0319c-4618-4c59-bfe5-d9a7790ad11d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:12.138432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8a985afc-1590-4386-ba16-68fb44a11830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.196222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8a985afc-1590-4386-ba16-68fb44a11830 None None] Port 89f0319c-4618-4c59-bfe5-d9a7790ad11d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:12.277576 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.285709 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.365605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.368198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Pushing event updated for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:12.399559 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.399974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.400541 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.401062 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.401587 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.402179 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.402698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.403241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.403734 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.404277 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.404771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.405516 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.405850 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:12.454108 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Attempting to bind port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:12.455397 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Attempting to bind port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:12.455950 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Attempting to bind port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:12.462396 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:12.463195 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Checking segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:12.463758 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.464321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Bound using segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:12.465645 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Bound port: 801cfd51-b5bc-4fda-a52e-f3a973654fb8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:12.467274 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.507919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53090) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:12.571659 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] For port 801cfd51-b5bc-4fda-a52e-f3a973654fb8, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:12.577163 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] For port 801cfd51-b5bc-4fda-a52e-f3a973654fb8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=801cfd51-b5bc-4fda-a52e-f3a973654fb8,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:12.585684 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.662074 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:12.662716 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:12.664640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce0717-efd8-478b-ac5e-a98c4889fcb3 None None] Pushing event updated for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:12.705265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-67f67409-42e3-4664-983b-17eadf5a08f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.724596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aface145-7808-4a16-893a-4b254047dd0c None None] Provisioning complete for port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:12.725203 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aface145-7808-4a16-893a-4b254047dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.734797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.789104 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:12.857268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aface145-7808-4a16-893a-4b254047dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.902111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-67f67409-42e3-4664-983b-17eadf5a08f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.906419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aface145-7808-4a16-893a-4b254047dd0c None None] For port 801cfd51-b5bc-4fda-a52e-f3a973654fb8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=801cfd51-b5bc-4fda-a52e-f3a973654fb8,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:12.911654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aface145-7808-4a16-893a-4b254047dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.921496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-67f67409-42e3-4664-983b-17eadf5a08f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:12.957479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-67f67409-42e3-4664-983b-17eadf5a08f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a533065130481cbce930f9ae8d60c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453511 Dec 21 02:20:12.957881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53094) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:12.975653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aface145-7808-4a16-893a-4b254047dd0c None None] Pushing event updated for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:13.012404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67409-42e3-4664-983b-17eadf5a08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1461c4ff-67b4-4cda-97a4-8e7084b328d8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:13.017883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Router 95042813-9e1d-401e-aae5-e997e5e961e9 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:20:13.041212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aaeb86ac-0bef-4236-be42-2b1e8f59b8e6 None None] Provisioning complete for port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:13.043417 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aaeb86ac-0bef-4236-be42-2b1e8f59b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.046067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.063412 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:08Z', 'revision_number': 4, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '801cfd51-b5bc-4fda-a52e-f3a973654fb8', 'name': '', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'mac_address': 'fa:16:3e:63:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:08Z', 'updated_at': '2021-12-21T02:20:12Z', 'revision_number': 4, 'project_id': '89c94d68294f48c5abae7a536af82286', 'subnets': [{'id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:13.088541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.114953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027caa59-fede-4b07-ad8b-a18ea0861a23 None None] The sync data for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 is: [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:08Z', 'revision_number': 4, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '801cfd51-b5bc-4fda-a52e-f3a973654fb8', 'name': '', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'mac_address': 'fa:16:3e:63:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:08Z', 'updated_at': '2021-12-21T02:20:12Z', 'revision_number': 4, 'project_id': '89c94d68294f48c5abae7a536af82286', 'subnets': [{'id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:13.183064 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.187278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.188443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1461c4ff-67b4-4cda-97a4-8e7084b328d8 HTTP/1.1" status: 204 len: 168 time: 0.2289617 Dec 21 02:20:13.205350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:13.212662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3fae3-f7b6-455c-b470-aa78e4b5e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1461c4ff-67b4-4cda-97a4-8e7084b328d8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:13.238147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.242001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a1ea61f3-55f2-402d-8ca5-9c2c9205b39c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1113818 Dec 21 02:20:13.245542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:13.266823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Sync routers for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:13.286695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:13.287335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:13.533414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:13.612369 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789e531-de0c-4861-a085-bbeab57b2a32 None None] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:13.769462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] Provisioning complete for port 8c73cd7a-acdf-4ad8-9308-f66d92be724f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:13.770017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.773582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53102) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:13.788172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88559159-cefa-4c8a-94a5-229d881226d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.895058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88559159-cefa-4c8a-94a5-229d881226d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.902948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88559159-cefa-4c8a-94a5-229d881226d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.961436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-88559159-cefa-4c8a-94a5-229d881226d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e44c8a285e4f4113b000fefba49e2bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866817 Dec 21 02:20:13.964667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:13.965668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53104) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:13.977015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559159-cefa-4c8a-94a5-229d881226d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0256e1f6-7ed5-450d-9fb0-cebc25e3bd8b,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:13.983519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-192c6baa-4082-4979-b8e4-7e160bce8d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.016234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:12Z', 'revision_number': 3, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:14.045326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.054216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Checking router: 95042813-9e1d-401e-aae5-e997e5e961e9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:14.054645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Updating router 95042813-9e1d-401e-aae5-e997e5e961e9 port 89f0319c-4618-4c59-bfe5-d9a7790ad11d binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:20:14.057719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] For port 8c73cd7a-acdf-4ad8-9308-f66d92be724f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8c73cd7a-acdf-4ad8-9308-f66d92be724f,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:14.079559 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.109363 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.143871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.148094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.150212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0256e1f6-7ed5-450d-9fb0-cebc25e3bd8b HTTP/1.1" status: 204 len: 168 time: 0.1833563 Dec 21 02:20:14.179745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182c03-7bcc-42db-a57a-5ba60355b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0256e1f6-7ed5-450d-9fb0-cebc25e3bd8b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:14.205457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2186d2-beb9-4c84-b0a7-092da217478b None None] Pushing event updated for resources: {'Port': ['ID=8c73cd7a-acdf-4ad8-9308-f66d92be724f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:14.208699 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.333086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.423222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d898ef5f-ec90-4682-a14d-fb3f12bb3791 None None] Provisioning complete for port 8c73cd7a-acdf-4ad8-9308-f66d92be724f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:14.423756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d898ef5f-ec90-4682-a14d-fb3f12bb3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.463278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8c73cd7a-acdf-4ad8-9308-f66d92be724f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:14.574139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Allocated IP 172.20.0.1 (fc3ca20b-12dc-4780-81e6-8d2545fcc9cd/76fe6b72-da1c-4cab-8f4e-e5fb40487a59/a3464e85-c60b-404a-8a82-731c319a094d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:14.659323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8c73cd7a-acdf-4ad8-9308-f66d92be724f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:14.659757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.712730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.756741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.775255 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.803620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.809105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:14.815923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:14.832225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:14.864961 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Pushing event updated for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:14.874893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815252b-c1db-466f-b395-a324eb0b7106 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:14.886750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.893692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 801cfd51-b5bc-4fda-a52e-f3a973654fb8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:14.900451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e112c4e-2b98-43e4-aea6-830a064c333b None None] Pushing event updated for resources: {'Port': ['ID=89f0319c-4618-4c59-bfe5-d9a7790ad11d,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:14.953252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Attempting to bind port 89f0319c-4618-4c59-bfe5-d9a7790ad11d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:14.953656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Attempting to bind port 89f0319c-4618-4c59-bfe5-d9a7790ad11d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:14.954556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Attempting to bind port 89f0319c-4618-4c59-bfe5-d9a7790ad11d on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:14.994126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:14.994853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:14.994963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:14.995318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:14.995920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Bound port: 89f0319c-4618-4c59-bfe5-d9a7790ad11d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:14.997141 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.082429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bf80a364-d902-4658-b820-f31668159fb0 None None] Provisioning complete for port 89f0319c-4618-4c59-bfe5-d9a7790ad11d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:15.082800 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf80a364-d902-4658-b820-f31668159fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.090721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] For port 89f0319c-4618-4c59-bfe5-d9a7790ad11d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:15.092079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.097002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] For port 89f0319c-4618-4c59-bfe5-d9a7790ad11d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=89f0319c-4618-4c59-bfe5-d9a7790ad11d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:15.098321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:15.098695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.138776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.209462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f62067-485e-4dac-96f2-3674a55f2c31 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:15.216010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bf80a364-d902-4658-b820-f31668159fb0 None None] Port 89f0319c-4618-4c59-bfe5-d9a7790ad11d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:15.239342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e112c4e-2b98-43e4-aea6-830a064c333b None None] Pushing event updated for resources: {'Port': ['ID=89f0319c-4618-4c59-bfe5-d9a7790ad11d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:15.242744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:15.243340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:15.321824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.327781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.407791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Pushing event updated for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:15.410343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.526386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:15.527992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:15.538275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Provisioning complete for port a3464e85-c60b-404a-8a82-731c319a094d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:15.538693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.604146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:15.606755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Port a3464e85-c60b-404a-8a82-731c319a094d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:15.699172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Provisioning complete for port 89f0319c-4618-4c59-bfe5-d9a7790ad11d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:15.699744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.726599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Router 95042813-9e1d-401e-aae5-e997e5e961e9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:20:15.888217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:15.903110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9f2a16ca-b1ea-4f45-838e-9802e8d22d56 admin admin] 10.222.0.43 "PUT /v2.0/routers/95042813-9e1d-401e-aae5-e997e5e961e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6475618 Dec 21 02:20:15.914035 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.939128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] For port 89f0319c-4618-4c59-bfe5-d9a7790ad11d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=89f0319c-4618-4c59-bfe5-d9a7790ad11d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:15.945553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:15.976163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a3464e85-c60b-404a-8a82-731c319a094d', 'name': '', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'mac_address': 'fa:16:3e:11:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:14Z', 'updated_at': '2021-12-21T02:20:14Z', 'revision_number': 1, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'subnets': [{'id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:16.013973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f9d24-bcdd-4155-bab3-3028a905c39f None None] The sync data for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 is: [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a3464e85-c60b-404a-8a82-731c319a094d', 'name': '', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'mac_address': 'fa:16:3e:11:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:14Z', 'updated_at': '2021-12-21T02:20:14Z', 'revision_number': 1, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'subnets': [{'id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:16.033797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaad4c-62b1-4ae9-8f0f-9c87f06a751c None None] Pushing event updated for resources: {'Port': ['ID=89f0319c-4618-4c59-bfe5-d9a7790ad11d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:16.073772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d015e2dd-0570-4a47-9564-d7a33e5d8c29 None None] Provisioning complete for port a3464e85-c60b-404a-8a82-731c319a094d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:16.074321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d015e2dd-0570-4a47-9564-d7a33e5d8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:16.116158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d015e2dd-0570-4a47-9564-d7a33e5d8c29 None None] Port a3464e85-c60b-404a-8a82-731c319a094d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:16.285299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8c73cd7a-acdf-4ad8-9308-f66d92be724f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:16.349608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8c73cd7a-acdf-4ad8-9308-f66d92be724f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:16.349974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:16.659321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9224b9bd-2a16-40e5-86db-997f36d790e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:16.746112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-ecd18235-22dd-4963-9f4d-7ab546a620ae tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:16.756639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-ecd18235-22dd-4963-9f4d-7ab546a620ae tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.1219838 Dec 21 02:20:16.772931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-841a01ef-7fb9-414d-afea-4c2f8aa6d2cd tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/quotas/a3a46e071bea4dfcac76f94f3c5292c4 HTTP/1.1" status: 200 len: 375 time: 0.0153773 Dec 21 02:20:16.876288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-264c12a9-a174-4765-9cc5-30255d68bf99 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024699 Dec 21 02:20:17.150662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-3852c197-a75b-4572-a733-c95394dffe14 service neutron] 10.222.0.43 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665565 Dec 21 02:20:17.170626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:17.255981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-830c8cc0-fe73-4d85-8176-931497fc3a2c service neutron] 10.222.0.43 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989616 Dec 21 02:20:17.335747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.460201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12127741-6ac5-4670-9c31-9436f99d6cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.466188 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f20a3ca-10fb-4504-a55b-94036bbe6048 req-b3642a4e-0ce1-4d03-aaa4-b96c4799c4f5 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 210 time: 0.0484061 Dec 21 02:20:17.557453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12127741-6ac5-4670-9c31-9436f99d6cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.561885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-12127741-6ac5-4670-9c31-9436f99d6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.601536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12127741-6ac5-4670-9c31-9436f99d6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f45b9-8f07-4442-8278-56cb32958d11,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:17.606216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-12127741-6ac5-4670-9c31-9436f99d6cb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5033da2da1434d04b1a3f06119d6ad48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345343 Dec 21 02:20:17.608848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53204) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:17.664546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.686066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.738127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.740592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:17.741739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae6f45b9-8f07-4442-8278-56cb32958d11 HTTP/1.1" status: 204 len: 168 time: 0.1317072 Dec 21 02:20:17.749582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60864344-6ea3-4b71-90a1-9215eedd4c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f45b9-8f07-4442-8278-56cb32958d11,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:18.022624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:18.037162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a82a9890-add6-45fe-81a2-0df1221ebcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.123887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a82a9890-add6-45fe-81a2-0df1221ebcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.128951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a82a9890-add6-45fe-81a2-0df1221ebcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.170673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a82a9890-add6-45fe-81a2-0df1221ebcc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd4434412fac496c9db74aa612f34184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468704 Dec 21 02:20:18.171551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9890-add6-45fe-81a2-0df1221ebcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b93a26-e3ab-4437-8317-3980723cf45a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:18.173869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:18.232183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.255568 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.288573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 89f0319c-4618-4c59-bfe5-d9a7790ad11d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:18.307202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.309961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.311109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3b93a26-e3ab-4437-8317-3980723cf45a HTTP/1.1" status: 204 len: 168 time: 0.1358399 Dec 21 02:20:18.325210 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6c1fe-3ee8-457b-bd4a-7d30710227c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b93a26-e3ab-4437-8317-3980723cf45a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:18.359018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 89f0319c-4618-4c59-bfe5-d9a7790ad11d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:18.359560 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.417699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Sync routers for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:18.434220 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:18.434836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:18.610510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba7ef94b-4596-4c6e-a210-3bafbff62af0 req-7b450af3-7d1e-4633-8843-7f022496ca83 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 210 time: 0.0642369 Dec 21 02:20:18.658103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-6c67530e-68d3-4690-b050-a8b6333cf296 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:18.659897 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-6c67530e-68d3-4690-b050-a8b6333cf296 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.24 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.1636288 Dec 21 02:20:18.663486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:18.672038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Request body: {'port': {'device_id': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'admin_state_up': True, 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:18.705408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Made reservation on behalf of a3a46e071bea4dfcac76f94f3c5292c4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:18.707770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.737139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.843996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Allocated IP 172.20.0.11 (a51c88ec-408f-4be4-a67b-405ad77c0ab0/cbb31943-1d62-47c2-9b1d-81766576ee73/e6611346-4943-41aa-b421-6bd6e69388c5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:18.892360 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a3464e85-c60b-404a-8a82-731c319a094d', 'name': '', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'mac_address': 'fa:16:3e:11:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:14Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 2, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'subnets': [{'id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:18.920957 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Checking router: 95042813-9e1d-401e-aae5-e997e5e961e9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:18.922274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Updating router 95042813-9e1d-401e-aae5-e997e5e961e9 port a3464e85-c60b-404a-8a82-731c319a094d binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:20:18.947528 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:18.999619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.044247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.097288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:19.099023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:19.101970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:19.116449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Pushing event updated for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:19.165415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:19.166082 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.185248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f3e92dc8-381c-48bf-8194-29ea05dfaabb tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5167704 Dec 21 02:20:19.243364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Request body: {'port': {'device_id': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:19.275351 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.281612 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.311125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.338116 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c055-b291-4aba-95f4-4e49e0bcf45e None None] Pushing event updated for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:19.397613 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Attempting to bind port a3464e85-c60b-404a-8a82-731c319a094d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:19.398279 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Attempting to bind port a3464e85-c60b-404a-8a82-731c319a094d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:19.398798 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Attempting to bind port a3464e85-c60b-404a-8a82-731c319a094d on network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:19.400331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-38bd850e-6ce0-41bd-8890-86a24f1cd6e7 None None] Provisioning complete for port e6611346-4943-41aa-b421-6bd6e69388c5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:19.401050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38bd850e-6ce0-41bd-8890-86a24f1cd6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.410115 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:19.410500 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Checking segment: {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:19.410890 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.411556 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Bound using segment: {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:19.412318 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Bound port: a3464e85-c60b-404a-8a82-731c319a094d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d302f-412a-4d4f-a585-ab25f2d520e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:19.412825 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.445016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-38bd850e-6ce0-41bd-8890-86a24f1cd6e7 None None] Port e6611346-4943-41aa-b421-6bd6e69388c5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:19.446430 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.489260 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] For port a3464e85-c60b-404a-8a82-731c319a094d, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:19.492703 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] For port a3464e85-c60b-404a-8a82-731c319a094d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3464e85-c60b-404a-8a82-731c319a094d,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:19.501129 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.566529 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:19.567428 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:19.609833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c055-b291-4aba-95f4-4e49e0bcf45e None None] Pushing event updated for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:19.671125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] Provisioning complete for port a3464e85-c60b-404a-8a82-731c319a094d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:19.672988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.693264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6611346-4943-41aa-b421-6bd6e69388c5 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:20:19.713841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.736690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Transition to ACTIVE for port object e6611346-4943-41aa-b421-6bd6e69388c5 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:20:19.743464 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:19.747633 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.759969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281be16-32e6-427b-b43e-0ed4ce49dc68 req-00f5a8ea-74ea-46ad-b6eb-8362c61e8566 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:19.762363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e281be16-32e6-427b-b43e-0ed4ce49dc68 req-00f5a8ea-74ea-46ad-b6eb-8362c61e8566 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1028 time: 0.0523679 Dec 21 02:20:19.854713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:19.883257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e281be16-32e6-427b-b43e-0ed4ce49dc68 req-3ffa429a-f705-4c4e-91fb-e893ac84cc28 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079192 Dec 21 02:20:19.888180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:19.912110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] For port a3464e85-c60b-404a-8a82-731c319a094d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3464e85-c60b-404a-8a82-731c319a094d,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:19.917071 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.002492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Attempting to bind port e6611346-4943-41aa-b421-6bd6e69388c5 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:20.002836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Attempting to bind port e6611346-4943-41aa-b421-6bd6e69388c5 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:20.003164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Attempting to bind port e6611346-4943-41aa-b421-6bd6e69388c5 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:20.008011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Port e6611346-4943-41aa-b421-6bd6e69388c5 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:20.008332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Attempting to bind port e6611346-4943-41aa-b421-6bd6e69388c5 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:20.013489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:20.013830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Checking segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:20.014212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Bound using segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:20.014757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Bound port: e6611346-4943-41aa-b421-6bd6e69388c5, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:20.015257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.034367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78fe1e-15fd-4077-9b45-002df5bb8a5b None None] Pushing event updated for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:20.047512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-abbe29a4-6f19-47a5-93fe-2b062787b9e6 None None] Provisioning complete for port a3464e85-c60b-404a-8a82-731c319a094d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:20.047992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-abbe29a4-6f19-47a5-93fe-2b062787b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.096826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:20.100177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e6611346-4943-41aa-b421-6bd6e69388c5,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:20.106403 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.168714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.169433 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.170830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6611346-4943-41aa-b421-6bd6e69388c5 HTTP/1.1" status: 200 len: 1093 time: 0.9337006 Dec 21 02:20:20.171351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:20.174286 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15ca679-be36-4419-9787-1a29719dbedb" -d '{"events": [{"name": "network-changed", "server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:20.199972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa5539-572a-44b4-8e41-4566dba1dca7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:20.210716 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a3464e85-c60b-404a-8a82-731c319a094d', 'name': '', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'mac_address': 'fa:16:3e:11:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:14Z', 'updated_at': '2021-12-21T02:20:19Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'subnets': [{'id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:20.253228 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b6d1b-a946-4549-825a-1cf20db8c785 None None] The sync data for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 is: [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'a3464e85-c60b-404a-8a82-731c319a094d', 'name': '', 'network_id': 'fc3ca20b-12dc-4780-81e6-8d2545fcc9cd', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'mac_address': 'fa:16:3e:11:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:14Z', 'updated_at': '2021-12-21T02:20:19Z', 'revision_number': 4, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'subnets': [{'id': '76fe6b72-da1c-4cab-8f4e-e5fb40487a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:20.270246 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ecd23-5035-4b90-b660-d8f0377b717c x-openstack-request-id: req-550ecd23-5035-4b90-b660-d8f0377b717c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:20.270622 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:20.270936 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-550ecd23-5035-4b90-b660-d8f0377b717c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:20.271395 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5', 'status': 'completed', 'code': 200} Dec 21 02:20:20.303665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-e26c7e97-50be-4c04-82d2-062be94d32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.305278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-e26c7e97-50be-4c04-82d2-062be94d32fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0717812 Dec 21 02:20:20.340649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3464e85-c60b-404a-8a82-731c319a094d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:20.377759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-7b54699a-ce4f-4238-9edc-8cddc3960678 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6611346-4943-41aa-b421-6bd6e69388c5 HTTP/1.1" status: 200 len: 217 time: 0.0572388 Dec 21 02:20:20.423801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a3464e85-c60b-404a-8a82-731c319a094d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:20.427438 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:20.444808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-52e1f2b3-fcf8-4954-a900-6a9988bc0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.447191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-52e1f2b3-fcf8-4954-a900-6a9988bc0210 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cbb31943-1d62-47c2-9b1d-81766576ee73 HTTP/1.1" status: 200 len: 848 time: 0.0617027 Dec 21 02:20:20.515337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-8a50b5c0-df8a-422f-9598-0b34359bcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.516934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-8a50b5c0-df8a-422f-9598-0b34359bcda5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a51c88ec-408f-4be4-a67b-405ad77c0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621471 Dec 21 02:20:20.627562 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-b21277ff-6313-4e20-ab31-e61b8141bc1d service neutron] 10.222.0.24 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031761 Dec 21 02:20:20.731978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8a6f3df8-599e-4364-b184-a344dfac1a7c req-19d4e17d-ab1a-4809-8fbb-ce5cbfae7237 service neutron] 10.222.0.24 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964394 Dec 21 02:20:20.859250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ca679-be36-4419-9787-1a29719dbedb req-5c7079ae-cd8b-48da-81d5-613ebff3a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.860828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-5c7079ae-cd8b-48da-81d5-613ebff3a16f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0454524 Dec 21 02:20:20.979402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ca679-be36-4419-9787-1a29719dbedb req-6101f61a-5fe7-4610-8a9d-eadcf60ac2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:20.981134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-6101f61a-5fe7-4610-8a9d-eadcf60ac2fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.1128805 Dec 21 02:20:21.019607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25668-8724-496c-bdf4-8510a137f17f req-f3fdc9e0-361a-4d0e-934e-53f3c8121551 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:21.021582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2c25668-8724-496c-bdf4-8510a137f17f req-f3fdc9e0-361a-4d0e-934e-53f3c8121551 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0470541 Dec 21 02:20:21.033283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-53447629-08d5-416b-927f-ad40a946bae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6611346-4943-41aa-b421-6bd6e69388c5 HTTP/1.1" status: 200 len: 217 time: 0.0435486 Dec 21 02:20:21.081408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2c25668-8724-496c-bdf4-8510a137f17f req-8869d4fa-cbc9-49cd-a3d4-56816842834b tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 Dec 21 02:20:21.093421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ca679-be36-4419-9787-1a29719dbedb req-75d37eac-0067-4928-94d4-8795a3125638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:21.098217 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-75d37eac-0067-4928-94d4-8795a3125638 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cbb31943-1d62-47c2-9b1d-81766576ee73 HTTP/1.1" status: 200 len: 848 time: 0.0584011 Dec 21 02:20:21.149302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ca679-be36-4419-9787-1a29719dbedb req-c9a6ab8a-338d-4532-b3a2-315eefa99e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:21.150940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-c9a6ab8a-338d-4532-b3a2-315eefa99e85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a51c88ec-408f-4be4-a67b-405ad77c0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447817 Dec 21 02:20:21.246443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-94c2d4ec-3df3-4502-bb37-8e6d006ac079 service neutron] 10.222.0.24 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874474 Dec 21 02:20:21.337622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c15ca679-be36-4419-9787-1a29719dbedb req-55b15f5f-9874-4c2a-9bb0-fe73160e9ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837240 Dec 21 02:20:22.196320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9352a-8ec5-49cc-8ce4-4a3d5f8acd21 req-1a70a225-9fe0-45cd-a91e-e89deeaed514 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:22.198006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46e9352a-8ec5-49cc-8ce4-4a3d5f8acd21 req-1a70a225-9fe0-45cd-a91e-e89deeaed514 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0408440 Dec 21 02:20:22.242429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46e9352a-8ec5-49cc-8ce4-4a3d5f8acd21 req-88cd4349-eb66-425d-a8a2-e8ff7868f6f4 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Dec 21 02:20:22.247068 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:23.354870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d97db-f2ae-457b-bebc-781cc8c7f7c9 req-9a9b7415-93d1-4b8c-af82-bc7f5e981dfe tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:23.361233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c8d97db-f2ae-457b-bebc-781cc8c7f7c9 req-9a9b7415-93d1-4b8c-af82-bc7f5e981dfe tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0448089 Dec 21 02:20:23.402408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c8d97db-f2ae-457b-bebc-781cc8c7f7c9 req-aee8cf1a-c58b-4320-83c3-d97e13a9e9a9 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Dec 21 02:20:24.515862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838492d-b940-4817-ba8d-31b274f04fdf req-24a0246f-b919-446d-9131-b740ca94829c tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:24.517928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d838492d-b940-4817-ba8d-31b274f04fdf req-24a0246f-b919-446d-9131-b740ca94829c tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1096 time: 0.0495856 Dec 21 02:20:24.561807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d838492d-b940-4817-ba8d-31b274f04fdf req-290e7c85-c65d-4cb5-a484-6b50cd0e4ff3 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Dec 21 02:20:24.967445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e6611346-4943-41aa-b421-6bd6e69388c5 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:20:25.064409 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e6611346-4943-41aa-b421-6bd6e69388c5,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:25.075245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'e6611346-4943-41aa-b421-6bd6e69388c5', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'port_id': 'e6611346-4943-41aa-b421-6bd6e69388c5', 'mac_address': 'fa:16:3e:2d:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:20:25.119151 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:25.133763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6611346-4943-41aa-b421-6bd6e69388c5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:20:25.154413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e6611346-4943-41aa-b421-6bd6e69388c5,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:25.158546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:25.210608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:25.529314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['e6611346-4943-41aa-b421-6bd6e69388c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:25.688921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de24f-9258-4485-a3ed-1542710bd1b6 req-b77dbb91-718d-41f4-ab21-d284ec8d48c8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:25.690583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c83de24f-9258-4485-a3ed-1542710bd1b6 req-b77dbb91-718d-41f4-ab21-d284ec8d48c8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1097 time: 0.0452375 Dec 21 02:20:25.724333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:25.740019 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c83de24f-9258-4485-a3ed-1542710bd1b6 req-e39c6200-aa5c-4468-98c3-361fca713b42 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Dec 21 02:20:25.837312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6fe42ee-46b0-4c01-be1a-1830ed981967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:25.910414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6fe42ee-46b0-4c01-be1a-1830ed981967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:25.914562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a6fe42ee-46b0-4c01-be1a-1830ed981967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:25.955662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a6fe42ee-46b0-4c01-be1a-1830ed981967 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=750390c48ec942188ee4ae33b870a061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301831 Dec 21 02:20:25.956525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe42ee-46b0-4c01-be1a-1830ed981967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7408f33-3a5d-4571-8859-8ef8a575d38a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:25.958365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:26.010518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.031515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.078408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.081614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.082740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7408f33-3a5d-4571-8859-8ef8a575d38a HTTP/1.1" status: 204 len: 168 time: 0.1233785 Dec 21 02:20:26.090400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736228bf-a265-4e6d-a580-3b2d4bd8025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7408f33-3a5d-4571-8859-8ef8a575d38a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:26.338672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:26.351703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56588-97fc-42f6-bd85-3043f6bbf0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.425602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56588-97fc-42f6-bd85-3043f6bbf0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.428939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2e56588-97fc-42f6-bd85-3043f6bbf0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.466889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2e56588-97fc-42f6-bd85-3043f6bbf0eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa89910be2d94c7b88dec901e02dbf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271541 Dec 21 02:20:26.467782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56588-97fc-42f6-bd85-3043f6bbf0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc006f07-ce90-466e-aa13-45eb4b30ea33,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:26.469585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53384) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:26.518531 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.538983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.586218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.588705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:26.589849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc006f07-ce90-466e-aa13-45eb4b30ea33 HTTP/1.1" status: 204 len: 168 time: 0.1187346 Dec 21 02:20:26.597287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cfac3-67aa-4ab7-9b8a-647101533fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc006f07-ce90-466e-aa13-45eb4b30ea33,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:26.850582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc2d6-c03b-4bb1-8a90-b3973aaa55d1 req-6f15b396-f4a8-403c-bfd3-ba9e4b13e8cf tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:26.852126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5badc2d6-c03b-4bb1-8a90-b3973aaa55d1 req-6f15b396-f4a8-403c-bfd3-ba9e4b13e8cf tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1097 time: 0.0475774 Dec 21 02:20:26.896871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5badc2d6-c03b-4bb1-8a90-b3973aaa55d1 req-d5cfb915-7a78-4c37-a66f-6fb0295c1810 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Dec 21 02:20:26.986622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e6611346-4943-41aa-b421-6bd6e69388c5 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:27.014244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:27.043785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port e6611346-4943-41aa-b421-6bd6e69388c5 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:20:27.048661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port e6611346-4943-41aa-b421-6bd6e69388c5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:27.049591 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:27.142208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:27.170276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:27.172590 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e44ef1c-8d0d-435c-9f0b-7d381a089544" -d '{"events": [{"server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "name": "network-vif-plugged", "status": "completed", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:27.192275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e6611346-4943-41aa-b421-6bd6e69388c5,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:27.198774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:27.238901 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a702668-ec88-417d-bbcf-3fb2b01e1d26 x-openstack-request-id: req-1a702668-ec88-417d-bbcf-3fb2b01e1d26 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:27.239146 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "name": "network-vif-plugged", "status": "completed", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:27.239418 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a702668-ec88-417d-bbcf-3fb2b01e1d26 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:27.243092 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5', 'code': 200} Dec 21 02:20:27.270406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:27.387220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79199-ba81-4ea5-8e68-2bf2bf591420 req-cbde501c-d568-4d6d-b07a-92c21e588fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:27.388814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5eb79199-ba81-4ea5-8e68-2bf2bf591420 req-cbde501c-d568-4d6d-b07a-92c21e588fb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0549803 Dec 21 02:20:27.456221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5eb79199-ba81-4ea5-8e68-2bf2bf591420 req-18f0dcd9-a88c-41a9-b67f-035e40902c93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492804 Dec 21 02:20:28.003292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9a09b-071a-4fa2-941f-04dff6ded780 req-686daa40-2903-40fa-9931-fed46a949263 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:28.004789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60f9a09b-071a-4fa2-941f-04dff6ded780 req-686daa40-2903-40fa-9931-fed46a949263 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0422118 Dec 21 02:20:28.052002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60f9a09b-071a-4fa2-941f-04dff6ded780 req-1768e543-7856-40ff-a31a-c66cb080e250 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Dec 21 02:20:28.507306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53474) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:28.612952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12fcee9-44b2-48d1-bf4c-5247ca21847e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.686882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12fcee9-44b2-48d1-bf4c-5247ca21847e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.690859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a12fcee9-44b2-48d1-bf4c-5247ca21847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.729893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a12fcee9-44b2-48d1-bf4c-5247ca21847e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91c665acfef84e419da93d6ed4b36a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204103 Dec 21 02:20:28.731588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:28.731726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fcee9-44b2-48d1-bf4c-5247ca21847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd7f09-3d99-4a8c-90d3-027c48047ec1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:28.796835 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.817655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.863490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.866042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:28.867179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3edd7f09-3d99-4a8c-90d3-027c48047ec1 HTTP/1.1" status: 204 len: 168 time: 0.1335926 Dec 21 02:20:28.874552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62d29-136a-4dc2-9c96-c1b9c9637650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd7f09-3d99-4a8c-90d3-027c48047ec1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:29.125728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53486) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:29.141247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.171655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161942a-07c3-4742-8ff4-a5e60ebaa6ce req-671c567f-b51a-4ab2-a34d-0fc50b01e6b8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:29.173830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e161942a-07c3-4742-8ff4-a5e60ebaa6ce req-671c567f-b51a-4ab2-a34d-0fc50b01e6b8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0542486 Dec 21 02:20:29.220449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e161942a-07c3-4742-8ff4-a5e60ebaa6ce req-06365aca-a048-4e03-aafd-06ad186aa809 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Dec 21 02:20:29.230852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.234969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.274266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a6929c71e474b78a4889a101041c854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467936 Dec 21 02:20:29.275151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d082a2c0-a110-4d35-b4e1-8d4b84b0accd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:29.276404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:29.283678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.284151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.284494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.284831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.285160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.285517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.285848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.286219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.286486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.286805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.287154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.287472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.287789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0c61b-8969-4b96-b93e-43cb9ec649d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:20:29.362691 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.362691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34373b1-1cb3-49ab-bdd0-fe8ca4b00359 req-adefcbef-76b0-456c-9860-03418e3c41fe tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:29.363342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a34373b1-1cb3-49ab-bdd0-fe8ca4b00359 req-adefcbef-76b0-456c-9860-03418e3c41fe tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0644445 Dec 21 02:20:29.395846 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.441310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a34373b1-1cb3-49ab-bdd0-fe8ca4b00359 req-23c73ba3-821a-4a26-8766-25b472b66f43 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709000 Dec 21 02:20:29.458529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.461385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:29.462581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d082a2c0-a110-4d35-b4e1-8d4b84b0accd HTTP/1.1" status: 204 len: 168 time: 0.1851876 Dec 21 02:20:29.471103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6a5cb-37ad-495f-9441-7c191b052eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082a2c0-a110-4d35-b4e1-8d4b84b0accd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:29.551841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb5a1-c82e-44a9-8cfb-fb0dba28b67e req-ce73dda2-00a0-495c-a2dc-21bf2ea37af1 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:29.553370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eacb5a1-c82e-44a9-8cfb-fb0dba28b67e req-ce73dda2-00a0-495c-a2dc-21bf2ea37af1 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0409350 Dec 21 02:20:29.598084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eacb5a1-c82e-44a9-8cfb-fb0dba28b67e req-7e606d98-b178-4a9c-b4ee-11bd9d7bc58c tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Dec 21 02:20:29.863687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-d77915db-8ffe-4d0d-a33d-891cd898be56 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:29.865171 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-d77915db-8ffe-4d0d-a33d-891cd898be56 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.0909553 Dec 21 02:20:29.879611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-61a91584-6e17-4e67-9803-ce23b5e9f837 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/quotas/a3a46e071bea4dfcac76f94f3c5292c4 HTTP/1.1" status: 200 len: 375 time: 0.0085082 Dec 21 02:20:29.928786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-bb940403-6fef-4987-99f1-a087f9a3c03c tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0423834 Dec 21 02:20:30.024031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-20fea90f-4353-4b35-8c15-823873d975ec service neutron] 10.222.0.43 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882454 Dec 21 02:20:30.117106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-ad275e0d-9f83-473f-bcb3-1f542a440352 service neutron] 10.222.0.43 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870550 Dec 21 02:20:30.286205 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d75df0d7-a5a8-484f-94da-40ae87d0141f req-8414df02-c4f1-45e6-8e13-be576e6c82ed tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0300262 Dec 21 02:20:31.265354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53586) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:31.391281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af227a55-1cc0-4c6c-9e5c-73271a0492fd req-da142db6-3e48-40cb-8529-b7e935c6afd2 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0342331 Dec 21 02:20:31.413263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a28e0557-896a-43b0-a478-fcee323884af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.422290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-e3474869-c280-4057-8c09-1a2e1a083324 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:31.424363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-e3474869-c280-4057-8c09-1a2e1a083324 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.45 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.1149588 Dec 21 02:20:31.443254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Request body: {'port': {'device_id': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'admin_state_up': True, 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:31.466479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Made reservation on behalf of a3a46e071bea4dfcac76f94f3c5292c4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:31.468882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.494758 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a28e0557-896a-43b0-a478-fcee323884af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.498432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a28e0557-896a-43b0-a478-fcee323884af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.537974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a28e0557-896a-43b0-a478-fcee323884af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a79c7d1f1fb4a25800ec4b238af5d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715321 Dec 21 02:20:31.538858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e0557-896a-43b0-a478-fcee323884af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19888a8f-05b8-4ebb-bc2b-a4bbc0574615,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:31.542083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53592) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:31.586697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Allocated IP 172.20.0.9 (a51c88ec-408f-4be4-a67b-405ad77c0ab0/cbb31943-1d62-47c2-9b1d-81766576ee73/b01b22b0-a11a-473a-9683-56896129d062) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:31.588979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.611158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.660755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.663314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.664476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19888a8f-05b8-4ebb-bc2b-a4bbc0574615 HTTP/1.1" status: 204 len: 168 time: 0.1215010 Dec 21 02:20:31.672262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a15b5-7218-4975-94d5-a7c26f36268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19888a8f-05b8-4ebb-bc2b-a4bbc0574615,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:31.721068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.755465 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.788099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['e6611346-4943-41aa-b421-6bd6e69388c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:31.806027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:31.808962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:31.811953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:31.837638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Pushing event updated for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:31.865290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:31.866016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.887518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-46129437-4ac8-449e-9186-b6209ad0aa8d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4489233 Dec 21 02:20:31.915920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Request body: {'port': {'device_id': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:31.982777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:31.987396 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53598) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:32.012028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d476996-c034-4387-aa95-55578bfd3840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.102704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-48ef24e8-6cca-4b62-b322-d4620ae4111d None None] Provisioning complete for port b01b22b0-a11a-473a-9683-56896129d062 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:32.102991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-48ef24e8-6cca-4b62-b322-d4620ae4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.136630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-48ef24e8-6cca-4b62-b322-d4620ae4111d None None] Port b01b22b0-a11a-473a-9683-56896129d062 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:20:32.240682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d476996-c034-4387-aa95-55578bfd3840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.247526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d476996-c034-4387-aa95-55578bfd3840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.306457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d476996-c034-4387-aa95-55578bfd3840 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58c9c4fe22fa4f2da471590f8c4400db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180320 Dec 21 02:20:32.309171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53600) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:32.311738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d476996-c034-4387-aa95-55578bfd3840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8398c-25bc-477f-b4ad-c41719b5c9c3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:32.357526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.367195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01b22b0-a11a-473a-9683-56896129d062 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:20:32.374970 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.379187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.387781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Transition to ACTIVE for port object b01b22b0-a11a-473a-9683-56896129d062 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:20:32.391048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.431361 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.435186 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.439881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0f8398c-25bc-477f-b4ad-c41719b5c9c3 HTTP/1.1" status: 204 len: 168 time: 0.1268320 Dec 21 02:20:32.450118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513ef6f-4967-49e4-a58d-e8f62523a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8398c-25bc-477f-b4ad-c41719b5c9c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:32.464228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:32.524091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Attempting to bind port b01b22b0-a11a-473a-9683-56896129d062 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:32.524538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Attempting to bind port b01b22b0-a11a-473a-9683-56896129d062 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:32.524926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Attempting to bind port b01b22b0-a11a-473a-9683-56896129d062 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:32.530805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Port b01b22b0-a11a-473a-9683-56896129d062 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:32.533282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Attempting to bind port b01b22b0-a11a-473a-9683-56896129d062 on network a51c88ec-408f-4be4-a67b-405ad77c0ab0 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:32.536665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:32.537084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Checking segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:32.537501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Bound using segment: {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:32.539184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Bound port: b01b22b0-a11a-473a-9683-56896129d062, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:32.539552 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.567266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c528c94-3738-4653-a00e-a11a8d5e49be req-97122cc8-a7d2-406a-94cf-8f28ecf308fd tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:32.569481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c528c94-3738-4653-a00e-a11a8d5e49be req-97122cc8-a7d2-406a-94cf-8f28ecf308fd tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1053 time: 0.0486052 Dec 21 02:20:32.621386 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:32.625069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=b01b22b0-a11a-473a-9683-56896129d062,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:32.632096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.640505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7c528c94-3738-4653-a00e-a11a8d5e49be req-a339537d-e88e-4439-adc3-a892f2a64084 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Dec 21 02:20:32.684988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:32.685640 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:32.686883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/b01b22b0-a11a-473a-9683-56896129d062 HTTP/1.1" status: 200 len: 1092 time: 0.7763784 Dec 21 02:20:32.687331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:32.690214 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "tag": "b01b22b0-a11a-473a-9683-56896129d062"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:32.732183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580193c-cf03-4455-84bb-b4eafa7089d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:32.742022 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d5dab-a679-40b5-a649-481bbada7305 x-openstack-request-id: req-ba5d5dab-a679-40b5-a649-481bbada7305 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:32.742319 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "tag": "b01b22b0-a11a-473a-9683-56896129d062", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:32.742651 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba5d5dab-a679-40b5-a649-481bbada7305 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:32.743024 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062', 'status': 'completed', 'code': 200} Dec 21 02:20:32.815608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-53adcb30-4b04-4ea5-b40a-0781a242225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:32.817121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-53adcb30-4b04-4ea5-b40a-0781a242225f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0444131 Dec 21 02:20:32.877630 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-fa245adc-d99f-4d97-bceb-87ef3d258609 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01b22b0-a11a-473a-9683-56896129d062 HTTP/1.1" status: 200 len: 217 time: 0.0367658 Dec 21 02:20:32.941192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-dd2973d9-e327-4a02-b7cc-209ea8031d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:32.942702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-dd2973d9-e327-4a02-b7cc-209ea8031d50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbb31943-1d62-47c2-9b1d-81766576ee73 HTTP/1.1" status: 200 len: 848 time: 0.0529177 Dec 21 02:20:32.994362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-f5415db1-aaa6-4a53-aef3-35043221d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:32.995855 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-f5415db1-aaa6-4a53-aef3-35043221d4ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a51c88ec-408f-4be4-a67b-405ad77c0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415015 Dec 21 02:20:33.091509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-62058a55-f37a-4391-aed6-54ec4c8d09ba service neutron] 10.222.0.45 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837646 Dec 21 02:20:33.196369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-176c2cd0-3bb7-429e-836a-dae9977a892e req-9b87238f-cbba-43d9-9962-edc60f69a5ae service neutron] 10.222.0.45 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928445 Dec 21 02:20:33.343502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-9c2f9422-4507-43ad-a2b7-40bd3bbac69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:33.345503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-9c2f9422-4507-43ad-a2b7-40bd3bbac69d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0417666 Dec 21 02:20:33.446001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-07674d6f-41c2-4ded-8da1-412ba8a94106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:33.447683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-07674d6f-41c2-4ded-8da1-412ba8a94106 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 200 len: 909 time: 0.0947006 Dec 21 02:20:33.490596 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-3423ab02-a6bd-49cc-992d-49368dfd5d39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01b22b0-a11a-473a-9683-56896129d062 HTTP/1.1" status: 200 len: 217 time: 0.0352879 Dec 21 02:20:33.544632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-3847272c-a8bf-47ce-89da-5aff3d866335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:33.546145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-3847272c-a8bf-47ce-89da-5aff3d866335 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbb31943-1d62-47c2-9b1d-81766576ee73 HTTP/1.1" status: 200 len: 848 time: 0.0478859 Dec 21 02:20:33.598880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-b9bf99c1-30d5-423b-89a2-bffaa47573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:33.600449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-b9bf99c1-30d5-423b-89a2-bffaa47573fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a51c88ec-408f-4be4-a67b-405ad77c0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420399 Dec 21 02:20:33.706107 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-5b9d1e7b-23a0-4f52-98aa-55847265fc49 service neutron] 10.222.0.45 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963821 Dec 21 02:20:33.748729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3797f-6086-49d8-b019-3d704009feb1 req-58a79e53-9eb2-43f7-af95-64380505bb70 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:33.750447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7a3797f-6086-49d8-b019-3d704009feb1 req-58a79e53-9eb2-43f7-af95-64380505bb70 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0470021 Dec 21 02:20:33.795524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7a3797f-6086-49d8-b019-3d704009feb1 req-369a6add-e86d-45fb-a455-ba28e0157503 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Dec 21 02:20:33.813819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68ed94f8-4d4a-45c7-9088-b56a1353e3d3 req-b1e32e28-73fe-41ad-8b2e-a737e99ab14a service neutron] 10.222.0.45 "GET /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982442 Dec 21 02:20:34.420860 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:20:34.904017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181d90-d3fc-47c5-9a64-1ffcdb02dcc0 req-bd0367c7-14d5-4129-8fa9-b4318f0e3056 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:34.906274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5181d90-d3fc-47c5-9a64-1ffcdb02dcc0 req-bd0367c7-14d5-4129-8fa9-b4318f0e3056 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0419126 Dec 21 02:20:34.951406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5181d90-d3fc-47c5-9a64-1ffcdb02dcc0 req-a1b8b24d-f110-40a3-a1f5-2fcddbb415dd tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Dec 21 02:20:36.062135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3f4eb-8621-453c-9bd3-fb2c125240b6 req-4623e2f8-e845-47c4-8401-2cc7bf3c7a33 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:36.064142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90a3f4eb-8621-453c-9bd3-fb2c125240b6 req-4623e2f8-e845-47c4-8401-2cc7bf3c7a33 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0450575 Dec 21 02:20:36.110610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90a3f4eb-8621-453c-9bd3-fb2c125240b6 req-b0e5c072-3fee-4337-98e6-89666e61eb96 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Dec 21 02:20:36.191610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device b01b22b0-a11a-473a-9683-56896129d062 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:20:36.285654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=b01b22b0-a11a-473a-9683-56896129d062,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:36.297564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'b01b22b0-a11a-473a-9683-56896129d062', 'network_id': 'a51c88ec-408f-4be4-a67b-405ad77c0ab0', 'port_id': 'b01b22b0-a11a-473a-9683-56896129d062', 'mac_address': 'fa:16:3e:d0:2c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb31943-1d62-47c2-9b1d-81766576ee73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:20:36.339142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:36.351695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b22b0-a11a-473a-9683-56896129d062 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:20:36.377315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=b01b22b0-a11a-473a-9683-56896129d062,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:36.381953 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:36.434328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:36.730249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['b01b22b0-a11a-473a-9683-56896129d062'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:37.234457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1904fe-b0f1-46ff-8255-df29c0879c29 req-a016b084-caca-4412-8aab-f3deae8cca3e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:37.236020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb1904fe-b0f1-46ff-8255-df29c0879c29 req-a016b084-caca-4412-8aab-f3deae8cca3e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0463519 Dec 21 02:20:37.283007 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb1904fe-b0f1-46ff-8255-df29c0879c29 req-4b16343f-8173-478c-8fa1-d122f50f29ba tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Dec 21 02:20:37.544324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 53958) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:37.647776 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-746cc273-abde-4a0f-bd2d-49a84fc2594f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.720448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-746cc273-abde-4a0f-bd2d-49a84fc2594f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.724155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-746cc273-abde-4a0f-bd2d-49a84fc2594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.765563 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-746cc273-abde-4a0f-bd2d-49a84fc2594f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8985ae1a20cf42ea8459e6fc7f4d52df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201016 Dec 21 02:20:37.767004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cc273-abde-4a0f-bd2d-49a84fc2594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1015ce2e-cb15-4284-a10a-10329e3cc756,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:37.769529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 53962) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:37.820172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.841511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.886172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.888882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:37.890036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1015ce2e-cb15-4284-a10a-10329e3cc756 HTTP/1.1" status: 204 len: 168 time: 0.1187482 Dec 21 02:20:37.897828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a151687-4576-4386-9642-1833e917ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1015ce2e-cb15-4284-a10a-10329e3cc756,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:38.194976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device b01b22b0-a11a-473a-9683-56896129d062 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:38.243736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port b01b22b0-a11a-473a-9683-56896129d062 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:20:38.247568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port b01b22b0-a11a-473a-9683-56896129d062 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:38.247965 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:38.328977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:38.353948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:38.356022 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9fa19-7ac6-4245-b759-efcfd427e473" -d '{"events": [{"server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "name": "network-vif-plugged", "status": "completed", "tag": "b01b22b0-a11a-473a-9683-56896129d062"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:38.389430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=b01b22b0-a11a-473a-9683-56896129d062,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:38.391978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42bd01-e3c7-470e-a474-e93cc86d3059 req-3f76098a-2d02-413f-b05a-67773de57d6f tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:38.393647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb42bd01-e3c7-470e-a474-e93cc86d3059 req-3f76098a-2d02-413f-b05a-67773de57d6f tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0416660 Dec 21 02:20:38.397154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:38.400199 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e58e7e-ca0e-4d72-a385-f82d9a072fed x-openstack-request-id: req-92e58e7e-ca0e-4d72-a385-f82d9a072fed {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:38.400496 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "name": "network-vif-plugged", "status": "completed", "tag": "b01b22b0-a11a-473a-9683-56896129d062", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:38.400745 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92e58e7e-ca0e-4d72-a385-f82d9a072fed {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:38.401125 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062', 'code': 200} Dec 21 02:20:38.455402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb42bd01-e3c7-470e-a474-e93cc86d3059 req-d2f24370-67d3-4af6-972e-60b4f689eed8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Dec 21 02:20:38.466014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:38.548977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b4535-6693-414b-ab5b-9473a6282e92 req-1b8bc557-d9ba-4495-989b-bce54e5ed35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:38.550452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e57b4535-6693-414b-ab5b-9473a6282e92 req-1b8bc557-d9ba-4495-989b-bce54e5ed35d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0430305 Dec 21 02:20:38.595053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e57b4535-6693-414b-ab5b-9473a6282e92 req-b9bde224-1657-4654-9f58-cda99b301f7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Dec 21 02:20:39.043565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:39.187521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-522475294'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:39.212960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Made reservation on behalf of 48235ed7c8ff499ba11eefdfd94c5d69 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:39.216627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.224830 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.297203 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.301023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.323816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:39.339114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b937be-1f44-4c56-a846-7ef1500cff02,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:39.344272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.344622 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Added segment 13339a07-c3d1-4101-bfbb-0ca7a83459c6 of type vlan for network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 Dec 21 02:20:39.383961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.408623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.414318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:39.414897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.451010 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4063625 Dec 21 02:20:39.495175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6de83-d8dc-49e3-9ec4-c3e5d6f2e35c tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Pushing event updated for resources: {'Network': ['ID=080cb3ad-5ae2-4813-8b78-e64d68914cd5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:39.508453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:39.572070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828097d-88f8-4d52-bb3b-7f0a50e5d010 req-a956a827-e67b-4793-9889-046586746399 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:39.578655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b828097d-88f8-4d52-bb3b-7f0a50e5d010 req-a956a827-e67b-4793-9889-046586746399 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0467708 Dec 21 02:20:39.622837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b828097d-88f8-4d52-bb3b-7f0a50e5d010 req-bd0b29cd-f56a-45d9-ade7-9fdbcf7d4a89 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Dec 21 02:20:39.629453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54012) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:39.634316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5', 'binding:host_id': 'n-h2-761264-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1469427609'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:39.655271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Made reservation on behalf of 528d1c551dba4b1e98136573b0131968 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:39.657707 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.666138 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.740869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.744670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.751187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 5467fbfc-5c49-46b2-9628-01cc48569d72 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:39.835883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c289b54-0a94-41f2-b77e-c3e1ff5a6a1e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:39.977614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 5467fbfc-5c49-46b2-9628-01cc48569d72 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:39.986613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:39.991946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.052413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=5467fbfc-5c49-46b2-9628-01cc48569d72,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:40.059607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Checking segment: {'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:40.059969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Network hostable DHCP agents. Network: 080cb3ad-5ae2-4813-8b78-e64d68914cd5, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:40.074829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:40.082806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 080cb3ad-5ae2-4813-8b78-e64d68914cd5) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:40.086732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:40.092066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd54d4-1038-492d-9f1c-24bc28a7c960 None None] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:40.100941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.101274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.101666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.105897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.106229 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.106612 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 2 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.118920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.119284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.119618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.124435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.124761 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.125149 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 3 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.138611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.138949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.139282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.143956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.144429 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.144816 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 4 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.158403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.158766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.159102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.163522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.163848 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.164232 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 5 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.177063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.177420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.177754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.181979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.182299 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.182679 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 6 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.196307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.196648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.196986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.201205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.201564 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.201947 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 7 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.214480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.214809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.215134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.219966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.220285 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.220659 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 8 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.231973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.232245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.232570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.236726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.237045 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.237455 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 9 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.249131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.249500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.249823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.253922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.254248 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.254622 n-d-761264-20 neutron-server[109851]: INFO neutron.plugins.ml2.plugin [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 10 to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 Dec 21 02:20:40.265681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:40.266008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:40.266819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:40.270898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 5467fbfc-5c49-46b2-9628-01cc48569d72 on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:40.271215 n-d-761264-20 neutron-server[109851]: ERROR neutron.plugins.ml2.managers [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 5467fbfc-5c49-46b2-9628-01cc48569d72 on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:40.271568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.332121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 5467fbfc-5c49-46b2-9628-01cc48569d72, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:40.332475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempted to set empty binding levels {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:20:40.337389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.657003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:40.657622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.676708 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=5467fbfc-5c49-46b2-9628-01cc48569d72,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:40.684841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bd684d0e-41b8-4151-83ea-c0f7e4bd49f6 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.0516181 Dec 21 02:20:40.685732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54016) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:40.748016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c95d98-967d-4253-b8aa-f5cedeb1ca4a req-7b632d6c-d42a-4225-a90e-a276b580dc52 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:40.749634 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97c95d98-967d-4253-b8aa-f5cedeb1ca4a req-7b632d6c-d42a-4225-a90e-a276b580dc52 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0540204 Dec 21 02:20:40.760652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Deleting port 5467fbfc-5c49-46b2-9628-01cc48569d72 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:40.760997 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.793113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97c95d98-967d-4253-b8aa-f5cedeb1ca4a req-e74a882b-962a-465d-b747-dbc22886b62d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Dec 21 02:20:40.824648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 5467fbfc-5c49-46b2-9628-01cc48569d72, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:40.825012 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.838045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Calling delete_port for 5467fbfc-5c49-46b2-9628-01cc48569d72 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:40.900902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d889-485a-49f7-841e-20e305238260 req-82604ffc-fc56-4b74-9cc1-5f86a634bb42 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:40.902364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1695d889-485a-49f7-841e-20e305238260 req-82604ffc-fc56-4b74-9cc1-5f86a634bb42 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0407486 Dec 21 02:20:40.915115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.947637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1695d889-485a-49f7-841e-20e305238260 req-91e81128-ef99-46a4-a707-270096d6cf0a tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Dec 21 02:20:40.950802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:40.954412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5467fbfc-5c49-46b2-9628-01cc48569d72 HTTP/1.1" status: 204 len: 168 time: 0.2684231 Dec 21 02:20:40.955443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fd508-b573-4976-a10f-93b084a5dc1b tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event deleted for resources: {'Port': ['ID=5467fbfc-5c49-46b2-9628-01cc48569d72,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:40.958335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54020) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:40.982363 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee62c1ac-dfd0-4657-9d95-e622a71dd7bb tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:20:40.983750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee62c1ac-dfd0-4657-9d95-e622a71dd7bb tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports/5467fbfc-5c49-46b2-9628-01cc48569d72 HTTP/1.1" status: 404 len: 333 time: 0.0243418 Dec 21 02:20:40.987832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54024) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:40.992374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-25925299'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:41.015722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Made reservation on behalf of 528d1c551dba4b1e98136573b0131968 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:41.018350 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.058130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 4d43c448-4252-4dac-8bd4-5d12d2c379fd yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:41.115721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbbd9-d340-4408-8e5f-e29dffbadad8 req-425a9286-1093-4f00-82a3-292ad390f33e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:41.117229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a8bbbd9-d340-4408-8e5f-e29dffbadad8 req-425a9286-1093-4f00-82a3-292ad390f33e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0958142 Dec 21 02:20:41.224274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a8bbbd9-d340-4408-8e5f-e29dffbadad8 req-00ce306e-66ea-4ff5-9f29-37a51bbe6783 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008303 Dec 21 02:20:41.254339 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.287301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.329707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:41.332624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:41.336391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:41.337317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:41.337923 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.348252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4d43c448-4252-4dac-8bd4-5d12d2c379fd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:41.361278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3c989f10-df93-4da7-afdb-fbcffe61e9ca tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3723707 Dec 21 02:20:41.364098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54028) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:41.377988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:41.457112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.500541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692069-dfe8-4a9e-a561-4c33be8e8a26 req-027fd509-5e9b-4f84-b223-31b87207fa0e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:41.501981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad692069-dfe8-4a9e-a561-4c33be8e8a26 req-027fd509-5e9b-4f84-b223-31b87207fa0e tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0745738 Dec 21 02:20:41.602076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad692069-dfe8-4a9e-a561-4c33be8e8a26 req-47f48c50-fc95-430c-b757-f75c9feb4ae8 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Dec 21 02:20:41.663554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 4d43c448-4252-4dac-8bd4-5d12d2c379fd yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:41.671461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.677290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.728618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4d43c448-4252-4dac-8bd4-5d12d2c379fd,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:41.741846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.742189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.742533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.746826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.747159 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.747603 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 2 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.761050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.761650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.761776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.765941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.766753 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.767133 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 3 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.779229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.779563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.779898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.784777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.785102 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.785521 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 4 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.797323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.797680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.798011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.802188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.802510 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.802884 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 5 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.814123 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.814455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.814783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.819005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.819331 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.819707 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 6 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.835573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.835906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.836241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.840393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.840714 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.841098 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 7 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.852929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.853259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.853645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.857804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.858128 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.858507 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 8 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.870319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.870655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.870982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.875099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.875443 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.875821 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 9 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.887000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.887333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.887663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.892313 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.892632 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.893007 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 10 to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd Dec 21 02:20:41.904800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:41.905126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:41.905492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:41.910214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:41.910541 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:41.910901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:41.971217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 4d43c448-4252-4dac-8bd4-5d12d2c379fd, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:41.971575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempted to set empty binding levels {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:20:41.975750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.003754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] In _notify_port_updated(), no bound segment for port 4d43c448-4252-4dac-8bd4-5d12d2c379fd on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:20:42.004651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.005172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.006518 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "PUT /v2.0/ports/4d43c448-4252-4dac-8bd4-5d12d2c379fd HTTP/1.1" status: 200 len: 974 time: 0.6404800 Dec 21 02:20:42.009183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54032) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.021932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890df505-4592-4026-81fc-ec42f4e79f0f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4d43c448-4252-4dac-8bd4-5d12d2c379fd,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:42.086483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.086960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.087430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.087893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.088348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.088806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.089274 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.089756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.090211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.090663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.091111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.091558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.092011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.094362 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c6ff135-ff42-4791-9ae7-df02500fad6f tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11929 time: 0.0841172 Dec 21 02:20:42.097679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54034) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.172797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Deleting port 4d43c448-4252-4dac-8bd4-5d12d2c379fd {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:42.173438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.233413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 4d43c448-4252-4dac-8bd4-5d12d2c379fd, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:42.233743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.245762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Calling delete_port for 4d43c448-4252-4dac-8bd4-5d12d2c379fd owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:42.325776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.351049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d43c448-4252-4dac-8bd4-5d12d2c379fd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:42.358212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.361456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e9f5d6f3-fe01-4639-b706-6d13eb9cd096 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4d43c448-4252-4dac-8bd4-5d12d2c379fd HTTP/1.1" status: 204 len: 168 time: 0.2628288 Dec 21 02:20:42.364183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54036) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.387868 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb33716e-d7d7-4585-917a-61f8dd85bdaf tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:20:42.389224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bb33716e-d7d7-4585-917a-61f8dd85bdaf tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports/4d43c448-4252-4dac-8bd4-5d12d2c379fd HTTP/1.1" status: 404 len: 333 time: 0.0241430 Dec 21 02:20:42.393687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.397902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-135796428', 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:42.418200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Made reservation on behalf of 528d1c551dba4b1e98136573b0131968 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:42.420438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.435699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 9b5d0788-25d4-4317-a461-d0d594034633 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:42.579408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.611105 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.658420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:42.661357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:42.665655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:42.666576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.667166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.673435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=9b5d0788-25d4-4317-a461-d0d594034633,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:42.687984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19f9c83a-1eea-41cb-a968-8aace900ff8c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2911797 Dec 21 02:20:42.689316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54042) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.719282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddfe2f-b2fd-4e99-b101-64d1960c6490 req-e9f815e0-fb1f-4f3c-afe7-cdf8cdb33294 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.720862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ddfe2f-b2fd-4e99-b101-64d1960c6490 req-e9f815e0-fb1f-4f3c-afe7-cdf8cdb33294 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0468826 Dec 21 02:20:42.726123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860643c6-009c-4938-b245-3e8a9068f20c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:42.727506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-860643c6-009c-4938-b245-3e8a9068f20c tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports/9b5d0788-25d4-4317-a461-d0d594034633 HTTP/1.1" status: 200 len: 954 time: 0.0372365 Dec 21 02:20:42.730339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54044) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:42.773452 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ddfe2f-b2fd-4e99-b101-64d1960c6490 req-eac44985-b4bc-46bc-82b4-9c9d7c658566 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Dec 21 02:20:42.823174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Deleting port 9b5d0788-25d4-4317-a461-d0d594034633 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:42.823517 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.883487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:42.895499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Calling delete_port for 9b5d0788-25d4-4317-a461-d0d594034633 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:43.002305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f6c2435b-f734-4268-8c95-1e92522c9460 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:43.003949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f6c2435b-f734-4268-8c95-1e92522c9460 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0588148 Dec 21 02:20:43.004943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.043284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b5d0788-25d4-4317-a461-d0d594034633,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:43.067133 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.070318 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-18a70f8a-2b73-41d1-8d01-d9d3aad526ee tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9b5d0788-25d4-4317-a461-d0d594034633 HTTP/1.1" status: 204 len: 168 time: 0.3390734 Dec 21 02:20:43.073033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54046) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:43.096470 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4bb42e-1cbd-48ba-8c9a-df1bbd738cf4 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:20:43.097849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-df4bb42e-1cbd-48ba-8c9a-df1bbd738cf4 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports/9b5d0788-25d4-4317-a461-d0d594034633 HTTP/1.1" status: 404 len: 333 time: 0.0238173 Dec 21 02:20:43.101581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54048) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:43.106695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1491790120'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:43.118258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Deleting port b01b22b0-a11a-473a-9683-56896129d062 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:43.118601 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.128780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Made reservation on behalf of 528d1c551dba4b1e98136573b0131968 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:43.131127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.146306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 4bbdfc14-a9b8-4a90-8203-c246003bebde yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:43.206647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] For port b01b22b0-a11a-473a-9683-56896129d062, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=b01b22b0-a11a-473a-9683-56896129d062,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:43.207020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.220413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Calling delete_port for b01b22b0-a11a-473a-9683-56896129d062 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:43.296492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.329239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.348127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.371586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:43.374474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:43.375493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Pushing event deleted for resources: {'Port': ['ID=b01b22b0-a11a-473a-9683-56896129d062,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:43.378122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:43.378885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:43.379508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.380772 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['e6611346-4943-41aa-b421-6bd6e69388c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:43.391644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4bbdfc14-a9b8-4a90-8203-c246003bebde,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:43.403862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2634c61-910c-4cba-8e6e-df1aa59e1aea tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3009615 Dec 21 02:20:43.407673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54050) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:43.412331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['b01b22b0-a11a-473a-9683-56896129d062'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:43.414908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-20'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:43.422982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] No DVR routers for this DVR port b01b22b0-a11a-473a-9683-56896129d062 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:43.426178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.429806 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-73bbbdd3-1af1-481a-a70b-d4bfb50f535f req-f32dfc0f-a103-4202-9149-a9c9c7f1ed66 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b01b22b0-a11a-473a-9683-56896129d062 HTTP/1.1" status: 204 len: 173 time: 0.4003751 Dec 21 02:20:43.430275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'name': 'network-vif-deleted', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:43.432736 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b4fa1c-d956-41d7-af6d-032f03bdd882" -d '{"events": [{"server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "name": "network-vif-deleted", "tag": "b01b22b0-a11a-473a-9683-56896129d062"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:43.487941 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b0b592-7422-4b6d-9b62-b1352e63a572 x-openstack-request-id: req-b3b0b592-7422-4b6d-9b62-b1352e63a572 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:43.488307 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84488b4a-3606-4d84-bff9-c9b327fe5ec7", "name": "network-vif-deleted", "tag": "b01b22b0-a11a-473a-9683-56896129d062", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:43.488591 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3b0b592-7422-4b6d-9b62-b1352e63a572 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:43.489050 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84488b4a-3606-4d84-bff9-c9b327fe5ec7', 'name': 'network-vif-deleted', 'tag': 'b01b22b0-a11a-473a-9683-56896129d062', 'status': 'completed', 'code': 200} Dec 21 02:20:43.499005 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.689863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] device_id is not set on port 4bbdfc14-a9b8-4a90-8203-c246003bebde yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:43.697176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.701602 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.752684 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4bbdfc14-a9b8-4a90-8203-c246003bebde,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:43.763207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.763544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.763882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.768799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.769123 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.769543 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 2 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.781803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.782414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.782519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.786641 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.786957 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.787335 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 3 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.798677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.799012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.799346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.803596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.803916 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.804298 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 4 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.817062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.817432 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.817770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.822005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.822327 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.822711 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 5 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.836425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.836762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.837132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.841492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.841817 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.842200 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 6 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.854489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.854822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.855152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.867826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.868152 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.868540 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 7 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.894185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d90252db-fc5c-4637-9039-e2176adc3b6f req-32867377-d286-40ed-8b5a-d3b60c197779 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=84488b4a-3606-4d84-bff9-c9b327fe5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0359282 Dec 21 02:20:43.898710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.899056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.899396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.904034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.904185 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.904589 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 8 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.918075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.918378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.918720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.923494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.923838 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.924218 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 9 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.933638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-213a697a-34e0-439d-a2f6-5f1380cdf724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:43.939482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.939814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.940142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.944459 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.944778 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.945190 n-d-761264-20 neutron-server[109850]: INFO neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempt 10 to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde Dec 21 02:20:43.958200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:43.958530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:43.958859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempting to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:43.963399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:20:43.963718 n-d-761264-20 neutron-server[109850]: ERROR neutron.plugins.ml2.managers [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Failed to bind port 4bbdfc14-a9b8-4a90-8203-c246003bebde on host n-h2-761264-20 for vnic_type normal using segments [{'id': '13339a07-c3d1-4101-bfbb-0ca7a83459c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '080cb3ad-5ae2-4813-8b78-e64d68914cd5'}] Dec 21 02:20:43.964075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.030610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 4bbdfc14-a9b8-4a90-8203-c246003bebde, host n-h2-761264-20, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:44.031015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attempted to set empty binding levels {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 02:20:44.034236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.071445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] In _notify_port_updated(), no bound segment for port 4bbdfc14-a9b8-4a90-8203-c246003bebde on network 080cb3ad-5ae2-4813-8b78-e64d68914cd5 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:20:44.072300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:44.072896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.076670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "PUT /v2.0/ports/4bbdfc14-a9b8-4a90-8203-c246003bebde HTTP/1.1" status: 200 len: 976 time: 0.6644318 Dec 21 02:20:44.077097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:44.084353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae74df-c570-4a03-8c05-087c8e1dc5d0 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event updated for resources: {'Port': ['ID=4bbdfc14-a9b8-4a90-8203-c246003bebde,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:44.160844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Deleting port 4bbdfc14-a9b8-4a90-8203-c246003bebde {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:44.161189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.222511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] For port 4bbdfc14-a9b8-4a90-8203-c246003bebde, host n-h2-761264-20, got binding levels [] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:44.222869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.235561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Calling delete_port for 4bbdfc14-a9b8-4a90-8203-c246003bebde owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:44.316565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.343795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bbdfc14-a9b8-4a90-8203-c246003bebde,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:44.349175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.352398 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fe1e4c62-0395-4c47-b737-525bfe949e30 tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4bbdfc14-a9b8-4a90-8203-c246003bebde HTTP/1.1" status: 204 len: 168 time: 0.2742066 Dec 21 02:20:44.355114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54058) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:44.378923 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd09f9a1-4eb1-4021-9ccc-83b6f9b36f8e tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] GET failed (client error): The resource could not be found. Dec 21 02:20:44.380300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cd09f9a1-4eb1-4021-9ccc-83b6f9b36f8e tempest-PortsAdminExtendedAttrsTestJSON-1346212316 tempest-PortsAdminExtendedAttrsTestJSON-1346212316-project-admin] 10.222.0.43 "GET /v2.0/ports/4bbdfc14-a9b8-4a90-8203-c246003bebde HTTP/1.1" status: 404 len: 333 time: 0.0242934 Dec 21 02:20:44.383918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54060) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:44.460554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.542540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.562103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080cb3ad-5ae2-4813-8b78-e64d68914cd5']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:44.571014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13339a07-c3d1-4101-bfbb-0ca7a83459c6') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:44.571305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13339a07-c3d1-4101-bfbb-0ca7a83459c6') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:44.580393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.593761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.600003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:44.600379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:44.603272 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:44.664919 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.671844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:44.675511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] 10.222.0.43 "DELETE /v2.0/networks/080cb3ad-5ae2-4813-8b78-e64d68914cd5 HTTP/1.1" status: 204 len: 168 time: 0.2907012 Dec 21 02:20:44.686566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85b2b9-e7ee-44a6-bc30-5b08ada6cdac tempest-PortsAdminExtendedAttrsTestJSON-293274700 tempest-PortsAdminExtendedAttrsTestJSON-293274700-project] Pushing event deleted for resources: {'Network': ['ID=080cb3ad-5ae2-4813-8b78-e64d68914cd5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:44.912007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54066) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:45.044534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d5f62b3b-e710-40cb-b62b-fa3379f2ab95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48235ed7c8ff499ba11eefdfd94c5d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313326 Dec 21 02:20:45.047248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:45.099456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.120999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.159004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751c482-cab2-4dae-9595-306c2e4cab52 req-64705b4c-f79b-4c4a-8327-5281bbd8d8cf tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:45.160721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a751c482-cab2-4dae-9595-306c2e4cab52 req-64705b4c-f79b-4c4a-8327-5281bbd8d8cf tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0451791 Dec 21 02:20:45.175051 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.177714 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.178886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37b937be-1f44-4c56-a846-7ef1500cff02 HTTP/1.1" status: 204 len: 168 time: 0.1299791 Dec 21 02:20:45.187010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4fe4-c0fd-4dc7-b9fc-d7226544293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b937be-1f44-4c56-a846-7ef1500cff02,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:45.221147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a751c482-cab2-4dae-9595-306c2e4cab52 req-cf282210-9515-45d2-9a97-8cf9a5d9646c tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537167 Dec 21 02:20:45.440727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:45.478919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22a2da1c-d175-48a9-b54c-7914afdc5849 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=528d1c551dba4b1e98136573b0131968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369990 Dec 21 02:20:45.481170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54084) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:45.526893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.546571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.592606 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.595215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:45.596331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c289b54-0a94-41f2-b77e-c3e1ff5a6a1e HTTP/1.1" status: 204 len: 168 time: 0.1142724 Dec 21 02:20:45.604246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3f98-42bb-478c-846d-d1e37f189861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c289b54-0a94-41f2-b77e-c3e1ff5a6a1e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:46.207348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device b01b22b0-a11a-473a-9683-56896129d062 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:46.228946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: b01b22b0-a11a-473a-9683-56896129d062 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:46.229295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device b01b22b0-a11a-473a-9683-56896129d062 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:46.330696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e85c-c762-4f23-b930-29290e8fe116 req-620a2c08-0f48-4c09-b8e0-c1b9d7fc633d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:46.332203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e191e85c-c762-4f23-b930-29290e8fe116 req-620a2c08-0f48-4c09-b8e0-c1b9d7fc633d tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0406525 Dec 21 02:20:46.380643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e191e85c-c762-4f23-b930-29290e8fe116 req-88979311-6d0f-49b7-8025-e28b6c2ff41b tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=48a9a6b6-8f32-4f9c-a56c-f4267cf29862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Dec 21 02:20:46.422668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54108) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:46.519037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-113497420'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:46.541854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:46.545219 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.553569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.623504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.627633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.650105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:46.652155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93311347-3a11-4644-bc6c-eb610d2d0c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.664024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5949a8b6-f439-4ef6-a367-94f37e6577f7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:46.668635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.668973 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 86871d5b-52b6-4653-afff-312d7dc1c5d1 of type vlan for network 3ba77ff8-c450-4981-a4a9-520fdea23b3f Dec 21 02:20:46.710737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.734572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.740219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:46.740791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.772093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-57d41612-ee3c-4738-8070-8337f8cae163 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:46.773711 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-57d41612-ee3c-4738-8070-8337f8cae163 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 1098 time: 0.0433588 Dec 21 02:20:46.776555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3528061 Dec 21 02:20:46.809084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ccff-4541-41ca-b004-4dcf47f152db tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=3ba77ff8-c450-4981-a4a9-520fdea23b3f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:46.831944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:46.862659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Deleting port e6611346-4943-41aa-b421-6bd6e69388c5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:46.863168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.942147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] For port e6611346-4943-41aa-b421-6bd6e69388c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=e6611346-4943-41aa-b421-6bd6e69388c5,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:46.942520 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:46.958932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Calling delete_port for e6611346-4943-41aa-b421-6bd6e69388c5 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:47.077751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:47.106585 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6611346-4943-41aa-b421-6bd6e69388c5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:47.113322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['e6611346-4943-41aa-b421-6bd6e69388c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:20:47.152057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] No DVR routers for this DVR port e6611346-4943-41aa-b421-6bd6e69388c5 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:47.154677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:47.158250 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d1439bc-09b3-4068-aad2-16130fca88f0 req-df597537-e8cd-4b15-9b63-79576d34c7de tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e6611346-4943-41aa-b421-6bd6e69388c5 HTTP/1.1" status: 204 len: 173 time: 0.3780706 Dec 21 02:20:47.158812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'name': 'network-vif-deleted', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:20:47.161166 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653fa1c7-13ee-4c75-919e-d9942b46dc75" -d '{"events": [{"server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "name": "network-vif-deleted", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:20:47.226578 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4335f5c-0364-4c63-9b4b-c09179ee35b7 x-openstack-request-id: req-a4335f5c-0364-4c63-9b4b-c09179ee35b7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:20:47.226990 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f12c8-afa3-447f-9569-7d5ad28067a3", "name": "network-vif-deleted", "tag": "e6611346-4943-41aa-b421-6bd6e69388c5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:20:47.227340 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4335f5c-0364-4c63-9b4b-c09179ee35b7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:20:47.227826 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f12c8-afa3-447f-9569-7d5ad28067a3', 'name': 'network-vif-deleted', 'tag': 'e6611346-4943-41aa-b421-6bd6e69388c5', 'status': 'completed', 'code': 200} Dec 21 02:20:47.333407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:47.487009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca670003-2852-4d8c-8927-7faf8717319d req-2c9c510d-a4f7-4532-91c3-04e585743810 tempest-TestServerMultinode-1815546443 tempest-TestServerMultinode-1815546443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=486f12c8-afa3-447f-9569-7d5ad28067a3 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Dec 21 02:20:48.551740 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54118) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:48.736539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:48.894776 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.134352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Deleting port 801cfd51-b5bc-4fda-a52e-f3a973654fb8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:49.134692 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.213590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] For port 801cfd51-b5bc-4fda-a52e-f3a973654fb8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=801cfd51-b5bc-4fda-a52e-f3a973654fb8,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:49.213869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.225979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Calling delete_port for 801cfd51-b5bc-4fda-a52e-f3a973654fb8 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:49.392234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.404281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.433304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Pushing event deleted for resources: {'Port': ['ID=801cfd51-b5bc-4fda-a52e-f3a973654fb8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:49.926767 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:49.946039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54120) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:49.951089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:50.039599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:50.044631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.141394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:20:50.223949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.256419 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:50.261998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-347d2bd3-aee1-4a40-9694-380fed05469c admin admin] 10.222.0.43 "PUT /v2.0/routers/39b8b95d-59ed-42d1-bdf1-c5155ecd677b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086377 Dec 21 02:20:50.264024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54122) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:50.269565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Sync routers for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:50.283121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:50.284024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:50.285249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=b8fc3ab6-d795-4c59-9404-f81c4272ed09,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:50.301612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '86871d5b-52b6-4653-afff-312d7dc1c5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:50.302310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: 3ba77ff8-c450-4981-a4a9-520fdea23b3f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:50.321026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:50.331103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 3ba77ff8-c450-4981-a4a9-520fdea23b3f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:50.336429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:50.337258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.356946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61f9c05d-f72c-4315-bc01-43e633d6971f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4066496 Dec 21 02:20:50.357389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:50.362504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-360434571'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:50.368313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc042c-5891-4e0f-8f69-97fe4db80a44 None None] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:50.392727 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.392963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:50.396960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.421945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:50.431868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.432623 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 8194515d-4fd6-409b-a832-e809d9dd7e73 of type vlan for network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 Dec 21 02:20:50.449238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:50.485490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.503130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.515189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.523456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:50.524800 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.564375 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Deleting port 637c7932-e4a4-4360-9129-08000cb1a685 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:50.564742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.596605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-3ba77ff8-c450-4981-a4a9-520fdea23b3f', 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': 'b8fc3ab6-d795-4c59-9404-f81c4272ed09'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:50.597613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.609127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=744a1b0d-3b9a-4eb0-83b0-d763214274f2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:50.615179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4d129d68-95e5-467b-a111-4839703195e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2566931 Dec 21 02:20:50.618956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:50.623971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:50.627529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:50.656924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] For port 637c7932-e4a4-4360-9129-08000cb1a685, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=637c7932-e4a4-4360-9129-08000cb1a685,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:50.657294 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.674873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Calling delete_port for 637c7932-e4a4-4360-9129-08000cb1a685 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:50.715382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:50.719641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.843178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Allocated IP 2001:db8:0:ffff::2 (3ba77ff8-c450-4981-a4a9-520fdea23b3f/b8fc3ab6-d795-4c59-9404-f81c4272ed09/5c456791-d9b2-445e-9fed-0fcb14cae444) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:50.848504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '637c7932-e4a4-4360-9129-08000cb1a685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:49Z', 'revision_number': 5, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port': {'id': '637c7932-e4a4-4360-9129-08000cb1a685', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:50.854026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:50.878438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Checking router: 39b8b95d-59ed-42d1-bdf1-c5155ecd677b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:50.893294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Pushing event deleted for resources: {'Port': ['ID=637c7932-e4a4-4360-9129-08000cb1a685,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:50.916318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Routers {'39b8b95d-59ed-42d1-bdf1-c5155ecd677b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:50.916940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:50.921429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1cfcb-025f-45ec-b13c-d4f71ff67cf4 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:50.953055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.006789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.objects.ports [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109851) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:20:51.008842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.034380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] Set router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:51.053462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.056309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.066883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=494b23ce-9659-4801-b94e-3d1590f67a36,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:51.083111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '8194515d-4fd6-409b-a832-e809d9dd7e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:51.083111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: 744a1b0d-3b9a-4eb0-83b0-d763214274f2, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:51.101531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:51.112259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 744a1b0d-3b9a-4eb0-83b0-d763214274f2) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:51.113612 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.114252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b8b95d-59ed-42d1-bdf1-c5155ecd677b {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:20:51.117047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:51.117741 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.130679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e6611346-4943-41aa-b421-6bd6e69388c5 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:51.131094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.135399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f0943df0-a4b5-4b79-97df-26eac2deed5b admin admin] 10.222.0.43 "DELETE /v2.0/routers/39b8b95d-59ed-42d1-bdf1-c5155ecd677b HTTP/1.1" status: 204 len: 168 time: 0.8675299 Dec 21 02:20:51.139040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54128) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:51.140498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d33208a2-a391-4fcc-9110-df4294e18049 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5162549 Dec 21 02:20:51.140498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54130) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:51.140713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4a5c4-2c52-48be-b1d3-74eb70b20d80 None None] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:51.146220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'port': {'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2', 'name': 'tempest-NetworksIpV6TestAttrs-307608850'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:51.187296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Deleting subnet cbb31943-1d62-47c2-9b1d-81766576ee73 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:20:51.190581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.227854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.237872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:50Z', 'revision_number': 7, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:51.248121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.263145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:51.266844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.273586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: e6611346-4943-41aa-b421-6bd6e69388c5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:51.274171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device e6611346-4943-41aa-b421-6bd6e69388c5 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:51.278641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae4811-b106-4e24-b276-c74cdc1cb80f None None] The sync data for ids ['39b8b95d-59ed-42d1-bdf1-c5155ecd677b'] in n-d-761264-20 is: [{'id': '39b8b95d-59ed-42d1-bdf1-c5155ecd677b', 'name': 'tempest-TestServerMultinode-186210290-router', 'tenant_id': '89c94d68294f48c5abae7a536af82286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:05Z', 'updated_at': '2021-12-21T02:20:50Z', 'revision_number': 7, 'project_id': '89c94d68294f48c5abae7a536af82286', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:51.293443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] device_id is not set on port 676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:51.296147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.314121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-744a1b0d-3b9a-4eb0-83b0-d763214274f2', 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': '494b23ce-9659-4801-b94e-3d1590f67a36'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:51.314958 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.329933 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.358189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:51.364869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:51.374259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:51.387706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Pushing event updated for resources: {'Port': ['ID=5c456791-d9b2-445e-9fed-0fcb14cae444,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:51.406167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.423573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Allocated IP 2001:db8::f816:3eff:fe00:d999 (744a1b0d-3b9a-4eb0-83b0-d763214274f2/494b23ce-9659-4801-b94e-3d1590f67a36/676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:51.438386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb31943-1d62-47c2-9b1d-81766576ee73,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:51.443469 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.447180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78a11aff-2497-458a-9c2f-8fb20f9ef4fb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cbb31943-1d62-47c2-9b1d-81766576ee73 HTTP/1.1" status: 204 len: 168 time: 0.3098671 Dec 21 02:20:51.449811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:51.458624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc3276-bc0b-4f0d-b340-a92dc0de1a34 None None] Network a51c88ec-408f-4be4-a67b-405ad77c0ab0 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:51.536281 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.587383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.596063 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Deleting port 443f318a-0ae6-4384-8b82-909ed68b2940 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:51.596641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.626649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.669696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] For port 443f318a-0ae6-4384-8b82-909ed68b2940, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=443f318a-0ae6-4384-8b82-909ed68b2940,segment=NetworkSegment(fd1758f8-413c-4c1e-9cd7-08201eed4bc0),segment_id=fd1758f8-413c-4c1e-9cd7-08201eed4bc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:51.670087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.675441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:51.678551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:51.682356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:51.685370 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Calling delete_port for 443f318a-0ae6-4384-8b82-909ed68b2940 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:51.688244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:51.689246 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.698740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Port': ['ID=676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:51.714991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5529b008-0e2b-4b83-9f67-57b10a13f720 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5734758 Dec 21 02:20:51.717750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:51.726172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Attempting to bind port 5c456791-d9b2-445e-9fed-0fcb14cae444 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:51.726578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Attempting to bind port 5c456791-d9b2-445e-9fed-0fcb14cae444 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '86871d5b-52b6-4653-afff-312d7dc1c5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:51.726946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Attempting to bind port 5c456791-d9b2-445e-9fed-0fcb14cae444 on network 3ba77ff8-c450-4981-a4a9-520fdea23b3f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:51.756976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:51.757542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Checking segment: {'id': '86871d5b-52b6-4653-afff-312d7dc1c5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:51.758008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.758202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Bound using segment: {'id': '86871d5b-52b6-4653-afff-312d7dc1c5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:51.759464 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Bound port: 5c456791-d9b2-445e-9fed-0fcb14cae444, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86871d5b-52b6-4653-afff-312d7dc1c5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ba77ff8-c450-4981-a4a9-520fdea23b3f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:51.759464 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.788642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting subnet 494b23ce-9659-4801-b94e-3d1590f67a36 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:20:51.788879 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.821271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] No DVR routers for this DVR port 443f318a-0ae6-4384-8b82-909ed68b2940 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:51.825610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Pushing event deleted for resources: {'Port': ['ID=443f318a-0ae6-4384-8b82-909ed68b2940,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:51.840958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Allocated IP 2001:db8::f816:3eff:fef4:bacd (744a1b0d-3b9a-4eb0-83b0-d763214274f2/494b23ce-9659-4801-b94e-3d1590f67a36/8f9a8ba4-01eb-4d7b-9271-0403ca146c8f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:51.909894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.931837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51c88ec-408f-4be4-a67b-405ad77c0ab0']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:51.934108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] For port 5c456791-d9b2-445e-9fed-0fcb14cae444, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:51.942223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:51.942519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1758f8-413c-4c1e-9cd7-08201eed4bc0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:51.949691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] For port 5c456791-d9b2-445e-9fed-0fcb14cae444, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c456791-d9b2-445e-9fed-0fcb14cae444,segment=NetworkSegment(86871d5b-52b6-4653-afff-312d7dc1c5d1),segment_id=86871d5b-52b6-4653-afff-312d7dc1c5d1)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:51.954111 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.957026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.969900 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.976337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:51.976725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:51.978744 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:52.038977 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.046608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.050129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a51c88ec-408f-4be4-a67b-405ad77c0ab0 HTTP/1.1" status: 204 len: 168 time: 0.5991120 Dec 21 02:20:52.053647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54136) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:52.060744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ebe63-acfc-47ca-a80d-bfabe1e1b479 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51c88ec-408f-4be4-a67b-405ad77c0ab0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:52.066997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.074964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.097890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d94ac6-6dcc-4506-8b0e-4a880c4dae10 None None] Pushing event updated for resources: {'Port': ['ID=5c456791-d9b2-445e-9fed-0fcb14cae444,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:52.108724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.128862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:52.144234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Pushing event updated for resources: {'Port': ['ID=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:52.147479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:52.149763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:52.206258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.210845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5fd3c-78e3-44fd-8ee5-dbfeeae19e08 None None] DHCP port deletion for a51c88ec-408f-4be4-a67b-405ad77c0ab0 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:52.239641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Attempting to bind port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:52.240280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Attempting to bind port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8194515d-4fd6-409b-a832-e809d9dd7e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:52.240705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Attempting to bind port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f on network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:52.252542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:52.253250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Checking segment: {'id': '8194515d-4fd6-409b-a832-e809d9dd7e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:52.253761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.254329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Bound using segment: {'id': '8194515d-4fd6-409b-a832-e809d9dd7e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:52.254936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Bound port: 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8194515d-4fd6-409b-a832-e809d9dd7e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '744a1b0d-3b9a-4eb0-83b0-d763214274f2'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:52.255390 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.343953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 443f318a-0ae6-4384-8b82-909ed68b2940 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:52.348426 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.377697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 443f318a-0ae6-4384-8b82-909ed68b2940 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:52.378304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 443f318a-0ae6-4384-8b82-909ed68b2940 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:52.378918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 637c7932-e4a4-4360-9129-08000cb1a685 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:52.407468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 637c7932-e4a4-4360-9129-08000cb1a685 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:52.407815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 637c7932-e4a4-4360-9129-08000cb1a685 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:52.408236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 801cfd51-b5bc-4fda-a52e-f3a973654fb8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:52.439656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 801cfd51-b5bc-4fda-a52e-f3a973654fb8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:52.440273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 801cfd51-b5bc-4fda-a52e-f3a973654fb8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:52.446815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] For port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:52.450472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] For port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,segment=NetworkSegment(8194515d-4fd6-409b-a832-e809d9dd7e73),segment_id=8194515d-4fd6-409b-a832-e809d9dd7e73)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:52.456875 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.530941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac42617-283f-429b-ba08-257c09e474c5 None None] Pushing event updated for resources: {'Port': ['ID=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:52.551135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.684750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.733285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=494b23ce-9659-4801-b94e-3d1590f67a36,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:52.740147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.743805 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d998bd6a-3214-461d-bdef-070d818fea7e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/494b23ce-9659-4801-b94e-3d1590f67a36 HTTP/1.1" status: 204 len: 168 time: 1.0247247 Dec 21 02:20:52.746282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54138) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:52.818820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b8c94-2999-4d34-b4a9-2ac60c661154 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:52.820338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b8c94-2999-4d34-b4a9-2ac60c661154 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:52.821912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e73b8c94-2999-4d34-b4a9-2ac60c661154 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0747330 Dec 21 02:20:52.825227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54140) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:52.869574 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.936491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-15b808e2-0645-4145-841f-70e6ee3ab6bc tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:52.947771 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b808e2-0645-4145-841f-70e6ee3ab6bc tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 02:20:52.948512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b808e2-0645-4145-841f-70e6ee3ab6bc tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:20:52.951974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-15b808e2-0645-4145-841f-70e6ee3ab6bc tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/744a1b0d-3b9a-4eb0-83b0-d763214274f2 HTTP/1.1" status: 409 len: 466 time: 0.1255255 Dec 21 02:20:52.957301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54142) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:52.962789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1679638882'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:52.992785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:52.996777 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.026705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:53.040302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.040700 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 4972d03a-e3ce-4571-bd3e-3a0a8054304f of type vlan for network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 Dec 21 02:20:53.088436 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.119272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.125887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:53.126819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.204599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2461469 Dec 21 02:20:53.209125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:53.217578 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:53.293916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6fba3-8dd0-43f1-9f5c-742bc0287547 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=f6c7ba86-b41d-4296-a63e-dbcb3e7938e9,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:53.313440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff1300-13c3-491e-9de2-5e55e0665b50 None None] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:53.316915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:53.355266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:53.364782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.455494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] Provisioning complete for port 5c456791-d9b2-445e-9fed-0fcb14cae444 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:53.456588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.513483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Deleting port a3464e85-c60b-404a-8a82-731c319a094d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:53.514053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.590661 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.642393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] For port 5c456791-d9b2-445e-9fed-0fcb14cae444, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c456791-d9b2-445e-9fed-0fcb14cae444,segment=NetworkSegment(86871d5b-52b6-4653-afff-312d7dc1c5d1),segment_id=86871d5b-52b6-4653-afff-312d7dc1c5d1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:53.649670 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.651010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] For port a3464e85-c60b-404a-8a82-731c319a094d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a3464e85-c60b-404a-8a82-731c319a094d,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:53.652217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.674416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Calling delete_port for a3464e85-c60b-404a-8a82-731c319a094d owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:53.681750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:20:53.683331 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.718709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea31fa5-b27e-4e42-9d8a-1524ae3a0936 None None] Pushing event updated for resources: {'Port': ['ID=5c456791-d9b2-445e-9fed-0fcb14cae444,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:53.754332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1833c-d613-420b-91f5-c0ef7f43df2f None None] Network 744a1b0d-3b9a-4eb0-83b0-d763214274f2 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:53.759259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=d013ab0f-543d-4914-a457-9ca104cc4fb1,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:53.769383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '4972d03a-e3ce-4571-bd3e-3a0a8054304f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:53.769751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: f6c7ba86-b41d-4296-a63e-dbcb3e7938e9, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:53.791077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:53.798849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] Provisioning complete for port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:53.799355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.808046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f6c7ba86-b41d-4296-a63e-dbcb3e7938e9) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:53.813244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:53.814351 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.823266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1da86-a685-498a-9f3b-16839cb1af70 None None] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:53.832985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c464503c-8713-45f6-b7cc-c1f9d519be8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6235819 Dec 21 02:20:53.835804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54146) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:53.842013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'port': {'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9', 'name': 'tempest-NetworksIpV6TestAttrs-135409270'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:53.920842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:53.949300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3464e85-c60b-404a-8a82-731c319a094d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:53.975699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:53.983630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.010180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] device_id is not set on port 51c285bd-e6bb-4afa-a200-d0ca45da841c yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:20:54.037885 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.042002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f6c7ba86-b41d-4296-a63e-dbcb3e7938e9', 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': 'd013ab0f-543d-4914-a457-9ca104cc4fb1'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:54.042832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.093451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] For port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,segment=NetworkSegment(8194515d-4fd6-409b-a832-e809d9dd7e73),segment_id=8194515d-4fd6-409b-a832-e809d9dd7e73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:54.105926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.137812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] DHCP port deletion for 744a1b0d-3b9a-4eb0-83b0-d763214274f2 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:54.157793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.175404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Allocated IP 2001:db8::f816:3eff:fef8:3f93 (f6c7ba86-b41d-4296-a63e-dbcb3e7938e9/d013ab0f-543d-4914-a457-9ca104cc4fb1/51c285bd-e6bb-4afa-a200-d0ca45da841c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:54.264658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3149ba-ef99-44d3-9ae7-98a4da339005 None None] Pushing event updated for resources: {'Port': ['ID=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:54.291754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1ff91d78-55a8-479a-831a-79a779e170f0 None None] Provisioning complete for port 5c456791-d9b2-445e-9fed-0fcb14cae444 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:54.292135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ff91d78-55a8-479a-831a-79a779e170f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.343044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Deleting port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:54.343425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.431420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.435691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c456791-d9b2-445e-9fed-0fcb14cae444 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:54.471245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Router 95042813-9e1d-401e-aae5-e997e5e961e9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:20:54.471484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.474574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] For port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,segment=NetworkSegment(8194515d-4fd6-409b-a832-e809d9dd7e73),segment_id=8194515d-4fd6-409b-a832-e809d9dd7e73)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:54.475113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.519750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:54.523041 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:54.526948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:54.528889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Calling delete_port for 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:54.534772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:54.535545 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.546473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Port': ['ID=51c285bd-e6bb-4afa-a200-d0ca45da841c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:54.564093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Allocated IP 2001:db8::f816:3eff:fe23:2ba8 (f6c7ba86-b41d-4296-a63e-dbcb3e7938e9/d013ab0f-543d-4914-a457-9ca104cc4fb1/0bcd9711-86bf-46b0-a80d-9d16c4fe680e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:54.568896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a55c980-c7d7-41e1-9639-19cd074cdb32 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7309980 Dec 21 02:20:54.569904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54148) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:54.629614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:20:54.639208 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-45e9c86a-b319-4dd4-9048-0ed09d08c414 admin admin] 10.222.0.43 "PUT /v2.0/routers/95042813-9e1d-401e-aae5-e997e5e961e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814059 Dec 21 02:20:54.639208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:54.642861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Sync routers for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:20:54.648201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting subnet d013ab0f-543d-4914-a457-9ca104cc4fb1 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:20:54.648902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5c456791-d9b2-445e-9fed-0fcb14cae444 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:54.649280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.658652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:54.659485 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:54.749567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.766373 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.776743 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:54.791271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] Pushing event deleted for resources: {'Port': ['ID=8f9a8ba4-01eb-4d7b-9271-0403ca146c8f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:54.833598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbe8fb-8df5-4fd1-a750-157087c091cd None None] No DVR routers for this DVR port 8f9a8ba4-01eb-4d7b-9271-0403ca146c8f on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:54.864496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.873645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.874013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.914806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:54.917949 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.919805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:54.925963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:54.934678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Pushing event updated for resources: {'Port': ['ID=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:54.935013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:54.998439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Attempting to bind port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:54.998819 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Attempting to bind port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '4972d03a-e3ce-4571-bd3e-3a0a8054304f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:54.999189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Attempting to bind port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e on network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:55.006718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:55.007176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Checking segment: {'id': '4972d03a-e3ce-4571-bd3e-3a0a8054304f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:55.007463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.007864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Bound using segment: {'id': '4972d03a-e3ce-4571-bd3e-3a0a8054304f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:55.008364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Bound port: 0bcd9711-86bf-46b0-a80d-9d16c4fe680e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4972d03a-e3ce-4571-bd3e-3a0a8054304f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6c7ba86-b41d-4296-a63e-dbcb3e7938e9'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:55.008757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.075985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Deleting port 89f0319c-4618-4c59-bfe5-d9a7790ad11d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:55.076467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.134743 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:53Z', 'revision_number': 5, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port': {'id': '89f0319c-4618-4c59-bfe5-d9a7790ad11d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:55.158196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.162241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Checking router: 95042813-9e1d-401e-aae5-e997e5e961e9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:20:55.170368 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Routers {'95042813-9e1d-401e-aae5-e997e5e961e9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:20:55.170967 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95042813-9e1d-401e-aae5-e997e5e961e9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:55.221467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] For port 89f0319c-4618-4c59-bfe5-d9a7790ad11d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=89f0319c-4618-4c59-bfe5-d9a7790ad11d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:55.221827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.239782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Calling delete_port for 89f0319c-4618-4c59-bfe5-d9a7790ad11d owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:55.249629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.252390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] For port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:55.257232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] For port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,segment=NetworkSegment(4972d03a-e3ce-4571-bd3e-3a0a8054304f),segment_id=4972d03a-e3ce-4571-bd3e-3a0a8054304f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:55.262755 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.266945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] Set router 95042813-9e1d-401e-aae5-e997e5e961e9 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:20:55.319317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=d013ab0f-543d-4914-a457-9ca104cc4fb1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:55.322981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.327911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b91b1-c1b2-4da3-b92d-96cbe6d61ffd None None] Pushing event updated for resources: {'Port': ['ID=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:55.329007 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:54Z', 'revision_number': 6, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:55.329792 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fa3d0653-2964-49d9-812a-51d79e37a270 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/d013ab0f-543d-4914-a457-9ca104cc4fb1 HTTP/1.1" status: 204 len: 168 time: 0.7588439 Dec 21 02:20:55.330129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54152) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:55.358756 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccd59-2329-46ce-874b-353a3424eea4 None None] The sync data for ids ['95042813-9e1d-401e-aae5-e997e5e961e9'] in n-d-761264-20 is: [{'id': '95042813-9e1d-401e-aae5-e997e5e961e9', 'name': 'tempest-TestServerMultinode-1639134422-router', 'tenant_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:20:11Z', 'updated_at': '2021-12-21T02:20:54Z', 'revision_number': 6, 'project_id': 'a3a46e071bea4dfcac76f94f3c5292c4', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:20:55.419429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e19762e-7369-4c6f-81fc-71014d497bdb tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:55.421242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e19762e-7369-4c6f-81fc-71014d497bdb tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:55.424710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1e19762e-7369-4c6f-81fc-71014d497bdb tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0928338 Dec 21 02:20:55.427699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54154) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:55.540789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c94b25a0-e86e-4395-8264-2bef05501f7b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.552267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.574225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Pushing event deleted for resources: {'Port': ['ID=89f0319c-4618-4c59-bfe5-d9a7790ad11d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:55.578642 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b25a0-e86e-4395-8264-2bef05501f7b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 02:20:55.579102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b25a0-e86e-4395-8264-2bef05501f7b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:20:55.584453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c94b25a0-e86e-4395-8264-2bef05501f7b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 HTTP/1.1" status: 409 len: 466 time: 0.1535552 Dec 21 02:20:55.588757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54156) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:55.591866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc7e46-77ad-4c46-9237-329c6d2e39b8 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:55.593645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-952669849'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:55.658809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:55.662182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.664180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.772876 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.779867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.785970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:55.829490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.829490 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 1b788427-ffa9-498f-8710-2f5ab380e670 of type vlan for network e50302e0-2933-4d85-a5b8-f53548f47544 Dec 21 02:20:55.840436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.840436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95042813-9e1d-401e-aae5-e997e5e961e9 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:20:55.845950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.845950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62df7c4a-9f44-4a5e-b959-1e23b9ce307e admin admin] 10.222.0.43 "DELETE /v2.0/routers/95042813-9e1d-401e-aae5-e997e5e961e9 HTTP/1.1" status: 204 len: 168 time: 1.2062697 Dec 21 02:20:55.848345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54158) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:55.910186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.930745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Deleting subnet 76fe6b72-da1c-4cab-8f4e-e5fb40487a59 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:20:55.940001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.972077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:55.977572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:55.978144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.011154 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.061691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4717786 Dec 21 02:20:56.064533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54160) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:56.069864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': 'e50302e0-2933-4d85-a5b8-f53548f47544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:56.074366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7721-99c3-45be-b167-91093c9a2779 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=e50302e0-2933-4d85-a5b8-f53548f47544,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:56.085765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e50302e0-2933-4d85-a5b8-f53548f47544 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:56.135861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.196171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:56.199997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.200450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.230915 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fe6b72-da1c-4cab-8f4e-e5fb40487a59,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:56.233206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.238822 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-356e2c83-aee2-4450-9373-c5f6f1da24e2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/76fe6b72-da1c-4cab-8f4e-e5fb40487a59 HTTP/1.1" status: 204 len: 168 time: 0.3869097 Dec 21 02:20:56.243508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54162) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:56.249681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6556487-07d6-4775-a251-c33d8cc093ad None None] Network fc3ca20b-12dc-4780-81e6-8d2545fcc9cd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:56.364873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.398393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0bcd9711-86bf-46b0-a80d-9d16c4fe680e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:20:56.449595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Deleting port 8c73cd7a-acdf-4ad8-9308-f66d92be724f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:56.449934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.522843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] For port 8c73cd7a-acdf-4ad8-9308-f66d92be724f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8c73cd7a-acdf-4ad8-9308-f66d92be724f,segment=NetworkSegment(742d302f-412a-4d4f-a585-ab25f2d520e0),segment_id=742d302f-412a-4d4f-a585-ab25f2d520e0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:56.523323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.538096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Calling delete_port for 8c73cd7a-acdf-4ad8-9308-f66d92be724f owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:56.568032 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:20:56.569931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.659792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '1b788427-ffa9-498f-8710-2f5ab380e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e50302e0-2933-4d85-a5b8-f53548f47544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:56.660165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: e50302e0-2933-4d85-a5b8-f53548f47544, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:56.673453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=a559ad93-5b42-4519-b856-3815bdf199ac,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:56.685505 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.701081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:56.702101 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.706926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network e50302e0-2933-4d85-a5b8-f53548f47544 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:56.725487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e50302e0-2933-4d85-a5b8-f53548f47544) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:56.729850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:56.730663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.745085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c73cd7a-acdf-4ad8-9308-f66d92be724f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:56.749752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] No DVR routers for this DVR port 8c73cd7a-acdf-4ad8-9308-f66d92be724f on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:56.759780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0b13b644-b33f-4042-8625-a59f69917985 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6940169 Dec 21 02:20:56.762413 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54164) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:56.786940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67428e09-f439-4760-b2fb-6b8a86585ec4 None None] Network e50302e0-2933-4d85-a5b8-f53548f47544 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:56.812010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5fd7e-3b6d-4176-b2e7-5410098bcf34 None None] DHCP port deletion for fc3ca20b-12dc-4780-81e6-8d2545fcc9cd request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:56.837686 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.878422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3ca20b-12dc-4780-81e6-8d2545fcc9cd']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:56.889978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742d302f-412a-4d4f-a585-ab25f2d520e0') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:56.890387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742d302f-412a-4d4f-a585-ab25f2d520e0') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:56.898277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31be20-f747-44da-b478-d0113af57236 None None] Network f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:56.900492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.905418 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.915503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.923816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:56.924294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:56.926236 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:56.963713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.983471 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.993772 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:56.998812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.005986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fc3ca20b-12dc-4780-81e6-8d2545fcc9cd HTTP/1.1" status: 204 len: 168 time: 0.7613516 Dec 21 02:20:57.020416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9034-cf31-4fe4-8bea-f37cb13eec11 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3ca20b-12dc-4780-81e6-8d2545fcc9cd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.064798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.079367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.083234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-23485c74-bfae-41e8-a774-ca97d9d0e2d1 None None] Provisioning complete for port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:20:57.083604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23485c74-bfae-41e8-a774-ca97d9d0e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.110865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=a559ad93-5b42-4519-b856-3815bdf199ac,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.121895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,segment=NetworkSegment(4972d03a-e3ce-4571-bd3e-3a0a8054304f),segment_id=4972d03a-e3ce-4571-bd3e-3a0a8054304f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:57.134125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.192207 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.224015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50302e0-2933-4d85-a5b8-f53548f47544']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:57.228817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1a633-b8d7-4db6-ba4d-f9ba2146b7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e50302e0-2933-4d85-a5b8-f53548f47544', 'network_id': 'e50302e0-2933-4d85-a5b8-f53548f47544', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': 'a559ad93-5b42-4519-b856-3815bdf199ac'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:57.229742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46f1a633-b8d7-4db6-ba4d-f9ba2146b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.237602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b788427-ffa9-498f-8710-2f5ab380e670') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:57.238331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b788427-ffa9-498f-8710-2f5ab380e670') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:57.247321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3464e85-c60b-404a-8a82-731c319a094d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:57.249440 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.266869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.280060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:57.281922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:57.285395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:57.290048 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:57.293089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.294513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a3464e85-c60b-404a-8a82-731c319a094d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:57.294856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a3464e85-c60b-404a-8a82-731c319a094d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:57.295263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 89f0319c-4618-4c59-bfe5-d9a7790ad11d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:57.326826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] DHCP port deletion for f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:20:57.332681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 89f0319c-4618-4c59-bfe5-d9a7790ad11d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:57.333026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 89f0319c-4618-4c59-bfe5-d9a7790ad11d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:57.351830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10277fff-85b9-417d-ae9c-34f1bf5a6b14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89c94d68294f48c5abae7a536af82286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683248 Dec 21 02:20:57.356463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:57.368918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-46f1a633-b8d7-4db6-ba4d-f9ba2146b7fc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 21 02:20:57.368918 n-d-761264-20 neutron-server[109852]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 21 02:20:57.368918 n-d-761264-20 neutron-server[109852]: [parameters: {'project_id': '5818135c27ae428b89c833b8fbfb0442', 'id': '028121d6-a68e-4182-aba9-99f8be52ac45', 'name': '', 'network_id': 'e50302e0-2933-4d85-a5b8-f53548f47544', 'mac_address': 'fa:16:3e:80:14:18', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e50302e0-2933-4d85-a5b8-f53548f47544', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3770}] Dec 21 02:20:57.368918 n-d-761264-20 neutron-server[109852]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:20:57.369717 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-46f1a633-b8d7-4db6-ba4d-f9ba2146b7fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:20:57.375061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.387148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.390508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/e50302e0-2933-4d85-a5b8-f53548f47544 HTTP/1.1" status: 204 len: 168 time: 0.6271632 Dec 21 02:20:57.393142 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Deleting port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:57.393555 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.395438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54172) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:57.400355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1591057309'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:57.402498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fd6a3-3c7d-45cd-aed5-49bdee241253 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=e50302e0-2933-4d85-a5b8-f53548f47544,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.442766 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.447421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:57.450834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.465184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] For port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,segment=NetworkSegment(4972d03a-e3ce-4571-bd3e-3a0a8054304f),segment_id=4972d03a-e3ce-4571-bd3e-3a0a8054304f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:57.465621 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.478570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Calling delete_port for 0bcd9711-86bf-46b0-a80d-9d16c4fe680e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:20:57.483990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.499301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:57.525063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.525328 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 1a05f12c-d808-44e2-8ba6-9e31c9e0def0 of type vlan for network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 Dec 21 02:20:57.566392 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.569763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.580777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.583402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.584555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25f8aad9-c1c2-48de-a56f-622283ad3493 HTTP/1.1" status: 204 len: 168 time: 0.2279024 Dec 21 02:20:57.599421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] No DVR routers for this DVR port 0bcd9711-86bf-46b0-a80d-9d16c4fe680e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:20:57.601824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f66c-7bb3-46fa-a72e-e05711c59329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8aad9-c1c2-48de-a56f-622283ad3493,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.606969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48eec-9c3f-496e-a330-966de44a6129 None None] Pushing event deleted for resources: {'Port': ['ID=0bcd9711-86bf-46b0-a80d-9d16c4fe680e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.618746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.624642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:57.625700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.664503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2680242 Dec 21 02:20:57.667506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54176) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:57.672769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:57.700478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48583e-8e60-4c15-b8d3-9a2e15b94f54 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=95ad7fd1-fee4-4fdd-b409-24c752669eb8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:57.712092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:57.769666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:57.773284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.871564 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-46f1a633-b8d7-4db6-ba4d-f9ba2146b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.910306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca4171-ba94-4a8d-83ae-7a5aa083f1ef None None] Network e50302e0-2933-4d85-a5b8-f53548f47544 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:57.923202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca4171-ba94-4a8d-83ae-7a5aa083f1ef None None] Network e50302e0-2933-4d85-a5b8-f53548f47544 could not be found, it might have been deleted concurrently. {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 02:20:57.946527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54180) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:57.961546 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:57.990542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b0a25c8b-ccf9-4dcb-8ddb-5574f2288db8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3a46e071bea4dfcac76f94f3c5292c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406096 Dec 21 02:20:57.990837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54182) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:58.029354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=aef51db0-ce3c-4870-9eb4-ec69ea9dd39e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:58.033729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '1a05f12c-d808-44e2-8ba6-9e31c9e0def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:58.034097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: 95ad7fd1-fee4-4fdd-b409-24c752669eb8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:20:58.038340 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.051151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:20:58.060551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 95ad7fd1-fee4-4fdd-b409-24c752669eb8) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:58.061052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.065060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:58.065693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.070548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55398c1-ce04-4d18-8264-8694de7d965c None None] Network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:58.084918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-77843523-903c-4892-828b-0bfad7060f79 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4159963 Dec 21 02:20:58.088215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54184) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:58.117254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.119979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.121154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48a9a6b6-8f32-4f9c-a56c-f4267cf29862 HTTP/1.1" status: 204 len: 168 time: 0.1293769 Dec 21 02:20:58.129847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f330e3-1db5-446c-ae1e-bfbbe23fc5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a9a6b6-8f32-4f9c-a56c-f4267cf29862,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:58.214882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-95ad7fd1-fee4-4fdd-b409-24c752669eb8', 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': 'aef51db0-ce3c-4870-9eb4-ec69ea9dd39e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:20:58.216042 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.231884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.301634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8c73cd7a-acdf-4ad8-9308-f66d92be724f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:58.316894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.325527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8c73cd7a-acdf-4ad8-9308-f66d92be724f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:58.325936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8c73cd7a-acdf-4ad8-9308-f66d92be724f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:58.326449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0bcd9711-86bf-46b0-a80d-9d16c4fe680e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:20:58.351196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 0bcd9711-86bf-46b0-a80d-9d16c4fe680e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:20:58.351529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 0bcd9711-86bf-46b0-a80d-9d16c4fe680e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:20:58.413361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Allocated IP 2001:db8::2 (95ad7fd1-fee4-4fdd-b409-24c752669eb8/aef51db0-ce3c-4870-9eb4-ec69ea9dd39e/ae0f978c-db9a-4c97-a85f-cdd129df9ff8) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:20:58.564797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.570163 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.587775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.613913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:20:58.618905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:20:58.621420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=aef51db0-ce3c-4870-9eb4-ec69ea9dd39e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:58.622302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:20:58.630539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Pushing event updated for resources: {'Port': ['ID=ae0f978c-db9a-4c97-a85f-cdd129df9ff8,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:58.681926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Attempting to bind port ae0f978c-db9a-4c97-a85f-cdd129df9ff8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:20:58.682077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Attempting to bind port ae0f978c-db9a-4c97-a85f-cdd129df9ff8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '1a05f12c-d808-44e2-8ba6-9e31c9e0def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:20:58.682445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Attempting to bind port ae0f978c-db9a-4c97-a85f-cdd129df9ff8 on network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:20:58.687789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:20:58.688173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Checking segment: {'id': '1a05f12c-d808-44e2-8ba6-9e31c9e0def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:20:58.688575 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.688971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Bound using segment: {'id': '1a05f12c-d808-44e2-8ba6-9e31c9e0def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:20:58.689480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Bound port: ae0f978c-db9a-4c97-a85f-cdd129df9ff8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a05f12c-d808-44e2-8ba6-9e31c9e0def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:20:58.689870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.699854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.721237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ad7fd1-fee4-4fdd-b409-24c752669eb8']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:58.730656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a05f12c-d808-44e2-8ba6-9e31c9e0def0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:58.730949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a05f12c-d808-44e2-8ba6-9e31c9e0def0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:20:58.741819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.754344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] For port ae0f978c-db9a-4c97-a85f-cdd129df9ff8, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:20:58.758275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.765131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:20:58.765131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:20:58.767992 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:20:58.823558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] For port ae0f978c-db9a-4c97-a85f-cdd129df9ff8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ae0f978c-db9a-4c97-a85f-cdd129df9ff8,segment=NetworkSegment(1a05f12c-d808-44e2-8ba6-9e31c9e0def0),segment_id=1a05f12c-d808-44e2-8ba6-9e31c9e0def0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:20:58.825655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:20:58.825655 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:20:58.825655 n-d-761264-20 neutron-server[109850]: [parameters: {'id': '95ad7fd1-fee4-4fdd-b409-24c752669eb8'}] Dec 21 02:20:58.825655 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:20:58.826061 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:20:58.827380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:58.906070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54206) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:58.910294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeac1d-2248-4e16-8924-ae2869218938 None None] Pushing event updated for resources: {'Port': ['ID=ae0f978c-db9a-4c97-a85f-cdd129df9ff8,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:58.925792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c5f1d5-1d60-40a8-947b-fcfd9c2c25c9 None None] Network 95ad7fd1-fee4-4fdd-b409-24c752669eb8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:20:59.005707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1633878862-network', 'tenant_id': '53348213308e49af8d3cfc3fe7868855'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:59.017458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c330c-b42c-4737-a56b-9ddf845ed87d None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:20:59.029801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Made reservation on behalf of 53348213308e49af8d3cfc3fe7868855 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:59.032714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.041031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.088254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c330c-b42c-4737-a56b-9ddf845ed87d None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:20:59.119733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.124013 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.146072 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:20:59.160257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a417a-9b5e-439f-86d8-8a5aa27e526d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:59.165033 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.165401 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Added segment ce6083df-b011-4336-82ee-9cd47de93af2 of type vlan for network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d Dec 21 02:20:59.206253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.231736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.232687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:20:59.233315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.290501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3826323 Dec 21 02:20:59.293486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54210) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:20:59.298461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Request body: {'subnet': {'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1633878862-subnet', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:20:59.305750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528dcd-469b-49b2-9ad1-61242f6ebdf0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:20:59.315941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:20:59.325716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Made reservation on behalf of 53348213308e49af8d3cfc3fe7868855 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:20:59.328709 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.330417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.801415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting port ae0f978c-db9a-4c97-a85f-cdd129df9ff8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:20:59.802097 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.913238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] For port ae0f978c-db9a-4c97-a85f-cdd129df9ff8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ae0f978c-db9a-4c97-a85f-cdd129df9ff8,segment=NetworkSegment(1a05f12c-d808-44e2-8ba6-9e31c9e0def0),segment_id=1a05f12c-d808-44e2-8ba6-9e31c9e0def0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:20:59.913634 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.924312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:20:59.930790 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Calling delete_port for ae0f978c-db9a-4c97-a85f-cdd129df9ff8 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:00.031621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f113434d-7452-4612-ab6a-6c328a0ca8bf,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.049614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Checking segment: {'id': 'ce6083df-b011-4336-82ee-9cd47de93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:00.049978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Network hostable DHCP agents. Network: e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:00.076942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:00.080031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.108015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:00.112793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Port': ['ID=ae0f978c-db9a-4c97-a85f-cdd129df9ff8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.114624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No DVR routers for this DVR port ae0f978c-db9a-4c97-a85f-cdd129df9ff8 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:00.116505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:00.117105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.120213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3924766-64be-4d53-bf0e-be6ec8d5433d None None] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:00.164369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d08cb5b7-817b-4686-ac81-2a2fbd56d9a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8674457 Dec 21 02:21:00.164733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:00.169829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:00.197174 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.199320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.210669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.231021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d', 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d', 'project_id': '53348213308e49af8d3cfc3fe7868855', 'fixed_ips': [{'subnet_id': 'f113434d-7452-4612-ab6a-6c328a0ca8bf'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:00.232461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.233273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ad7fd1-fee4-4fdd-b409-24c752669eb8']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:00.243530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a05f12c-d808-44e2-8ba6-9e31c9e0def0') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:00.243834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a05f12c-d808-44e2-8ba6-9e31c9e0def0') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:00.254781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.259020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.270561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.276907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:00.277379 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:00.280737 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:00.348473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.355346 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.362771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/95ad7fd1-fee4-4fdd-b409-24c752669eb8 HTTP/1.1" status: 204 len: 168 time: 2.2699254 Dec 21 02:21:00.364110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54214) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:00.378538 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-742740577'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:00.379667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Allocated IP 172.20.0.2 (e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d/f113434d-7452-4612-ab6a-6c328a0ca8bf/e3e046f7-e9ec-4aec-a57a-c4c59a0eed15) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:00.383706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e85c5-9438-4dfd-affa-591cef91aa52 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=95ad7fd1-fee4-4fdd-b409-24c752669eb8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.408475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:00.412893 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.413112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.438248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:00.449374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.450089 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Added segment 5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c of type vlan for network b3146806-bae7-4e88-9a28-e232d3fc81ad Dec 21 02:21:00.501518 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.529068 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.535393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:00.535984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.542853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.549652 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.573274 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2084615 Dec 21 02:21:00.590019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:00.598077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:00.600103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54216) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:00.602258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:00.605184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Request body: {'subnet': {'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:00.617296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Pushing event updated for resources: {'Port': ['ID=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.640030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161699-433c-440b-92dc-f4d0f41afd8b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Network': ['ID=b3146806-bae7-4e88-9a28-e232d3fc81ad,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.663572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b3146806-bae7-4e88-9a28-e232d3fc81ad details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:00.713466 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Made reservation on behalf of 5818135c27ae428b89c833b8fbfb0442 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:00.717076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.727469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Attempting to bind port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:00.727988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Attempting to bind port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ce6083df-b011-4336-82ee-9cd47de93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:00.728450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Attempting to bind port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 on network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:00.742560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:00.743106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Checking segment: {'id': 'ce6083df-b011-4336-82ee-9cd47de93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:00.743611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.744101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Bound using segment: {'id': 'ce6083df-b011-4336-82ee-9cd47de93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:00.744682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Bound port: e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6083df-b011-4336-82ee-9cd47de93af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:00.745356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.817273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] For port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:00.820888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] For port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,segment=NetworkSegment(ce6083df-b011-4336-82ee-9cd47de93af2),segment_id=ce6083df-b011-4336-82ee-9cd47de93af2)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:00.826458 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.899542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d9c1f-7039-4d60-b3c4-56005ccf5502 None None] Pushing event updated for resources: {'Port': ['ID=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:00.949815 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.971199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:00.990484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.objects.ports [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109850) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 21 02:21:00.992203 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.051766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event updated for resources: {'Subnet': ['ID=205a21ec-ad4e-4708-a873-b555634cbe1a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:01.076038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Checking segment: {'id': '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:01.076038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network hostable DHCP agents. Network: b3146806-bae7-4e88-9a28-e232d3fc81ad, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:01.099356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Allocated IP 172.25.6.235 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c0382350-42f6-4461-afc0-ed27c604e281) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:01.104497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Network b3146806-bae7-4e88-9a28-e232d3fc81ad is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:01.114141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b3146806-bae7-4e88-9a28-e232d3fc81ad) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:01.118485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:01.119092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.123228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb76514-ab0f-4c81-88f2-90256a34f0f0 None None] Network b3146806-bae7-4e88-9a28-e232d3fc81ad requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:01.152300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-201889f6-a5eb-4b51-9078-fbd16ef5a2e5 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5512404 Dec 21 02:21:01.153510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54218) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:01.240128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.267380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b3146806-bae7-4e88-9a28-e232d3fc81ad', 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad', 'project_id': '5818135c27ae428b89c833b8fbfb0442', 'fixed_ips': [{'subnet_id': '205a21ec-ad4e-4708-a873-b555634cbe1a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:01.268383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.270610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.292842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.338067 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.343213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:01.348911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:01.351128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Pushing event updated for resources: {'Port': ['ID=c0382350-42f6-4461-afc0-ed27c604e281,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:01.358383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:01.376674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8389ec8-6a20-4fe5-b921-7a14de12d5a7 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:01.428137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Allocated IP 2001:db8::f816:3eff:fea9:b10e (b3146806-bae7-4e88-9a28-e232d3fc81ad/205a21ec-ad4e-4708-a873-b555634cbe1a/3a249cda-e32a-467f-80db-666ea7b371ba) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:01.522577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3ca8a6a2-c19a-41cc-bcf0-1333a55b9d9e None None] Provisioning complete for port c0382350-42f6-4461-afc0-ed27c604e281 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:01.522944 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a6a2-c19a-41cc-bcf0-1333a55b9d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.593515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8a6a2-c19a-41cc-bcf0-1333a55b9d9e None None] Port c0382350-42f6-4461-afc0-ed27c604e281 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:01.611405 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.613151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.622523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.644446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.671777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Network b3146806-bae7-4e88-9a28-e232d3fc81ad is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:01.675015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:01.680759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:01.690624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Pushing event updated for resources: {'Port': ['ID=3a249cda-e32a-467f-80db-666ea7b371ba,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:01.737355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=205a21ec-ad4e-4708-a873-b555634cbe1a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:01.756420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Attempting to bind port 3a249cda-e32a-467f-80db-666ea7b371ba on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:01.757077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Attempting to bind port 3a249cda-e32a-467f-80db-666ea7b371ba by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:01.757649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Attempting to bind port 3a249cda-e32a-467f-80db-666ea7b371ba on network b3146806-bae7-4e88-9a28-e232d3fc81ad {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:01.763626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:01.765194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Checking segment: {'id': '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:01.766429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.767010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Bound using segment: {'id': '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:01.767677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Bound port: 3a249cda-e32a-467f-80db-666ea7b371ba, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:01.768235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.788491 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.818314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3146806-bae7-4e88-9a28-e232d3fc81ad']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:01.830658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:01.830957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:01.831670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.840607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] For port 3a249cda-e32a-467f-80db-666ea7b371ba, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:01.844268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] For port 3a249cda-e32a-467f-80db-666ea7b371ba, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3a249cda-e32a-467f-80db-666ea7b371ba,segment=NetworkSegment(5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c),segment_id=5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:01.844444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.851488 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.868326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.878784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:01.879908 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:01.883620 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:01.945737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0f6b-1cb9-4bc9-b582-1deffdaa9526 None None] Pushing event updated for resources: {'Port': ['ID=3a249cda-e32a-467f-80db-666ea7b371ba,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:01.958616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661d244-5fd3-4502-ab6d-8653e72ad2ef None None] Network b3146806-bae7-4e88-9a28-e232d3fc81ad requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:01.961860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:21:01.961860 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:21:01.961860 n-d-761264-20 neutron-server[109850]: [parameters: {'id': 'b3146806-bae7-4e88-9a28-e232d3fc81ad'}] Dec 21 02:21:01.961860 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:21:01.963735 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:21:02.005905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Router 43415fdd-cbe7-469f-83f4-bece76597c95 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:21:02.048670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829467f3-85d8-4c5a-a706-22aa6a427541 None None] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:02.121350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:02.142736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.144053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be2c61e5-4471-4df4-a977-8c4af45d803c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9776416 Dec 21 02:21:02.146805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54220) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:02.240145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Sync routers for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:02.289736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Routers {'43415fdd-cbe7-469f-83f4-bece76597c95'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:02.290307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['43415fdd-cbe7-469f-83f4-bece76597c95'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:02.337320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Provisioning complete for port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:02.337721 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.343386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:02.465909 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.509540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Set router 43415fdd-cbe7-469f-83f4-bece76597c95 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:21:02.531659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting port 3a249cda-e32a-467f-80db-666ea7b371ba {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:02.531980 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.577427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.611475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:02.611862 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.615233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] For port 3a249cda-e32a-467f-80db-666ea7b371ba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3a249cda-e32a-467f-80db-666ea7b371ba,segment=NetworkSegment(5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c),segment_id=5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:02.615782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.632543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Calling delete_port for 3a249cda-e32a-467f-80db-666ea7b371ba owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:02.688134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.723393 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.764058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] For port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,segment=NetworkSegment(ce6083df-b011-4336-82ee-9cd47de93af2),segment_id=ce6083df-b011-4336-82ee-9cd47de93af2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:02.771628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No DVR routers for this DVR port 3a249cda-e32a-467f-80db-666ea7b371ba on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:02.778837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Port': ['ID=3a249cda-e32a-467f-80db-666ea7b371ba,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:02.784596 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Allocated IP 172.20.0.1 (e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d/f113434d-7452-4612-ab6a-6c328a0ca8bf/aed35103-6822-48ff-8f7e-5066cd74a89b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:02.805045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.862507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e88bc-5a5e-441d-b999-d3b1f1d12c9f None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:21:02.869961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.891622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3146806-bae7-4e88-9a28-e232d3fc81ad']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:02.902101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:02.902101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa93af-c6ef-4c3c-a7ae-bd50ab4f113c') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:02.912166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.914167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.929298 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.938548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:02.939130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:02.942974 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:02.945638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Pushing event updated for resources: {'Port': ['ID=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:02.955364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.971147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.971498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.971844 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.972184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.972518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.972854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.973186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.973609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.973883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.974211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.974536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.974857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.975193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b579e8-d6cf-4a71-b229-faee481d0596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:02.986828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6f44a40f-b57e-4cdd-ba6f-e93da9f54f6f None None] Provisioning complete for port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:02.987208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f44a40f-b57e-4cdd-ba6f-e93da9f54f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:02.999657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:03.003223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:03.006506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:03.018176 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.022732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.032445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/b3146806-bae7-4e88-9a28-e232d3fc81ad HTTP/1.1" status: 204 len: 168 time: 1.8728218 Dec 21 02:21:03.032643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.033538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:01Z', 'revision_number': 3, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:03.039424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Pushing event updated for resources: {'Port': ['ID=aed35103-6822-48ff-8f7e-5066cd74a89b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.043612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80501e5d-30a9-4bb8-9d9a-c593e2702296 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=b3146806-bae7-4e88-9a28-e232d3fc81ad,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.065230 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb54963f-9d57-41c4-996b-c74c862b834b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.065714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb54963f-9d57-41c4-996b-c74c862b834b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.071510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-eb54963f-9d57-41c4-996b-c74c862b834b tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/205a21ec-ad4e-4708-a873-b555634cbe1a HTTP/1.1" status: 404 len: 337 time: 0.0365529 Dec 21 02:21:03.071659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54224) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.073366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Checking router: 43415fdd-cbe7-469f-83f4-bece76597c95 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:21:03.073837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Updating router 43415fdd-cbe7-469f-83f4-bece76597c95 port c0382350-42f6-4461-afc0-ed27c604e281 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:21:03.077143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e88bc-5a5e-441d-b999-d3b1f1d12c9f None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:21:03.099708 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd9e98d-fbc5-4cfc-a39b-dc7d3721a5e9 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.100201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd9e98d-fbc5-4cfc-a39b-dc7d3721a5e9 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.103234 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0fd9e98d-fbc5-4cfc-a39b-dc7d3721a5e9 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/b3146806-bae7-4e88-9a28-e232d3fc81ad HTTP/1.1" status: 404 len: 339 time: 0.0306211 Dec 21 02:21:03.104078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.106062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54226) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.116166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.134811 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b987314-e4b1-4d55-b2d0-cb441e62952f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.135410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b987314-e4b1-4d55-b2d0-cb441e62952f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.139635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5b987314-e4b1-4d55-b2d0-cb441e62952f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/aef51db0-ce3c-4870-9eb4-ec69ea9dd39e HTTP/1.1" status: 404 len: 337 time: 0.0320804 Dec 21 02:21:03.142218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54228) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.168189 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b44e236-bf81-456c-901d-f24821bedca2 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.168677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b44e236-bf81-456c-901d-f24821bedca2 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.174653 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1b44e236-bf81-456c-901d-f24821bedca2 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/95ad7fd1-fee4-4fdd-b409-24c752669eb8 HTTP/1.1" status: 404 len: 339 time: 0.0283546 Dec 21 02:21:03.174810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54230) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.203453 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-530ae217-b393-4afa-b0e2-d898c71bcd37 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.203892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530ae217-b393-4afa-b0e2-d898c71bcd37 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.209214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-530ae217-b393-4afa-b0e2-d898c71bcd37 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/a559ad93-5b42-4519-b856-3815bdf199ac HTTP/1.1" status: 404 len: 337 time: 0.0312505 Dec 21 02:21:03.211163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54232) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.231782 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d443e79c-ad92-43d2-84e3-ebd0ee6d699c tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.232480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d443e79c-ad92-43d2-84e3-ebd0ee6d699c tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.237557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d443e79c-ad92-43d2-84e3-ebd0ee6d699c tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/e50302e0-2933-4d85-a5b8-f53548f47544 HTTP/1.1" status: 404 len: 339 time: 0.0241799 Dec 21 02:21:03.238848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.336691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.395150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting port 51c285bd-e6bb-4afa-a200-d0ca45da841c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:03.395484 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.511541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.528710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Calling delete_port for 51c285bd-e6bb-4afa-a200-d0ca45da841c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:03.557803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.565289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.614863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06251da-a93c-49da-bb3f-6741afec95f7 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:03.624187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Attempting to bind port c0382350-42f6-4461-afc0-ed27c604e281 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:03.624560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Attempting to bind port c0382350-42f6-4461-afc0-ed27c604e281 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:03.624983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Attempting to bind port c0382350-42f6-4461-afc0-ed27c604e281 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:03.637825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dfdf-174e-4d53-9792-0d3cde095e81 None None] Pushing event updated for resources: {'Port': ['ID=c0382350-42f6-4461-afc0-ed27c604e281,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.641768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:03.642149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:03.642555 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.642943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:03.643663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Bound port: c0382350-42f6-4461-afc0-ed27c604e281, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:03.643804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.648573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.658187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.701534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] For port c0382350-42f6-4461-afc0-ed27c604e281, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:03.706727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] For port c0382350-42f6-4461-afc0-ed27c604e281, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0382350-42f6-4461-afc0-ed27c604e281,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:03.712447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.719691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.743221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Pushing event updated for resources: {'Port': ['ID=aed35103-6822-48ff-8f7e-5066cd74a89b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.750018 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.754942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.758119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/ports/51c285bd-e6bb-4afa-a200-d0ca45da841c HTTP/1.1" status: 204 len: 168 time: 0.5183263 Dec 21 02:21:03.760704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54236) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.775299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] Provisioning complete for port c0382350-42f6-4461-afc0-ed27c604e281 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:03.775496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.789007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e178e-a72b-4ffa-9c12-81acc09c477f tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Port': ['ID=51c285bd-e6bb-4afa-a200-d0ca45da841c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.810362 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98bf62b-7515-46b8-bc85-761ea309ca60 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:03.811360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98bf62b-7515-46b8-bc85-761ea309ca60 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:03.816328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c145f-3eeb-4206-ad7b-66d8ee3c7b27 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:03.820234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a98bf62b-7515-46b8-bc85-761ea309ca60 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/d013ab0f-543d-4914-a457-9ca104cc4fb1 HTTP/1.1" status: 404 len: 337 time: 0.0553238 Dec 21 02:21:03.820600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54238) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:03.852894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Routers {'43415fdd-cbe7-469f-83f4-bece76597c95'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:03.853541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['43415fdd-cbe7-469f-83f4-bece76597c95'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:03.855895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dfdf-174e-4d53-9792-0d3cde095e81 None None] Pushing event updated for resources: {'Port': ['ID=c0382350-42f6-4461-afc0-ed27c604e281,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:03.878821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:03.880271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:03.922313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:03.978411 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.012860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] For port c0382350-42f6-4461-afc0-ed27c604e281, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0382350-42f6-4461-afc0-ed27c604e281,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:04.013889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Router 43415fdd-cbe7-469f-83f4-bece76597c95 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:21:04.021319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.052261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.073396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] Set router 43415fdd-cbe7-469f-83f4-bece76597c95 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:21:04.077052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c7ba86-b41d-4296-a63e-dbcb3e7938e9']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:04.089716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4972d03a-e3ce-4571-bd3e-3a0a8054304f') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:04.090017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4972d03a-e3ce-4571-bd3e-3a0a8054304f') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:04.101609 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.116966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.121453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbae6a-b6da-4bd2-97d0-9a2601d16a93 None None] Pushing event updated for resources: {'Port': ['ID=c0382350-42f6-4461-afc0-ed27c604e281,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:04.124626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:04.125590 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:04.129300 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:04.173015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:04.182677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7234cd57-8f3f-46ce-923a-56d4ad5fa58a admin admin] 10.222.0.43 "PUT /v2.0/routers/43415fdd-cbe7-469f-83f4-bece76597c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348516 Dec 21 02:21:04.188965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e6c92518-1eb1-44f7-a222-d6b5575666ae None None] Provisioning complete for port c0382350-42f6-4461-afc0-ed27c604e281 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:04.189361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6c92518-1eb1-44f7-a222-d6b5575666ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.205511 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.213554 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.220000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54242) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:04.220243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/f6c7ba86-b41d-4296-a63e-dbcb3e7938e9 HTTP/1.1" status: 204 len: 168 time: 0.3984916 Dec 21 02:21:04.235103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ae45d-834b-4e8f-8356-4aeea3c8070a tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=f6c7ba86-b41d-4296-a63e-dbcb3e7938e9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:04.336622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting port 676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:04.337279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.422524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.438814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Calling delete_port for 676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:04.507139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:04.533854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.566834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Port': ['ID=676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:04.577865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.581149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b5cc2af5-3c0b-48ef-be45-5a9e384e5d28 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/ports/676fa9e1-1ab3-4af9-ba1c-66bbb1da87cf HTTP/1.1" status: 204 len: 168 time: 0.3597596 Dec 21 02:21:04.583523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:04.586890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e6c92518-1eb1-44f7-a222-d6b5575666ae None None] Provisioning complete for port aed35103-6822-48ff-8f7e-5066cd74a89b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:04.587372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6c92518-1eb1-44f7-a222-d6b5575666ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.611080 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-57897912-210b-4685-9704-4fe2c533b025 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:04.611539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57897912-210b-4685-9704-4fe2c533b025 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:04.617006 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57897912-210b-4685-9704-4fe2c533b025 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/494b23ce-9659-4801-b94e-3d1590f67a36 HTTP/1.1" status: 404 len: 337 time: 0.0301955 Dec 21 02:21:04.617318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:04.627970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 4, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aed35103-6822-48ff-8f7e-5066cd74a89b', 'name': '', 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'mac_address': 'fa:16:3e:71:ad:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'f113434d-7452-4612-ab6a-6c328a0ca8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:02Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 2, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'subnets': [{'id': 'f113434d-7452-4612-ab6a-6c328a0ca8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:04.662535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afc84d-80a7-49f3-a9b3-a3f1164b0bce None None] The sync data for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 is: [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 4, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'aed35103-6822-48ff-8f7e-5066cd74a89b', 'name': '', 'network_id': 'e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'mac_address': 'fa:16:3e:71:ad:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'f113434d-7452-4612-ab6a-6c328a0ca8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:02Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 2, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'subnets': [{'id': 'f113434d-7452-4612-ab6a-6c328a0ca8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:04.664294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e6c92518-1eb1-44f7-a222-d6b5575666ae None None] Port aed35103-6822-48ff-8f7e-5066cd74a89b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:04.665538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:04.665910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:04.707334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.142190 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.164144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744a1b0d-3b9a-4eb0-83b0-d763214274f2']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:05.175052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8194515d-4fd6-409b-a832-e809d9dd7e73') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:05.175353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8194515d-4fd6-409b-a832-e809d9dd7e73') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:05.186616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.204401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.210987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:05.211461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:05.214766 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:05.280809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.289017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.292633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/744a1b0d-3b9a-4eb0-83b0-d763214274f2 HTTP/1.1" status: 204 len: 168 time: 0.6744204 Dec 21 02:21:05.295303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54264) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:05.314119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb531-632b-4b50-8874-9952e08d5d1e tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=744a1b0d-3b9a-4eb0-83b0-d763214274f2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:05.358511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting subnet b8fc3ab6-d795-4c59-9404-f81c4272ed09 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:05.362222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.379642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54266) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:05.438915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.532932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.600842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.632225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.635700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/subnets/b8fc3ab6-d795-4c59-9404-f81c4272ed09 HTTP/1.1" status: 204 len: 168 time: 0.3392987 Dec 21 02:21:05.638388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54268) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:05.638983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da9f0-d9f7-4370-825d-c922591674a1 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fc3ab6-d795-4c59-9404-f81c4272ed09,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:05.643362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77bb029-9fba-4a3e-8fe2-2981276c90ec None None] Network 3ba77ff8-c450-4981-a4a9-520fdea23b3f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:05.749380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.823711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] DHCP port deletion for 3ba77ff8-c450-4981-a4a9-520fdea23b3f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:05.856758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Deleting port 5c456791-d9b2-445e-9fed-0fcb14cae444 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:05.857075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.874141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Deleting port 5c456791-d9b2-445e-9fed-0fcb14cae444 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:05.874522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.922274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.945666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] For port 5c456791-d9b2-445e-9fed-0fcb14cae444, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c456791-d9b2-445e-9fed-0fcb14cae444,segment=NetworkSegment(86871d5b-52b6-4653-afff-312d7dc1c5d1),segment_id=86871d5b-52b6-4653-afff-312d7dc1c5d1)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:05.946059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.961465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Calling delete_port for 5c456791-d9b2-445e-9fed-0fcb14cae444 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:05.979022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] For port 5c456791-d9b2-445e-9fed-0fcb14cae444, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5c456791-d9b2-445e-9fed-0fcb14cae444,segment=NetworkSegment(86871d5b-52b6-4653-afff-312d7dc1c5d1),segment_id=86871d5b-52b6-4653-afff-312d7dc1c5d1)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:05.979445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:05.997231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Calling delete_port for 5c456791-d9b2-445e-9fed-0fcb14cae444 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:06.068343 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.096411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] Pushing event deleted for resources: {'Port': ['ID=5c456791-d9b2-445e-9fed-0fcb14cae444,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:06.101633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e17146-aa65-4f6f-a8a8-a27d510610c2 None None] No DVR routers for this DVR port 5c456791-d9b2-445e-9fed-0fcb14cae444 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:06.179794 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.208916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Port': ['ID=5c456791-d9b2-445e-9fed-0fcb14cae444,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:06.211857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] No DVR routers for this DVR port 5c456791-d9b2-445e-9fed-0fcb14cae444 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:06.297856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0382350-42f6-4461-afc0-ed27c604e281 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:06.319217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.348335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c0382350-42f6-4461-afc0-ed27c604e281 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:06.348703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.374903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba77ff8-c450-4981-a4a9-520fdea23b3f']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:06.389445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86871d5b-52b6-4653-afff-312d7dc1c5d1') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:06.389738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86871d5b-52b6-4653-afff-312d7dc1c5d1') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:06.400678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.417400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Deleting port aed35103-6822-48ff-8f7e-5066cd74a89b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:06.417980 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.420360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.440919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:06.441324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self.session.flush() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:06.444291 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:06.491135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c456791-d9b2-445e-9fed-0fcb14cae444 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:06.511006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 5c456791-d9b2-445e-9fed-0fcb14cae444 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:06.511361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5c456791-d9b2-445e-9fed-0fcb14cae444 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:06.536916 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.547846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.551007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] 10.222.0.43 "DELETE /v2.0/networks/3ba77ff8-c450-4981-a4a9-520fdea23b3f HTTP/1.1" status: 204 len: 168 time: 0.9116530 Dec 21 02:21:06.568266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032614b4-1a40-4f22-b885-d317e2066a86 tempest-NetworksIpV6TestAttrs-653717241 tempest-NetworksIpV6TestAttrs-653717241-project] Pushing event deleted for resources: {'Network': ['ID=3ba77ff8-c450-4981-a4a9-520fdea23b3f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:06.571215 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.584139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Calling delete_port for aed35103-6822-48ff-8f7e-5066cd74a89b owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:06.760000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54274) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:06.778998 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:06.804931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed35103-6822-48ff-8f7e-5066cd74a89b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:06.925648 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Sync routers for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:06.934798 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Routers {'43415fdd-cbe7-469f-83f4-bece76597c95'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:06.935411 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['43415fdd-cbe7-469f-83f4-bece76597c95'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:06.937804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1a4ed519-0da4-4e07-8433-416ad78ef670 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5818135c27ae428b89c833b8fbfb0442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755245 Dec 21 02:21:06.941112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54278) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:07.025507 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.043125 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Set router 43415fdd-cbe7-469f-83f4-bece76597c95 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:21:07.048579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.108418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.225119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:06Z', 'revision_number': 5, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:07.234796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.237466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.238572 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5949a8b6-f439-4ef6-a367-94f37e6577f7 HTTP/1.1" status: 204 len: 168 time: 0.2929599 Dec 21 02:21:07.255542 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Checking router: 43415fdd-cbe7-469f-83f4-bece76597c95 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:21:07.264021 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Routers {'43415fdd-cbe7-469f-83f4-bece76597c95'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:07.264632 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['43415fdd-cbe7-469f-83f4-bece76597c95'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:07.278084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d97d73-2d23-459e-ac28-f17f559eaec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5949a8b6-f439-4ef6-a367-94f37e6577f7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:07.309011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Router 43415fdd-cbe7-469f-83f4-bece76597c95 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:21:07.397379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] Set router 43415fdd-cbe7-469f-83f4-bece76597c95 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:21:07.434812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:07.440418 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8b9df78-3a0d-4379-8a1e-f273e51cc380 admin admin] 10.222.0.43 "PUT /v2.0/routers/43415fdd-cbe7-469f-83f4-bece76597c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597365 Dec 21 02:21:07.443464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54284) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:07.551329 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.595968 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:06Z', 'revision_number': 5, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:07.633935 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41bddb-d995-4c93-9f63-5887f305edc7 None None] The sync data for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 is: [{'id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'name': 'tempest-ImageQuotaTest-1633878862-router', 'tenant_id': '53348213308e49af8d3cfc3fe7868855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:06Z', 'revision_number': 5, 'project_id': '53348213308e49af8d3cfc3fe7868855', 'gw_port': {'id': 'c0382350-42f6-4461-afc0-ed27c604e281', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43415fdd-cbe7-469f-83f4-bece76597c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:21:00Z', 'updated_at': '2021-12-21T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:07.958849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:07.984836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54302) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:08.033588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Deleting port c0382350-42f6-4461-afc0-ed27c604e281 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:08.034316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.137018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-298613137'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:08.137839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] For port c0382350-42f6-4461-afc0-ed27c604e281, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0382350-42f6-4461-afc0-ed27c604e281,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:08.138275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.163734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Calling delete_port for c0382350-42f6-4461-afc0-ed27c604e281 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:08.169998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:08.178569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.192896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.233508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aed35103-6822-48ff-8f7e-5066cd74a89b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:08.264825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: aed35103-6822-48ff-8f7e-5066cd74a89b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:08.265366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device aed35103-6822-48ff-8f7e-5066cd74a89b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:08.310870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.315389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.350509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab63ff5-1720-416d-9671-cda939842092,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:08.406736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.413362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:08.426826 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.427576 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment ec55be2a-0d80-47af-b99c-f4137059a89f of type vlan for network 28d78670-7e34-4808-a0b5-cc6756271e58 Dec 21 02:21:08.440191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0382350-42f6-4461-afc0-ed27c604e281,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:08.460811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f97b19-26fb-49bb-b300-7f5a2ece24dc None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:08.495141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.523244 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.529114 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.535820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:08.536648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.606876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6208763 Dec 21 02:21:08.611039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54306) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:08.617645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'name': 'tempest-PortsTestJSON-1917039392'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:08.638499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.644476 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.644931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46638b8-709e-4019-9780-f140e2f78ec0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=28d78670-7e34-4808-a0b5-cc6756271e58,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:08.658206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:08.749030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:08.755967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.770650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.771229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43415fdd-cbe7-469f-83f4-bece76597c95 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:21:08.777319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.781453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a901c418-250b-4dde-8177-a3d06e29925c admin admin] 10.222.0.43 "DELETE /v2.0/routers/43415fdd-cbe7-469f-83f4-bece76597c95 HTTP/1.1" status: 204 len: 168 time: 1.3352661 Dec 21 02:21:08.781680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 4e207483-bdb4-42bd-8d0c-ee561eab5530 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:08.784987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54308) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:08.882094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Deleting subnet f113434d-7452-4612-ab6a-6c328a0ca8bf {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:08.888498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.950932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Sync routers for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:08.958664 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:08.961172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:08.961584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:21:08.962231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43415fdd-cbe7-469f-83f4-bece76597c95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109852) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:21:08.980476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Routers set() bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:08.980846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Router IDs set() for agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 02:21:08.981496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43415fdd-cbe7-469f-83f4-bece76597c95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:20:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent'). {{(pid=109852) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 02:21:08.981872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc232c01-6411-4689-90fa-305283a031a5 None None] The sync data for ids ['43415fdd-cbe7-469f-83f4-bece76597c95'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:09.060246 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.117387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.159614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.223035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.242011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=4e207483-bdb4-42bd-8d0c-ee561eab5530,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.262743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f113434d-7452-4612-ab6a-6c328a0ca8bf,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.266547 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.271863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bd925-dbcb-4863-b927-036840247ea4 None None] Network e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:09.272386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c4ef92d9-b37e-4c69-8c57-6a951fde1a4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f113434d-7452-4612-ab6a-6c328a0ca8bf HTTP/1.1" status: 204 len: 168 time: 0.4835076 Dec 21 02:21:09.272812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54310) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:09.273920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': 'ec55be2a-0d80-47af-b99c-f4137059a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:09.274283 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: 28d78670-7e34-4808-a0b5-cc6756271e58, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:09.297292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:09.308472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 28d78670-7e34-4808-a0b5-cc6756271e58) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:09.313120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:09.320411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:09.321208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.330164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd7300-7490-44df-bc4b-eea1b23cb435 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:09.350816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.369877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0de87906-d5f1-4bb8-a6f2-526d9600161a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7533982 Dec 21 02:21:09.373813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54312) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:09.380209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1930803504'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:09.415082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:09.416319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Deleting port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:09.416738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.420697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.465030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:09.487382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.487617 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 01b4d686-4df2-4f48-8e54-66afbfa1e34a of type vlan for network e45ac81f-70e3-4b5e-b305-be7ec6ef9787 Dec 21 02:21:09.513618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] For port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,segment=NetworkSegment(ce6083df-b011-4336-82ee-9cd47de93af2),segment_id=ce6083df-b011-4336-82ee-9cd47de93af2)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:09.513905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.527472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Calling delete_port for e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:09.537247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.543477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] DHCP port deletion for e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:09.564789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.572871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:09.573600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.594344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Deleting port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:09.594728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.611250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.616256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2400875 Dec 21 02:21:09.618757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54314) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:09.625782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'ports': [{'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'}, {'network_id': 'e45ac81f-70e3-4b5e-b305-be7ec6ef9787'}]} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:09.626091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:09.626566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': 'e45ac81f-70e3-4b5e-b305-be7ec6ef9787'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:09.644433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.648829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] No DVR routers for this DVR port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:09.663191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] For port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,segment=NetworkSegment(ce6083df-b011-4336-82ee-9cd47de93af2),segment_id=ce6083df-b011-4336-82ee-9cd47de93af2)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:09.663723 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.677787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Calling delete_port for e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:09.708908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08c791-03bb-4383-ba0a-f44155aa1fa4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=e45ac81f-70e3-4b5e-b305-be7ec6ef9787,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.726684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e45ac81f-70e3-4b5e-b305-be7ec6ef9787 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:09.726934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.752298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:09.763113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6083df-b011-4336-82ee-9cd47de93af2') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:09.763113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6083df-b011-4336-82ee-9cd47de93af2') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:09.779187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.795977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.803038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:09.803362 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:09.805379 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 02:21:09.819832 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 02:21:09.825860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.835634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 2} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:09.840991 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.853892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] Pushing event deleted for resources: {'Port': ['ID=e3e046f7-e9ec-4aec-a57a-c4c59a0eed15,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.854125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.861184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b18b6-9874-4c9d-b517-6f8c48dd3a86 None None] No DVR routers for this DVR port e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:09.883137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.888515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:09.893412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] 10.222.0.43 "DELETE /v2.0/networks/e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d HTTP/1.1" status: 204 len: 168 time: 0.6186249 Dec 21 02:21:09.904008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339ed3-a472-483d-9811-42f9700afbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ff5a72-4d3a-4d2f-a4ef-30fd67b3247d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:09.952373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port ca19cd23-6e15-4ee8-b48c-d6b543afefe1 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:10.058352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54318) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.081278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.169106 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-afc92f92-98b1-4aad-b2b4-8418bf5f16f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53348213308e49af8d3cfc3fe7868855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095142 Dec 21 02:21:10.172161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54320) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.172316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 8e1c7949-6a87-44a2-9af4-6dbc608e721c yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:10.226364 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.248982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.267156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:10.288154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:10.288965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e3e046f7-e9ec-4aec-a57a-c4c59a0eed15 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:10.288965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0382350-42f6-4461-afc0-ed27c604e281 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:10.289710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.308767 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c0382350-42f6-4461-afc0-ed27c604e281 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:10.309542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0382350-42f6-4461-afc0-ed27c604e281 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:10.309933 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.313629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.317774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b8a417a-9b5e-439f-86d8-8a5aa27e526d HTTP/1.1" status: 204 len: 168 time: 0.1417789 Dec 21 02:21:10.324509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0c77b-4cb4-4ce3-b8a9-af91f079f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a417a-9b5e-439f-86d8-8a5aa27e526d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:10.333940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.394959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:10.398826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=ca19cd23-6e15-4ee8-b48c-d6b543afefe1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:10.401596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:10.404139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:10.405037 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.467548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=8e1c7949-6a87-44a2-9af4-6dbc608e721c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:10.478457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '01b4d686-4df2-4f48-8e54-66afbfa1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45ac81f-70e3-4b5e-b305-be7ec6ef9787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:10.478893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: e45ac81f-70e3-4b5e-b305-be7ec6ef9787, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:10.497946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network e45ac81f-70e3-4b5e-b305-be7ec6ef9787 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:10.508502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e45ac81f-70e3-4b5e-b305-be7ec6ef9787) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:10.513553 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:10.517632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba219c-a4c9-4c47-96da-f8b98d06141c None None] Network e45ac81f-70e3-4b5e-b305-be7ec6ef9787 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:10.519829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:10.525027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:10.525718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.545150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6fc39dea-c253-4c22-98e3-c50573cd1e74 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9251506 Dec 21 02:21:10.548383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.642240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 8e1c7949-6a87-44a2-9af4-6dbc608e721c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:10.642583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.714068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.714276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54328) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.727082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 8e1c7949-6a87-44a2-9af4-6dbc608e721c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:10.728627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.802744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.806733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.810393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.840387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=8e1c7949-6a87-44a2-9af4-6dbc608e721c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:10.846536 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.848175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1326740 Dec 21 02:21:10.850324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-119a1144-ce78-48ee-bc57-b6c0be5cd052 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/8e1c7949-6a87-44a2-9af4-6dbc608e721c HTTP/1.1" status: 204 len: 168 time: 0.3008389 Dec 21 02:21:10.852725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54330) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.852985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad81ea-e5fe-4365-914e-cfda84855094,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:10.854735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54332) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.872077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.872422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.872762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.873098 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.873457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.873788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.874115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.874481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.874811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.875137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.875460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.875779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.876095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25f190-91f2-4673-9135-4352ed004723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:10.906491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47fe585-33cc-47a6-a494-66654ba0fccf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:10.912680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47fe585-33cc-47a6-a494-66654ba0fccf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:10.914321 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b47fe585-33cc-47a6-a494-66654ba0fccf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0605729 Dec 21 02:21:10.915857 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.917106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54334) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:10.936653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:10.996038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.001391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.004904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77ad81ea-e5fe-4365-914e-cfda84855094 HTTP/1.1" status: 204 len: 168 time: 0.1469231 Dec 21 02:21:11.011366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025a2e-8d06-4c27-95eb-745e03daee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad81ea-e5fe-4365-914e-cfda84855094,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:11.015855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port ca19cd23-6e15-4ee8-b48c-d6b543afefe1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:11.016487 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.091062 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.104610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for ca19cd23-6e15-4ee8-b48c-d6b543afefe1 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:11.186779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.217898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=ca19cd23-6e15-4ee8-b48c-d6b543afefe1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:11.223664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.227047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ff47c51d-c10e-4ac0-9dc6-57289a662e47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/ca19cd23-6e15-4ee8-b48c-d6b543afefe1 HTTP/1.1" status: 204 len: 168 time: 0.3089461 Dec 21 02:21:11.229679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54338) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.284927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acddd756-9067-4cf9-a94b-a49475defe98 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:11.286754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acddd756-9067-4cf9-a94b-a49475defe98 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0561047 Dec 21 02:21:11.289578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54340) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.315685 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-265d6c0b-17a2-493a-b1b6-707930ddae7a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:11.317168 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-265d6c0b-17a2-493a-b1b6-707930ddae7a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/8e1c7949-6a87-44a2-9af4-6dbc608e721c HTTP/1.1" status: 404 len: 333 time: 0.0266631 Dec 21 02:21:11.319966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54342) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.346361 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d017cf9f-8ec1-49b9-a8e3-348a431ce4f7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:11.347725 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d017cf9f-8ec1-49b9-a8e3-348a431ce4f7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/ca19cd23-6e15-4ee8-b48c-d6b543afefe1 HTTP/1.1" status: 404 len: 333 time: 0.0268257 Dec 21 02:21:11.350528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54344) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.420667 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:21:11.430524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.527877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.549650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45ac81f-70e3-4b5e-b305-be7ec6ef9787']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:11.560368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b4d686-4df2-4f48-8e54-66afbfa1e34a') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:11.560767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b4d686-4df2-4f48-8e54-66afbfa1e34a') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:11.572953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.590725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.598566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:11.599010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:11.602845 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:11.669473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.677298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.680836 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/e45ac81f-70e3-4b5e-b305-be7ec6ef9787 HTTP/1.1" status: 204 len: 168 time: 0.3293724 Dec 21 02:21:11.684759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54346) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.691100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-296302277'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:11.694571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcbcb3-67cf-41a8-89ea-c2ff88990d2b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=e45ac81f-70e3-4b5e-b305-be7ec6ef9787,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:11.716835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:11.720301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.743322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:11.752654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.752997 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 9986e244-11b5-4e88-92fd-ad5a69f3ed84 of type vlan for network 8c44bd87-d49c-4af3-b791-e7825856bf0f Dec 21 02:21:11.790398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.814725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.820387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:11.820966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:11.862787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1738830 Dec 21 02:21:11.863094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54348) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:11.868221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:11.893355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec43f-d8e4-410a-bf0d-374fc5bf823c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=8c44bd87-d49c-4af3-b791-e7825856bf0f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:11.903317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:11.964897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:11.968503 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.027676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:21:12.028288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:21:12.144862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.200714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=b9752964-aad7-4ec6-91e9-608d16a9be6f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:12.215831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '9986e244-11b5-4e88-92fd-ad5a69f3ed84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:12.216125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: 8c44bd87-d49c-4af3-b791-e7825856bf0f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:12.232233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:12.241057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8c44bd87-d49c-4af3-b791-e7825856bf0f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:12.244999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:12.245618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.249999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa515d-4839-4fe7-8ecb-6a4c6ff9a4a0 None None] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:12.261971 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5fd7826b-f169-4376-94e7-20d0ea806b49 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3977029 Dec 21 02:21:12.264871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54350) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:12.269723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f', 'name': 'tempest-PortsTestJSON-1164971727'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:12.352739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8c44bd87-d49c-4af3-b791-e7825856bf0f', 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': 'b9752964-aad7-4ec6-91e9-608d16a9be6f'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:12.353647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.385468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:12.388929 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.407126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port ede52a1c-5218-4b04-92f2-398f23bdde6d yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:12.490380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Allocated IP 172.20.0.2 (8c44bd87-d49c-4af3-b791-e7825856bf0f/b9752964-aad7-4ec6-91e9-608d16a9be6f/b155759f-69d9-4d63-8414-dac018b5eb91) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:12.633980 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.645820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.689205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:12.692310 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:12.695403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:12.697057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.6 (8c44bd87-d49c-4af3-b791-e7825856bf0f/b9752964-aad7-4ec6-91e9-608d16a9be6f/ede52a1c-5218-4b04-92f2-398f23bdde6d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:12.708385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Pushing event updated for resources: {'Port': ['ID=b155759f-69d9-4d63-8414-dac018b5eb91,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:12.759158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Attempting to bind port b155759f-69d9-4d63-8414-dac018b5eb91 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:12.759575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Attempting to bind port b155759f-69d9-4d63-8414-dac018b5eb91 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '9986e244-11b5-4e88-92fd-ad5a69f3ed84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:12.759908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Attempting to bind port b155759f-69d9-4d63-8414-dac018b5eb91 on network 8c44bd87-d49c-4af3-b791-e7825856bf0f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:12.764875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:12.765895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Checking segment: {'id': '9986e244-11b5-4e88-92fd-ad5a69f3ed84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:12.766317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.766698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Bound using segment: {'id': '9986e244-11b5-4e88-92fd-ad5a69f3ed84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:12.767167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Bound port: b155759f-69d9-4d63-8414-dac018b5eb91, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9986e244-11b5-4e88-92fd-ad5a69f3ed84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c44bd87-d49c-4af3-b791-e7825856bf0f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:12.767547 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.831699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] For port b155759f-69d9-4d63-8414-dac018b5eb91, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:12.834999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] For port b155759f-69d9-4d63-8414-dac018b5eb91, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b155759f-69d9-4d63-8414-dac018b5eb91,segment=NetworkSegment(9986e244-11b5-4e88-92fd-ad5a69f3ed84),segment_id=9986e244-11b5-4e88-92fd-ad5a69f3ed84)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:12.839072 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.850480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.886690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:12.897179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc389613-54cb-451d-94f1-9ea9d88ef292 None None] Pushing event updated for resources: {'Port': ['ID=b155759f-69d9-4d63-8414-dac018b5eb91,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:12.936543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:12.940472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:12.943013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:12.969604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=ede52a1c-5218-4b04-92f2-398f23bdde6d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:12.999173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:13.000269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.018035 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a7bc4f8-89d7-4fd5-a579-bb7eed52c8f2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7520988 Dec 21 02:21:13.020777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54352) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:13.135016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port ede52a1c-5218-4b04-92f2-398f23bdde6d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:13.135368 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.225408 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.238002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for ede52a1c-5218-4b04-92f2-398f23bdde6d owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:13.375525 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.409398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=ede52a1c-5218-4b04-92f2-398f23bdde6d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:13.474053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.477262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-57130246-6b75-4143-a548-3d3e404b8529 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/ede52a1c-5218-4b04-92f2-398f23bdde6d HTTP/1.1" status: 204 len: 168 time: 0.4554853 Dec 21 02:21:13.479876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54354) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:13.503434 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8184192-d0ae-4560-a131-830b25033f7c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:13.503997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8184192-d0ae-4560-a131-830b25033f7c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:13.507094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8184192-d0ae-4560-a131-830b25033f7c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/ede52a1c-5218-4b04-92f2-398f23bdde6d HTTP/1.1" status: 404 len: 333 time: 0.0263059 Dec 21 02:21:13.509881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54356) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:13.535297 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-798c5270-2821-41bf-bc22-9a581256cc60 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:13.536833 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-798c5270-2821-41bf-bc22-9a581256cc60 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/ede52a1c-5218-4b04-92f2-398f23bdde6d HTTP/1.1" status: 404 len: 333 time: 0.0258675 Dec 21 02:21:13.539869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54358) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:13.591662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet b9752964-aad7-4ec6-91e9-608d16a9be6f {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:13.596113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.639322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.730664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.791736 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.812478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a78024-190c-4074-8690-4b9bfc193dab None None] Network 8c44bd87-d49c-4af3-b791-e7825856bf0f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:13.818545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=b9752964-aad7-4ec6-91e9-608d16a9be6f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:13.824673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.827979 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-213b7e4b-75a5-414e-ad7c-e9a0cfb247cd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/b9752964-aad7-4ec6-91e9-608d16a9be6f HTTP/1.1" status: 204 len: 168 time: 0.2872839 Dec 21 02:21:13.830583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54360) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:13.903430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] Provisioning complete for port b155759f-69d9-4d63-8414-dac018b5eb91 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:13.903821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.916725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.959979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3775f89a-db1d-4dc9-b551-a2fc00e5f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:13.975390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port b155759f-69d9-4d63-8414-dac018b5eb91 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:13.975717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.004664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.029234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] DHCP port deletion for 8c44bd87-d49c-4af3-b791-e7825856bf0f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:14.040180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] For port b155759f-69d9-4d63-8414-dac018b5eb91, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b155759f-69d9-4d63-8414-dac018b5eb91,segment=NetworkSegment(9986e244-11b5-4e88-92fd-ad5a69f3ed84),segment_id=9986e244-11b5-4e88-92fd-ad5a69f3ed84)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:14.040540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.046317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] For port b155759f-69d9-4d63-8414-dac018b5eb91, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=b155759f-69d9-4d63-8414-dac018b5eb91,segment=NetworkSegment(9986e244-11b5-4e88-92fd-ad5a69f3ed84),segment_id=9986e244-11b5-4e88-92fd-ad5a69f3ed84)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:14.050209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.058586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for b155759f-69d9-4d63-8414-dac018b5eb91 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:14.119318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09807d21-cb0d-4437-9799-9f5b89dc0bd4 None None] Pushing event updated for resources: {'Port': ['ID=b155759f-69d9-4d63-8414-dac018b5eb91,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.134180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Deleting port b155759f-69d9-4d63-8414-dac018b5eb91 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:14.134582 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.135851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.164151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=b155759f-69d9-4d63-8414-dac018b5eb91,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.166005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No DVR routers for this DVR port b155759f-69d9-4d63-8414-dac018b5eb91 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:14.201841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] For port b155759f-69d9-4d63-8414-dac018b5eb91, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:14.202239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.215389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Calling delete_port for b155759f-69d9-4d63-8414-dac018b5eb91 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:14.218848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Port b155759f-69d9-4d63-8414-dac018b5eb91 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:21:14.220383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.247350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] Pushing event deleted for resources: {'Port': ['ID=b155759f-69d9-4d63-8414-dac018b5eb91,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.247557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.249109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157cd79-4075-46a2-907c-3d42a3cc78e5 None None] No DVR routers for this DVR port b155759f-69d9-4d63-8414-dac018b5eb91 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:14.274818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c44bd87-d49c-4af3-b791-e7825856bf0f']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:14.284431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9986e244-11b5-4e88-92fd-ad5a69f3ed84') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:14.284720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9986e244-11b5-4e88-92fd-ad5a69f3ed84') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:14.294015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.307171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.314117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:14.314616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:14.317476 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:14.373038 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.378728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.381901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/8c44bd87-d49c-4af3-b791-e7825856bf0f HTTP/1.1" status: 204 len: 168 time: 0.5503733 Dec 21 02:21:14.385648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54362) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:14.391243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1840683683'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:14.410327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a4382-7f4e-496a-95d0-913573241d2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=8c44bd87-d49c-4af3-b791-e7825856bf0f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.427584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:14.431100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.454672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:14.463492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.463829 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 7bea75f5-67ff-4728-a6a5-809706fe07b4 of type vlan for network 1a04138d-bb3e-4798-878c-0f8a49c9429c Dec 21 02:21:14.501827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.525822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.531586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:14.532152 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.567759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812840 Dec 21 02:21:14.570670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54364) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:14.575738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:14.601237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cefc7c-ca52-43a7-8a73-5b300327280b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=1a04138d-bb3e-4798-878c-0f8a49c9429c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.611137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:14.667126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:14.670754 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.844668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.905291 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=83a75223-3e32-4013-b8ae-9814633b1175,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:14.915203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '7bea75f5-67ff-4728-a6a5-809706fe07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:14.915561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: 1a04138d-bb3e-4798-878c-0f8a49c9429c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:14.931605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:14.940852 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 1a04138d-bb3e-4798-878c-0f8a49c9429c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:14.944962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:14.945565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:14.950762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f227d-6e89-42a6-8a43-54e31cfc29d3 None None] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:14.963131 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7244b44a-adf3-4b58-910c-f31296d803d5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3912978 Dec 21 02:21:14.965887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54366) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:14.970888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1907937083'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:15.046860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-1a04138d-bb3e-4798-878c-0f8a49c9429c', 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': '83a75223-3e32-4013-b8ae-9814633b1175'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:15.047737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.081141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:15.084623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.102371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 91c781a5-fcba-4241-91d9-ff6468716c1c yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:15.178251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Allocated IP 172.20.0.2 (1a04138d-bb3e-4798-878c-0f8a49c9429c/83a75223-3e32-4013-b8ae-9814633b1175/8e703467-6fc8-41b9-acda-86a36ff95a0e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:15.477656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.483452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.524014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:15.526831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:15.531743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:15.535980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.4 (1a04138d-bb3e-4798-878c-0f8a49c9429c/83a75223-3e32-4013-b8ae-9814633b1175/91c781a5-fcba-4241-91d9-ff6468716c1c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:15.536475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Pushing event updated for resources: {'Port': ['ID=8e703467-6fc8-41b9-acda-86a36ff95a0e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:15.589489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Attempting to bind port 8e703467-6fc8-41b9-acda-86a36ff95a0e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:15.589862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Attempting to bind port 8e703467-6fc8-41b9-acda-86a36ff95a0e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '7bea75f5-67ff-4728-a6a5-809706fe07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:15.590229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Attempting to bind port 8e703467-6fc8-41b9-acda-86a36ff95a0e on network 1a04138d-bb3e-4798-878c-0f8a49c9429c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:15.595741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:15.596115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Checking segment: {'id': '7bea75f5-67ff-4728-a6a5-809706fe07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:15.596510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.596907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Bound using segment: {'id': '7bea75f5-67ff-4728-a6a5-809706fe07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:15.597394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Bound port: 8e703467-6fc8-41b9-acda-86a36ff95a0e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bea75f5-67ff-4728-a6a5-809706fe07b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a04138d-bb3e-4798-878c-0f8a49c9429c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:15.597772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.654291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.659221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] For port 8e703467-6fc8-41b9-acda-86a36ff95a0e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:15.662387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] For port 8e703467-6fc8-41b9-acda-86a36ff95a0e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e703467-6fc8-41b9-acda-86a36ff95a0e,segment=NetworkSegment(7bea75f5-67ff-4728-a6a5-809706fe07b4),segment_id=7bea75f5-67ff-4728-a6a5-809706fe07b4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:15.666351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.687728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.721802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d377-399b-4c85-9c8f-45d3cf87ed14 None None] Pushing event updated for resources: {'Port': ['ID=8e703467-6fc8-41b9-acda-86a36ff95a0e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:15.740668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:15.743905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:15.748520 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:15.752644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=91c781a5-fcba-4241-91d9-ff6468716c1c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:15.800651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:15.801254 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:15.818153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f68f177-9500-4677-8055-5d561c36b2cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8511384 Dec 21 02:21:15.820885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54368) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:15.936438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 91c781a5-fcba-4241-91d9-ff6468716c1c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:15.937321 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.038998 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.050523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 91c781a5-fcba-4241-91d9-ff6468716c1c owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:16.176573 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.202279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=91c781a5-fcba-4241-91d9-ff6468716c1c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:16.277975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.283660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-89181f6b-8bf5-46ed-8ad1-deda6f9df7cc tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/91c781a5-fcba-4241-91d9-ff6468716c1c HTTP/1.1" status: 204 len: 168 time: 0.4591169 Dec 21 02:21:16.283844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54370) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:16.305557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e703467-6fc8-41b9-acda-86a36ff95a0e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:16.314338 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db9c787-af76-4e3c-9f2d-a8a574d368ac tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:16.315743 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5db9c787-af76-4e3c-9f2d-a8a574d368ac tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/91c781a5-fcba-4241-91d9-ff6468716c1c HTTP/1.1" status: 404 len: 333 time: 0.0309100 Dec 21 02:21:16.318617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54372) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:16.356677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8e703467-6fc8-41b9-acda-86a36ff95a0e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:16.357045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.380629 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 83a75223-3e32-4013-b8ae-9814633b1175 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:16.384773 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.426802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.439091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.473598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 8e703467-6fc8-41b9-acda-86a36ff95a0e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e703467-6fc8-41b9-acda-86a36ff95a0e,segment=NetworkSegment(7bea75f5-67ff-4728-a6a5-809706fe07b4),segment_id=7bea75f5-67ff-4728-a6a5-809706fe07b4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:16.481502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.520059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.548176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=8e703467-6fc8-41b9-acda-86a36ff95a0e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:16.584006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.612959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=83a75223-3e32-4013-b8ae-9814633b1175,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:16.618220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.621378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a4a60688-9366-4c30-939d-af81c70ff9b7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/83a75223-3e32-4013-b8ae-9814633b1175 HTTP/1.1" status: 204 len: 168 time: 0.3017323 Dec 21 02:21:16.623915 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54374) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:16.660073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f44ce1fc-e12e-41b6-a1d4-4a26e8270873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.709732 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.750317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f7b6a-ec06-40d2-9ca7-8b485904f6d0 None None] Network 1a04138d-bb3e-4798-878c-0f8a49c9429c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:16.763813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 8e703467-6fc8-41b9-acda-86a36ff95a0e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:16.764154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.825792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] For port 8e703467-6fc8-41b9-acda-86a36ff95a0e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8e703467-6fc8-41b9-acda-86a36ff95a0e,segment=NetworkSegment(7bea75f5-67ff-4728-a6a5-809706fe07b4),segment_id=7bea75f5-67ff-4728-a6a5-809706fe07b4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:16.826160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.829279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3e253a33-d955-4c8e-976c-b7f69cc3da74 None None] Provisioning complete for port 8e703467-6fc8-41b9-acda-86a36ff95a0e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:16.829670 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e253a33-d955-4c8e-976c-b7f69cc3da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.844073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 8e703467-6fc8-41b9-acda-86a36ff95a0e owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:16.930703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:16.936873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc245f33-6586-4294-bbde-79cc7907f120 None None] DHCP port deletion for 1a04138d-bb3e-4798-878c-0f8a49c9429c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:16.960593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No DVR routers for this DVR port 8e703467-6fc8-41b9-acda-86a36ff95a0e on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:16.962317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=8e703467-6fc8-41b9-acda-86a36ff95a0e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:17.042132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.061742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a04138d-bb3e-4798-878c-0f8a49c9429c']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:17.070640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bea75f5-67ff-4728-a6a5-809706fe07b4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:17.070931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bea75f5-67ff-4728-a6a5-809706fe07b4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:17.080534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.094039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.100195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:17.100604 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:17.103536 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:17.161257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.168019 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.171055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/1a04138d-bb3e-4798-878c-0f8a49c9429c HTTP/1.1" status: 204 len: 168 time: 0.5461581 Dec 21 02:21:17.174610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54376) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:17.179696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'name': 'tempest-PortsTestJSON-352227883'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:17.182152 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4805e-84de-4578-8f58-8da31a43d9fb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=1a04138d-bb3e-4798-878c-0f8a49c9429c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:17.334286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.561159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:17.565112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.581901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port dc6703db-98de-4c58-a011-7fbe4af83d99 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:17.737899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.769420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.812589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:17.815540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:17.819127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:17.824618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:17.825217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.833194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=dc6703db-98de-4c58-a011-7fbe4af83d99,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:17.846346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2d7223f9-51bd-40de-b106-70a6b25217c9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6705985 Dec 21 02:21:17.848786 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54378) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:17.933422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port dc6703db-98de-4c58-a011-7fbe4af83d99 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:17.933758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:17.997448 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.010359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for dc6703db-98de-4c58-a011-7fbe4af83d99 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:18.088355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.117517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=dc6703db-98de-4c58-a011-7fbe4af83d99,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:18.122534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.125766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6c529294-21a6-4b01-a953-871a604afc4a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/dc6703db-98de-4c58-a011-7fbe4af83d99 HTTP/1.1" status: 204 len: 168 time: 0.2760174 Dec 21 02:21:18.128260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54380) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:18.132950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'mac_address': 'fa:16:3e:be:99:19', 'name': 'tempest-PortsTestJSON-93858963'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:18.223044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:18.277744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e703467-6fc8-41b9-acda-86a36ff95a0e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:18.288787 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.298506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8e703467-6fc8-41b9-acda-86a36ff95a0e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:18.298947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8e703467-6fc8-41b9-acda-86a36ff95a0e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:18.308828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 81fe0c81-c497-4923-a1ff-b446e300d648 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:18.462590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.494396 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.541674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:18.544599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:18.548164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:18.553809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:18.554407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.560054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=81fe0c81-c497-4923-a1ff-b446e300d648,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:18.574534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3906d274-8e75-4a1e-bcd4-5f1aae74fae3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4452822 Dec 21 02:21:18.577118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54382) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:18.619188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c5e82-2e77-4314-bb6c-4752600a9b92 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:18.620512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-668c5e82-2e77-4314-bb6c-4752600a9b92 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/81fe0c81-c497-4923-a1ff-b446e300d648 HTTP/1.1" status: 200 len: 839 time: 0.0419047 Dec 21 02:21:18.623146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54384) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:18.703867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 81fe0c81-c497-4923-a1ff-b446e300d648 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:18.704206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.736579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.773213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.786067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 81fe0c81-c497-4923-a1ff-b446e300d648 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:18.861540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.893870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=81fe0c81-c497-4923-a1ff-b446e300d648,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:18.898892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:18.902121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1a1487db-544a-4c43-93a9-03a0881a97ca tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/81fe0c81-c497-4923-a1ff-b446e300d648 HTTP/1.1" status: 204 len: 168 time: 0.2780716 Dec 21 02:21:18.904851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54386) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:18.928177 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c40f5cb-4972-4acd-8bbf-2bbad8c1f05c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:18.929509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c40f5cb-4972-4acd-8bbf-2bbad8c1f05c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/81fe0c81-c497-4923-a1ff-b446e300d648 HTTP/1.1" status: 404 len: 333 time: 0.0237010 Dec 21 02:21:18.932809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54388) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:18.937856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'name': 'tempest-PortsTestJSON-81598544'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:19.025278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:19.028744 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.045425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 12833431-cf86-4c71-ae32-db9d5ee0d422 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:19.200849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.231524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.277843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:19.280937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:19.284485 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:19.290072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:19.290665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.303083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=12833431-cf86-4c71-ae32-db9d5ee0d422,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:19.312626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-61e2e182-ae75-4a6f-9b43-5300b4e3b00c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.3783431 Dec 21 02:21:19.315265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54390) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:19.320239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:19.380396 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.383136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.534913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.539217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.569646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] In _notify_port_updated(), no bound segment for port 12833431-cf86-4c71-ae32-db9d5ee0d422 on network 28d78670-7e34-4808-a0b5-cc6756271e58 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:21:19.575268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:19.575869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.577129 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/ports/12833431-cf86-4c71-ae32-db9d5ee0d422 HTTP/1.1" status: 200 len: 818 time: 0.2609637 Dec 21 02:21:19.579996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54392) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:19.623877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df42a1-a422-4a10-a1b4-6fa5e44b4c72 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=12833431-cf86-4c71-ae32-db9d5ee0d422,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:19.677809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 12833431-cf86-4c71-ae32-db9d5ee0d422 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:19.678140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.741020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.753234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 12833431-cf86-4c71-ae32-db9d5ee0d422 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:19.832052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.861010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=12833431-cf86-4c71-ae32-db9d5ee0d422,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:19.867144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:19.870387 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-814ad618-881f-484d-853f-1dde5f1c38d7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/12833431-cf86-4c71-ae32-db9d5ee0d422 HTTP/1.1" status: 204 len: 168 time: 0.2894690 Dec 21 02:21:19.872880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54394) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:19.920241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce493f-64ee-4903-bd4f-3bc64b111cc5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:19.921689 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-71ce493f-64ee-4903-bd4f-3bc64b111cc5 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0478821 Dec 21 02:21:19.924316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54396) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:19.947201 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1082813c-c8eb-4360-8797-e641d68c225e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:19.948495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1082813c-c8eb-4360-8797-e641d68c225e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/12833431-cf86-4c71-ae32-db9d5ee0d422 HTTP/1.1" status: 404 len: 333 time: 0.0232794 Dec 21 02:21:19.951972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54398) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:19.958219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2013107301'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:19.980721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:19.984160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.011272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:20.020318 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.020667 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 27bebb3f-111f-4d1a-b524-8e77efbde684 of type vlan for network 8804558a-802e-45db-b930-1cd8c364485f Dec 21 02:21:20.058995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.082022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.087788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:20.088304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.122792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1684418 Dec 21 02:21:20.125795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54400) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:20.130804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:20.156494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504e16-529d-4455-b3d9-e68360b81c19 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=8804558a-802e-45db-b930-1cd8c364485f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:20.166164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8804558a-802e-45db-b930-1cd8c364485f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:20.226819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:20.231397 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.409274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.465962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=1677977c-6c89-4415-92ac-fb5c7b5e83fb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:20.476445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '27bebb3f-111f-4d1a-b524-8e77efbde684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8804558a-802e-45db-b930-1cd8c364485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:20.476800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: 8804558a-802e-45db-b930-1cd8c364485f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:20.492465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 8804558a-802e-45db-b930-1cd8c364485f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:20.501130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8804558a-802e-45db-b930-1cd8c364485f) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:20.505001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:20.505715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.509528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a8a56-0066-4d00-85e4-528ce916b9b3 None None] Network 8804558a-802e-45db-b930-1cd8c364485f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:20.521664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4850ef3-6d04-47a3-bfd3-9dd9dba18fc2 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3947535 Dec 21 02:21:20.524489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54402) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:20.529511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:20.611991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8804558a-802e-45db-b930-1cd8c364485f', 'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:20.612939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.643753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:20.647280 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.731477 n-d-761264-20 neutron-server[109851]: INFO neutron.db.ipam_backend_mixin [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1677977c-6c89-4415-92ac-fb5c7b5e83fb (CIDR: 172.20.0.0/28) Dec 21 02:21:20.735250 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:21:20.735746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:20.751130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Allocated IP 172.20.0.2 (8804558a-802e-45db-b930-1cd8c364485f/1677977c-6c89-4415-92ac-fb5c7b5e83fb/9450fe66-8be3-4229-a5fa-fc3d49be545b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:20.751662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c52a5994-b55d-4a4e-8740-18187a477d53 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2261605 Dec 21 02:21:20.754326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54404) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:20.759394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:20.871514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:20.875579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.889979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.895236 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:20.937714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Network 8804558a-802e-45db-b930-1cd8c364485f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:20.940478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:20.942951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:20.953155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Pushing event updated for resources: {'Port': ['ID=9450fe66-8be3-4229-a5fa-fc3d49be545b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:21.006547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Attempting to bind port 9450fe66-8be3-4229-a5fa-fc3d49be545b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:21.006911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Attempting to bind port 9450fe66-8be3-4229-a5fa-fc3d49be545b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '27bebb3f-111f-4d1a-b524-8e77efbde684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8804558a-802e-45db-b930-1cd8c364485f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:21.007267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Attempting to bind port 9450fe66-8be3-4229-a5fa-fc3d49be545b on network 8804558a-802e-45db-b930-1cd8c364485f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:21.012245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:21.012617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Checking segment: {'id': '27bebb3f-111f-4d1a-b524-8e77efbde684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8804558a-802e-45db-b930-1cd8c364485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:21.013015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.013433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Bound using segment: {'id': '27bebb3f-111f-4d1a-b524-8e77efbde684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8804558a-802e-45db-b930-1cd8c364485f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:21.013897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Bound port: 9450fe66-8be3-4229-a5fa-fc3d49be545b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bebb3f-111f-4d1a-b524-8e77efbde684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8804558a-802e-45db-b930-1cd8c364485f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:21.014276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.076035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] For port 9450fe66-8be3-4229-a5fa-fc3d49be545b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:21.079160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] For port 9450fe66-8be3-4229-a5fa-fc3d49be545b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9450fe66-8be3-4229-a5fa-fc3d49be545b,segment=NetworkSegment(27bebb3f-111f-4d1a-b524-8e77efbde684),segment_id=27bebb3f-111f-4d1a-b524-8e77efbde684)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:21.083122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.095365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.132290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 8804558a-802e-45db-b930-1cd8c364485f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:21.137519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:21.141466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02336ad0-000c-4ae9-b5da-927d0856088e None None] Pushing event updated for resources: {'Port': ['ID=9450fe66-8be3-4229-a5fa-fc3d49be545b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:21.141877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:21.142332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.166948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=438cb74c-f14b-403b-bf11-a55fe6b5eff3,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:21.176665 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-38f8231a-be86-467e-a9f6-3311f4d252dd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4212635 Dec 21 02:21:21.179259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54406) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:21.184147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb'}, {'subnet_id': '438cb74c-f14b-403b-bf11-a55fe6b5eff3'}], 'name': 'tempest-PortsTestJSON-1046119738'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:21.310826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:21.414039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.432582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:21.683896 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.9 (8804558a-802e-45db-b930-1cd8c364485f/1677977c-6c89-4415-92ac-fb5c7b5e83fb/0e6d482d-1dd6-41d0-9815-76c7e5e30495) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:21.689478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.21 (8804558a-802e-45db-b930-1cd8c364485f/438cb74c-f14b-403b-bf11-a55fe6b5eff3/0e6d482d-1dd6-41d0-9815-76c7e5e30495) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:21.838947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.873415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:21.923098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 8804558a-802e-45db-b930-1cd8c364485f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:21.929609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:21.931917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=0e6d482d-1dd6-41d0-9815-76c7e5e30495,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:21.934235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:21.986069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:21.986719 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.003626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7148be21-9712-4413-a03c-fc0d1999caa3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8233373 Dec 21 02:21:22.006436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54412) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:22.011955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:22.071686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378aff82-6887-453e-8e92-a518691d73e8 None None] Network 8804558a-802e-45db-b930-1cd8c364485f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:22.158239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.178724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] Provisioning complete for port 9450fe66-8be3-4229-a5fa-fc3d49be545b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:22.179089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.280866 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.281993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Update dhcp port {'port': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '438cb74c-f14b-403b-bf11-a55fe6b5eff3'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '9450fe66-8be3-4229-a5fa-fc3d49be545b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:21:22.324133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9450fe66-8be3-4229-a5fa-fc3d49be545b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:22.368067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.385274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.424129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Delete allocated IP 172.20.0.21 (8804558a-802e-45db-b930-1cd8c364485f/438cb74c-f14b-403b-bf11-a55fe6b5eff3) {{(pid=109850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 02:21:22.497546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9450fe66-8be3-4229-a5fa-fc3d49be545b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:22.497827 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.503488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] For port 9450fe66-8be3-4229-a5fa-fc3d49be545b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9450fe66-8be3-4229-a5fa-fc3d49be545b,segment=NetworkSegment(27bebb3f-111f-4d1a-b524-8e77efbde684),segment_id=27bebb3f-111f-4d1a-b524-8e77efbde684)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:22.531088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.550563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.555633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.627082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=0e6d482d-1dd6-41d0-9815-76c7e5e30495,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:22.642641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8393df1-96e7-49c9-b848-912e23292972 None None] Pushing event updated for resources: {'Port': ['ID=9450fe66-8be3-4229-a5fa-fc3d49be545b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:22.652264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Allocated IP 172.20.0.18 (8804558a-802e-45db-b930-1cd8c364485f/438cb74c-f14b-403b-bf11-a55fe6b5eff3/9450fe66-8be3-4229-a5fa-fc3d49be545b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:22.675698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] In _notify_port_updated(), no bound segment for port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 on network 8804558a-802e-45db-b930-1cd8c364485f {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:21:22.681395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:22.681999 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.685916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d23e6495-f2c5-4584-a4d3-757bbbb55485 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/ports/0e6d482d-1dd6-41d0-9815-76c7e5e30495 HTTP/1.1" status: 200 len: 919 time: 0.6758575 Dec 21 02:21:22.686067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:22.691456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb'}, {'subnet_id': '438cb74c-f14b-403b-bf11-a55fe6b5eff3'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:22.758928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.779239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] For port 9450fe66-8be3-4229-a5fa-fc3d49be545b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9450fe66-8be3-4229-a5fa-fc3d49be545b,segment=NetworkSegment(27bebb3f-111f-4d1a-b524-8e77efbde684),segment_id=27bebb3f-111f-4d1a-b524-8e77efbde684)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:22.807622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.813601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:22.898446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b63474-e2f1-4d42-9740-3e74f9777221 None None] Pushing event updated for resources: {'Port': ['ID=9450fe66-8be3-4229-a5fa-fc3d49be545b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:23.022215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.22 (8804558a-802e-45db-b930-1cd8c364485f/438cb74c-f14b-403b-bf11-a55fe6b5eff3/0e6d482d-1dd6-41d0-9815-76c7e5e30495) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:23.156042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.160715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.229696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=0e6d482d-1dd6-41d0-9815-76c7e5e30495,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:23.295136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] In _notify_port_updated(), no bound segment for port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 on network 8804558a-802e-45db-b930-1cd8c364485f {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:21:23.301869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:23.302515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.303869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-994187ec-a4f4-444f-8b61-fa0369dc175a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/ports/0e6d482d-1dd6-41d0-9815-76c7e5e30495 HTTP/1.1" status: 200 len: 999 time: 0.6164114 Dec 21 02:21:23.306791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54416) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:23.375611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc96dee-a57d-4094-9806-2951d15ca95d None None] Network 8804558a-802e-45db-b930-1cd8c364485f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:23.395292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:23.395638 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.474955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-57d742a5-7590-43f4-8df1-1f4f691dd739 None None] Provisioning complete for port 9450fe66-8be3-4229-a5fa-fc3d49be545b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:23.475327 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-57d742a5-7590-43f4-8df1-1f4f691dd739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.597143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-57d742a5-7590-43f4-8df1-1f4f691dd739 None None] Provisioning complete for port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:23.597539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-57d742a5-7590-43f4-8df1-1f4f691dd739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.632324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-57d742a5-7590-43f4-8df1-1f4f691dd739 None None] Port 0e6d482d-1dd6-41d0-9815-76c7e5e30495 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:23.830045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:23.841791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 0e6d482d-1dd6-41d0-9815-76c7e5e30495 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:24.007576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.037201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=0e6d482d-1dd6-41d0-9815-76c7e5e30495,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:24.121947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.125618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dae2973e-afc4-49ef-99d1-69b3743c5611 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/0e6d482d-1dd6-41d0-9815-76c7e5e30495 HTTP/1.1" status: 204 len: 168 time: 0.8178558 Dec 21 02:21:24.128204 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54418) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:24.156215 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e1fdd1-5cd1-428d-afa1-360cf09b93f9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:24.157581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-34e1fdd1-5cd1-428d-afa1-360cf09b93f9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/0e6d482d-1dd6-41d0-9815-76c7e5e30495 HTTP/1.1" status: 404 len: 333 time: 0.0284612 Dec 21 02:21:24.160219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54420) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:24.209957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 438cb74c-f14b-403b-bf11-a55fe6b5eff3 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:24.213322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.253581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.275058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9450fe66-8be3-4229-a5fa-fc3d49be545b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:24.325230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9450fe66-8be3-4229-a5fa-fc3d49be545b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:24.325629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.340665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.400082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.432380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=438cb74c-f14b-403b-bf11-a55fe6b5eff3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:24.436031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.439850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6be64f2a-724a-4b72-903f-a7c230ef7067 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/438cb74c-f14b-403b-bf11-a55fe6b5eff3 HTTP/1.1" status: 204 len: 168 time: 0.2782245 Dec 21 02:21:24.445147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54422) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:24.494546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 1677977c-6c89-4415-92ac-fb5c7b5e83fb {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:24.498189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.539180 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.629159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.651907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e2c1e-12ac-4b7d-8ce7-e8ecfcd80e94 None None] Network 8804558a-802e-45db-b930-1cd8c364485f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:24.688487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.716439 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=1677977c-6c89-4415-92ac-fb5c7b5e83fb,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:24.721964 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.725222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-36d839cc-710e-4532-8ccc-0d565333da6d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/1677977c-6c89-4415-92ac-fb5c7b5e83fb HTTP/1.1" status: 204 len: 168 time: 0.2805538 Dec 21 02:21:24.727751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54424) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:24.767281 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-06e9af4b-3efb-4e08-8e5f-03b2c80fae40 None None] Provisioning complete for port 9450fe66-8be3-4229-a5fa-fc3d49be545b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:24.767561 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-06e9af4b-3efb-4e08-8e5f-03b2c80fae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.812425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.842189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a565a-ee0b-4d53-a3c2-f1b92b5aa779 None None] Update dhcp port {'port': {'network_id': '8804558a-802e-45db-b930-1cd8c364485f', 'fixed_ips': [{'subnet_id': '1677977c-6c89-4415-92ac-fb5c7b5e83fb'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '9450fe66-8be3-4229-a5fa-fc3d49be545b'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:21:24.866731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 9450fe66-8be3-4229-a5fa-fc3d49be545b {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:24.867078 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.893089 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-841a565a-ee0b-4d53-a3c2-f1b92b5aa779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.912825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-06e9af4b-3efb-4e08-8e5f-03b2c80fae40 None None] Could not find standard attr ID for object 0e6d482d-1dd6-41d0-9815-76c7e5e30495. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:24.933590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] For port 9450fe66-8be3-4229-a5fa-fc3d49be545b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9450fe66-8be3-4229-a5fa-fc3d49be545b,segment=NetworkSegment(27bebb3f-111f-4d1a-b524-8e77efbde684),segment_id=27bebb3f-111f-4d1a-b524-8e77efbde684)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:24.933958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:24.946235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 9450fe66-8be3-4229-a5fa-fc3d49be545b owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:25.029653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.055853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=9450fe66-8be3-4229-a5fa-fc3d49be545b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:25.059303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No DVR routers for this DVR port 9450fe66-8be3-4229-a5fa-fc3d49be545b on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:25.059450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245c307-90b2-4ea5-86e0-713167680cd0 None None] Network 8804558a-802e-45db-b930-1cd8c364485f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:25.147424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.169567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8804558a-802e-45db-b930-1cd8c364485f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:25.179599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bebb3f-111f-4d1a-b524-8e77efbde684') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:25.179897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bebb3f-111f-4d1a-b524-8e77efbde684') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:25.190022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.204105 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.210434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:25.210815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:25.213851 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:25.274385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6e35a572-5185-40f5-ba9b-98fe01398978 None None] Could not find standard attr ID for object 9450fe66-8be3-4229-a5fa-fc3d49be545b. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:25.281996 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.291338 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.294460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/8804558a-802e-45db-b930-1cd8c364485f HTTP/1.1" status: 204 len: 168 time: 0.5657909 Dec 21 02:21:25.300905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54426) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:25.307274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca844b6-612b-41ca-8482-61b38ce3fc96 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=8804558a-802e-45db-b930-1cd8c364485f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:25.331786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87b2ff-de53-4ff5-9080-7b36b8718635 None None] DHCP port deletion for 8804558a-802e-45db-b930-1cd8c364485f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:25.361498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da491587-c712-49e7-9b6d-27bc9961c88f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:25.363010 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da491587-c712-49e7-9b6d-27bc9961c88f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0608702 Dec 21 02:21:25.366540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54428) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:25.409516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-12485a07-c3b0-4bc4-8d5c-9751bba44f2d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0418844 Dec 21 02:21:25.412832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54430) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:25.417387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532596236'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:25.440471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:25.444919 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.467820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:25.476282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.476688 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14 of type vlan for network ececb605-c866-48e1-a91b-1d53d31bd78e Dec 21 02:21:25.516797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.540734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:25.544234 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:25.548529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:25.548529 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.582470 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1685793 Dec 21 02:21:25.585612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54432) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:25.590708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:25.619482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e68d5-17c0-4e4a-ae9c-3933e3fd2be4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=ececb605-c866-48e1-a91b-1d53d31bd78e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:25.630476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ececb605-c866-48e1-a91b-1d53d31bd78e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:25.679483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:25.683201 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.861291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.922625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=d8cc06ba-e90f-4592-ac24-49daac3a4146,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:25.932576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:25.932935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: ececb605-c866-48e1-a91b-1d53d31bd78e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:25.949307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network ececb605-c866-48e1-a91b-1d53d31bd78e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:25.958060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ececb605-c866-48e1-a91b-1d53d31bd78e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:25.965144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:25.965766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:25.966345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e5f6c-c005-4e92-b652-8c78e4545dd9 None None] Network ececb605-c866-48e1-a91b-1d53d31bd78e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:25.981831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-004c9ab3-8654-400e-9edb-c1d9ec693619 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3950889 Dec 21 02:21:25.984423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:25.989216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e', 'name': 'tempest-PortsTestJSON-179643611'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:26.077498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-ececb605-c866-48e1-a91b-1d53d31bd78e', 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': 'd8cc06ba-e90f-4592-ac24-49daac3a4146'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:26.078500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.103496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:26.107525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.124422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:26.212903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Allocated IP 172.20.0.2 (ececb605-c866-48e1-a91b-1d53d31bd78e/d8cc06ba-e90f-4592-ac24-49daac3a4146/27b35bb0-fa89-461f-913d-77084e995740) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:26.275611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9450fe66-8be3-4229-a5fa-fc3d49be545b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:26.297141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9450fe66-8be3-4229-a5fa-fc3d49be545b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:26.297585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9450fe66-8be3-4229-a5fa-fc3d49be545b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:26.388877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.397138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.439872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Network ececb605-c866-48e1-a91b-1d53d31bd78e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:26.443823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:26.445586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Pushing event updated for resources: {'Port': ['ID=27b35bb0-fa89-461f-913d-77084e995740,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:26.447596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.5 (ececb605-c866-48e1-a91b-1d53d31bd78e/d8cc06ba-e90f-4592-ac24-49daac3a4146/fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:26.447747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:26.500842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Attempting to bind port 27b35bb0-fa89-461f-913d-77084e995740 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:26.501466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Attempting to bind port 27b35bb0-fa89-461f-913d-77084e995740 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:26.501841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Attempting to bind port 27b35bb0-fa89-461f-913d-77084e995740 on network ececb605-c866-48e1-a91b-1d53d31bd78e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:26.506776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:26.507149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Checking segment: {'id': '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:26.507553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.507945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Bound using segment: {'id': '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:26.508410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Bound port: 27b35bb0-fa89-461f-913d-77084e995740, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:26.508797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.572421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] For port 27b35bb0-fa89-461f-913d-77084e995740, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:26.575655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] For port 27b35bb0-fa89-461f-913d-77084e995740, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=27b35bb0-fa89-461f-913d-77084e995740,segment=NetworkSegment(85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14),segment_id=85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:26.581257 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.596513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.634382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.642751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135db3-6377-49d0-92ba-50aa5c7aab62 None None] Pushing event updated for resources: {'Port': ['ID=27b35bb0-fa89-461f-913d-77084e995740,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:26.694153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network ececb605-c866-48e1-a91b-1d53d31bd78e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:26.698337 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:26.700431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:26.702677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:26.753175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:26.753542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.770038 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-327916c1-9c27-4fae-89f3-b32d3b574ab4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7845657 Dec 21 02:21:26.772588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54436) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:26.778184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': 'ececb605-c866-48e1-a91b-1d53d31bd78e', 'name': 'tempest-PortsTestJSON-1473529525'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:26.913789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:26.917473 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:26.937519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 1dae1bda-1148-4599-984e-5be8e8871993 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:27.002091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.046647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.4 (ececb605-c866-48e1-a91b-1d53d31bd78e/d8cc06ba-e90f-4592-ac24-49daac3a4146/1dae1bda-1148-4599-984e-5be8e8871993) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:27.196603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.230183 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.276182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network ececb605-c866-48e1-a91b-1d53d31bd78e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:27.282267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:27.286126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:27.316243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=1dae1bda-1148-4599-984e-5be8e8871993,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:27.342400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:27.343593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.368395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e42efd8e-726a-4c8a-ab52-099051f6dbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5946138 Dec 21 02:21:27.370920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54438) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:27.463178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c3744-5c3f-449f-81ca-46b502c9da3c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:27.464748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9f1c3744-5c3f-449f-81ca-46b502c9da3c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.0928302 Dec 21 02:21:27.467508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:27.561382 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 1dae1bda-1148-4599-984e-5be8e8871993 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:27.561784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.570180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb097c80-0c43-4b00-a248-c03e133e283e None None] Network ececb605-c866-48e1-a91b-1d53d31bd78e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:27.649184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.649949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] Provisioning complete for port 27b35bb0-fa89-461f-913d-77084e995740 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:27.650318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.662109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 1dae1bda-1148-4599-984e-5be8e8871993 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:27.759367 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.795200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] For port 27b35bb0-fa89-461f-913d-77084e995740, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=27b35bb0-fa89-461f-913d-77084e995740,segment=NetworkSegment(85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14),segment_id=85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:27.800542 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.813284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.846166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=1dae1bda-1148-4599-984e-5be8e8871993,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:27.859923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9607e4-9928-4c3c-8de8-47c4aa120b39 None None] Pushing event updated for resources: {'Port': ['ID=27b35bb0-fa89-461f-913d-77084e995740,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:27.921189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.922426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Provisioning complete for port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:27.922902 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:27.925163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-33cca974-8d56-4c25-9489-9f5327f791f1 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/1dae1bda-1148-4599-984e-5be8e8871993 HTTP/1.1" status: 204 len: 168 time: 0.4560139 Dec 21 02:21:27.927834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54442) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:27.953568 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf76b10-ad5d-423e-90e8-d2720a94f60e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:27.955052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6bf76b10-ad5d-423e-90e8-d2720a94f60e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/1dae1bda-1148-4599-984e-5be8e8871993 HTTP/1.1" status: 404 len: 333 time: 0.0261900 Dec 21 02:21:27.958279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:27.962420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:27.972619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Provisioning complete for port 27b35bb0-fa89-461f-913d-77084e995740 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:27.972982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.061735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:28.062236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.066055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-82d9c71a-3167-4fbe-815e-d7c9044f8492 None None] Could not find standard attr ID for object 1dae1bda-1148-4599-984e-5be8e8871993. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:28.162604 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.177141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:28.185770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-40b5170b-b04b-4533-9cdf-e3237afae903 None None] Provisioning complete for port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:28.186147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-40b5170b-b04b-4533-9cdf-e3237afae903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.222333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-40b5170b-b04b-4533-9cdf-e3237afae903 None None] Port fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:28.324168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 27b35bb0-fa89-461f-913d-77084e995740 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:28.335846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.364240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:28.373416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3d1aa83f-ed7a-4e65-a37b-0538eacf8d13 None None] Could not find standard attr ID for object 1dae1bda-1148-4599-984e-5be8e8871993. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:28.407503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 27b35bb0-fa89-461f-913d-77084e995740 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:28.407871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.441889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.448153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-427f3e70-2a6e-4557-9e4d-8f46b8072d0c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e HTTP/1.1" status: 204 len: 168 time: 0.4887617 Dec 21 02:21:28.448444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54446) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:28.474602 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7193e2-e8b9-4ef4-9e1e-9bb21efd5fae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:28.477387 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4f7193e2-e8b9-4ef4-9e1e-9bb21efd5fae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/fa3c3230-e24b-4e42-a2a0-6cd9dbb8f00e HTTP/1.1" status: 404 len: 333 time: 0.0267804 Dec 21 02:21:28.478998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54448) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:28.533724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet d8cc06ba-e90f-4592-ac24-49daac3a4146 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:28.537153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.583818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.670055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.727104 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.754677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cc06ba-e90f-4592-ac24-49daac3a4146,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:28.756618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.759819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4eda2ca0-ab08-46ae-9e48-0191c73e0382 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/d8cc06ba-e90f-4592-ac24-49daac3a4146 HTTP/1.1" status: 204 len: 168 time: 0.2798491 Dec 21 02:21:28.762439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b81af6-2be8-46cc-9e2b-1b1f6edbaeda None None] Network ececb605-c866-48e1-a91b-1d53d31bd78e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:28.762618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54450) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:28.844688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.896472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] DHCP port deletion for ececb605-c866-48e1-a91b-1d53d31bd78e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:28.899547 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 27b35bb0-fa89-461f-913d-77084e995740 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:28.899988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.947728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Deleting port 27b35bb0-fa89-461f-913d-77084e995740 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:28.948098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.965746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] For port 27b35bb0-fa89-461f-913d-77084e995740, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=27b35bb0-fa89-461f-913d-77084e995740,segment=NetworkSegment(85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14),segment_id=85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:28.966181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:28.979082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 27b35bb0-fa89-461f-913d-77084e995740 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:29.008371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] For port 27b35bb0-fa89-461f-913d-77084e995740, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=27b35bb0-fa89-461f-913d-77084e995740,segment=NetworkSegment(85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14),segment_id=85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:29.008841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.020812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Calling delete_port for 27b35bb0-fa89-461f-913d-77084e995740 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:29.057635 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.081186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=27b35bb0-fa89-461f-913d-77084e995740,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:29.088737 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No DVR routers for this DVR port 27b35bb0-fa89-461f-913d-77084e995740 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:29.098630 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.125522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] Pushing event deleted for resources: {'Port': ['ID=27b35bb0-fa89-461f-913d-77084e995740,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:29.130260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb448713-679f-488d-a7c6-e2cb86a88cbb None None] No DVR routers for this DVR port 27b35bb0-fa89-461f-913d-77084e995740 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:29.174714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.195046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ececb605-c866-48e1-a91b-1d53d31bd78e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:29.204187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:29.204481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e2900f-9c92-47a2-a2fd-e7ab3ab0ff14') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:29.214045 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.226950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.232642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:29.233020 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:29.236485 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:29.298882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.306268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.309498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/ececb605-c866-48e1-a91b-1d53d31bd78e HTTP/1.1" status: 204 len: 168 time: 0.5458541 Dec 21 02:21:29.313534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:29.318842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1760990043'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:29.320602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6022-e5ed-47d1-a88a-f185efb8dcdf tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=ececb605-c866-48e1-a91b-1d53d31bd78e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:29.342101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:29.345953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.368904 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:29.378285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.378672 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment a99c504b-32f5-4bff-98a3-afb589094f8b of type vlan for network 4339c6b1-56cf-4937-bd92-68dc9c246618 Dec 21 02:21:29.421652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.444120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.449539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:29.450102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.487008 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1720569 Dec 21 02:21:29.489875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54454) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:29.494999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:29.519726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=4339c6b1-56cf-4937-bd92-68dc9c246618,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:29.527015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.527364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.527705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.528045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.528405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.528707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.529065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.529424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.529739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.530572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.530893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.531214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.531534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef32c646-990c-458f-8654-89a3a377791c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:21:29.542387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:29.583059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:29.587089 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.765577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.828880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=70ac5e46-eca2-484c-8180-fced9104bdd8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:29.837017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': 'a99c504b-32f5-4bff-98a3-afb589094f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:29.837403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: 4339c6b1-56cf-4937-bd92-68dc9c246618, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:29.854046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:29.862808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 4339c6b1-56cf-4937-bd92-68dc9c246618) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:29.867576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:29.868630 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:29.873859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d3bf5-28c5-4cbb-ae19-f01515c16c2e None None] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:29.884930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a138168-d220-4e66-97e2-37033b415839 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3939593 Dec 21 02:21:29.887710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54456) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:29.893223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618', 'name': 'tempest-PortsTestJSON-890437876', 'fixed_ips': [{'subnet_id': '70ac5e46-eca2-484c-8180-fced9104bdd8', 'ip_address': '172.20.0.10'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:29.975540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-4339c6b1-56cf-4937-bd92-68dc9c246618', 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': '70ac5e46-eca2-484c-8180-fced9104bdd8'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:29.976439 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.003838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:30.084795 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.101732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:30.107982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Allocated IP 172.20.0.2 (4339c6b1-56cf-4937-bd92-68dc9c246618/70ac5e46-eca2-484c-8180-fced9104bdd8/29404674-bb69-4b3a-8768-296424b51cca) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:30.250315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.255988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.282996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 27b35bb0-fa89-461f-913d-77084e995740 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:30.304554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.10 (4339c6b1-56cf-4937-bd92-68dc9c246618/70ac5e46-eca2-484c-8180-fced9104bdd8/a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:30.315356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 27b35bb0-fa89-461f-913d-77084e995740 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:30.315701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 27b35bb0-fa89-461f-913d-77084e995740 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:30.318928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:30.323880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:30.329658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:30.332829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Pushing event updated for resources: {'Port': ['ID=29404674-bb69-4b3a-8768-296424b51cca,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:30.388132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Attempting to bind port 29404674-bb69-4b3a-8768-296424b51cca on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:30.388497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Attempting to bind port 29404674-bb69-4b3a-8768-296424b51cca by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'a99c504b-32f5-4bff-98a3-afb589094f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:30.388859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Attempting to bind port 29404674-bb69-4b3a-8768-296424b51cca on network 4339c6b1-56cf-4937-bd92-68dc9c246618 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:30.394312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:30.394686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Checking segment: {'id': 'a99c504b-32f5-4bff-98a3-afb589094f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:30.395085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.395480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Bound using segment: {'id': 'a99c504b-32f5-4bff-98a3-afb589094f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:30.395943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Bound port: 29404674-bb69-4b3a-8768-296424b51cca, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99c504b-32f5-4bff-98a3-afb589094f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:30.396322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.456493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] For port 29404674-bb69-4b3a-8768-296424b51cca, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:30.459703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] For port 29404674-bb69-4b3a-8768-296424b51cca, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=29404674-bb69-4b3a-8768-296424b51cca,segment=NetworkSegment(a99c504b-32f5-4bff-98a3-afb589094f8b),segment_id=a99c504b-32f5-4bff-98a3-afb589094f8b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:30.464609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.465363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.501877 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.523431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a030ba-3139-4caa-80c6-0a93c9280204 None None] Pushing event updated for resources: {'Port': ['ID=29404674-bb69-4b3a-8768-296424b51cca,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:30.552848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:30.556049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:30.559745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:30.566300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:30.619798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:30.620407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.639019 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-665a16d9-6a1e-4aa4-87bb-3a90363039a9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7478716 Dec 21 02:21:30.639986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:30.645091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': '4339c6b1-56cf-4937-bd92-68dc9c246618', 'name': 'tempest-PortsTestJSON-446841747', 'fixed_ips': [{'subnet_id': '70ac5e46-eca2-484c-8180-fced9104bdd8', 'ip_address': '172.20.0.9'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:30.777592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:30.868080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:30.884885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port d72a5a74-1237-44ad-bd96-a38a656364b6 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:31.039615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.9 (4339c6b1-56cf-4937-bd92-68dc9c246618/70ac5e46-eca2-484c-8180-fced9104bdd8/d72a5a74-1237-44ad-bd96-a38a656364b6) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:31.186406 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.221058 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.270794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:31.273944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:31.277666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:31.302688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=d72a5a74-1237-44ad-bd96-a38a656364b6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:31.332850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:31.333528 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.351091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-40341ed5-253b-4c2f-97c2-94e4acbc9d80 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7098265 Dec 21 02:21:31.353732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54460) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:31.437856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e95a6-b074-4123-8048-3c472c26ac44 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:31.441570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e89e95a6-b074-4123-8048-3c472c26ac44 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0847130 Dec 21 02:21:31.442346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54462) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:31.446842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf2133-ab70-4a9e-bf8a-2a388fbe37f4 None None] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:31.498676 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b11a1-e9be-4c76-96e0-4db48d23bf13 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:31.504657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b11a1-e9be-4c76-96e0-4db48d23bf13 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:31.510634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b11a1-e9be-4c76-96e0-4db48d23bf13 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:31.515422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-047b11a1-e9be-4c76-96e0-4db48d23bf13 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0688832 Dec 21 02:21:31.515659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54464) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:31.531299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] Provisioning complete for port 29404674-bb69-4b3a-8768-296424b51cca triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:31.531668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.599842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port d72a5a74-1237-44ad-bd96-a38a656364b6 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:31.600187 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.637128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.670493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] For port 29404674-bb69-4b3a-8768-296424b51cca, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=29404674-bb69-4b3a-8768-296424b51cca,segment=NetworkSegment(a99c504b-32f5-4bff-98a3-afb589094f8b),segment_id=a99c504b-32f5-4bff-98a3-afb589094f8b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:31.676013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.699963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.714974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for d72a5a74-1237-44ad-bd96-a38a656364b6 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:31.726532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aad72-2d86-43fc-9811-a9bee43a3d24 None None] Pushing event updated for resources: {'Port': ['ID=29404674-bb69-4b3a-8768-296424b51cca,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:31.851512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.882302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=d72a5a74-1237-44ad-bd96-a38a656364b6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:31.899097 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Provisioning complete for port 29404674-bb69-4b3a-8768-296424b51cca triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:31.899480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.955485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:31.961754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54466) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:31.962335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1cf496ba-4eea-4a32-80a1-cc93b02362c0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/d72a5a74-1237-44ad-bd96-a38a656364b6 HTTP/1.1" status: 204 len: 168 time: 0.4451468 Dec 21 02:21:31.992705 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6c181d-8c1a-44ee-9de0-e273fa5bcf20 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:31.994683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e6c181d-8c1a-44ee-9de0-e273fa5bcf20 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/d72a5a74-1237-44ad-bd96-a38a656364b6 HTTP/1.1" status: 404 len: 333 time: 0.0318041 Dec 21 02:21:31.996867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Could not find standard attr ID for object d72a5a74-1237-44ad-bd96-a38a656364b6. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:31.997848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54468) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:32.008366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Provisioning complete for port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:32.008366 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.041355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d2144ca7-37af-4f4a-b821-e69aaf5df1b6 None None] Port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:32.096300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:32.096644 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.162547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-02fe1c44-7787-4321-b8b7-7a9b663ea6bd None None] Provisioning complete for port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:32.162926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02fe1c44-7787-4321-b8b7-7a9b663ea6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.188772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.199366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-02fe1c44-7787-4321-b8b7-7a9b663ea6bd None None] Port a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:32.204090 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 owned by {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:32.311619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8b786ed3-4839-432b-9494-eba3a302162a None None] Could not find standard attr ID for object d72a5a74-1237-44ad-bd96-a38a656364b6. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:32.325224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 29404674-bb69-4b3a-8768-296424b51cca up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:32.358179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.383353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 29404674-bb69-4b3a-8768-296424b51cca triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:32.383800 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.389302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:32.472061 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.475450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0bbb9303-4a30-4cf1-bea8-be5947f5a243 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 HTTP/1.1" status: 204 len: 168 time: 0.4766097 Dec 21 02:21:32.478115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54470) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:32.506822 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b4cf77-0f3b-436d-b37c-fc3be03a2f04 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:32.508610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b7b4cf77-0f3b-436d-b37c-fc3be03a2f04 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/a0b8ca21-0e0c-4c35-b72b-0c6fae5b1a74 HTTP/1.1" status: 404 len: 333 time: 0.0292351 Dec 21 02:21:32.511171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:32.569598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 70ac5e46-eca2-484c-8180-fced9104bdd8 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:32.573155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.614946 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.701370 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.757401 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.780941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=70ac5e46-eca2-484c-8180-fced9104bdd8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:32.787095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:32.790416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f8d1573d-41f3-421d-a79e-5acc43df99fa tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/70ac5e46-eca2-484c-8180-fced9104bdd8 HTTP/1.1" status: 204 len: 168 time: 0.2782123 Dec 21 02:21:32.793074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:32.795404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc34a0-6a9d-4f39-bc7a-4c0601dbda44 None None] Network 4339c6b1-56cf-4937-bd92-68dc9c246618 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:32.933244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] DHCP port deletion for 4339c6b1-56cf-4937-bd92-68dc9c246618 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:32.981259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Deleting port 29404674-bb69-4b3a-8768-296424b51cca {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:32.981682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.045367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] For port 29404674-bb69-4b3a-8768-296424b51cca, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=29404674-bb69-4b3a-8768-296424b51cca,segment=NetworkSegment(a99c504b-32f5-4bff-98a3-afb589094f8b),segment_id=a99c504b-32f5-4bff-98a3-afb589094f8b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:33.046342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.063521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Calling delete_port for 29404674-bb69-4b3a-8768-296424b51cca owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:33.142238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.166988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] Pushing event deleted for resources: {'Port': ['ID=29404674-bb69-4b3a-8768-296424b51cca,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:33.173042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b97ff-dda6-4bd1-ae34-9c96cccb211c None None] No DVR routers for this DVR port 29404674-bb69-4b3a-8768-296424b51cca on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:33.212333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.297160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.316846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4339c6b1-56cf-4937-bd92-68dc9c246618']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:33.326190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99c504b-32f5-4bff-98a3-afb589094f8b') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:33.326484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99c504b-32f5-4bff-98a3-afb589094f8b') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:33.335761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.349275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.355136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:33.355507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:33.360106 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:33.422120 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.428509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.431659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/4339c6b1-56cf-4937-bd92-68dc9c246618 HTTP/1.1" status: 204 len: 168 time: 0.6375530 Dec 21 02:21:33.435584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54476) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:33.440488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992518457'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:33.442556 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e815d-779e-4965-b109-c4300ca6323c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=4339c6b1-56cf-4937-bd92-68dc9c246618,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:33.463627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:33.467336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.492363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:33.501274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.501797 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Added segment 4feb8b14-726f-4ede-a676-347d37347506 of type vlan for network de2f3f05-1494-4f22-ac0a-3bd45975822a Dec 21 02:21:33.540954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.564026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.569671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:33.570243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.604854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1682494 Dec 21 02:21:33.607942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:33.613787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:33.637310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac94fe-41c4-4131-9447-1b7c6959d786 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Network': ['ID=de2f3f05-1494-4f22-ac0a-3bd45975822a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:33.647811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network de2f3f05-1494-4f22-ac0a-3bd45975822a details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:33.706401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:33.710938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.884760 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.945921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=b84393a4-ebab-49a9-942c-24ad1e548786,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:33.953555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Checking segment: {'id': '4feb8b14-726f-4ede-a676-347d37347506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:33.953921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network hostable DHCP agents. Network: de2f3f05-1494-4f22-ac0a-3bd45975822a, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:33.970159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network de2f3f05-1494-4f22-ac0a-3bd45975822a is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:33.978907 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, de2f3f05-1494-4f22-ac0a-3bd45975822a) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:33.983156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:33.983782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:33.988789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27293dcf-ddf3-4c73-ad2e-db885c9f7f64 None None] Network de2f3f05-1494-4f22-ac0a-3bd45975822a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:34.000607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1934227b-af04-491e-82fe-6a944399699e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3914928 Dec 21 02:21:34.003473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54480) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:34.007971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-254255505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:34.031910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.032985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.089061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.093862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-de2f3f05-1494-4f22-ac0a-3bd45975822a', 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': 'b84393a4-ebab-49a9-942c-24ad1e548786'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:34.094269 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.094744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.111462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.112666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ee331f37-0e68-4f77-872b-87f9c3e7e27d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1082006 Dec 21 02:21:34.115401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54482) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:34.120376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a', 'name': 'tempest-PortsTestJSON-2128312523'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:34.225083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Allocated IP 172.20.0.2 (de2f3f05-1494-4f22-ac0a-3bd45975822a/b84393a4-ebab-49a9-942c-24ad1e548786/8801280f-be0f-4599-a844-ce50561219d0) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:34.236195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:34.240108 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.258665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 yet. {{(pid=109851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:34.292203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 29404674-bb69-4b3a-8768-296424b51cca no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:34.313415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 29404674-bb69-4b3a-8768-296424b51cca {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:34.313793 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 29404674-bb69-4b3a-8768-296424b51cca not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:34.392510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.399414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.447795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Network de2f3f05-1494-4f22-ac0a-3bd45975822a is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:34.450643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:34.452391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.13 (de2f3f05-1494-4f22-ac0a-3bd45975822a/b84393a4-ebab-49a9-942c-24ad1e548786/68c4452e-265a-4dcc-9421-f2054bd7a0e5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:34.454988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:34.458110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Pushing event updated for resources: {'Port': ['ID=8801280f-be0f-4599-a844-ce50561219d0,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:34.509596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Attempting to bind port 8801280f-be0f-4599-a844-ce50561219d0 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:34.509882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Attempting to bind port 8801280f-be0f-4599-a844-ce50561219d0 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '4feb8b14-726f-4ede-a676-347d37347506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:34.510247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Attempting to bind port 8801280f-be0f-4599-a844-ce50561219d0 on network de2f3f05-1494-4f22-ac0a-3bd45975822a {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:34.515177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:34.515559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Checking segment: {'id': '4feb8b14-726f-4ede-a676-347d37347506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:34.515962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.516356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Bound using segment: {'id': '4feb8b14-726f-4ede-a676-347d37347506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:34.516841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Bound port: 8801280f-be0f-4599-a844-ce50561219d0, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feb8b14-726f-4ede-a676-347d37347506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'de2f3f05-1494-4f22-ac0a-3bd45975822a'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:34.517203 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.577359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] For port 8801280f-be0f-4599-a844-ce50561219d0, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:34.580722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] For port 8801280f-be0f-4599-a844-ce50561219d0, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8801280f-be0f-4599-a844-ce50561219d0,segment=NetworkSegment(4feb8b14-726f-4ede-a676-347d37347506),segment_id=4feb8b14-726f-4ede-a676-347d37347506)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:34.584408 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.598447 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.636225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.644270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f04c9-8191-4b35-a5ec-c1227aaee409 None None] Pushing event updated for resources: {'Port': ['ID=8801280f-be0f-4599-a844-ce50561219d0,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:34.682381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network de2f3f05-1494-4f22-ac0a-3bd45975822a is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:34.685532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:34.689294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:34.713669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=68c4452e-265a-4dcc-9421-f2054bd7a0e5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:34.748374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:34.749017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:34.766359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c3a1189f-8fb8-4732-bf8a-46b52d1418a0 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6498034 Dec 21 02:21:34.769118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54484) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:35.104525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.349854 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.354890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.429424 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=68c4452e-265a-4dcc-9421-f2054bd7a0e5,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:35.583307 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.586868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12335f-b77e-4aa9-977a-ce7ab0fb5bc5 None None] Network de2f3f05-1494-4f22-ac0a-3bd45975822a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:35.679924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-094db288-75df-4726-9980-810e4aefc841 None None] Provisioning complete for port 8801280f-be0f-4599-a844-ce50561219d0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:35.680291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-094db288-75df-4726-9980-810e4aefc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.699345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.776655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-094db288-75df-4726-9980-810e4aefc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.812157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-094db288-75df-4726-9980-810e4aefc841 None None] For port 8801280f-be0f-4599-a844-ce50561219d0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8801280f-be0f-4599-a844-ce50561219d0,segment=NetworkSegment(4feb8b14-726f-4ede-a676-347d37347506),segment_id=4feb8b14-726f-4ede-a676-347d37347506)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:35.816676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-094db288-75df-4726-9980-810e4aefc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.868021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094db288-75df-4726-9980-810e4aefc841 None None] Pushing event updated for resources: {'Port': ['ID=8801280f-be0f-4599-a844-ce50561219d0,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:35.970233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:35.975317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.040114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ab56d9e9-7de6-44d4-b69c-1d386f497aa6 None None] Provisioning complete for port 8801280f-be0f-4599-a844-ce50561219d0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.040800 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab56d9e9-7de6-44d4-b69c-1d386f497aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.050141 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.051913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=68c4452e-265a-4dcc-9421-f2054bd7a0e5,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:36.144683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ab56d9e9-7de6-44d4-b69c-1d386f497aa6 None None] Provisioning complete for port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.145180 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab56d9e9-7de6-44d4-b69c-1d386f497aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.152604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network de2f3f05-1494-4f22-ac0a-3bd45975822a is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:36.154018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:36.181619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ab56d9e9-7de6-44d4-b69c-1d386f497aa6 None None] Port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:36.278271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Router fb7b1efd-e5a0-435e-a510-550ff3f3aba7 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:21:36.310855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d266f3c4-a830-49ba-95a0-00cb54561a4c None None] Provisioning complete for port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.311395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d266f3c4-a830-49ba-95a0-00cb54561a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.346273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8801280f-be0f-4599-a844-ce50561219d0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:36.378410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d266f3c4-a830-49ba-95a0-00cb54561a4c None None] Port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:36.401324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:36.407975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 8801280f-be0f-4599-a844-ce50561219d0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.408182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.408370 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-06180e84-efbc-4eb0-8e26-802ae73f931c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/routers/fb7b1efd-e5a0-435e-a510-550ff3f3aba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6383142 Dec 21 02:21:36.412073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54486) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:36.417083 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] Sync routers for ids ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:36.429285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] Routers {'fb7b1efd-e5a0-435e-a510-550ff3f3aba7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:36.429927 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:36.479573 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:36.493327 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] Routers {'fb7b1efd-e5a0-435e-a510-550ff3f3aba7'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:36.494358 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:36.512272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4c4ee6d1-0e51-4d36-8c07-4d3ff308bd29 None None] Provisioning complete for port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.512756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee6d1-0e51-4d36-8c07-4d3ff308bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.534750 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:36.535512 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a662-4218-4d7c-844d-26b9762567cc None None] The sync data for ids ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:36.564462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ee6d1-0e51-4d36-8c07-4d3ff308bd29 None None] Port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:36.684197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a1b20055-0f5d-494e-8801-7d9f9b385722 None None] Provisioning complete for port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:36.684893 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a1b20055-0f5d-494e-8801-7d9f9b385722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:36.720168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-a1b20055-0f5d-494e-8801-7d9f9b385722 None None] Port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:36.761505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c5d844-a2db-499d-bfa8-965acea7625e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:36.762814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a0c5d844-a2db-499d-bfa8-965acea7625e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b1efd-e5a0-435e-a510-550ff3f3aba7 HTTP/1.1" status: 200 len: 983 time: 0.3497636 Dec 21 02:21:36.766170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54488) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:37.062187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:37.279098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 68c4452e-265a-4dcc-9421-f2054bd7a0e5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:37.279543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:37.367650 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:37.380435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 68c4452e-265a-4dcc-9421-f2054bd7a0e5 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:37.549107 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:37.575856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=68c4452e-265a-4dcc-9421-f2054bd7a0e5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:37.716808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:37.870357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Router fb7b1efd-e5a0-435e-a510-550ff3f3aba7 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:21:37.943422 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:37.948178 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da50ea00-471c-4e34-8e28-633e49dd8905 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/routers/fb7b1efd-e5a0-435e-a510-550ff3f3aba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1811049 Dec 21 02:21:37.951445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54490) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:37.953721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] Sync routers for ids ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:37.963645 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] Routers {'fb7b1efd-e5a0-435e-a510-550ff3f3aba7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:37.964248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:37.976816 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1b65b1-bcbd-403b-b7ce-824ae5181b33 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:37.978602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ab1b65b1-bcbd-403b-b7ce-824ae5181b33 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/68c4452e-265a-4dcc-9421-f2054bd7a0e5 HTTP/1.1" status: 404 len: 333 time: 0.0252979 Dec 21 02:21:37.980896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54492) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:37.995340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:38.003729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] Routers {'fb7b1efd-e5a0-435e-a510-550ff3f3aba7'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:38.004311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:38.038560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:38.039196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72d30e-03dc-440c-a36a-936821f2a0cf None None] The sync data for ids ['fb7b1efd-e5a0-435e-a510-550ff3f3aba7'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:38.055139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.213196 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.215327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.257155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.257717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Fanout notify agent at l3_agent the message router_deleted on router fb7b1efd-e5a0-435e-a510-550ff3f3aba7 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:21:38.265023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.268822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-23c3bbc5-1bbf-4629-9146-94e08928818b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/routers/fb7b1efd-e5a0-435e-a510-550ff3f3aba7 HTTP/1.1" status: 204 len: 168 time: 0.2869587 Dec 21 02:21:38.268971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54494) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:38.319255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet b84393a4-ebab-49a9-942c-24ad1e548786 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:38.322263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.360888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.445591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.513188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.539859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=b84393a4-ebab-49a9-942c-24ad1e548786,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:38.543436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.548186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0232bb36-0ff6-4188-9750-9af0e20d1230 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/b84393a4-ebab-49a9-942c-24ad1e548786 HTTP/1.1" status: 204 len: 168 time: 0.2778068 Dec 21 02:21:38.549297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54496) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:38.550877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85990f49-6aee-4387-b386-edeb6eb3856d None None] Network de2f3f05-1494-4f22-ac0a-3bd45975822a requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:38.622963 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.680086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 8801280f-be0f-4599-a844-ce50561219d0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:38.680423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.694098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] DHCP port deletion for de2f3f05-1494-4f22-ac0a-3bd45975822a request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:38.740319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Deleting port 8801280f-be0f-4599-a844-ce50561219d0 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:38.740696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.743391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] For port 8801280f-be0f-4599-a844-ce50561219d0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8801280f-be0f-4599-a844-ce50561219d0,segment=NetworkSegment(4feb8b14-726f-4ede-a676-347d37347506),segment_id=4feb8b14-726f-4ede-a676-347d37347506)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:38.743762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.756730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 8801280f-be0f-4599-a844-ce50561219d0 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:38.800174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] For port 8801280f-be0f-4599-a844-ce50561219d0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=8801280f-be0f-4599-a844-ce50561219d0,segment=NetworkSegment(4feb8b14-726f-4ede-a676-347d37347506),segment_id=4feb8b14-726f-4ede-a676-347d37347506)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:38.800476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.814425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Calling delete_port for 8801280f-be0f-4599-a844-ce50561219d0 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:38.855700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.881757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=8801280f-be0f-4599-a844-ce50561219d0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:38.885082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No DVR routers for this DVR port 8801280f-be0f-4599-a844-ce50561219d0 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:38.897235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.921047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] Pushing event deleted for resources: {'Port': ['ID=8801280f-be0f-4599-a844-ce50561219d0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:38.927500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd56405-8e95-4fda-92b2-dac98d5c835f None None] No DVR routers for this DVR port 8801280f-be0f-4599-a844-ce50561219d0 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:38.964561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:38.984094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2f3f05-1494-4f22-ac0a-3bd45975822a']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:38.992960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feb8b14-726f-4ede-a676-347d37347506') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:38.993252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feb8b14-726f-4ede-a676-347d37347506') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:39.002953 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.015525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.021184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:39.021591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:39.024424 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:39.080343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.086993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.090121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/de2f3f05-1494-4f22-ac0a-3bd45975822a HTTP/1.1" status: 204 len: 168 time: 0.5398242 Dec 21 02:21:39.094486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54498) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.101873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28ed62-af63-40fd-9d4d-097e1fa3bf85 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=de2f3f05-1494-4f22-ac0a-3bd45975822a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:39.142253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a6aff-9c4e-47aa-88cc-0f8761222c1b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:39.144673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-342a6aff-9c4e-47aa-88cc-0f8761222c1b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/4e207483-bdb4-42bd-8d0c-ee561eab5530 HTTP/1.1" status: 200 len: 841 time: 0.0489087 Dec 21 02:21:39.148089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.187126 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50690cfe-ba3a-4885-8378-55343de7bbae tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/4e207483-bdb4-42bd-8d0c-ee561eab5530?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0378690 Dec 21 02:21:39.190526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.195124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:39.287609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:39.291057 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.466065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.506690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:39.509983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:39.515560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:39.516212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.521194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc498f2a-dc94-4355-9dcd-b0c7d65bd7a1 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:39.534243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=376bb5df-7a8e-4e63-896c-aef565b09075,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:39.543537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d33247e3-aa24-41ac-9d13-269b5108e48a tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3520281 Dec 21 02:21:39.547449 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54504) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.552113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281384912'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:39.576919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.637048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-28d78670-7e34-4808-a0b5-cc6756271e58', 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'project_id': '2fbdc80f15b249e1961ccf548ed374b4', 'fixed_ips': [{'subnet_id': '376bb5df-7a8e-4e63-896c-aef565b09075'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:39.638058 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.643810 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.647654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.683131 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.684359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1357837 Dec 21 02:21:39.686260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f5eb-a19d-42d4-a6a7-fb1e0e51c1fd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c5d53-0f2a-4ca8-8e3c-4dfdd5d32ed6,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:39.687272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54506) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.692363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'security_group': {'name': 'tempest-secgroup-550479896'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:39.718512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.781833 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Allocated IP 172.20.0.2 (28d78670-7e34-4808-a0b5-cc6756271e58/376bb5df-7a8e-4e63-896c-aef565b09075/6f451f81-c024-4192-80a2-760d93137c93) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:39.783746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.787069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.817550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.821885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1334209 Dec 21 02:21:39.822047 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54508) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:39.828241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-565839248', 'security_groups': ['de82bb32-0cd5-49c2-9a71-0f517f56c1e1'], 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '376bb5df-7a8e-4e63-896c-aef565b09075'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:39.829135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7c02c-1ddf-4e53-954a-82418c163e66 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de82bb32-0cd5-49c2-9a71-0f517f56c1e1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:39.921551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.926888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:39.946386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:39.972199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:39.975084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:39.979586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:39.981560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:40.033239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Attempting to bind port 6f451f81-c024-4192-80a2-760d93137c93 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:40.033501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.033986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Attempting to bind port 6f451f81-c024-4192-80a2-760d93137c93 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'ec55be2a-0d80-47af-b99c-f4137059a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:40.033986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Attempting to bind port 6f451f81-c024-4192-80a2-760d93137c93 on network 28d78670-7e34-4808-a0b5-cc6756271e58 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:40.039082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:40.039466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Checking segment: {'id': 'ec55be2a-0d80-47af-b99c-f4137059a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:40.039871 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.040269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Bound using segment: {'id': 'ec55be2a-0d80-47af-b99c-f4137059a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:40.040738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Bound port: 6f451f81-c024-4192-80a2-760d93137c93, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec55be2a-0d80-47af-b99c-f4137059a89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:40.041119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.049534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port b0742a0c-8dc5-4e65-b20b-d3016e16ac8e yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:40.101683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:40.104717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:40.109040 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.174419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b083-ee12-4146-a062-3e4da4f456f7 None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:40.214932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.8 (28d78670-7e34-4808-a0b5-cc6756271e58/376bb5df-7a8e-4e63-896c-aef565b09075/b0742a0c-8dc5-4e65-b20b-d3016e16ac8e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:40.282417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8801280f-be0f-4599-a844-ce50561219d0 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:40.308659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 8801280f-be0f-4599-a844-ce50561219d0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:40.309007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 8801280f-be0f-4599-a844-ce50561219d0 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:40.383014 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.418378 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.817103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:40.821325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:40.823125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=b0742a0c-8dc5-4e65-b20b-d3016e16ac8e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:40.825250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:40.874638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:40.875262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:40.894868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2285e868-7a7e-40bf-8820-9ed1e604d729 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0692749 Dec 21 02:21:40.895116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54512) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:40.900004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:41.012286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:41.015959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.107588 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 376bb5df-7a8e-4e63-896c-aef565b09075 (CIDR: 172.20.0.0/28) Dec 21 02:21:41.111411 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:21:41.111932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:41.127682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-20cda45f-b2b9-4ff8-ab1e-563ebab2535b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2315123 Dec 21 02:21:41.130393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54514) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:41.135446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:41.177615 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:41.178203 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.260649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:41.264864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.265011 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.300863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:41.306136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.350693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:41.351057 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.380231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:41.394283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cef592c7-5252-4a2a-9f0f-11f21ddcfce8 None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:41.492789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.512837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0f7ba4d5-f7f1-4e7b-930b-cb536dac972c None None] Provisioning complete for port b0742a0c-8dc5-4e65-b20b-d3016e16ac8e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:41.513200 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba4d5-f7f1-4e7b-930b-cb536dac972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.533450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:41.538654 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:41.544479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:41.545022 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.546967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ba4d5-f7f1-4e7b-930b-cb536dac972c None None] Port b0742a0c-8dc5-4e65-b20b-d3016e16ac8e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:41.549152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca8edf-833b-4bac-b6b1-c511d5b98b49 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:41.552925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=49c9b98c-c65f-4b89-a8d1-9ab028e6d050,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:41.565979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd42be01-3d40-4313-b36a-29c5ee31fdc6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4345005 Dec 21 02:21:41.569235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54516) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:41.574502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-956543188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49c9b98c-c65f-4b89-a8d1-9ab028e6d050'}], 'security_groups': ['4d8c5d53-0f2a-4ca8-8e3c-4dfdd5d32ed6']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:41.714283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Update dhcp port {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'fixed_ips': [{'subnet_id': '376bb5df-7a8e-4e63-896c-aef565b09075', 'ip_address': '172.20.0.2'}, {'subnet_id': '49c9b98c-c65f-4b89-a8d1-9ab028e6d050'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '6f451f81-c024-4192-80a2-760d93137c93'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:21:41.722677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:41.742478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.028067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Delete allocated IP 172.20.0.8 (28d78670-7e34-4808-a0b5-cc6756271e58/376bb5df-7a8e-4e63-896c-aef565b09075) {{(pid=109851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 02:21:42.036645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.21 (28d78670-7e34-4808-a0b5-cc6756271e58/49c9b98c-c65f-4b89-a8d1-9ab028e6d050/b0742a0c-8dc5-4e65-b20b-d3016e16ac8e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:42.186757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.191420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.245426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Allocated IP 172.20.0.18 (28d78670-7e34-4808-a0b5-cc6756271e58/49c9b98c-c65f-4b89-a8d1-9ab028e6d050/6f451f81-c024-4192-80a2-760d93137c93) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:42.281037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=b0742a0c-8dc5-4e65-b20b-d3016e16ac8e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:42.305033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] In _notify_port_updated(), no bound segment for port b0742a0c-8dc5-4e65-b20b-d3016e16ac8e on network 28d78670-7e34-4808-a0b5-cc6756271e58 {{(pid=109851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:21:42.310563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:42.311213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.312562 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c8ad7993-8ef9-42f4-ae60-e64c9368cae6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/ports/b0742a0c-8dc5-4e65-b20b-d3016e16ac8e HTTP/1.1" status: 200 len: 920 time: 0.7422628 Dec 21 02:21:42.315382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:42.336508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:42.385682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:42.408081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port b0742a0c-8dc5-4e65-b20b-d3016e16ac8e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:42.408429 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.422289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.429939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.439296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:42.439657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.498353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.510259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for b0742a0c-8dc5-4e65-b20b-d3016e16ac8e owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:42.549799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f7de-2dbb-4470-a429-c2d06d44da34 None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:42.645814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.677660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=b0742a0c-8dc5-4e65-b20b-d3016e16ac8e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:42.748882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.752169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-153bc6c1-877f-441c-886f-b08033b74cb6 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/b0742a0c-8dc5-4e65-b20b-d3016e16ac8e HTTP/1.1" status: 204 len: 168 time: 0.4358683 Dec 21 02:21:42.754817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:42.779494 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6b2f8e-5ee9-44a0-bf84-b9804e4f22f7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:42.781459 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a6b2f8e-5ee9-44a0-bf84-b9804e4f22f7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/b0742a0c-8dc5-4e65-b20b-d3016e16ac8e HTTP/1.1" status: 404 len: 333 time: 0.0257072 Dec 21 02:21:42.784133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54522) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:42.838546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.861010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.907745 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.910622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:42.911789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/security-groups/de82bb32-0cd5-49c2-9a71-0f517f56c1e1 HTTP/1.1" status: 204 len: 168 time: 0.1267605 Dec 21 02:21:42.914793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54524) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:42.922144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc94570-7ec7-4aad-8a73-7bb2eee7422c tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de82bb32-0cd5-49c2-9a71-0f517f56c1e1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:42.982244 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.005805 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.047509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.050253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.051379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/security-groups/4d8c5d53-0f2a-4ca8-8e3c-4dfdd5d32ed6 HTTP/1.1" status: 204 len: 168 time: 0.1354909 Dec 21 02:21:43.054230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54526) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:43.060003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8681b8c-2f3b-418c-9139-760a365d1ea7 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c5d53-0f2a-4ca8-8e3c-4dfdd5d32ed6,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:43.067308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Could not find standard attr ID for object b0742a0c-8dc5-4e65-b20b-d3016e16ac8e. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:43.088117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:43.088487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.107891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 376bb5df-7a8e-4e63-896c-aef565b09075 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:43.111167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.152888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.184792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:43.185158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.218084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-284e0884-82c7-41ad-82ef-603294d05244 None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:43.237325 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.294033 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.322748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.325933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/376bb5df-7a8e-4e63-896c-aef565b09075 HTTP/1.1" status: 204 len: 168 time: 0.2706714 Dec 21 02:21:43.327008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89522-7b3f-435e-a4f2-97c0b25d0791 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=376bb5df-7a8e-4e63-896c-aef565b09075,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:43.329783 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54528) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:43.336116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:43.461077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:43.464617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.510766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31839cc-e14b-4873-8a5d-7ee8541ecb29 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:43.562031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ef4af087-321b-49a4-a131-c938c24a0a41 None None] Could not find standard attr ID for object b0742a0c-8dc5-4e65-b20b-d3016e16ac8e. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:43.693023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.735251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:43.738559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:43.742911 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:43.743512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.763977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=aeb1b984-8747-4750-9753-9d871595dc25,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:43.777754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-68ac1ffb-faf6-484b-8131-e9a7bc570ce4 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4465873 Dec 21 02:21:43.780857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54530) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:43.785753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'security_group': {'name': 'tempest-secgroup-404367147'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:43.810702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.881416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.885878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.919374 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.920831 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1385734 Dec 21 02:21:43.923869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54532) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:43.926391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bb62bf9a-b059-40ee-b7b2-ad654b1c9b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:43.929311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'security_group': {'name': 'tempest-secgroup-153263374'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:43.933995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96761-ce0b-4e68-9f67-842a9ed14936 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4e5eb-e7cc-4dc6-82fc-7e3ed530a902,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:43.955910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.025499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.030355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.059986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.063882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1361678 Dec 21 02:21:44.064225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54534) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:44.068521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'security_group': {'name': 'tempest-secgroup-1059397231'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:44.073980 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a056-e64b-44f6-8856-f825447f2295 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4c18e-008a-4667-b781-b3ddc0156774,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:44.097383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.122352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01122061-82c2-44fe-9c25-a71146e2e455 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:44.169452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.174207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.201918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.203242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1382058 Dec 21 02:21:44.206088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54536) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:44.209900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-86ca483b-c3d4-4720-96a3-fd7b20a0d00c None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:44.210521 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86ca483b-c3d4-4720-96a3-fd7b20a0d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.211484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359be48d-e9e0-4432-829c-79bc600ffd4b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb559407-9a87-4843-84ca-b5b2c7e7dcc6,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:44.211746 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-900036560', 'security_groups': ['eb559407-9a87-4843-84ca-b5b2c7e7dcc6'], 'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aeb1b984-8747-4750-9753-9d871595dc25'}]}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:44.308669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:44.344768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'port': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:44.349750 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.367490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] device_id is not set on port 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 yet. {{(pid=109850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 02:21:44.398746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Update dhcp port {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'fixed_ips': [{'subnet_id': '49c9b98c-c65f-4b89-a8d1-9ab028e6d050', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aeb1b984-8747-4750-9753-9d871595dc25'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '6f451f81-c024-4192-80a2-760d93137c93'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:21:44.404983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-86ca483b-c3d4-4720-96a3-fd7b20a0d00c None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:44.405379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86ca483b-c3d4-4720-96a3-fd7b20a0d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.458366 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.464236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:44.464596 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.474415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-86ca483b-c3d4-4720-96a3-fd7b20a0d00c None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:44.533162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.11 (28d78670-7e34-4808-a0b5-cc6756271e58/aeb1b984-8747-4750-9753-9d871595dc25/0466dde1-379b-4ea9-8a6b-650ca8f5a5b3) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:44.669487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.704984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.749846 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:44.750156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Allocated IP 172.20.0.2 (28d78670-7e34-4808-a0b5-cc6756271e58/aeb1b984-8747-4750-9753-9d871595dc25/6f451f81-c024-4192-80a2-760d93137c93) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:44.752883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:44.756634 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:44.780005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=0466dde1-379b-4ea9-8a6b-650ca8f5a5b3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:44.809189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:44.809837 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.828168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d5168313-7d99-43e3-a1e6-68487e50cf55 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6181760 Dec 21 02:21:44.828405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54538) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:44.833129 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:44.846906 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:44.875567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.880623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.949272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:44.952894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:44.970237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3338d5-963d-4a83-a969-0d1306764c6c None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:45.050307 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aeb1b984-8747-4750-9753-9d871595dc25 (CIDR: 172.20.0.0/28) Dec 21 02:21:45.053468 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:21:45.053954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:45.069920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d6340143-43e7-4670-a0bc-bc94a2c6836f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2405236 Dec 21 02:21:45.072592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54540) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:45.077605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:45.193791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:45.197356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.292287 n-d-761264-20 neutron-server[109850]: INFO neutron.db.ipam_backend_mixin [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 49c9b98c-c65f-4b89-a8d1-9ab028e6d050 (CIDR: 172.20.0.16/28) Dec 21 02:21:45.296209 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:21:45.296727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:45.314419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf365a7c-97a2-4f28-b16a-1c3dd7b76b5d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2407146 Dec 21 02:21:45.317153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54542) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:45.322239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'subnet': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:45.439510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Made reservation on behalf of 2fbdc80f15b249e1961ccf548ed374b4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:45.443446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.504766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-563e1162-8aef-46e6-889e-70f4cf5afe6f None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:45.505132 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-563e1162-8aef-46e6-889e-70f4cf5afe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.605199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-563e1162-8aef-46e6-889e-70f4cf5afe6f None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:45.605695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-563e1162-8aef-46e6-889e-70f4cf5afe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.639971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-563e1162-8aef-46e6-889e-70f4cf5afe6f None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:45.684827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.728981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Network 28d78670-7e34-4808-a0b5-cc6756271e58 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:45.732073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:45.736314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:45.736895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.741357 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb678549-82cc-4acd-a9ff-4789c8013111 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:45.747566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Subnet': ['ID=9ec99111-eccc-4a09-9112-cab44332efd9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:45.758985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6adc0ed8-1b4e-43af-829d-8a4a502adc5e tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4407337 Dec 21 02:21:45.761667 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54544) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:45.767235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707083144', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ec99111-eccc-4a09-9112-cab44332efd9'}], 'security_groups': ['a4e4e5eb-e7cc-4dc6-82fc-7e3ed530a902', '2fa4c18e-008a-4667-b781-b3ddc0156774']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:45.813466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5172c0f3-d86c-4b7f-ba11-db6d45f9831c None None] Provisioning complete for port 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:45.814037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5172c0f3-d86c-4b7f-ba11-db6d45f9831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.875308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5172c0f3-d86c-4b7f-ba11-db6d45f9831c None None] Port 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:45.912081 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:45.943826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Update dhcp port {'port': {'network_id': '28d78670-7e34-4808-a0b5-cc6756271e58', 'fixed_ips': [{'subnet_id': '49c9b98c-c65f-4b89-a8d1-9ab028e6d050', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aeb1b984-8747-4750-9753-9d871595dc25', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ec99111-eccc-4a09-9112-cab44332efd9'}], 'binding:host_id': 'n-d-761264-20'}, 'id': '6f451f81-c024-4192-80a2-760d93137c93'} from n-d-761264-20. {{(pid=109852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 21 02:21:45.972449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.135686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Allocated IP 172.20.0.34 (28d78670-7e34-4808-a0b5-cc6756271e58/9ec99111-eccc-4a09-9112-cab44332efd9/6f451f81-c024-4192-80a2-760d93137c93) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:46.227061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:46.255962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.266674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.296808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:46.363675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Delete allocated IP 172.20.0.11 (28d78670-7e34-4808-a0b5-cc6756271e58/aeb1b984-8747-4750-9753-9d871595dc25) {{(pid=109850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 02:21:46.372141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Allocated IP 172.20.0.36 (28d78670-7e34-4808-a0b5-cc6756271e58/9ec99111-eccc-4a09-9112-cab44332efd9/0466dde1-379b-4ea9-8a6b-650ca8f5a5b3) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:46.548032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.552868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fc69-d928-4823-a12f-ba405511ee45 None None] Pushing event updated for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:46.553614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.590534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:46.590909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.644576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event updated for resources: {'Port': ['ID=0466dde1-379b-4ea9-8a6b-650ca8f5a5b3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:46.671236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] In _notify_port_updated(), no bound segment for port 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 on network 28d78670-7e34-4808-a0b5-cc6756271e58 {{(pid=109850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 21 02:21:46.676983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:46.677774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.681877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a2f48c51-b10c-4633-bff4-2bdf1dde6352 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "PUT /v2.0/ports/0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 HTTP/1.1" status: 200 len: 960 time: 0.9165463 Dec 21 02:21:46.682076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0627af8e-c78c-4db9-8639-1f27484591e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.682316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54546) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:46.774966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:46.775316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.869869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:46.882772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:47.013534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.046672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=0466dde1-379b-4ea9-8a6b-650ca8f5a5b3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:47.102132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:47.102724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.115498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.118684 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2b658640-4a13-45d7-b246-df485ef63ba3 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 HTTP/1.1" status: 204 len: 168 time: 0.4353809 Dec 21 02:21:47.121459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54548) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.146805 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8707cece-eda2-4374-8c02-68174c703b38 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] GET failed (client error): The resource could not be found. Dec 21 02:21:47.148195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8707cece-eda2-4374-8c02-68174c703b38 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports/0466dde1-379b-4ea9-8a6b-650ca8f5a5b3 HTTP/1.1" status: 404 len: 333 time: 0.0258195 Dec 21 02:21:47.151036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54550) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.186746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Could not find standard attr ID for object 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:47.195970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:47.196333 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.201629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.223114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.228444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b8bf5-ccf6-43f6-b389-108c59201459 None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:47.266915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.269556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.270675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/security-groups/eb559407-9a87-4843-84ca-b5b2c7e7dcc6 HTTP/1.1" status: 204 len: 168 time: 0.1186507 Dec 21 02:21:47.273574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54552) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.280102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced212e3-6ef0-4f67-ad01-ad8649baaabd tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb559407-9a87-4843-84ca-b5b2c7e7dcc6,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:47.328083 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.336861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.351215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.396239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.399475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.400671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/security-groups/2fa4c18e-008a-4667-b781-b3ddc0156774 HTTP/1.1" status: 204 len: 168 time: 0.1260467 Dec 21 02:21:47.403506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54554) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.410977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e651c2-863c-4941-927c-9474ba5f521d tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4c18e-008a-4667-b781-b3ddc0156774,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:47.460937 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.484759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.529813 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.532361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.534221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4e4e5eb-e7cc-4dc6-82fc-7e3ed530a902 HTTP/1.1" status: 204 len: 168 time: 0.1282516 Dec 21 02:21:47.537318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54556) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.570319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66d336-7248-4e1e-99e5-a9f3cd5233e8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4e5eb-e7cc-4dc6-82fc-7e3ed530a902,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:47.595890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet aeb1b984-8747-4750-9753-9d871595dc25 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:47.599242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.645293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.646980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b38e0cf-a7a1-486b-955c-8c3f6f714992 None None] Could not find standard attr ID for object 0466dde1-379b-4ea9-8a6b-650ca8f5a5b3. {{(pid=109852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 02:21:47.730110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.790386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.821352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb1b984-8747-4750-9753-9d871595dc25,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:47.823199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.826827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7e2fcecc-a269-4701-8113-c38990bfdbb9 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/aeb1b984-8747-4750-9753-9d871595dc25 HTTP/1.1" status: 204 len: 168 time: 0.2881060 Dec 21 02:21:47.830257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380d59e-04c6-4925-b830-0c591fcd19b6 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:47.830410 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54558) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:47.881364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 9ec99111-eccc-4a09-9112-cab44332efd9 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:47.884412 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:47.928519 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.012621 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.073040 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.105292 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec99111-eccc-4a09-9112-cab44332efd9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:48.109108 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.112696 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e225bec0-13cd-4a72-a223-1997cc39c892 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/9ec99111-eccc-4a09-9112-cab44332efd9 HTTP/1.1" status: 204 len: 168 time: 0.2812693 Dec 21 02:21:48.115635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54560) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.144403 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc45697-c42d-419d-bb04-4b5cce62e076 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.144854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc45697-c42d-419d-bb04-4b5cce62e076 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.147938 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fc45697-c42d-419d-bb04-4b5cce62e076 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/aeb1b984-8747-4750-9753-9d871595dc25 HTTP/1.1" status: 404 len: 337 time: 0.0311081 Dec 21 02:21:48.150488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54562) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.202722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting subnet 49c9b98c-c65f-4b89-a8d1-9ab028e6d050 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:21:48.206212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.247544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.302804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:48.343279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.354590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:48.355009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.407225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.420676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:21:48.437796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Subnet': ['ID=49c9b98c-c65f-4b89-a8d1-9ab028e6d050,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:48.439730 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.442890 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1053f7b3-0a20-4bc9-aaf2-4a4f9f061461 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/49c9b98c-c65f-4b89-a8d1-9ab028e6d050 HTTP/1.1" status: 204 len: 168 time: 0.2914596 Dec 21 02:21:48.445277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54564) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.448219 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a7de1-7b6a-4ac0-875f-e2e1de874ca2 None None] Network 28d78670-7e34-4808-a0b5-cc6756271e58 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:48.470552 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6004c74-f757-4305-ac5e-2cd645424237 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.470994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6004c74-f757-4305-ac5e-2cd645424237 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.474164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a6004c74-f757-4305-ac5e-2cd645424237 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/376bb5df-7a8e-4e63-896c-aef565b09075 HTTP/1.1" status: 404 len: 337 time: 0.0277536 Dec 21 02:21:48.476779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54566) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.505158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ea98ffb4-46a9-4149-a94f-afe3261dbf89 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7b1efd-e5a0-435e-a510-550ff3f3aba7 HTTP/1.1" status: 200 len: 205 time: 0.0271823 Dec 21 02:21:48.508806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54568) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.529587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-44ca417b-a4ad-47c8-851a-eb3ca96561ae None None] Provisioning complete for port 6f451f81-c024-4192-80a2-760d93137c93 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:48.529938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44ca417b-a4ad-47c8-851a-eb3ca96561ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.545533 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-8de13c5c-eb35-4f2f-96dd-356229f77c3b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] delete failed (client error): The resource could not be found. Dec 21 02:21:48.546569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8de13c5c-eb35-4f2f-96dd-356229f77c3b tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/routers/fb7b1efd-e5a0-435e-a510-550ff3f3aba7 HTTP/1.1" status: 404 len: 336 time: 0.0367739 Dec 21 02:21:48.549117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54570) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.575103 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-123739d7-0b14-4f78-ac88-8bad59077ec8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.575549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123739d7-0b14-4f78-ac88-8bad59077ec8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.580931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-123739d7-0b14-4f78-ac88-8bad59077ec8 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/b84393a4-ebab-49a9-942c-24ad1e548786 HTTP/1.1" status: 404 len: 337 time: 0.0285478 Dec 21 02:21:48.581215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54572) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.612368 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b41570-24a8-4c55-94d1-1e6bd4b61e93 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.612892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b41570-24a8-4c55-94d1-1e6bd4b61e93 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.618291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-62b41570-24a8-4c55-94d1-1e6bd4b61e93 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/70ac5e46-eca2-484c-8180-fced9104bdd8 HTTP/1.1" status: 404 len: 337 time: 0.0338144 Dec 21 02:21:48.618673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.648280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-44ca417b-a4ad-47c8-851a-eb3ca96561ae None None] Provisioning complete for port 4e207483-bdb4-42bd-8d0c-ee561eab5530 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:48.648796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44ca417b-a4ad-47c8-851a-eb3ca96561ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.655994 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d692675c-18e0-4364-8d1e-29b79efb3866 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.656517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d692675c-18e0-4364-8d1e-29b79efb3866 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.659610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d692675c-18e0-4364-8d1e-29b79efb3866 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/d8cc06ba-e90f-4592-ac24-49daac3a4146 HTTP/1.1" status: 404 len: 337 time: 0.0400140 Dec 21 02:21:48.662146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54576) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.670486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] DHCP port deletion for 28d78670-7e34-4808-a0b5-cc6756271e58 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:21:48.684495 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2663adb5-7c6a-47e7-8057-f882c6faf5bb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.685017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2663adb5-7c6a-47e7-8057-f882c6faf5bb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.690791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2663adb5-7c6a-47e7-8057-f882c6faf5bb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/0e6d482d-1dd6-41d0-9815-76c7e5e30495 HTTP/1.1" status: 404 len: 333 time: 0.0254390 Dec 21 02:21:48.691146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54578) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.709918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-44ca417b-a4ad-47c8-851a-eb3ca96561ae None None] Port 4e207483-bdb4-42bd-8d0c-ee561eab5530 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:48.716164 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-82673e6f-1054-4d7b-bb55-c17c56ccf375 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.716607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82673e6f-1054-4d7b-bb55-c17c56ccf375 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.719590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-82673e6f-1054-4d7b-bb55-c17c56ccf375 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/438cb74c-f14b-403b-bf11-a55fe6b5eff3 HTTP/1.1" status: 404 len: 337 time: 0.0274234 Dec 21 02:21:48.722107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54580) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.743759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.748662 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65887b0-9acf-4a97-a346-eb75242f1c47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.749148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Deleting port 6f451f81-c024-4192-80a2-760d93137c93 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:48.749258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65887b0-9acf-4a97-a346-eb75242f1c47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.749445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.752150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f65887b0-9acf-4a97-a346-eb75242f1c47 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/1677977c-6c89-4415-92ac-fb5c7b5e83fb HTTP/1.1" status: 404 len: 337 time: 0.0291471 Dec 21 02:21:48.754750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54582) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.776261 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2b45b6-ae42-4552-9d19-9989e5906829 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.776744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2b45b6-ae42-4552-9d19-9989e5906829 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.780201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5b2b45b6-ae42-4552-9d19-9989e5906829 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/91c781a5-fcba-4241-91d9-ff6468716c1c HTTP/1.1" status: 404 len: 333 time: 0.0245478 Dec 21 02:21:48.782668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54584) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.807492 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcfe71e-3195-4ce7-ac50-48dc8a38e085 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.807929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcfe71e-3195-4ce7-ac50-48dc8a38e085 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.810542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] For port 6f451f81-c024-4192-80a2-760d93137c93, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=6f451f81-c024-4192-80a2-760d93137c93,segment=NetworkSegment(ec55be2a-0d80-47af-b99c-f4137059a89f),segment_id=ec55be2a-0d80-47af-b99c-f4137059a89f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:48.810941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.811055 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7fcfe71e-3195-4ce7-ac50-48dc8a38e085 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/83a75223-3e32-4013-b8ae-9814633b1175 HTTP/1.1" status: 404 len: 337 time: 0.0273173 Dec 21 02:21:48.813267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54586) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.823171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Calling delete_port for 6f451f81-c024-4192-80a2-760d93137c93 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:48.842236 n-d-761264-20 neutron-server[109851]: INFO neutron.pecan_wsgi.hooks.translation [None req-256cc785-b499-4fd5-b133-1d5755535dcb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] DELETE failed (client error): The resource could not be found. Dec 21 02:21:48.842583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256cc785-b499-4fd5-b133-1d5755535dcb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:21:48.845543 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-256cc785-b499-4fd5-b133-1d5755535dcb tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/subnets/b9752964-aad7-4ec6-91e9-608d16a9be6f HTTP/1.1" status: 404 len: 337 time: 0.0313506 Dec 21 02:21:48.848105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54588) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:48.906515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.931260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] Pushing event deleted for resources: {'Port': ['ID=6f451f81-c024-4192-80a2-760d93137c93,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:48.933983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Deleting port 4e207483-bdb4-42bd-8d0c-ee561eab5530 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:48.934603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:48.934957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792ad86-6f07-446e-bd4e-dde62b519d36 None None] No DVR routers for this DVR port 6f451f81-c024-4192-80a2-760d93137c93 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:21:49.004314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.016870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Calling delete_port for 4e207483-bdb4-42bd-8d0c-ee561eab5530 owned by {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:49.092865 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.121921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Port': ['ID=4e207483-bdb4-42bd-8d0c-ee561eab5530,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:49.128622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.132404 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3d30ad69-6b51-4da4-95db-d3b0839aef27 tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/ports/4e207483-bdb4-42bd-8d0c-ee561eab5530 HTTP/1.1" status: 204 len: 168 time: 0.2832932 Dec 21 02:21:49.134812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:49.380455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.505906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.587545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.606233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d78670-7e34-4808-a0b5-cc6756271e58']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:49.615038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec55be2a-0d80-47af-b99c-f4137059a89f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:49.615273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec55be2a-0d80-47af-b99c-f4137059a89f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:49.628889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.642183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.647809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:21:49.648182 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:21:49.651382 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:21:49.655645 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:21:49.706543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.713828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:49.716844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] 10.222.0.43 "DELETE /v2.0/networks/28d78670-7e34-4808-a0b5-cc6756271e58 HTTP/1.1" status: 204 len: 168 time: 0.5811296 Dec 21 02:21:49.727776 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0e879-8642-46c7-b5e0-5942b24a8c7f tempest-PortsTestJSON-2062882889 tempest-PortsTestJSON-2062882889-project] Pushing event deleted for resources: {'Network': ['ID=28d78670-7e34-4808-a0b5-cc6756271e58,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:49.907587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54596) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:50.037392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-90d5c3c6-e6b8-4502-a7b2-99ae84c08354 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fbdc80f15b249e1961ccf548ed374b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286325 Dec 21 02:21:50.039890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:50.084053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.108672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.157137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.160172 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.161313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ab63ff5-1720-416d-9671-cda939842092 HTTP/1.1" status: 204 len: 168 time: 0.1205525 Dec 21 02:21:50.169063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150085-72ae-43a4-b190-bc4bed28dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab63ff5-1720-416d-9671-cda939842092,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:50.301583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:21:50.324217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 6f451f81-c024-4192-80a2-760d93137c93 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:21:50.324557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 6f451f81-c024-4192-80a2-760d93137c93 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:21:50.780747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54622) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:50.874365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1595797664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:50.898365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.899393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.947400 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.951361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.967801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:50.968957 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8530c656-340b-466c-9c97-e711efbe9a3c tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1871734 Dec 21 02:21:50.971682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:50.976402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1951825013'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:50.997758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:51.001668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.009642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.083673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.087456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.110378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:51.123798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd8e4a-c548-458e-a322-c23581242e86,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:51.128469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.128813 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Added segment 09482f9c-5fa4-4ed3-a276-b4a65ae40fe4 of type vlan for network 97141a19-c27f-4c26-b921-7e4f67cbfd6e Dec 21 02:21:51.166954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.190941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.196415 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:51.196985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.230932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2580671 Dec 21 02:21:51.234229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54628) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:51.239262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'subnet': {'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:51.263134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc26ca8-7540-4b35-b6fc-679da83a8709 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Network': ['ID=97141a19-c27f-4c26-b921-7e4f67cbfd6e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:51.273277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:51.333595 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:51.337571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.515488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.573475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Subnet': ['ID=36677ff6-aa22-4fe9-9ed3-8449eb57d6f0,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:51.582977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Checking segment: {'id': '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:51.583357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network hostable DHCP agents. Network: 97141a19-c27f-4c26-b921-7e4f67cbfd6e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:51.600209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:51.608264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 97141a19-c27f-4c26-b921-7e4f67cbfd6e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:51.612066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:51.612656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.617505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b472c27-f5c0-4dd0-acaf-3693ad543a33 None None] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:51.628349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8fc8aaa1-e655-446c-9216-6e0e94c82559 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3929892 Dec 21 02:21:51.631340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54630) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:51.636752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'network': {'name': 'tempest-router-network01--1342497167'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:51.658508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:51.662030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.685198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:51.694346 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.694691 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Added segment 96bba582-1535-4b7e-9e0d-09ce73a96d79 of type vlan for network e0bab4b6-f00d-44b7-9530-cb2629f96777 Dec 21 02:21:51.720185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-97141a19-c27f-4c26-b921-7e4f67cbfd6e', 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e', 'project_id': '0e0b4c999f3c4007bea9e3c3c5511da4', 'fixed_ips': [{'subnet_id': '36677ff6-aa22-4fe9-9ed3-8449eb57d6f0'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:51.721166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.736714 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.760693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.767141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:51.767647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.806406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1740336 Dec 21 02:21:51.809104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:51.814890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'network': {'name': 'tempest-router-network02--1335548187'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:51.838841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:51.842355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.843007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05216968-d94c-4618-8258-491c0a690285 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Network': ['ID=e0bab4b6-f00d-44b7-9530-cb2629f96777,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:51.855100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:51.868932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:21:51.878399 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.878832 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Added segment f3caef7e-43b7-4e9d-ab0c-e15b3d268e67 of type vlan for network 0f356884-7575-4cce-815c-0cee42a7f1fe Dec 21 02:21:51.886882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Allocated IP 172.20.0.2 (97141a19-c27f-4c26-b921-7e4f67cbfd6e/36677ff6-aa22-4fe9-9ed3-8449eb57d6f0/ce24ca21-16e9-4651-9d31-a71647322d01) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:51.918540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.944225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.949810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:51.950439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:51.985688 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1754143 Dec 21 02:21:51.988620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54634) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:51.994029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'subnet': {'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:52.018938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b0d1-e2fb-497a-8ee3-f2cc570b2d1e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Network': ['ID=0f356884-7575-4cce-815c-0cee42a7f1fe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:52.033214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0f356884-7575-4cce-815c-0cee42a7f1fe details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:21:52.094153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:52.097678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.128352 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.136099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.172040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:52.176964 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:52.180365 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:52.194574 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Pushing event updated for resources: {'Port': ['ID=ce24ca21-16e9-4651-9d31-a71647322d01,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:52.245066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Attempting to bind port ce24ca21-16e9-4651-9d31-a71647322d01 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:52.245455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Attempting to bind port ce24ca21-16e9-4651-9d31-a71647322d01 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:52.245815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Attempting to bind port ce24ca21-16e9-4651-9d31-a71647322d01 on network 97141a19-c27f-4c26-b921-7e4f67cbfd6e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:52.257866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:52.258239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Checking segment: {'id': '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:52.258640 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.259023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Bound using segment: {'id': '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:52.259491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Bound port: ce24ca21-16e9-4651-9d31-a71647322d01, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97141a19-c27f-4c26-b921-7e4f67cbfd6e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:52.259870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.272178 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.284729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.328046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] For port ce24ca21-16e9-4651-9d31-a71647322d01, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:52.331322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] For port ce24ca21-16e9-4651-9d31-a71647322d01, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ce24ca21-16e9-4651-9d31-a71647322d01,segment=NetworkSegment(09482f9c-5fa4-4ed3-a276-b4a65ae40fe4),segment_id=09482f9c-5fa4-4ed3-a276-b4a65ae40fe4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:52.335737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.348273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Subnet': ['ID=74e4c5e7-0092-4b9b-9eaf-29ae31675ad5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:52.359823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Checking segment: {'id': '96bba582-1535-4b7e-9e0d-09ce73a96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:52.360185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network hostable DHCP agents. Network: e0bab4b6-f00d-44b7-9530-cb2629f96777, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:52.387602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:52.395899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ab18-c35a-435b-8129-7075780085d1 None None] Pushing event updated for resources: {'Port': ['ID=ce24ca21-16e9-4651-9d31-a71647322d01,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:52.398945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e0bab4b6-f00d-44b7-9530-cb2629f96777) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:52.403398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:52.404076 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.414985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784399e-0a53-4ef3-944c-2eca68e6405e None None] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:52.430843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd0d146b-c59d-4ebc-9703-f0287e62fc2d tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4409199 Dec 21 02:21:52.433588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54636) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:52.441972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'subnet': {'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:52.520559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e0bab4b6-f00d-44b7-9530-cb2629f96777', 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777', 'project_id': '0e0b4c999f3c4007bea9e3c3c5511da4', 'fixed_ips': [{'subnet_id': '74e4c5e7-0092-4b9b-9eaf-29ae31675ad5'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:52.521549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.548010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Made reservation on behalf of 0e0b4c999f3c4007bea9e3c3c5511da4 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:21:52.556638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.733874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Allocated IP 172.20.0.2 (e0bab4b6-f00d-44b7-9530-cb2629f96777/74e4c5e7-0092-4b9b-9eaf-29ae31675ad5/4c921705-5bb4-4637-96f2-ba137225f15e) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:52.778943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.832546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Subnet': ['ID=bc1141ca-9081-48fe-af58-27b4f7a2e77c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:52.848945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Checking segment: {'id': 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:52.849456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network hostable DHCP agents. Network: 0f356884-7575-4cce-815c-0cee42a7f1fe, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:21:52.866331 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network 0f356884-7575-4cce-815c-0cee42a7f1fe is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:21:52.876100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0f356884-7575-4cce-815c-0cee42a7f1fe) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:52.880730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:21:52.881560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:52.899764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8c965550-a41d-4ee9-b030-16bb75c5ca35 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4630165 Dec 21 02:21:52.902522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54638) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:52.903573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e95e7b-a870-49e6-aeda-c85080cce244 None None] Network 0f356884-7575-4cce-815c-0cee42a7f1fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:53.150196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.166962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.204010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.240527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:53.246306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:53.248457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Pushing event updated for resources: {'Port': ['ID=4c921705-5bb4-4637-96f2-ba137225f15e,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:53.250630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:53.253920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-0f356884-7575-4cce-815c-0cee42a7f1fe', 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe', 'project_id': '0e0b4c999f3c4007bea9e3c3c5511da4', 'fixed_ips': [{'subnet_id': 'bc1141ca-9081-48fe-af58-27b4f7a2e77c'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:21:53.254764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.378285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Attempting to bind port 4c921705-5bb4-4637-96f2-ba137225f15e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:53.378969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Attempting to bind port 4c921705-5bb4-4637-96f2-ba137225f15e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '96bba582-1535-4b7e-9e0d-09ce73a96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:53.379082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Attempting to bind port 4c921705-5bb4-4637-96f2-ba137225f15e on network e0bab4b6-f00d-44b7-9530-cb2629f96777 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:53.390686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:53.391083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Checking segment: {'id': '96bba582-1535-4b7e-9e0d-09ce73a96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:53.391471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.391872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Bound using segment: {'id': '96bba582-1535-4b7e-9e0d-09ce73a96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:53.392354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Bound port: 4c921705-5bb4-4637-96f2-ba137225f15e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bba582-1535-4b7e-9e0d-09ce73a96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e0bab4b6-f00d-44b7-9530-cb2629f96777'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:53.392737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.477136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Allocated IP 172.20.0.1 (e0bab4b6-f00d-44b7-9530-cb2629f96777/74e4c5e7-0092-4b9b-9eaf-29ae31675ad5/9969a534-dff1-4980-9967-b7b782da6ef0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:53.482215 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c0e22-3e16-4f8b-8be8-6255cadd94ea None None] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:53.516476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Allocated IP 172.20.0.2 (0f356884-7575-4cce-815c-0cee42a7f1fe/bc1141ca-9081-48fe-af58-27b4f7a2e77c/c0da1e8c-a144-4949-a157-1f46772985d4) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:53.573763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] For port 4c921705-5bb4-4637-96f2-ba137225f15e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:53.595172 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.609781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] For port 4c921705-5bb4-4637-96f2-ba137225f15e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c921705-5bb4-4637-96f2-ba137225f15e,segment=NetworkSegment(96bba582-1535-4b7e-9e0d-09ce73a96d79),segment_id=96bba582-1535-4b7e-9e0d-09ce73a96d79)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:53.620184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.631476 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.673664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:53.676649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:53.680791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:53.689091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] Provisioning complete for port ce24ca21-16e9-4651-9d31-a71647322d01 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:53.689481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.710514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Port': ['ID=9969a534-dff1-4980-9967-b7b782da6ef0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:53.741706 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.788723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243e02-579a-4ca8-8174-4b092f7049bd None None] Pushing event updated for resources: {'Port': ['ID=4c921705-5bb4-4637-96f2-ba137225f15e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:53.874845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.889928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.906520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.910976 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:53.995295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Network 0f356884-7575-4cce-815c-0cee42a7f1fe is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:53.995295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Pushing event updated for resources: {'Port': ['ID=c0da1e8c-a144-4949-a157-1f46772985d4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:54.025753 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] For port ce24ca21-16e9-4651-9d31-a71647322d01, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ce24ca21-16e9-4651-9d31-a71647322d01,segment=NetworkSegment(09482f9c-5fa4-4ed3-a276-b4a65ae40fe4),segment_id=09482f9c-5fa4-4ed3-a276-b4a65ae40fe4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:54.027639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:54.031359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:54.035920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.136614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Attempting to bind port c0da1e8c-a144-4949-a157-1f46772985d4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:21:54.137087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Attempting to bind port c0da1e8c-a144-4949-a157-1f46772985d4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:21:54.137546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Attempting to bind port c0da1e8c-a144-4949-a157-1f46772985d4 on network 0f356884-7575-4cce-815c-0cee42a7f1fe {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:21:54.153781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:21:54.154797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Checking segment: {'id': 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:21:54.155275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.155745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Bound using segment: {'id': 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:21:54.156316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Bound port: c0da1e8c-a144-4949-a157-1f46772985d4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0f356884-7575-4cce-815c-0cee42a7f1fe'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:21:54.156770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.175522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87185c-0448-430b-80a7-9757f8dd681a None None] Pushing event updated for resources: {'Port': ['ID=ce24ca21-16e9-4651-9d31-a71647322d01,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:54.247113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] For port c0da1e8c-a144-4949-a157-1f46772985d4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:21:54.253541 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] For port c0da1e8c-a144-4949-a157-1f46772985d4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0da1e8c-a144-4949-a157-1f46772985d4,segment=NetworkSegment(f3caef7e-43b7-4e9d-ab0c-e15b3d268e67),segment_id=f3caef7e-43b7-4e9d-ab0c-e15b3d268e67)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:21:54.263388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.296413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0f0fe5c2-9afc-4b9e-9d1a-f8ced4eadccb None None] Provisioning complete for port ce24ca21-16e9-4651-9d31-a71647322d01 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:54.296766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe5c2-9afc-4b9e-9d1a-f8ced4eadccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.362347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d293-99b9-4f88-a39e-b443ee90888a None None] Pushing event updated for resources: {'Port': ['ID=c0da1e8c-a144-4949-a157-1f46772985d4,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:54.443467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c921705-5bb4-4637-96f2-ba137225f15e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:54.499445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4c921705-5bb4-4637-96f2-ba137225f15e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:54.499807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.621691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.661214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 4c921705-5bb4-4637-96f2-ba137225f15e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c921705-5bb4-4637-96f2-ba137225f15e,segment=NetworkSegment(96bba582-1535-4b7e-9e0d-09ce73a96d79),segment_id=96bba582-1535-4b7e-9e0d-09ce73a96d79)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:54.666767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.668959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ce24ca21-16e9-4651-9d31-a71647322d01 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:54.739707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.755167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.769380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=4c921705-5bb4-4637-96f2-ba137225f15e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:54.780377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port ce24ca21-16e9-4651-9d31-a71647322d01 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:54.780752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.841265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:54.844196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Port': ['ID=9969a534-dff1-4980-9967-b7b782da6ef0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:54.946716 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:54.948736 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:54.995379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b85fe9-5d57-43df-a5ad-4843d9907686 None None] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:55.067395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Router c68c530f-9a47-4c2a-b0b3-07c1baea8b38 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:21:55.076546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-79095d68-50ce-4787-a452-17fb53bd2e76 None None] Provisioning complete for port 4c921705-5bb4-4637-96f2-ba137225f15e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:55.076919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79095d68-50ce-4787-a452-17fb53bd2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.166020 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:55.172643 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2d6caf2-0922-4a8f-96d8-e7a019109685 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681336 Dec 21 02:21:55.175995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54640) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:55.178814 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] Sync routers for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:55.200460 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:55.201121 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:55.335408 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:55.345009 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:55.345662 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:55.379658 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:55.380317 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304858b-c17e-4c35-b3e0-da457fac6ac8 None None] The sync data for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:55.513193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-11c98d8c-ca8f-4568-bb7b-066072a23c9f None None] Provisioning complete for port 4c921705-5bb4-4637-96f2-ba137225f15e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:55.513917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11c98d8c-ca8f-4568-bb7b-066072a23c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.585645 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-4bd6f88b-2473-4e4d-b11d-16bfb3911830 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:21:55.586708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4bd6f88b-2473-4e4d-b11d-16bfb3911830 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4095726 Dec 21 02:21:55.589665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54642) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:55.617218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-11c98d8c-ca8f-4568-bb7b-066072a23c9f None None] Provisioning complete for port 9969a534-dff1-4980-9967-b7b782da6ef0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:55.617727 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11c98d8c-ca8f-4568-bb7b-066072a23c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.658289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-11c98d8c-ca8f-4568-bb7b-066072a23c9f None None] Port 9969a534-dff1-4980-9967-b7b782da6ef0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:55.668516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305906af-201a-4edb-86ea-6e47c3826d9f None None] Network 0f356884-7575-4cce-815c-0cee42a7f1fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:21:55.787432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Provisioning complete for port c0da1e8c-a144-4949-a157-1f46772985d4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:55.787796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.889627 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.927860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] For port c0da1e8c-a144-4949-a157-1f46772985d4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0da1e8c-a144-4949-a157-1f46772985d4,segment=NetworkSegment(f3caef7e-43b7-4e9d-ab0c-e15b3d268e67),segment_id=f3caef7e-43b7-4e9d-ab0c-e15b3d268e67)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:21:55.934472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.960306 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:55.978888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Provisioning complete for port 9969a534-dff1-4980-9967-b7b782da6ef0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:55.979260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.025995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Pushing event updated for resources: {'Port': ['ID=c0da1e8c-a144-4949-a157-1f46772985d4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:56.036827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-82bd858d-cd9a-4e32-bbf9-ae2cc8d47a20 None None] Port 9969a534-dff1-4980-9967-b7b782da6ef0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:56.159456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cd3eff46-ac07-4c0b-9039-317a1dfd4966 None None] Provisioning complete for port c0da1e8c-a144-4949-a157-1f46772985d4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:56.159824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd3eff46-ac07-4c0b-9039-317a1dfd4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.215934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting port 9969a534-dff1-4980-9967-b7b782da6ef0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:56.216542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.247836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cd3eff46-ac07-4c0b-9039-317a1dfd4966 None None] Provisioning complete for port 9969a534-dff1-4980-9967-b7b782da6ef0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:56.248059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cd3eff46-ac07-4c0b-9039-317a1dfd4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.287623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cd3eff46-ac07-4c0b-9039-317a1dfd4966 None None] Port 9969a534-dff1-4980-9967-b7b782da6ef0 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:56.307802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.320096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Calling delete_port for 9969a534-dff1-4980-9967-b7b782da6ef0 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:56.378592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c921705-5bb4-4637-96f2-ba137225f15e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:56.425588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4c921705-5bb4-4637-96f2-ba137225f15e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:56.425817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.489519 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.501164 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0da1e8c-a144-4949-a157-1f46772985d4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:21:56.523684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Port': ['ID=9969a534-dff1-4980-9967-b7b782da6ef0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:56.555050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c0da1e8c-a144-4949-a157-1f46772985d4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:56.555551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.670274 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:56.819826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Router c68c530f-9a47-4c2a-b0b3-07c1baea8b38 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:21:56.894208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:56.899606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-629e3bd4-f9ff-41e6-8a9e-6427ff49350e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3088102 Dec 21 02:21:56.903116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54644) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:56.905650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] Sync routers for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:56.915053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:56.915655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:56.947750 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-75c1370a-7611-46bb-93b7-158486980fd7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] delete failed (client error): The resource could not be found. Dec 21 02:21:56.949014 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-75c1370a-7611-46bb-93b7-158486980fd7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1485388964 HTTP/1.1" status: 404 len: 335 time: 0.0428648 Dec 21 02:21:56.953035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54646) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:56.957618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ad226b19-f686-4ce6-965c-49c566e20a41 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:21:56.959204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:56.967957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:56.968556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:57.003951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:57.004558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338736d-141a-4d56-887b-6b4dae368de1 None None] The sync data for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:57.017241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:57.160578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad226b19-f686-4ce6-965c-49c566e20a41 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:57.179917 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-ad226b19-f686-4ce6-965c-49c566e20a41 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] update failed (client error): The resource could not be found. Dec 21 02:21:57.180945 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad226b19-f686-4ce6-965c-49c566e20a41 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38 HTTP/1.1" status: 404 len: 339 time: 0.2269530 Dec 21 02:21:57.184567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54648) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:57.457894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:57.982983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Allocated IP 172.20.0.1 (97141a19-c27f-4c26-b921-7e4f67cbfd6e/36677ff6-aa22-4fe9-9ed3-8449eb57d6f0/7674a3db-1856-445e-9edc-d419c5a77a06) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:21:58.088770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.121558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.166888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:58.169924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:58.173536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:21:58.197885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Port': ['ID=7674a3db-1856-445e-9edc-d419c5a77a06,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:58.223528 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.342734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.425349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49b3ff04-69d0-418a-9660-f5737239b6be None None] Provisioning complete for port 7674a3db-1856-445e-9edc-d419c5a77a06 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:58.425964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49b3ff04-69d0-418a-9660-f5737239b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.459056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-49b3ff04-69d0-418a-9660-f5737239b6be None None] Port 7674a3db-1856-445e-9edc-d419c5a77a06 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:58.602694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.608052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.679647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event updated for resources: {'Port': ['ID=7674a3db-1856-445e-9edc-d419c5a77a06,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:21:58.682004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:58.774185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:21:58.775582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:21:58.872056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Router c68c530f-9a47-4c2a-b0b3-07c1baea8b38 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:21:58.969804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:21:58.976208 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8ca9fed4-d555-4252-a6da-a69f2aebbb6a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900455 Dec 21 02:21:58.978283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54650) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:58.981011 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] Sync routers for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:21:58.985659 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3e1383f4-fc46-453f-8c87-d780cecc9322 None None] Provisioning complete for port 7674a3db-1856-445e-9edc-d419c5a77a06 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:21:58.986256 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3e1383f4-fc46-453f-8c87-d780cecc9322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.001662 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:59.002396 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:59.025136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3e1383f4-fc46-453f-8c87-d780cecc9322 None None] Port 7674a3db-1856-445e-9edc-d419c5a77a06 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:21:59.039958 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:59.049181 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:21:59.049750 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:59.068828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7274e89a-06c5-46ca-aea8-86d21f20fd91 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.081164 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:21:59.081858 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c76e-9cd3-4d32-a1ec-158803f3b71c None None] The sync data for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 is: [] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:21:59.152001 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-7274e89a-06c5-46ca-aea8-86d21f20fd91 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 02:21:59.153049 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7274e89a-06c5-46ca-aea8-86d21f20fd91 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38 HTTP/1.1" status: 409 len: 329 time: 0.1734407 Dec 21 02:21:59.155894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54652) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:21:59.459022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.690510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting port 7674a3db-1856-445e-9edc-d419c5a77a06 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:21:59.691195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.772907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.784813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Calling delete_port for 7674a3db-1856-445e-9edc-d419c5a77a06 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:21:59.947099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:21:59.973881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Port': ['ID=7674a3db-1856-445e-9edc-d419c5a77a06,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:00.114572 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.262018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Router c68c530f-9a47-4c2a-b0b3-07c1baea8b38 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:22:00.335632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:22:00.340682 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1a9b660-2847-406d-897f-c74984d2b4a1 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1837783 Dec 21 02:22:00.344684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54654) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:00.347953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] Sync routers for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:22:00.358506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:22:00.359121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:00.381651 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-7554f305-f096-4ee5-a98d-d6b7336bd8fc tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] show failed (client error): The resource could not be found. Dec 21 02:22:00.382687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7554f305-f096-4ee5-a98d-d6b7336bd8fc tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1144343292 HTTP/1.1" status: 404 len: 335 time: 0.0370898 Dec 21 02:22:00.386531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:00.390845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:00.391631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-43a22c79-a26e-4bfa-ab30-205fc0eb9377 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:00.399327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] Routers {'c68c530f-9a47-4c2a-b0b3-07c1baea8b38'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:22:00.399919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:21:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:00.428202 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-43a22c79-a26e-4bfa-ab30-205fc0eb9377 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] update failed (client error): The resource could not be found. Dec 21 02:22:00.429254 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-43a22c79-a26e-4bfa-ab30-205fc0eb9377 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1763753636 HTTP/1.1" status: 404 len: 335 time: 0.0417278 Dec 21 02:22:00.433893 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54658) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:00.487936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting subnet bc1141ca-9081-48fe-af58-27b4f7a2e77c {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:22:00.491478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.533937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.599584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:00.600171 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a13e3-40a4-47a4-8ad4-28b1412e676d None None] The sync data for ids ['c68c530f-9a47-4c2a-b0b3-07c1baea8b38'] in n-d-761264-20 is: [] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:22:00.625109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.682031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.708492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1141ca-9081-48fe-af58-27b4f7a2e77c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:00.714238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.718659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bea93754-ce11-45ba-b414-024b690e05fd tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/subnets/bc1141ca-9081-48fe-af58-27b4f7a2e77c HTTP/1.1" status: 204 len: 168 time: 0.2834663 Dec 21 02:22:00.719682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efdcd77-16c5-4afc-9e1b-47fba6423288 None None] Network 0f356884-7575-4cce-815c-0cee42a7f1fe requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:00.720808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54660) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:00.771271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting subnet 74e4c5e7-0092-4b9b-9eaf-29ae31675ad5 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:22:00.774367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.821654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.862243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] DHCP port deletion for 0f356884-7575-4cce-815c-0cee42a7f1fe request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:22:00.905021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.913717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Deleting port c0da1e8c-a144-4949-a157-1f46772985d4 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:22:00.914095 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.963035 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.975062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] For port c0da1e8c-a144-4949-a157-1f46772985d4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0da1e8c-a144-4949-a157-1f46772985d4,segment=NetworkSegment(f3caef7e-43b7-4e9d-ab0c-e15b3d268e67),segment_id=f3caef7e-43b7-4e9d-ab0c-e15b3d268e67)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:22:00.975467 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:00.987836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Calling delete_port for c0da1e8c-a144-4949-a157-1f46772985d4 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:22:00.994900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Subnet': ['ID=74e4c5e7-0092-4b9b-9eaf-29ae31675ad5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.000309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.006247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b564f739-356a-467f-bb64-bd181909bbb7 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/subnets/74e4c5e7-0092-4b9b-9eaf-29ae31675ad5 HTTP/1.1" status: 204 len: 168 time: 0.2821431 Dec 21 02:22:01.007357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54662) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:01.033562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300cdc41-1710-408a-bdb6-a109433419cc None None] Network e0bab4b6-f00d-44b7-9530-cb2629f96777 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:01.083945 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.137972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.139025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting port c0da1e8c-a144-4949-a157-1f46772985d4 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:22:01.139427 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.168937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] Pushing event deleted for resources: {'Port': ['ID=c0da1e8c-a144-4949-a157-1f46772985d4,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.176185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654540c7-c2a6-4c33-90fe-0a7bffb25719 None None] No DVR routers for this DVR port c0da1e8c-a144-4949-a157-1f46772985d4 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:22:01.197160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e0853-391c-42d2-8978-225838141f9c None None] DHCP port deletion for e0bab4b6-f00d-44b7-9530-cb2629f96777 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:22:01.218682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] For port c0da1e8c-a144-4949-a157-1f46772985d4, host n-d-761264-20, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:22:01.219051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.231397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Calling delete_port for c0da1e8c-a144-4949-a157-1f46772985d4 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:22:01.234647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Port c0da1e8c-a144-4949-a157-1f46772985d4 was not found and therefore no delete operation was performed {{(pid=109850) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:22:01.235905 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.245039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Deleting port 4c921705-5bb4-4637-96f2-ba137225f15e {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:22:01.245448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.262715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] No DVR routers for this DVR port c0da1e8c-a144-4949-a157-1f46772985d4 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:22:01.268463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Port': ['ID=c0da1e8c-a144-4949-a157-1f46772985d4,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.314715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f86e0853-391c-42d2-8978-225838141f9c None None] For port 4c921705-5bb4-4637-96f2-ba137225f15e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4c921705-5bb4-4637-96f2-ba137225f15e,segment=NetworkSegment(96bba582-1535-4b7e-9e0d-09ce73a96d79),segment_id=96bba582-1535-4b7e-9e0d-09ce73a96d79)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:22:01.314715 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.325799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Calling delete_port for 4c921705-5bb4-4637-96f2-ba137225f15e owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:22:01.352931 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.374564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f356884-7575-4cce-815c-0cee42a7f1fe']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.384015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.384340 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3caef7e-43b7-4e9d-ab0c-e15b3d268e67') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.393682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.406774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.410047 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.413564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:22:01.413959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:22:01.417194 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:22:01.438062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e0853-391c-42d2-8978-225838141f9c None None] No DVR routers for this DVR port 4c921705-5bb4-4637-96f2-ba137225f15e on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:22:01.439764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e0853-391c-42d2-8978-225838141f9c None None] Pushing event deleted for resources: {'Port': ['ID=4c921705-5bb4-4637-96f2-ba137225f15e,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.475433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.483089 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.486180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/networks/0f356884-7575-4cce-815c-0cee42a7f1fe HTTP/1.1" status: 204 len: 168 time: 0.4778824 Dec 21 02:22:01.488809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54664) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:01.497154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab546d-ec07-4277-9b1e-8c09a1487edf tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Network': ['ID=0f356884-7575-4cce-815c-0cee42a7f1fe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.567497 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.660024 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.678931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bab4b6-f00d-44b7-9530-cb2629f96777']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.688291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bba582-1535-4b7e-9e0d-09ce73a96d79') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.688589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bba582-1535-4b7e-9e0d-09ce73a96d79') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:01.697690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.712019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.717866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:22:01.718247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:22:01.721133 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:22:01.776944 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.781048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.784388 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/networks/e0bab4b6-f00d-44b7-9530-cb2629f96777 HTTP/1.1" status: 204 len: 168 time: 0.2945671 Dec 21 02:22:01.787034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54666) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:01.798374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4cc57-4665-43bf-92c5-2e636c13e04f tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Network': ['ID=e0bab4b6-f00d-44b7-9530-cb2629f96777,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:01.843284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting subnet 36677ff6-aa22-4fe9-9ed3-8449eb57d6f0 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:22:01.846304 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.884787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:01.964735 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.024425 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.049252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Subnet': ['ID=36677ff6-aa22-4fe9-9ed3-8449eb57d6f0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:02.056021 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.058775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b1ac5e40-2a26-4e0e-9f85-da410dba8a5e tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/subnets/36677ff6-aa22-4fe9-9ed3-8449eb57d6f0 HTTP/1.1" status: 204 len: 168 time: 0.2706852 Dec 21 02:22:02.061903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54668) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:02.064391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92afa2-4454-432c-b2de-4de8f92e3b60 None None] Network 97141a19-c27f-4c26-b921-7e4f67cbfd6e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:02.137789 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.199486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Deleting port ce24ca21-16e9-4651-9d31-a71647322d01 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:22:02.199808 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.204330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] DHCP port deletion for 97141a19-c27f-4c26-b921-7e4f67cbfd6e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:22:02.252055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Deleting port ce24ca21-16e9-4651-9d31-a71647322d01 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:22:02.252055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.268166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] For port ce24ca21-16e9-4651-9d31-a71647322d01, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ce24ca21-16e9-4651-9d31-a71647322d01,segment=NetworkSegment(09482f9c-5fa4-4ed3-a276-b4a65ae40fe4),segment_id=09482f9c-5fa4-4ed3-a276-b4a65ae40fe4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:22:02.268541 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.282399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Calling delete_port for ce24ca21-16e9-4651-9d31-a71647322d01 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:22:02.315335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] For port ce24ca21-16e9-4651-9d31-a71647322d01, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=ce24ca21-16e9-4651-9d31-a71647322d01,segment=NetworkSegment(09482f9c-5fa4-4ed3-a276-b4a65ae40fe4),segment_id=09482f9c-5fa4-4ed3-a276-b4a65ae40fe4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:22:02.315742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.319416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c921705-5bb4-4637-96f2-ba137225f15e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:22:02.351492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Calling delete_port for ce24ca21-16e9-4651-9d31-a71647322d01 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:22:02.353187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4c921705-5bb4-4637-96f2-ba137225f15e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:22:02.353554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4c921705-5bb4-4637-96f2-ba137225f15e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:22:02.353969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ce24ca21-16e9-4651-9d31-a71647322d01 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:22:02.370334 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.397656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Port': ['ID=ce24ca21-16e9-4651-9d31-a71647322d01,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:02.402685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] No DVR routers for this DVR port ce24ca21-16e9-4651-9d31-a71647322d01 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:22:02.439592 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No active binding found for port ce24ca21-16e9-4651-9d31-a71647322d01 {{(pid=109852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 21 02:22:02.440148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] The host n-d-761264-20 is not matching for port ce24ca21-16e9-4651-9d31-a71647322d01 host None! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:22:02.440267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device ce24ca21-16e9-4651-9d31-a71647322d01 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:22:02.440663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0da1e8c-a144-4949-a157-1f46772985d4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:22:02.466698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c0da1e8c-a144-4949-a157-1f46772985d4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:22:02.467048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0da1e8c-a144-4949-a157-1f46772985d4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:22:02.482848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.490369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.506298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] Pushing event deleted for resources: {'Port': ['ID=ce24ca21-16e9-4651-9d31-a71647322d01,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:02.511563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aba135-45ea-4ede-9581-9f0f76c25d95 None None] No DVR routers for this DVR port ce24ca21-16e9-4651-9d31-a71647322d01 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:22:02.512637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97141a19-c27f-4c26-b921-7e4f67cbfd6e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:02.523327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:02.523620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09482f9c-5fa4-4ed3-a276-b4a65ae40fe4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:22:02.533486 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.547085 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.552868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:22:02.553237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:22:02.556318 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:22:02.613162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.617405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.623781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/networks/97141a19-c27f-4c26-b921-7e4f67cbfd6e HTTP/1.1" status: 204 len: 168 time: 0.5580308 Dec 21 02:22:02.624821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54670) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:02.636306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b522-8903-4128-90c0-53aca3e1e2c3 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Pushing event deleted for resources: {'Network': ['ID=97141a19-c27f-4c26-b921-7e4f67cbfd6e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:02.652659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-85b5b93c-8516-4fc2-973e-355ccc782f0a tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "GET /v2.0/ports?device_id=c68c530f-9a47-4c2a-b0b3-07c1baea8b38 HTTP/1.1" status: 200 len: 205 time: 0.0264816 Dec 21 02:22:02.655121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54672) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:02.727781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.880753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.882729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.923725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.924305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Fanout notify agent at l3_agent the message router_deleted on router c68c530f-9a47-4c2a-b0b3-07c1baea8b38 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:22:02.931030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:02.932067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-30bf5290-604c-4b97-afa2-518a265a4f51 tempest-RoutersNegativeTest-1596967868 tempest-RoutersNegativeTest-1596967868-project] 10.222.0.43 "DELETE /v2.0/routers/c68c530f-9a47-4c2a-b0b3-07c1baea8b38 HTTP/1.1" status: 204 len: 168 time: 0.2760363 Dec 21 02:22:03.164481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54678) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:03.298461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1886a401-457c-43cc-945c-0259eca9fad3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e0b4c999f3c4007bea9e3c3c5511da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327522 Dec 21 02:22:03.300834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54682) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:03.346474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:03.367817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:03.413532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:03.416040 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:03.417186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42bd8e4a-c548-458e-a322-c23581242e86 HTTP/1.1" status: 204 len: 168 time: 0.1154168 Dec 21 02:22:03.424733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e790-2eff-427d-a560-47360f5132db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd8e4a-c548-458e-a322-c23581242e86,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:13.918906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27b42214-ca49-4183-b0e9-18f51802a2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:16.659955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49dc1b0c-629f-4713-aaed-b39b8d1d47f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:17.337892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:18.760025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:19.373518 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:22.270454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:25.428134 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:22:27.004624 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.160477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54892) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:31.265253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.341165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.344629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.374667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96addc21-6307-4a54-b8e1-8ce5e2fce699,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:31.390004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.390349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.390690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.391018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.391351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.391681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.392009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.392328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.392650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.392971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.393298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.393637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.393960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:31.407574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-87dcc76f-bc2e-4fc5-879c-a1e8dbd6a16c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eeec639d647b4b17a5753fc3dc700904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425716 Dec 21 02:22:31.407574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54896) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:31.458436 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.479361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.523324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.526240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.527407 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96addc21-6307-4a54-b8e1-8ce5e2fce699 HTTP/1.1" status: 204 len: 168 time: 0.1196945 Dec 21 02:22:31.539108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387f01b-09bc-4052-8abe-fffca9d3a55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96addc21-6307-4a54-b8e1-8ce5e2fce699,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:31.791602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54902) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:31.804335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2308d994-040a-4ce0-b87d-fbe5f604e0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.878799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2308d994-040a-4ce0-b87d-fbe5f604e0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.883081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2308d994-040a-4ce0-b87d-fbe5f604e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.920177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d994-040a-4ce0-b87d-fbe5f604e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceb0d07-88b4-448d-9732-1465da69c702,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:31.926771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2308d994-040a-4ce0-b87d-fbe5f604e0fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e426f76d8484db7865eac9fe813a47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317806 Dec 21 02:22:31.926993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:31.974561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:31.997832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:32.057749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:32.060526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:32.063738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ceb0d07-88b4-448d-9732-1465da69c702 HTTP/1.1" status: 204 len: 168 time: 0.1357698 Dec 21 02:22:32.074302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de6fc-c085-4a56-8d16-e124fbc4dd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceb0d07-88b4-448d-9732-1465da69c702,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:38.819162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 54990) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:38.969610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccb021f0-ebcc-4d56-b19b-545e2a5a037c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.042252 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccb021f0-ebcc-4d56-b19b-545e2a5a037c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.046037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ccb021f0-ebcc-4d56-b19b-545e2a5a037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.084366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ccb021f0-ebcc-4d56-b19b-545e2a5a037c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32643929ca5747e189932ba6a89455d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641141 Dec 21 02:22:39.085531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb021f0-ebcc-4d56-b19b-545e2a5a037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb46369-a3f1-46b2-9711-3ea6a51eb606,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:39.087801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 54994) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:39.141062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.166793 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.214997 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.217458 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.218825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ceb46369-a3f1-46b2-9711-3ea6a51eb606 HTTP/1.1" status: 204 len: 168 time: 0.1251922 Dec 21 02:22:39.226820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb46369-a3f1-46b2-9711-3ea6a51eb606,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:39.235084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.235431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.235769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.236106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.236436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.236761 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.237200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.237421 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.237747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.238157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.238381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.238707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.239023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee44407-1b0a-4626-9c20-8956a2f1be48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:22:39.490191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55000) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:39.504233 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-685f14ff-a3e4-4e23-969e-536730b34de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.579827 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-685f14ff-a3e4-4e23-969e-536730b34de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.583958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-685f14ff-a3e4-4e23-969e-536730b34de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.624541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-685f14ff-a3e4-4e23-969e-536730b34de6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d2f7e7fb51948988c517830df3339ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330817 Dec 21 02:22:39.625908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f14ff-a3e4-4e23-969e-536730b34de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b0ebd-0b39-4652-a376-9f4ebb296f24,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:39.627141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:39.677793 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.698470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.746457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.749581 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:39.750704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d52b0ebd-0b39-4652-a376-9f4ebb296f24 HTTP/1.1" status: 204 len: 168 time: 0.1225874 Dec 21 02:22:39.759505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b51907-591d-4dd3-993c-fdd5d8359a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b0ebd-0b39-4652-a376-9f4ebb296f24,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:43.933894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce3b017a-638a-4180-b187-75ab82e342de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:46.660792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5f1c03a4-6c74-454f-bc51-47712bf71bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:47.342054 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:48.746517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.379714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.679748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55094) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:49.793768 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-24e2a8ef-33c0-47c4-b489-b0e01972e44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.869235 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-24e2a8ef-33c0-47c4-b489-b0e01972e44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.873042 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-24e2a8ef-33c0-47c4-b489-b0e01972e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.914478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-24e2a8ef-33c0-47c4-b489-b0e01972e44f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a9760cfe957411ea559932c6b2c6266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312002 Dec 21 02:22:49.914478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a8ef-33c0-47c4-b489-b0e01972e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420479a8-e170-455c-8ba7-e7c6e0dabd9a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:49.915284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:49.964590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:49.986004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.031379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.033960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.035083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/420479a8-e170-455c-8ba7-e7c6e0dabd9a HTTP/1.1" status: 204 len: 168 time: 0.1184773 Dec 21 02:22:50.042779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff462ab-99ab-49e6-9896-66c1ea335a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420479a8-e170-455c-8ba7-e7c6e0dabd9a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:50.305618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:50.318872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32f6941b-560f-46c9-bba4-2184d436f4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.400334 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32f6941b-560f-46c9-bba4-2184d436f4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.403792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-32f6941b-560f-46c9-bba4-2184d436f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.447350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-32f6941b-560f-46c9-bba4-2184d436f4de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22ca026265ed41828b99d4da0802f37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407471 Dec 21 02:22:50.448090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6941b-560f-46c9-bba4-2184d436f4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050b8b28-1ef4-4f7f-b997-439aec31301a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:50.450495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55106) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:50.500913 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.521484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.566848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.569561 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:50.570694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/050b8b28-1ef4-4f7f-b997-439aec31301a HTTP/1.1" status: 204 len: 168 time: 0.1191578 Dec 21 02:22:50.578808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06499c54-29c8-413b-a1c9-2b2dbb4f6f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b8b28-1ef4-4f7f-b997-439aec31301a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:51.214122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55128) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:51.310250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1391723729-network', 'tenant_id': '3bc9a5ea254243a8bc988a9675aa7dda'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:51.332094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Made reservation on behalf of 3bc9a5ea254243a8bc988a9675aa7dda for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:22:51.334387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.342873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.420213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.424305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.449567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:22:51.459357 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60589a4-2476-489b-ab18-411d8a8ab650,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:51.465195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.465565 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Added segment 0d325240-f6b5-40d9-be5d-b5ed68189129 of type vlan for network c8951dd4-21f2-476b-89f9-ce6225eb7599 Dec 21 02:22:51.505522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.530097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.531155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:51.532049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.565474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3501911 Dec 21 02:22:51.569040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:51.574174 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Request body: {'subnet': {'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1391723729-subnet', 'tenant_id': '3bc9a5ea254243a8bc988a9675aa7dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:51.595853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c900a1-a1c2-4145-ad32-2b8c2e665012 admin admin] Pushing event updated for resources: {'Network': ['ID=c8951dd4-21f2-476b-89f9-ce6225eb7599,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:51.597409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Made reservation on behalf of 3bc9a5ea254243a8bc988a9675aa7dda for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:22:51.599912 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.605866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network c8951dd4-21f2-476b-89f9-ce6225eb7599 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:22:51.766087 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.819579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e1b99a-30c1-4279-834e-65b0cb7c3396,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:51.830189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Checking segment: {'id': '0d325240-f6b5-40d9-be5d-b5ed68189129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:22:51.830549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Network hostable DHCP agents. Network: c8951dd4-21f2-476b-89f9-ce6225eb7599, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:22:51.847339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Network c8951dd4-21f2-476b-89f9-ce6225eb7599 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:22:51.855664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, c8951dd4-21f2-476b-89f9-ce6225eb7599) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:22:51.860297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:51.860884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:51.865248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f4454-f829-4d8b-b872-158e1ef8dc94 None None] Network c8951dd4-21f2-476b-89f9-ce6225eb7599 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:51.876036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8b7b7c07-02f4-4685-8561-2819572b7bdc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3058782 Dec 21 02:22:51.963020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1718c-8690-4a0b-8152-0d6c0ad51f67 None None] Network c8951dd4-21f2-476b-89f9-ce6225eb7599 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:52.269166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.327307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55148) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:52.332760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-503318159-network', 'tenant_id': '9214693c5d204ebba08fd7ae39cdc820'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:52.354968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Made reservation on behalf of 9214693c5d204ebba08fd7ae39cdc820 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:22:52.357128 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.366174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.439629 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.443445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.468387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:22:52.483077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e2382-c1bf-41e3-82b1-48de0ecdc3db,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:52.485943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.486287 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Added segment fd9841ed-699a-4ab8-9bfe-0f7336205f57 of type vlan for network 7fad721f-0e86-4d52-bdef-3802283db454 Dec 21 02:22:52.526326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.550461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.551552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:52.552139 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.609133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2800934 Dec 21 02:22:52.612028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55150) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:22:52.614061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecad42-8883-4ef4-90a9-c20f0e9c5765 admin admin] Pushing event updated for resources: {'Network': ['ID=7fad721f-0e86-4d52-bdef-3802283db454,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:52.617085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Request body: {'subnet': {'network_id': '7fad721f-0e86-4d52-bdef-3802283db454', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-503318159-subnet', 'tenant_id': '9214693c5d204ebba08fd7ae39cdc820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:52.624225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 7fad721f-0e86-4d52-bdef-3802283db454 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:22:52.640780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Made reservation on behalf of 9214693c5d204ebba08fd7ae39cdc820 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:22:52.648358 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:52.810771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:53.154688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51af7dc9-6bf0-49fd-9066-80c4cb85425c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:53.165324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Checking segment: {'id': 'fd9841ed-699a-4ab8-9bfe-0f7336205f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7fad721f-0e86-4d52-bdef-3802283db454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:22:53.165706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Network hostable DHCP agents. Network: 7fad721f-0e86-4d52-bdef-3802283db454, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:22:53.181854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Network 7fad721f-0e86-4d52-bdef-3802283db454 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:22:53.190529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 7fad721f-0e86-4d52-bdef-3802283db454) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:22:53.194579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:53.195163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:53.200474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649826e8-d525-4e71-a4bd-16aa79b481dc None None] Network 7fad721f-0e86-4d52-bdef-3802283db454 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:53.210777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-445950bc-fc19-4314-a88e-b23710c9be72 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5976632 Dec 21 02:22:53.300086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be36fef-092b-45dd-875a-978e0df203e9 None None] Network 7fad721f-0e86-4d52-bdef-3802283db454 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:22:53.798493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fe7f0201-c345-4bff-9f11-74473385fa46 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:53.800399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fe7f0201-c345-4bff-9f11-74473385fa46 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/networks?id=c8951dd4-21f2-476b-89f9-ce6225eb7599 HTTP/1.1" status: 200 len: 809 time: 0.1037602 Dec 21 02:22:53.815840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-5647206b-0b28-45a2-98f9-f7afe86f5344 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/quotas/3bc9a5ea254243a8bc988a9675aa7dda HTTP/1.1" status: 200 len: 375 time: 0.0094142 Dec 21 02:22:53.847422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-542e0b40-396b-4a3a-bd30-4d99a2d43c41 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bc9a5ea254243a8bc988a9675aa7dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263631 Dec 21 02:22:54.046971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-245afd60-2a51-4a6b-b2e4-0082be281e9a service neutron] 10.222.0.43 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928401 Dec 21 02:22:54.133645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-2ba5c4b7-5bd3-4e6d-b23f-a7be0a849027 service neutron] 10.222.0.43 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805523 Dec 21 02:22:54.358624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9786363-f40e-43be-a9e8-e445a68b0741 req-250aeea7-3a96-4fe7-bc7f-a20f2fc5336d tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0948951 Dec 21 02:22:55.442297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-87cea279-31b1-40c7-9a56-d968444d779e req-8677225d-5a26-4219-ba31-ea7dc8284580 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0289111 Dec 21 02:22:56.526944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c431e2cd-5d2e-4517-a240-290f98d728b5 req-d12e35bb-6477-41ba-992c-6b1fc2c589fe tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0257380 Dec 21 02:22:57.002416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:57.604896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29984704-f471-460a-a895-286e0426085b req-f1b7f1bb-0815-43a5-a771-474815da802c tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Dec 21 02:22:58.703706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-381932a1-8e77-46f8-bfe8-8ee5cf0487d7 req-1e87c416-9c40-49b3-b980-13c2ce9134d0 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0265858 Dec 21 02:22:59.331976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7e534468-6725-4f6b-aa8b-aacf1affa574 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:59.333526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7e534468-6725-4f6b-aa8b-aacf1affa574 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.24 "GET /v2.0/networks?id=c8951dd4-21f2-476b-89f9-ce6225eb7599 HTTP/1.1" status: 200 len: 809 time: 0.1001732 Dec 21 02:22:59.363083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Request body: {'port': {'device_id': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599', 'admin_state_up': True, 'tenant_id': '3bc9a5ea254243a8bc988a9675aa7dda'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:22:59.470765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Made reservation on behalf of 3bc9a5ea254243a8bc988a9675aa7dda for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:22:59.474212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:59.598523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Allocated IP 172.20.0.11 (c8951dd4-21f2-476b-89f9-ce6225eb7599/92e1b99a-30c1-4279-834e-65b0cb7c3396/de67b735-2b65-4d3d-998e-77994697b090) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:22:59.737400 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:59.770708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:59.820895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5148-a41f-475b-a87b-6ad007b7cb4c req-04ff0f00-8e7d-4a9f-93d5-d846baff5d81 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:59.822398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bcf5148-a41f-475b-a87b-6ad007b7cb4c req-04ff0f00-8e7d-4a9f-93d5-d846baff5d81 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 932 time: 0.0504065 Dec 21 02:22:59.824879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Network c8951dd4-21f2-476b-89f9-ce6225eb7599 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:22:59.828563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:22:59.832303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:22:59.860847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Pushing event updated for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:22:59.876630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bcf5148-a41f-475b-a87b-6ad007b7cb4c req-95febe0a-04c2-432c-a115-ba6f450c0b53 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475509 Dec 21 02:22:59.884315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:22:59.884935 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:22:59.901788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-fa8db4f8-0d20-44be-a2d6-171f5c0c6733 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431767 Dec 21 02:22:59.911677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-81858e43-e211-44aa-8293-b7fad0f06c2f tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:22:59.912619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-81858e43-e211-44aa-8293-b7fad0f06c2f tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051291 Dec 21 02:22:59.982189 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Request body: {'port': {'device_id': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:23:00.033720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.288816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de67b735-2b65-4d3d-998e-77994697b090 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:23:00.296002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.308722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Transition to ACTIVE for port object de67b735-2b65-4d3d-998e-77994697b090 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:23:00.312746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.361964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:00.430399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Attempting to bind port de67b735-2b65-4d3d-998e-77994697b090 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:23:00.430725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Attempting to bind port de67b735-2b65-4d3d-998e-77994697b090 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '0d325240-f6b5-40d9-be5d-b5ed68189129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:23:00.431045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Attempting to bind port de67b735-2b65-4d3d-998e-77994697b090 on network c8951dd4-21f2-476b-89f9-ce6225eb7599 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:23:00.435194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Port de67b735-2b65-4d3d-998e-77994697b090 on network c8951dd4-21f2-476b-89f9-ce6225eb7599 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:23:00.435510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Attempting to bind port de67b735-2b65-4d3d-998e-77994697b090 on network c8951dd4-21f2-476b-89f9-ce6225eb7599 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:23:00.440791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:23:00.441123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Checking segment: {'id': '0d325240-f6b5-40d9-be5d-b5ed68189129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:23:00.441539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Bound using segment: {'id': '0d325240-f6b5-40d9-be5d-b5ed68189129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:23:00.441953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Bound port: de67b735-2b65-4d3d-998e-77994697b090, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d325240-f6b5-40d9-be5d-b5ed68189129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:23:00.442300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.503170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:23:00.507144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=de67b735-2b65-4d3d-998e-77994697b090,segment=NetworkSegment(0d325240-f6b5-40d9-be5d-b5ed68189129),segment_id=0d325240-f6b5-40d9-be5d-b5ed68189129)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:23:00.510770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.547467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:00.548079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:00.549472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] 10.222.0.24 "PUT /v2.0/ports/de67b735-2b65-4d3d-998e-77994697b090 HTTP/1.1" status: 200 len: 1093 time: 0.6203301 Dec 21 02:23:00.549916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:23:00.552170 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "tag": "de67b735-2b65-4d3d-998e-77994697b090"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:23:00.573145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999a47-4d49-4e95-9437-3064538a6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:00.593195 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889edcb-08ae-472a-a2af-40d3c7952f36 x-openstack-request-id: req-8889edcb-08ae-472a-a2af-40d3c7952f36 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:23:00.593504 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "tag": "de67b735-2b65-4d3d-998e-77994697b090", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:23:00.593757 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8889edcb-08ae-472a-a2af-40d3c7952f36 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:23:00.594164 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090', 'status': 'completed', 'code': 200} Dec 21 02:23:00.650312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-580274ae-bb6a-4eec-bb0f-a85a1eddb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:00.651780 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-580274ae-bb6a-4eec-bb0f-a85a1eddb3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bc9a5ea254243a8bc988a9675aa7dda&device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 1096 time: 0.0403342 Dec 21 02:23:00.700477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-6bba048c-2782-4f57-95f4-a29fe84602fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de67b735-2b65-4d3d-998e-77994697b090 HTTP/1.1" status: 200 len: 217 time: 0.0361974 Dec 21 02:23:00.748096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-e6b93efa-2479-4437-b767-0e71d8d655c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:00.750037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-e6b93efa-2479-4437-b767-0e71d8d655c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e1b99a-30c1-4279-834e-65b0cb7c3396 HTTP/1.1" status: 200 len: 849 time: 0.0412672 Dec 21 02:23:00.780223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-e01913ff-9ac7-4b42-9f06-a07b50da858e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8951dd4-21f2-476b-89f9-ce6225eb7599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235507 Dec 21 02:23:00.871930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-d556723d-00a1-4f81-b127-027f13e05fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Dec 21 02:23:00.961558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eca3e30a-c19b-406c-b5de-e2658dfe49fe req-59443e8f-7eab-4172-baa9-89db4997b78c service neutron] 10.222.0.24 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824208 Dec 21 02:23:00.991769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20c2ec-5b44-4e11-98dd-bf878b5ffb74 req-039c3f7a-0190-44bb-a2cb-8571cf412293 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:00.993537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b20c2ec-5b44-4e11-98dd-bf878b5ffb74 req-039c3f7a-0190-44bb-a2cb-8571cf412293 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 944 time: 0.0491953 Dec 21 02:23:01.041831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b20c2ec-5b44-4e11-98dd-bf878b5ffb74 req-59454d22-cc9f-415d-9ece-6636e592d6be tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Dec 21 02:23:01.090475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-d68afc35-0b5a-48cc-b6ee-0af7118e87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:01.091947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-d68afc35-0b5a-48cc-b6ee-0af7118e87c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3bc9a5ea254243a8bc988a9675aa7dda&device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 1096 time: 0.0464177 Dec 21 02:23:01.181594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-1fbee690-17c0-4d78-93c9-33f2312affb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:01.183050 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-1fbee690-17c0-4d78-93c9-33f2312affb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8951dd4-21f2-476b-89f9-ce6225eb7599 HTTP/1.1" status: 200 len: 909 time: 0.0840137 Dec 21 02:23:01.228229 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-e1c358fb-d2f4-46b9-b7c7-f1b3321cad05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de67b735-2b65-4d3d-998e-77994697b090 HTTP/1.1" status: 200 len: 217 time: 0.0378342 Dec 21 02:23:01.276831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-9ca8ec8d-41c4-4689-89c1-b7d7cc6f6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:01.278257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-9ca8ec8d-41c4-4689-89c1-b7d7cc6f6360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=92e1b99a-30c1-4279-834e-65b0cb7c3396 HTTP/1.1" status: 200 len: 849 time: 0.0426147 Dec 21 02:23:01.309350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-59e51d23-a2d5-48f1-a1e5-1ca0fdff2e54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8951dd4-21f2-476b-89f9-ce6225eb7599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243304 Dec 21 02:23:01.410463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-c8407f36-02eb-415d-a6d1-5d8c274434b3 service neutron] 10.222.0.24 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Dec 21 02:23:01.501066 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8462d5f6-46a8-451b-9a3a-11d37f8a8a3a req-2bf5b547-33d0-42fc-940a-530915cb0241 service neutron] 10.222.0.24 "GET /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Dec 21 02:23:02.159601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571b8a-c1e7-47fa-8c91-2b3873cb57d2 req-f4d1f6e0-a158-4daf-b8ce-c8f127df9474 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:02.161067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1571b8a-c1e7-47fa-8c91-2b3873cb57d2 req-f4d1f6e0-a158-4daf-b8ce-c8f127df9474 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 944 time: 0.0507917 Dec 21 02:23:02.207003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1571b8a-c1e7-47fa-8c91-2b3873cb57d2 req-f987b2ed-d697-4a62-83c7-bd5eff0d21f8 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Dec 21 02:23:02.416379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:23:03.325601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c2a1-0f53-42f3-86c3-ba872ce1176c req-2ae34532-f316-47cf-aabb-9bd7981d2b35 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:03.327076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b71c2a1-0f53-42f3-86c3-ba872ce1176c req-2ae34532-f316-47cf-aabb-9bd7981d2b35 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 944 time: 0.0529108 Dec 21 02:23:03.374823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b71c2a1-0f53-42f3-86c3-ba872ce1176c req-d53574d5-de25-42fb-b5d1-27f59464b2a0 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Dec 21 02:23:04.488319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226a8c-a24a-4df4-b9c2-4920492f7382 req-108558eb-2005-4182-9c07-d81923e9d3ed tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:04.489786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f226a8c-a24a-4df4-b9c2-4920492f7382 req-108558eb-2005-4182-9c07-d81923e9d3ed tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 944 time: 0.0482624 Dec 21 02:23:04.535425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f226a8c-a24a-4df4-b9c2-4920492f7382 req-17d96634-3119-4996-b7a0-aa8de745d5e2 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Dec 21 02:23:05.601030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device de67b735-2b65-4d3d-998e-77994697b090 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:23:05.653473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213304e6-5b88-4627-8bd4-7789dcb994bf req-db840b96-72d9-4e96-b2c6-538560fbe8bb tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:05.654963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-213304e6-5b88-4627-8bd4-7789dcb994bf req-db840b96-72d9-4e96-b2c6-538560fbe8bb tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 944 time: 0.0522015 Dec 21 02:23:05.697585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=de67b735-2b65-4d3d-998e-77994697b090,segment=NetworkSegment(0d325240-f6b5-40d9-be5d-b5ed68189129),segment_id=0d325240-f6b5-40d9-be5d-b5ed68189129)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:23:05.701750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-213304e6-5b88-4627-8bd4-7789dcb994bf req-4341c468-e5c3-4268-b438-a46e59911d2c tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Dec 21 02:23:05.708876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'de67b735-2b65-4d3d-998e-77994697b090', 'network_id': 'c8951dd4-21f2-476b-89f9-ce6225eb7599', 'port_id': 'de67b735-2b65-4d3d-998e-77994697b090', 'mac_address': 'fa:16:3e:04:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1b99a-30c1-4279-834e-65b0cb7c3396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:23:05.745086 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:05.757692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de67b735-2b65-4d3d-998e-77994697b090 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:23:05.776188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=de67b735-2b65-4d3d-998e-77994697b090,segment=NetworkSegment(0d325240-f6b5-40d9-be5d-b5ed68189129),segment_id=0d325240-f6b5-40d9-be5d-b5ed68189129)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:23:05.780036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:05.826288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:05.833985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.834340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.834686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.835290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.835624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.835955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.836283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.836609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.836934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.837260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.837608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.837931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:05.838254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:06.160542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['de67b735-2b65-4d3d-998e-77994697b090'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:23:06.812451 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be553-94b4-4b51-845b-7725f6290549 req-72af99ea-2706-4792-a22c-74bc1fe3eef5 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:06.813945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-372be553-94b4-4b51-845b-7725f6290549 req-72af99ea-2706-4792-a22c-74bc1fe3eef5 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Dec 21 02:23:06.860138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-372be553-94b4-4b51-845b-7725f6290549 req-8e02b0d6-5272-4255-a94c-7c199e7da16d tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Dec 21 02:23:07.615288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device de67b735-2b65-4d3d-998e-77994697b090 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:23:07.662583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port de67b735-2b65-4d3d-998e-77994697b090 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:23:07.666109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port de67b735-2b65-4d3d-998e-77994697b090 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:23:07.666487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:07.745693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:07.769747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:23:07.772051 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a9d4e-0d90-4abc-8d2a-6d499126b923" -d '{"events": [{"server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "name": "network-vif-plugged", "status": "completed", "tag": "de67b735-2b65-4d3d-998e-77994697b090"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:23:07.785217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=de67b735-2b65-4d3d-998e-77994697b090,segment=NetworkSegment(0d325240-f6b5-40d9-be5d-b5ed68189129),segment_id=0d325240-f6b5-40d9-be5d-b5ed68189129)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:23:07.791131 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:07.818438 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03f1f5c-8518-46f6-b7bd-49d859f1f0e4 x-openstack-request-id: req-b03f1f5c-8518-46f6-b7bd-49d859f1f0e4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:23:07.818746 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "name": "network-vif-plugged", "status": "completed", "tag": "de67b735-2b65-4d3d-998e-77994697b090", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:23:07.819003 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b03f1f5c-8518-46f6-b7bd-49d859f1f0e4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:23:07.819421 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090', 'code': 200} Dec 21 02:23:07.845836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:07.953241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea135f-f5d1-4b6a-bbd0-9774da3698ab req-6aefe93a-d12e-40da-8d82-4c27ecd0028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:07.954920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a2ea135f-f5d1-4b6a-bbd0-9774da3698ab req-6aefe93a-d12e-40da-8d82-4c27ecd0028b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 1098 time: 0.0406160 Dec 21 02:23:07.979652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d194-5001-4be6-b60b-a770c5924db6 req-fc6569c9-9225-4b08-9e73-ffea1918107a tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:07.981134 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc09d194-5001-4be6-b60b-a770c5924db6 req-fc6569c9-9225-4b08-9e73-ffea1918107a tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0501122 Dec 21 02:23:08.005946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a2ea135f-f5d1-4b6a-bbd0-9774da3698ab req-a1db8b43-2123-4c63-a003-dacbcf21457d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Dec 21 02:23:08.033204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc09d194-5001-4be6-b60b-a770c5924db6 req-3b5d84f6-4df0-4b18-acf3-790cbe222c22 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Dec 21 02:23:09.149880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde2149-c92c-400c-b037-c602cebb7758 req-ab592b26-8023-42de-aee9-833972bdddd1 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:09.151712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbde2149-c92c-400c-b037-c602cebb7758 req-ab592b26-8023-42de-aee9-833972bdddd1 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0505705 Dec 21 02:23:09.200591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbde2149-c92c-400c-b037-c602cebb7758 req-3b8423fe-05a6-45f3-9492-d208d6918256 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Dec 21 02:23:10.314083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8bab9-f852-48bf-a6f5-65ac6e1e948d req-b96d7886-8d2f-4db1-9832-faeb51269f32 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:10.315534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43e8bab9-f852-48bf-a6f5-65ac6e1e948d req-b96d7886-8d2f-4db1-9832-faeb51269f32 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0493441 Dec 21 02:23:10.361974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43e8bab9-f852-48bf-a6f5-65ac6e1e948d req-62d6f0c9-b92a-453a-9198-12c5f027e587 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Dec 21 02:23:12.736529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585cf4d-88dc-4b4c-9251-8155920a275b req-7586c7dd-ff85-4c5a-b7ba-67dac318dfd9 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:12.737962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c585cf4d-88dc-4b4c-9251-8155920a275b req-7586c7dd-ff85-4c5a-b7ba-67dac318dfd9 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0542741 Dec 21 02:23:12.783569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c585cf4d-88dc-4b4c-9251-8155920a275b req-ea361861-02f2-43a8-b6d9-7ffe87e45fa4 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Dec 21 02:23:13.901642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab2cae-b63d-4e1e-bccb-56f40a986bbe req-bd7930cd-9eb7-4801-882d-5c04fdee3481 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:13.903114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfab2cae-b63d-4e1e-bccb-56f40a986bbe req-bd7930cd-9eb7-4801-882d-5c04fdee3481 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0494194 Dec 21 02:23:13.928714 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d64a-a0fa-45dd-b8d9-ca11d8f4ca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:13.955481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cfab2cae-b63d-4e1e-bccb-56f40a986bbe req-f6ae7de3-85bd-4e3e-8c0d-5a59e0c224a4 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/security-groups?id=a60589a4-2476-489b-ab18-411d8a8ab650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Dec 21 02:23:14.197007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-ce399772-87e7-4ceb-ac90-fb24963fb16e tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:23:14.198465 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-ce399772-87e7-4ceb-ac90-fb24963fb16e tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 946 time: 0.0506258 Dec 21 02:23:14.286845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Deleting port de67b735-2b65-4d3d-998e-77994697b090 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:23:14.287183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:14.376902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] For port de67b735-2b65-4d3d-998e-77994697b090, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=de67b735-2b65-4d3d-998e-77994697b090,segment=NetworkSegment(0d325240-f6b5-40d9-be5d-b5ed68189129),segment_id=0d325240-f6b5-40d9-be5d-b5ed68189129)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:23:14.377262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:14.389694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Calling delete_port for de67b735-2b65-4d3d-998e-77994697b090 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:23:14.515287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:14.541939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Pushing event deleted for resources: {'Port': ['ID=de67b735-2b65-4d3d-998e-77994697b090,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:14.549136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['de67b735-2b65-4d3d-998e-77994697b090'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:23:14.590651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] No DVR routers for this DVR port de67b735-2b65-4d3d-998e-77994697b090 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:23:14.593735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:14.596966 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fb4bd810-3d99-46a0-92ae-86a61c4bf641 req-cbebd02c-438c-43ad-8c3a-229ca52b5d31 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.24 "DELETE /v2.0/ports/de67b735-2b65-4d3d-998e-77994697b090 HTTP/1.1" status: 204 len: 173 time: 0.3922844 Dec 21 02:23:14.597455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'name': 'network-vif-deleted', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:23:14.599676 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f8c36b-3d7c-431f-90f6-0580333ca28a" -d '{"events": [{"server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "name": "network-vif-deleted", "tag": "de67b735-2b65-4d3d-998e-77994697b090"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:23:14.635229 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31022996-63cc-4784-92ba-2319169f7ddc x-openstack-request-id: req-31022996-63cc-4784-92ba-2319169f7ddc {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:23:14.635527 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfd9545-3c8d-4153-8037-682356a9bba7", "name": "network-vif-deleted", "tag": "de67b735-2b65-4d3d-998e-77994697b090", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:23:14.635795 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31022996-63cc-4784-92ba-2319169f7ddc {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:23:14.636251 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfd9545-3c8d-4153-8037-682356a9bba7', 'name': 'network-vif-deleted', 'tag': 'de67b735-2b65-4d3d-998e-77994697b090', 'status': 'completed', 'code': 200} Dec 21 02:23:15.063132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de346978-bc21-4e19-b174-2105aea73b7e req-055a74c4-c7e0-4bcc-81e9-0c96d3729177 tempest-VolumesActionsTest-1615416459 tempest-VolumesActionsTest-1615416459-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cfd9545-3c8d-4153-8037-682356a9bba7 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Dec 21 02:23:15.856610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-ccfeeb86-9844-4c56-89a0-101207f49774 req-564a250e-999a-4f8c-9c30-373fd808a762 tempest-MultipleCreateTestJSON-226395767 tempest-MultipleCreateTestJSON-226395767-project] (109850) timed out ('10.222.0.45', 57816) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:23:16.663274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e27c14a-5d50-42a7-bb89-2d1a7a46b2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:17.344454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:18.748339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:19.372762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:19.665575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device de67b735-2b65-4d3d-998e-77994697b090 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:23:19.689754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: de67b735-2b65-4d3d-998e-77994697b090 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:23:19.690192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device de67b735-2b65-4d3d-998e-77994697b090 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:23:22.310996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:27.001889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.514135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55430) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:36.562169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Deleting subnet 92e1b99a-30c1-4279-834e-65b0cb7c3396 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:23:36.565134 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.600875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.639429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.694456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.725838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e1b99a-30c1-4279-834e-65b0cb7c3396,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:36.727967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.731213 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8690f556-4002-48e0-a186-1c91312cba13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/92e1b99a-30c1-4279-834e-65b0cb7c3396 HTTP/1.1" status: 204 len: 168 time: 0.2160096 Dec 21 02:23:36.733721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 55432) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:36.802208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.886767 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.906839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8951dd4-21f2-476b-89f9-ce6225eb7599']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:36.915820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d325240-f6b5-40d9-be5d-b5ed68189129') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:36.916115 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d325240-f6b5-40d9-be5d-b5ed68189129') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:36.925813 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.938652 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.944344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:23:36.944716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:23:36.946359 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:23:36.999232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.004729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.008152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c8951dd4-21f2-476b-89f9-ce6225eb7599 HTTP/1.1" status: 204 len: 168 time: 0.2734842 Dec 21 02:23:37.011041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55434) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:37.019567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b7d87-6c8f-4568-814f-7254677f1b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8951dd4-21f2-476b-89f9-ce6225eb7599,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:37.061057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Deleting subnet 51af7dc9-6bf0-49fd-9066-80c4cb85425c {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:23:37.064664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.104538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.142895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.195895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.219761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51af7dc9-6bf0-49fd-9066-80c4cb85425c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:37.229690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.230044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.230383 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.230717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.231044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.231434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.231680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.232001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.232323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.232673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.232992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.233305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.233644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:23:37.236444 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.239611 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e0ad90e8-fb4c-4587-afb2-c887116b3878 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/51af7dc9-6bf0-49fd-9066-80c4cb85425c HTTP/1.1" status: 204 len: 168 time: 0.2267559 Dec 21 02:23:37.242086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:37.313356 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.391175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.416443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fad721f-0e86-4d52-bdef-3802283db454']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:37.426074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9841ed-699a-4ab8-9bfe-0f7336205f57') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:37.426368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9841ed-699a-4ab8-9bfe-0f7336205f57') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:23:37.436263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.449170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.455769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:23:37.456153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:23:37.457919 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:23:37.512499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.518914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.522097 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7fad721f-0e86-4d52-bdef-3802283db454 HTTP/1.1" status: 204 len: 168 time: 0.2791064 Dec 21 02:23:37.533180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecec02-f860-46d3-a76c-e04110883e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fad721f-0e86-4d52-bdef-3802283db454,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:37.694162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55440) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:37.744323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1ae60745-a5d9-4392-93b3-f29f5121afd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bc9a5ea254243a8bc988a9675aa7dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461392 Dec 21 02:23:37.744323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:37.800471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.821992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.867810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.870343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:37.871487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a60589a4-2476-489b-ab18-411d8a8ab650 HTTP/1.1" status: 204 len: 168 time: 0.1262488 Dec 21 02:23:37.880784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e8010-0675-47ce-b904-385bd7749900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60589a4-2476-489b-ab18-411d8a8ab650,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:38.187837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:38.226638 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0609b10a-6a28-4e4e-8e29-332d879a275b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9214693c5d204ebba08fd7ae39cdc820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376043 Dec 21 02:23:38.228816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 55450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:23:38.273948 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:38.294569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:38.338828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:38.341453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:38.343066 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c8e2382-c1bf-41e3-82b1-48de0ecdc3db HTTP/1.1" status: 204 len: 168 time: 0.1133323 Dec 21 02:23:38.350652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de45ce-c303-48d7-baa4-72559a586a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e2382-c1bf-41e3-82b1-48de0ecdc3db,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:23:39.414899 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:23:43.931445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ec520e7f-307f-407b-a757-bd2c569288f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:46.664520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9e8e321b-1fb8-48b6-8aab-5c0c9de6abbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:47.348454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:48.751368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:49.378580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:52.306316 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:23:56.997076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:13.933605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe0fd-a77e-4578-917b-4a79fcca9759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:16.415903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:24:16.666798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-898b4b76-6c8a-4c39-a51c-3764db960cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:17.351820 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:18.750022 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:19.371986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:22.314372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:26.999752 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:35.133916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-dd4f24c4-0cf0-431e-8159-d93e703b7e27 req-c1b35338-bb18-4eb2-a109-759817bbd03f service neutron] (109851) timed out ('10.222.0.43', 56616) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:24:43.937589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d5db1edc-9253-4a49-8115-7e41dc899065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:46.670934 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-131a2a17-a6c8-4952-aac6-199c221b3c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:47.355123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:48.759186 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:49.375936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:52.314193 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:24:53.415153 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:24:56.999762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:13.940017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aba1cbac-00c6-4a82-a98a-77f499e338fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:16.672351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5cf4979c-4170-4ac9-ad0f-e9d2c2fbec90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:17.355890 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:17.938472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-929b2a50-dd36-4a3e-9c98-c54790332349 req-52942375-dc12-415f-9358-3c5d2c07ff9e service neutron] (109850) timed out ('10.222.0.45', 57841) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:25:18.752231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:19.381495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:22.325758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:27.015057 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:30.414343 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:25:38.988279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57770) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:39.101820 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.174869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.178669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.216654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d187118e868a45ca8e583526b3abd1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272358 Dec 21 02:25:39.217552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab8cea-bb2e-4629-8d02-ab0e2bcfb624,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:39.219435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57776) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:39.224996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.225370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.225714 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.226052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.226382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.226772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.227030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.227354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.227675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.228378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.228378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.228615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.228927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d3db7-20c4-4c80-91b6-e643043430a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.284512 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.306433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.352907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.355647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.359733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65ab8cea-bb2e-4629-8d02-ab0e2bcfb624 HTTP/1.1" status: 204 len: 168 time: 0.1362519 Dec 21 02:25:39.374462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab8cea-bb2e-4629-8d02-ab0e2bcfb624,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:39.383840 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.384201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.384799 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.385222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.385528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.386335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.386666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.386992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.387272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.387609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.387941 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.388270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.388616 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d619ab4-2bde-4010-b782-10b9ca4a1f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:39.621864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57784) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:39.635437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2281-9be1-499b-b6c2-66aabc866d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.715831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2281-9be1-499b-b6c2-66aabc866d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.720720 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1a1e2281-9be1-499b-b6c2-66aabc866d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.758197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1a1e2281-9be1-499b-b6c2-66aabc866d0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22408ee925b34de981c6382c7ba1dcd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348500 Dec 21 02:25:39.759045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e2281-9be1-499b-b6c2-66aabc866d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eafc6d1-f9bb-44b6-a02a-469e3e8e552f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:39.760861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:39.809887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.830861 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.876825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.879424 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:39.880559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9eafc6d1-f9bb-44b6-a02a-469e3e8e552f HTTP/1.1" status: 204 len: 168 time: 0.1186140 Dec 21 02:25:39.890091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ce6f8-d4d9-412e-8cbf-309517d6312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eafc6d1-f9bb-44b6-a02a-469e3e8e552f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:43.941708 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7229af00-7dba-40a1-b4b6-2cde993265fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:46.676026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84b1825e-c41f-47a4-838a-b257a13341ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:47.364854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:48.753689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:49.390050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:52.329142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.535588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:53.643724 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8eca4c43-30f9-4841-8553-c3c639aebc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.719313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8eca4c43-30f9-4841-8553-c3c639aebc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.722961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8eca4c43-30f9-4841-8553-c3c639aebc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.760266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8eca4c43-30f9-4841-8553-c3c639aebc10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d2b5f4c83be4da99958592b32524749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235374 Dec 21 02:25:53.762499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca4c43-30f9-4841-8553-c3c639aebc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9167a632-b718-4f86-8c55-5d6fc7d4b032,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:53.763294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57936) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:53.816775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.842453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.887992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.890725 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:53.891930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9167a632-b718-4f86-8c55-5d6fc7d4b032 HTTP/1.1" status: 204 len: 168 time: 0.1275642 Dec 21 02:25:53.899954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec234cc-6329-4215-9940-d9c79e8cda66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9167a632-b718-4f86-8c55-5d6fc7d4b032,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:54.515010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57958) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:54.610643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-317431582-network', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:54.632791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Made reservation on behalf of 60ff4153585a45dfad3ff69a21975fab for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:25:54.635043 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.643783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.715908 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.719559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.743706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:25:54.753828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e151c5e-bedd-46be-abc1-fbdb83ed8e4f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:54.758634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.758969 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Added segment 268511ed-1394-493d-a92f-5e9026d050c8 of type vlan for network 97cccaf6-fba4-4700-b621-8682f033fedc Dec 21 02:25:54.797768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.821660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.822606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:25:54.823176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:54.882075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3659501 Dec 21 02:25:54.885108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57962) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:54.887070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385189e-a80e-4321-8846-3c6bd640e438 admin admin] Pushing event updated for resources: {'Network': ['ID=97cccaf6-fba4-4700-b621-8682f033fedc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:54.891264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Request body: {'subnet': {'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-317431582-subnet', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:54.897165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 97cccaf6-fba4-4700-b621-8682f033fedc details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:25:54.914351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Made reservation on behalf of 60ff4153585a45dfad3ff69a21975fab for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:25:54.916832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.082409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.138436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edb4458-880f-4788-b743-0f444267fac1,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:55.145214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Checking segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:25:55.145606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Network hostable DHCP agents. Network: 97cccaf6-fba4-4700-b621-8682f033fedc, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:25:55.162300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Network 97cccaf6-fba4-4700-b621-8682f033fedc is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:25:55.172277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 97cccaf6-fba4-4700-b621-8682f033fedc) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:55.176247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:25:55.176833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.181865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2716f555-547b-4bce-8282-396a6ea86496 None None] Network 97cccaf6-fba4-4700-b621-8682f033fedc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:25:55.192667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2f8fb2ec-ac16-4e95-a296-4b3ddcac1a6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3062534 Dec 21 02:25:55.195374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57964) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:55.200429 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:55.222475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.223614 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.278059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.285817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-97cccaf6-fba4-4700-b621-8682f033fedc', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:25:55.286713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.415083 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.417778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Allocated IP 172.20.0.2 (97cccaf6-fba4-4700-b621-8682f033fedc/5edb4458-880f-4788-b743-0f444267fac1/c8de58ea-5c61-41d8-ac40-091d708bfaca) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:25:55.560497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.566854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.611588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Network 97cccaf6-fba4-4700-b621-8682f033fedc is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:25:55.614414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:55.616600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.618899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:25:55.620814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Pushing event updated for resources: {'Port': ['ID=c8de58ea-5c61-41d8-ac40-091d708bfaca,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:55.631647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.631989 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.632324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.632655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.632994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.633319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.633664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.633983 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.634324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.634619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.634934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.635069 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.635249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.635566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:55.683359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Attempting to bind port c8de58ea-5c61-41d8-ac40-091d708bfaca on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:25:55.683737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Attempting to bind port c8de58ea-5c61-41d8-ac40-091d708bfaca by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:25:55.684083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Attempting to bind port c8de58ea-5c61-41d8-ac40-091d708bfaca on network 97cccaf6-fba4-4700-b621-8682f033fedc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:25:55.688967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:25:55.689356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Checking segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:25:55.689755 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.690143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Bound using segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:25:55.690604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Bound port: c8de58ea-5c61-41d8-ac40-091d708bfaca, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:25:55.690978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.740142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Allocated IP 172.25.6.80 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/26701dde-3e25-42b2-97c3-792e055e6f37) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:25:55.753387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] For port c8de58ea-5c61-41d8-ac40-091d708bfaca, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:25:55.756438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] For port c8de58ea-5c61-41d8-ac40-091d708bfaca, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c8de58ea-5c61-41d8-ac40-091d708bfaca,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:25:55.761732 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.820867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a2dc-27b2-438d-b127-f4e1ac6ef642 None None] Pushing event updated for resources: {'Port': ['ID=c8de58ea-5c61-41d8-ac40-091d708bfaca,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:55.846803 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.882209 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:55.921646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:25:55.924623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:55.928914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:25:55.940508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215970cc-bc53-461e-a965-d6112752c207 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:25:55.963549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Pushing event updated for resources: {'Port': ['ID=26701dde-3e25-42b2-97c3-792e055e6f37,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:56.028102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-11fea685-9940-4fc9-8f65-05a79b40c1ff None None] Provisioning complete for port 26701dde-3e25-42b2-97c3-792e055e6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:56.028582 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11fea685-9940-4fc9-8f65-05a79b40c1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.069571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-11fea685-9940-4fc9-8f65-05a79b40c1ff None None] Port 26701dde-3e25-42b2-97c3-792e055e6f37 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:25:56.207917 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.445147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c8de58ea-5c61-41d8-ac40-091d708bfaca up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:25:56.502463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c8de58ea-5c61-41d8-ac40-091d708bfaca triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:56.502837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.593374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.628544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port c8de58ea-5c61-41d8-ac40-091d708bfaca, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c8de58ea-5c61-41d8-ac40-091d708bfaca,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:25:56.632846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.691730 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=c8de58ea-5c61-41d8-ac40-091d708bfaca,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:56.766745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:56.796173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23382a25-4067-46d0-9159-ccc6647dc5b2 None None] Network 97cccaf6-fba4-4700-b621-8682f033fedc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:25:56.896842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:25:56.907094 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fc50e0a1-12b4-46c1-b7f2-11b33736802b None None] Provisioning complete for port c8de58ea-5c61-41d8-ac40-091d708bfaca triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:56.907468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc50e0a1-12b4-46c1-b7f2-11b33736802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.006707 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:25:57.015953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:25:57.027055 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.028325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c5109f25-a55a-438e-aeb5-e879ec8ffa58 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8312719 Dec 21 02:25:57.032644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57966) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:57.033243 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:25:57.033918 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:25:57.039062 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.143367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:25:57.211167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eddeeee8-223d-4e4b-b79f-2fb5d863286b None None] Provisioning complete for port c8de58ea-5c61-41d8-ac40-091d708bfaca triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:57.211851 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eddeeee8-223d-4e4b-b79f-2fb5d863286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.327371 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:56Z', 'revision_number': 3, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:25:57.353846 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:25:57.354187 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Updating router 87ac40d7-42ba-46ad-a25c-efd71edab490 port 26701dde-3e25-42b2-97c3-792e055e6f37 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:25:57.379786 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.455621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.608917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Allocated IP 172.20.0.1 (97cccaf6-fba4-4700-b621-8682f033fedc/5edb4458-880f-4788-b743-0f444267fac1/9f714026-db4f-4e72-9b53-109f093b80ac) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:25:57.629135 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.639437 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.680325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bc129-b495-4108-a02b-201aa8aeeebf None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:25:57.690544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Attempting to bind port 26701dde-3e25-42b2-97c3-792e055e6f37 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:25:57.690939 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Attempting to bind port 26701dde-3e25-42b2-97c3-792e055e6f37 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:25:57.691275 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Attempting to bind port 26701dde-3e25-42b2-97c3-792e055e6f37 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:25:57.694409 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Pushing event updated for resources: {'Port': ['ID=26701dde-3e25-42b2-97c3-792e055e6f37,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:57.699050 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:25:57.699421 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:25:57.699824 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.700235 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:25:57.700806 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Bound port: 26701dde-3e25-42b2-97c3-792e055e6f37, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:25:57.701180 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.707591 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.707943 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.708291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.708621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.708949 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.709275 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.709626 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.709953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.710273 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.710607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.710922 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.711233 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.711553 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:25:57.717860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.721714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5bca630c-bd92-4691-aafa-7928733305c9 None None] Provisioning complete for port 26701dde-3e25-42b2-97c3-792e055e6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:57.722088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5bca630c-bd92-4691-aafa-7928733305c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.756518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5bca630c-bd92-4691-aafa-7928733305c9 None None] Port 26701dde-3e25-42b2-97c3-792e055e6f37 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:25:57.758075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.765581 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] For port 26701dde-3e25-42b2-97c3-792e055e6f37, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:25:57.769457 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] For port 26701dde-3e25-42b2-97c3-792e055e6f37, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26701dde-3e25-42b2-97c3-792e055e6f37,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:25:57.773473 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.797196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Network 97cccaf6-fba4-4700-b621-8682f033fedc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:25:57.800185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:57.803564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:25:57.829698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61c148-c7bd-4bf2-9b61-9f730c1de67a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:25:57.834409 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3c3c3-f970-40dd-937e-b3584d4fb147 None None] Pushing event updated for resources: {'Port': ['ID=26701dde-3e25-42b2-97c3-792e055e6f37,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:57.837807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Pushing event updated for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:57.843181 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:25:57.843836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:25:57.859162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.878408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] Provisioning complete for port 26701dde-3e25-42b2-97c3-792e055e6f37 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:57.878780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:57.955030 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:25:57.991182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.012562 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.015764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] For port 26701dde-3e25-42b2-97c3-792e055e6f37, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26701dde-3e25-42b2-97c3-792e055e6f37,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:25:58.022207 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.082458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589b8c1-ad79-4cc0-a5b9-6fec05b47695 None None] Pushing event updated for resources: {'Port': ['ID=26701dde-3e25-42b2-97c3-792e055e6f37,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:58.145389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-65196d1b-0dfe-47dd-8340-6c938edee3f0 None None] Provisioning complete for port 9f714026-db4f-4e72-9b53-109f093b80ac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:58.145744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-65196d1b-0dfe-47dd-8340-6c938edee3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.181604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-65196d1b-0dfe-47dd-8340-6c938edee3f0 None None] Port 9f714026-db4f-4e72-9b53-109f093b80ac cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:25:58.188287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.192712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.262108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Pushing event updated for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:58.265500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.266286 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:56Z', 'revision_number': 3, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:25:58.292495 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ae215-ed9b-4ec9-a38b-9088aa68fadd None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:56Z', 'revision_number': 3, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:25:58.356472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Network 97cccaf6-fba4-4700-b621-8682f033fedc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:25:58.363364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:58.440664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c8de58ea-5c61-41d8-ac40-091d708bfaca up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:25:58.489515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:25:58.506077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c8de58ea-5c61-41d8-ac40-091d708bfaca triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:58.507461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.640236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:25:58.646459 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b80210a5-b956-4301-9403-5ab90ba3401a admin admin] 10.222.0.43 "PUT /v2.0/routers/87ac40d7-42ba-46ad-a25c-efd71edab490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6117218 Dec 21 02:25:58.705374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-426a82c0-beda-4050-8603-e3df7425a970 None None] Provisioning complete for port 9f714026-db4f-4e72-9b53-109f093b80ac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:25:58.705824 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-426a82c0-beda-4050-8603-e3df7425a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:58.745706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-426a82c0-beda-4050-8603-e3df7425a970 None None] Port 9f714026-db4f-4e72-9b53-109f093b80ac cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:25:59.130859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 57982) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:59.136011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1601838920-network', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:59.160166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Made reservation on behalf of 11cb83da210946d99a3365a8883a7fbc for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:25:59.163020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.173463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.252000 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.255712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.281832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:25:59.287196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6badef9e-1e6e-421d-89e8-f2515a6be6e3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:59.295695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.295996 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Added segment b9e4b5c9-b0ac-4028-8135-6682a58c27ec of type vlan for network b84287d1-2195-41c3-b639-e6191a594214 Dec 21 02:25:59.341912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.366951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.373426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:25:59.373426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.424044 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2918363 Dec 21 02:25:59.426691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57984) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:59.431217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3487f39-a16c-4e71-a975-f63e2eed34f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b84287d1-2195-41c3-b639-e6191a594214,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:59.431909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Request body: {'subnet': {'network_id': 'b84287d1-2195-41c3-b639-e6191a594214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1601838920-subnet', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:59.441763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b84287d1-2195-41c3-b639-e6191a594214 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:25:59.455905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Made reservation on behalf of 11cb83da210946d99a3365a8883a7fbc for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:25:59.458247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.635543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.685844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed84efaa-cafa-4cbf-aace-50159a4a50a7,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:25:59.701735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Checking segment: {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:25:59.702094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Network hostable DHCP agents. Network: b84287d1-2195-41c3-b639-e6191a594214, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:25:59.719755 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Network b84287d1-2195-41c3-b639-e6191a594214 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:25:59.729051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b84287d1-2195-41c3-b639-e6191a594214) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:25:59.733812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:25:59.734406 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.740454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8a4ce-c0b9-4b36-9142-194dfa9aa944 None None] Network b84287d1-2195-41c3-b639-e6191a594214 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:25:59.750268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bebd0b3f-f5b6-40bc-845d-5fdd926228c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3224711 Dec 21 02:25:59.754580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57986) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:25:59.759173 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:25:59.784130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.785354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.848255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.854095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b84287d1-2195-41c3-b639-e6191a594214', 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214', 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'fixed_ips': [{'subnet_id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:25:59.855003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:25:59.925461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:25:59.946002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:25:59.946539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:25:59.993402 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.078502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Allocated IP 172.20.0.2 (b84287d1-2195-41c3-b639-e6191a594214/ed84efaa-cafa-4cbf-aace-50159a4a50a7/04d7b578-25c0-4ab7-9c2f-e63f50363711) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:26:00.115863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:00.199208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.218725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.329750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Allocated IP 172.25.6.8 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/94192715-ff9f-4505-b4cc-e6f60b520b5d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:26:00.364323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.386757 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.437894 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Network b84287d1-2195-41c3-b639-e6191a594214 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:26:00.445092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:26:00.450932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:26:00.452485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.455910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Pushing event updated for resources: {'Port': ['ID=04d7b578-25c0-4ab7-9c2f-e63f50363711,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:00.488850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.534368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:26:00.537501 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:26:00.541186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:26:00.569300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Pushing event updated for resources: {'Port': ['ID=94192715-ff9f-4505-b4cc-e6f60b520b5d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:00.663136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26701dde-3e25-42b2-97c3-792e055e6f37 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:00.664874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2ffaf-a035-4a58-893f-dbd1aa7249af None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:26:00.708931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:25:58Z', 'revision_number': 2, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:00.753980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:26:00.754332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Updating router 87ac40d7-42ba-46ad-a25c-efd71edab490 port 9f714026-db4f-4e72-9b53-109f093b80ac binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:26:00.758768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Attempting to bind port 04d7b578-25c0-4ab7-9c2f-e63f50363711 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:26:00.759145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Attempting to bind port 04d7b578-25c0-4ab7-9c2f-e63f50363711 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:26:00.759510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Attempting to bind port 04d7b578-25c0-4ab7-9c2f-e63f50363711 on network b84287d1-2195-41c3-b639-e6191a594214 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:26:00.794139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:26:00.794691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Checking segment: {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:26:00.795326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.795991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Bound using segment: {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:26:00.796786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Bound port: 04d7b578-25c0-4ab7-9c2f-e63f50363711, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:26:00.797472 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.800433 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.810298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.833020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2bccf492-6e27-49f8-aa97-93ff7ea001b2 None None] Provisioning complete for port 94192715-ff9f-4505-b4cc-e6f60b520b5d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:00.833418 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2bccf492-6e27-49f8-aa97-93ff7ea001b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.904532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 26701dde-3e25-42b2-97c3-792e055e6f37 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:00.904906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:00.997490 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.010671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2bccf492-6e27-49f8-aa97-93ff7ea001b2 None None] Port 94192715-ff9f-4505-b4cc-e6f60b520b5d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:26:01.028611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] For port 04d7b578-25c0-4ab7-9c2f-e63f50363711, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:26:01.052262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] For port 04d7b578-25c0-4ab7-9c2f-e63f50363711, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=04d7b578-25c0-4ab7-9c2f-e63f50363711,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:26:01.059958 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.135617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Router e16c3e2f-8094-444b-a77a-14e5c89f3033 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:26:01.210037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836b3e-0008-4824-9151-f26f6b6cc7cc None None] Pushing event updated for resources: {'Port': ['ID=04d7b578-25c0-4ab7-9c2f-e63f50363711,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:01.260341 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:26:01.270054 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Sync routers for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:26:01.284679 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:26:01.285299 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:01.291948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.294154 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-db223b0d-50e9-4991-bd1b-d87b94207762 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5385973 Dec 21 02:26:01.296885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 57988) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:26:01.309803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.319208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.371549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e06c-19b3-4c6d-9801-2fe033dbcb75 None None] Pushing event updated for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:01.479987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Attempting to bind port 9f714026-db4f-4e72-9b53-109f093b80ac on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:26:01.480713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Attempting to bind port 9f714026-db4f-4e72-9b53-109f093b80ac by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:26:01.480713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Attempting to bind port 9f714026-db4f-4e72-9b53-109f093b80ac on network 97cccaf6-fba4-4700-b621-8682f033fedc {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:26:01.490767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:01.491516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:26:01.492949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Checking segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:26:01.492949 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.492949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Bound using segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:26:01.493599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Bound port: 9f714026-db4f-4e72-9b53-109f093b80ac, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:26:01.493999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.594226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] For port 9f714026-db4f-4e72-9b53-109f093b80ac, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:26:01.600792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] For port 9f714026-db4f-4e72-9b53-109f093b80ac, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f714026-db4f-4e72-9b53-109f093b80ac,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:26:01.613990 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.683455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e06c-19b3-4c6d-9801-2fe033dbcb75 None None] Pushing event updated for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:01.702092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:26:01.703055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:01.735693 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:00Z', 'revision_number': 3, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:01.766119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Checking router: e16c3e2f-8094-444b-a77a-14e5c89f3033 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:26:01.766471 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Updating router e16c3e2f-8094-444b-a77a-14e5c89f3033 port 94192715-ff9f-4505-b4cc-e6f60b520b5d binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:26:01.771931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] Provisioning complete for port 9f714026-db4f-4e72-9b53-109f093b80ac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:01.772297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.794063 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:01.882505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:01.897556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.064098 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.073829 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Allocated IP 172.20.0.1 (b84287d1-2195-41c3-b639-e6191a594214/ed84efaa-cafa-4cbf-aace-50159a4a50a7/382d410f-44f9-4c21-a245-37812460bbe4) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:26:02.112313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] For port 9f714026-db4f-4e72-9b53-109f093b80ac, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f714026-db4f-4e72-9b53-109f093b80ac,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:26:02.117815 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.122870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.125414 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.199498 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efdda-987a-40cb-8e5a-5bc4e29b98ef None None] Pushing event updated for resources: {'Port': ['ID=94192715-ff9f-4505-b4cc-e6f60b520b5d,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:02.214534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.218414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Attempting to bind port 94192715-ff9f-4505-b4cc-e6f60b520b5d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:26:02.218788 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Attempting to bind port 94192715-ff9f-4505-b4cc-e6f60b520b5d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:26:02.219151 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Attempting to bind port 94192715-ff9f-4505-b4cc-e6f60b520b5d on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:26:02.220059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022cc187-6342-4cb8-be8e-3719a5a3d303 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:26:02.225775 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:26:02.226148 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:26:02.226553 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.227014 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:26:02.227468 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Bound port: 94192715-ff9f-4505-b4cc-e6f60b520b5d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:26:02.227851 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.231190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5da98-06d3-43bb-bdd4-eeb971941c48 None None] Pushing event updated for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:02.262258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.278069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5ecb01af-8f8f-4a51-b92f-a413e468a46e None None] Provisioning complete for port 9f714026-db4f-4e72-9b53-109f093b80ac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:02.279780 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ecb01af-8f8f-4a51-b92f-a413e468a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.309181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Network b84287d1-2195-41c3-b639-e6191a594214 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:26:02.312970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:26:02.317239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:26:02.318216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:01Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:02.328086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] For port 94192715-ff9f-4505-b4cc-e6f60b520b5d, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:26:02.333169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] For port 94192715-ff9f-4505-b4cc-e6f60b520b5d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94192715-ff9f-4505-b4cc-e6f60b520b5d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:26:02.343356 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.350150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Pushing event updated for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:02.357118 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6e0c3-b510-4029-b946-83b0e80f112d None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:01Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:26:02.385659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.425705 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:26:02.430932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:02.505359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f4a33-a337-4e33-870c-985815072938 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:26:02.546955 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efdda-987a-40cb-8e5a-5bc4e29b98ef None None] Pushing event updated for resources: {'Port': ['ID=94192715-ff9f-4505-b4cc-e6f60b520b5d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:02.598252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 04d7b578-25c0-4ab7-9c2f-e63f50363711 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:02.630712 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.665499 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:02.667436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c725e1-6fbf-405d-a3c5-78a2eaf965ee None None] Network b84287d1-2195-41c3-b639-e6191a594214 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:26:02.702039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-109f102b-b150-4b5a-955e-02d720801754 None None] Provisioning complete for port 94192715-ff9f-4505-b4cc-e6f60b520b5d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:02.702754 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-109f102b-b150-4b5a-955e-02d720801754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.845878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.854039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.866419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 04d7b578-25c0-4ab7-9c2f-e63f50363711 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:02.866944 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.885516 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:00Z', 'revision_number': 3, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:02.916418 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821b28d-dcba-4198-b7d1-57c4eefa4ed1 None None] The sync data for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 is: [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:00Z', 'revision_number': 3, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:26:02.927619 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:02.930496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Pushing event updated for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:02.968082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-109f102b-b150-4b5a-955e-02d720801754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.018774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-109f102b-b150-4b5a-955e-02d720801754 None None] For port 94192715-ff9f-4505-b4cc-e6f60b520b5d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94192715-ff9f-4505-b4cc-e6f60b520b5d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:26:03.092955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Network b84287d1-2195-41c3-b639-e6191a594214 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:26:03.096386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:26:03.257099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-109f102b-b150-4b5a-955e-02d720801754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.343671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.418996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f102b-b150-4b5a-955e-02d720801754 None None] Pushing event updated for resources: {'Port': ['ID=94192715-ff9f-4505-b4cc-e6f60b520b5d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:03.462376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-842bb59d-eae8-41e7-b966-a15bb58fe05b None None] Provisioning complete for port 04d7b578-25c0-4ab7-9c2f-e63f50363711 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:03.463161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-842bb59d-eae8-41e7-b966-a15bb58fe05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.501401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 04d7b578-25c0-4ab7-9c2f-e63f50363711, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=04d7b578-25c0-4ab7-9c2f-e63f50363711,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:26:03.530272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.632224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=04d7b578-25c0-4ab7-9c2f-e63f50363711,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:03.668263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-842bb59d-eae8-41e7-b966-a15bb58fe05b None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:03.668726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-842bb59d-eae8-41e7-b966-a15bb58fe05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.726944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-842bb59d-eae8-41e7-b966-a15bb58fe05b None None] Port 382d410f-44f9-4c21-a245-37812460bbe4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:26:03.751387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Router e16c3e2f-8094-444b-a77a-14e5c89f3033 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:26:03.862292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fa418b5c-a907-492a-b842-abfc0bfbb5ce None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:03.862667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fa418b5c-a907-492a-b842-abfc0bfbb5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:03.883230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:26:03.893371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b36a3060-a83c-488c-abe2-a0954dec1f5c admin admin] 10.222.0.43 "PUT /v2.0/routers/e16c3e2f-8094-444b-a77a-14e5c89f3033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5913885 Dec 21 02:26:03.920176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fa418b5c-a907-492a-b842-abfc0bfbb5ce None None] Port 382d410f-44f9-4c21-a245-37812460bbe4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:26:04.040811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-03846935-e9aa-4b6c-b4ec-2f61833ad62b None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:04.041182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-03846935-e9aa-4b6c-b4ec-2f61833ad62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:04.076739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-03846935-e9aa-4b6c-b4ec-2f61833ad62b None None] Port 382d410f-44f9-4c21-a245-37812460bbe4 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:26:04.541937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 04d7b578-25c0-4ab7-9c2f-e63f50363711 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:04.600633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 04d7b578-25c0-4ab7-9c2f-e63f50363711 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:04.601006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:04.686827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f714026-db4f-4e72-9b53-109f093b80ac up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:04.743662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9f714026-db4f-4e72-9b53-109f093b80ac triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:04.744041 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:04.832684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94192715-ff9f-4505-b4cc-e6f60b520b5d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:04.883488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 94192715-ff9f-4505-b4cc-e6f60b520b5d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:04.883773 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:05.894670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Sync routers for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:26:05.905484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:26:05.906095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:06.013099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:06.219633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '382d410f-44f9-4c21-a245-37812460bbe4', 'name': '', 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'mac_address': 'fa:16:3e:98:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:01Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 2, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'subnets': [{'id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:06.245899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Checking router: e16c3e2f-8094-444b-a77a-14e5c89f3033 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:26:06.246249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Updating router e16c3e2f-8094-444b-a77a-14e5c89f3033 port 382d410f-44f9-4c21-a245-37812460bbe4 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:26:06.271299 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.546887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.552641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.603758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6900c64-8c56-4bd7-b91d-c47e98e110bc None None] Pushing event updated for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:06.654853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Attempting to bind port 382d410f-44f9-4c21-a245-37812460bbe4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:26:06.655384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Attempting to bind port 382d410f-44f9-4c21-a245-37812460bbe4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:26:06.655754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Attempting to bind port 382d410f-44f9-4c21-a245-37812460bbe4 on network b84287d1-2195-41c3-b639-e6191a594214 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:26:06.661548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:26:06.661926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Checking segment: {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:26:06.662329 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.662725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Bound using segment: {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:26:06.663197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Bound port: 382d410f-44f9-4c21-a245-37812460bbe4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:26:06.663577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.737078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] For port 382d410f-44f9-4c21-a245-37812460bbe4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:26:06.740435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] For port 382d410f-44f9-4c21-a245-37812460bbe4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=382d410f-44f9-4c21-a245-37812460bbe4,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:26:06.746385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.807613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:26:06.808816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:25:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:06.851207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6900c64-8c56-4bd7-b91d-c47e98e110bc None None] Pushing event updated for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:06.913916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:06.913916 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:06.973980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:26:07.125149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:07.179637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] For port 382d410f-44f9-4c21-a245-37812460bbe4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=382d410f-44f9-4c21-a245-37812460bbe4,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:26:07.186237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:07.260040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7f7c3-aff6-42bc-83b5-78bdfbf54b05 None None] Pushing event updated for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:26:07.276933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '382d410f-44f9-4c21-a245-37812460bbe4', 'name': '', 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'mac_address': 'fa:16:3e:98:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:01Z', 'updated_at': '2021-12-21T02:26:06Z', 'revision_number': 4, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'subnets': [{'id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:26:07.307262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5055e8-656a-46d3-b35e-af79f2819660 None None] The sync data for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 is: [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '382d410f-44f9-4c21-a245-37812460bbe4', 'name': '', 'network_id': 'b84287d1-2195-41c3-b639-e6191a594214', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'mac_address': 'fa:16:3e:98:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:01Z', 'updated_at': '2021-12-21T02:26:06Z', 'revision_number': 4, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'subnets': [{'id': 'ed84efaa-cafa-4cbf-aace-50159a4a50a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:26:07.318993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9cea482a-481f-415c-a2eb-02f1d5c24f31 None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:07.319366 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9cea482a-481f-415c-a2eb-02f1d5c24f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:07.426273 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:26:08.486525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 382d410f-44f9-4c21-a245-37812460bbe4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:26:08.545997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 382d410f-44f9-4c21-a245-37812460bbe4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:26:08.546666 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:13.944259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3fea8509-dbcf-4497-91cb-ab011cee711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:16.679429 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce0c2548-b458-4f14-a946-68cbe08ef808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:17.364697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:18.756829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:19.390846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:22.332825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:27.044904 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:43.954782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a0739bf4-a461-4c5f-b1ae-263f610be921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:44.420005 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:26:46.681229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-173870b8-3f70-4623-8c5c-9322ba38f1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:47.365162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:48.761160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:49.385553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:52.338044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:26:57.062440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:13.945779 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5148c280-31ac-4a8c-9d33-55d11856b7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:16.684148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-21a5f704-8d5d-4d8b-8220-b30605c4db19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:17.369478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:18.761713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:19.388717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:21.419078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:27:22.342738 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:27.078244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:43.956638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0f1b-638e-4bd3-a094-069e7f437fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:46.689574 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d4108bf-9f2b-46df-9690-00305e2b9afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:47.372726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:48.764483 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:49.392291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.344778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.399584 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:52.406288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463694992', 'description': 'tempest-secgroup-smoke-1463694992 description', 'project_id': '60ff4153585a45dfad3ff69a21975fab'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:52.429615 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.493222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.496751 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.524605 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.525847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252294 Dec 21 02:27:52.528803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59026) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:52.531395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e76bb5-c394-4f97-8d67-dad90424cf86,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:52.533989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:52.539118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.539462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.539802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.540141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.540572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.540929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.541256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.541627 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.541934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.542257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.542579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.542901 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.543222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ce300-5520-4a8c-a189-07635935c19c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.565810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.625556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.629251 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.647508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd027af3-e737-4461-9fe2-af96d4ce4f7d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:52.655755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.656224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.656631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.656975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.657314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.657673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.658012 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.658342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.658666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.658991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.659318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.659637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.659965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:27:52.675262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.676883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b60a1fe-16e1-447f-bc5f-17192adb96fc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470604 Dec 21 02:27:52.679889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59030) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:52.684949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:52.715115 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.775943 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.780400 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.801814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a272b2ef-6833-4596-a93a-49f987c091bb,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:52.808094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.812701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59032) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:52.812851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-68778a17-5d6e-4609-b319-f0504cc94666 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316094 Dec 21 02:27:52.818353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:52.847792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.907224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.911360 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.929566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1478e739-32e0-4f77-87d4-06e1cfac95b8,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:52.937310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:52.938528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fe0867d5-52b2-4ac2-bddc-884ad1cbd8dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242051 Dec 21 02:27:52.941317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59034) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:52.945601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:52.972175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.027395 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.030810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.048861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be4709e-8540-488f-bcc1-fa513d745a4e,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:53.055665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.056827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5d5c6c98-6a53-4db8-9542-467c6ea5d9d4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145890 Dec 21 02:27:53.059544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59036) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:53.064557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:53.086538 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Project 60ff4153585a45dfad3ff69a21975fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:27:53.091551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.150590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.154139 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.173794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64530fb8-4b1d-40ae-8d27-b7af25aa492d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:53.180275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.181754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9839ea99-71d8-41f3-a73f-07d2eafcb6dc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204705 Dec 21 02:27:53.184427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:27:53.189822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'security_group_rule': {'security_group_id': '39e76bb5-c394-4f97-8d67-dad90424cf86', 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:53.214068 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Project 60ff4153585a45dfad3ff69a21975fab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:27:53.220898 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.282989 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.286655 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.304195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb52539-9741-4026-8392-b56e29cc4781,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:53.312271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:53.313477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acada5e9-2de0-4ee1-85e0-e551767f2f0e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272414 Dec 21 02:27:53.474061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-aee2f2f3-809e-425e-af57-5f5154a3c6ad tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463694992&fields=id&tenant_id=60ff4153585a45dfad3ff69a21975fab HTTP/1.1" status: 200 len: 267 time: 0.0456500 Dec 21 02:27:53.577190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-228084b1-a740-482c-ae2e-8c2d26c2a143 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:53.578669 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-228084b1-a740-482c-ae2e-8c2d26c2a143 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 813 time: 0.0981359 Dec 21 02:27:53.593993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-eb289552-8bd1-43ee-b1d3-18fb321c079a tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/quotas/60ff4153585a45dfad3ff69a21975fab HTTP/1.1" status: 200 len: 375 time: 0.0096660 Dec 21 02:27:53.646481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-cd7f339a-f12d-4e9e-887b-7db0b93e71f4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474229 Dec 21 02:27:53.758253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-3684f747-16cb-4862-a980-53a18b05e46e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:27:53.759294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-3684f747-16cb-4862-a980-53a18b05e46e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013794 Dec 21 02:27:53.848862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fe02a5f9-78d7-4798-b9da-d8af837ed892 service neutron] 10.222.0.43 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Dec 21 02:27:53.940204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-5c06ab4f-65c2-4523-8e53-028790e3cbeb service neutron] 10.222.0.43 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852489 Dec 21 02:27:54.453460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a8f30dc-9efe-437b-9333-d1c2d6375b77 req-d1d0dd5e-e233-4997-9745-17a8c4fcaecb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0885737 Dec 21 02:27:55.490846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-b0627b8d-1da2-43ba-80cb-db9142030269 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:55.492418 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-b0627b8d-1da2-43ba-80cb-db9142030269 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 813 time: 0.1065013 Dec 21 02:27:55.565586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ebd3cd6c-ed69-41b0-9c68-0be30a796dcc req-10d0c8c0-44de-47ca-9a4f-5450691e5f0c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0271921 Dec 21 02:27:55.856605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-5482ff59-c5df-4a75-8353-65e059b7a56a tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ff4153585a45dfad3ff69a21975fab HTTP/1.1" status: 200 len: 380 time: 0.3488741 Dec 21 02:27:55.866060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'port': {'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'admin_state_up': True, 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'security_groups': ['39e76bb5-c394-4f97-8d67-dad90424cf86']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:55.972287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Made reservation on behalf of 60ff4153585a45dfad3ff69a21975fab for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:27:55.975700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.102300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Allocated IP 172.20.0.11 (97cccaf6-fba4-4700-b621-8682f033fedc/5edb4458-880f-4788-b743-0f444267fac1/7598fc1b-b476-481c-ae46-f8f545f9422f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:27:56.246857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.281311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.325624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Network 97cccaf6-fba4-4700-b621-8682f033fedc is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:27:56.328698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:27:56.332362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:27:56.361373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:56.388126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:56.388747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.409908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-fb5bea93-b759-4ec7-8ce4-79d2fa7b9c28 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472772 Dec 21 02:27:56.428939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Request body: {'port': {'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:27:56.490829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.550625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-788a278f-3140-48d4-b47a-21e0f202a62f None None] Provisioning complete for port 7598fc1b-b476-481c-ae46-f8f545f9422f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:27:56.551704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-788a278f-3140-48d4-b47a-21e0f202a62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.586242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-788a278f-3140-48d4-b47a-21e0f202a62f None None] Port 7598fc1b-b476-481c-ae46-f8f545f9422f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:27:56.687935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459182a-dff4-4f8f-bb20-e6260c747cfd req-67466a79-688e-4e76-90a9-ccbccb1ba69e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:56.689476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6459182a-dff4-4f8f-bb20-e6260c747cfd req-67466a79-688e-4e76-90a9-ccbccb1ba69e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 932 time: 0.0523217 Dec 21 02:27:56.741423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6459182a-dff4-4f8f-bb20-e6260c747cfd req-8e9aaa28-dae9-4e1a-a243-1d4ebb2f9675 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 Dec 21 02:27:56.765055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7598fc1b-b476-481c-ae46-f8f545f9422f {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:27:56.772578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.785586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Transition to ACTIVE for port object 7598fc1b-b476-481c-ae46-f8f545f9422f will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:27:56.789085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.840190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:56.914807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Attempting to bind port 7598fc1b-b476-481c-ae46-f8f545f9422f on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:27:56.915140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Attempting to bind port 7598fc1b-b476-481c-ae46-f8f545f9422f by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:27:56.915467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Attempting to bind port 7598fc1b-b476-481c-ae46-f8f545f9422f on network 97cccaf6-fba4-4700-b621-8682f033fedc {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:27:56.920808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Port 7598fc1b-b476-481c-ae46-f8f545f9422f on network 97cccaf6-fba4-4700-b621-8682f033fedc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:27:56.921192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Attempting to bind port 7598fc1b-b476-481c-ae46-f8f545f9422f on network 97cccaf6-fba4-4700-b621-8682f033fedc {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:27:56.926461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:27:56.926804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Checking segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:27:56.927185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Bound using segment: {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:27:56.927734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Bound port: 7598fc1b-b476-481c-ae46-f8f545f9422f, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268511ed-1394-493d-a92f-5e9026d050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:27:56.928140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:56.994188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:27:56.998127 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7598fc1b-b476-481c-ae46-f8f545f9422f,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:27:57.003525 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:57.054509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:57.055621 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:57.057099 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 1093 time: 0.6329098 Dec 21 02:27:57.057612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:27:57.060096 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea73635-f7bc-40ab-8aa6-67dab216b54b" -d '{"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:27:57.112517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fac6c3-09c1-43ce-9da1-2532b42b19b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:27:57.127920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:27:57.196152 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-c26d0cc6-3d3e-43e1-b261-25e9aa3123bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:57.198237 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-c26d0cc6-3d3e-43e1-b261-25e9aa3123bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1096 time: 0.0655301 Dec 21 02:27:57.249135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-42aaad08-f095-427d-bff0-b337473a6b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 217 time: 0.0359268 Dec 21 02:27:57.301155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-99ea04d5-4fc7-4e44-a864-4755759db3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:57.302799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-99ea04d5-4fc7-4e44-a864-4755759db3be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0472322 Dec 21 02:27:57.352549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-04970353-716a-43c8-a58d-fb3cc8fdc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:57.354218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-04970353-716a-43c8-a58d-fb3cc8fdc847 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445898 Dec 21 02:27:57.449086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-598151d6-84d6-4abe-b28b-182a641c5861 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861931 Dec 21 02:27:57.545858 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc52b393-2191-4dfc-acfb-179b0c30cddb req-efad617d-e138-447e-b9ac-2791cf9af5d7 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Dec 21 02:27:57.862621 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9697-8589-4091-8b93-d96376fdc1f3 req-890647e1-c25e-4430-96da-a0ca3ace80ce tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:57.864078 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44bd9697-8589-4091-8b93-d96376fdc1f3 req-890647e1-c25e-4430-96da-a0ca3ace80ce tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0541327 Dec 21 02:27:57.916036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44bd9697-8589-4091-8b93-d96376fdc1f3 req-673757a6-a086-4e5f-89e1-6109e4b18dc3 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 Dec 21 02:27:58.214110 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c10f0a2-4be7-49f1-a317-b446d1cbee6e x-openstack-request-id: req-3c10f0a2-4be7-49f1-a317-b446d1cbee6e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:27:58.214596 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:27:58.214686 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c10f0a2-4be7-49f1-a317-b446d1cbee6e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:27:58.215116 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:27:58.297456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-b783b833-3691-4697-aa5f-0b72a5d1db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:58.298948 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-b783b833-3691-4697-aa5f-0b72a5d1db3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1096 time: 0.0408285 Dec 21 02:27:58.393837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-af9a878e-f5ad-4bc1-8c31-181d83a07de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:58.395304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-af9a878e-f5ad-4bc1-8c31-181d83a07de7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.0893898 Dec 21 02:27:58.417793 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:27:58.438248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-fcb6bedb-7a48-4c08-bafc-0c065eb7591d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 217 time: 0.0357373 Dec 21 02:27:58.487792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-48e64bd3-1116-4aad-b365-2f357289601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:58.489159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-48e64bd3-1116-4aad-b365-2f357289601a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0438850 Dec 21 02:27:58.538574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-905bed0b-c4b5-4a3b-8e88-a7e122d9b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:58.540045 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-905bed0b-c4b5-4a3b-8e88-a7e122d9b7a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435300 Dec 21 02:27:58.629504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-cfb9bf31-8640-49b8-bced-b22ec55240c1 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821710 Dec 21 02:27:58.728584 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6ea73635-f7bc-40ab-8aa6-67dab216b54b req-396eb98d-3c20-4708-918a-791d40ec562d service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922954 Dec 21 02:27:59.030543 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25fa79-ac06-48ce-8d82-d0a2c842ce13 req-279f243f-ace2-4b5c-9573-ed3ba7580cdf tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:27:59.031927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd25fa79-ac06-48ce-8d82-d0a2c842ce13 req-279f243f-ace2-4b5c-9573-ed3ba7580cdf tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0480320 Dec 21 02:27:59.081708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd25fa79-ac06-48ce-8d82-d0a2c842ce13 req-70e4dddf-92ad-4267-980e-f1d541297269 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Dec 21 02:28:00.197486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8090-6a5d-4b0d-9172-9ede921da173 req-9e93dd77-a9d7-4b4e-8684-265a795f6252 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:00.199100 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003f8090-6a5d-4b0d-9172-9ede921da173 req-9e93dd77-a9d7-4b4e-8684-265a795f6252 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0483694 Dec 21 02:28:00.252960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-003f8090-6a5d-4b0d-9172-9ede921da173 req-adb3a56d-303d-4448-88f2-e1a0dac1b992 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473309 Dec 21 02:28:01.366770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9edf47-d826-418b-bf9b-f003ee5ecf3a req-cb41632f-c3eb-4031-b17a-6788bfc332e1 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:01.368263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c9edf47-d826-418b-bf9b-f003ee5ecf3a req-cb41632f-c3eb-4031-b17a-6788bfc332e1 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0487196 Dec 21 02:28:01.418214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c9edf47-d826-418b-bf9b-f003ee5ecf3a req-cb4734df-54bb-4add-b417-3891c1833e8a tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Dec 21 02:28:02.532079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e5baa-cc88-4789-8265-acac103298b5 req-7df8d67a-a07d-40d4-9fe6-9e33dfe32139 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:02.533591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-064e5baa-cc88-4789-8265-acac103298b5 req-7df8d67a-a07d-40d4-9fe6-9e33dfe32139 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0477216 Dec 21 02:28:02.581354 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-064e5baa-cc88-4789-8265-acac103298b5 req-d8665a5e-6167-496d-ab1b-bbbcbff4a1a9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Dec 21 02:28:03.699119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c891a-4f02-4980-802a-492c63f4e6e0 req-6785579b-0398-4904-8cbd-8e5afc6a1854 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:03.700560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-755c891a-4f02-4980-802a-492c63f4e6e0 req-6785579b-0398-4904-8cbd-8e5afc6a1854 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0512483 Dec 21 02:28:03.749595 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-755c891a-4f02-4980-802a-492c63f4e6e0 req-37ae3788-8eaa-4ba8-be45-7d4157bd0fcb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Dec 21 02:28:04.863694 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01035e83-c811-4673-a15d-6b5ff3e17643 req-f33de860-11a2-4acf-a5bf-19a9c87eacbc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:04.865141 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01035e83-c811-4673-a15d-6b5ff3e17643 req-f33de860-11a2-4acf-a5bf-19a9c87eacbc tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0475044 Dec 21 02:28:04.912539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01035e83-c811-4673-a15d-6b5ff3e17643 req-0dffd158-f53f-4685-abba-0ba147eb23af tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Dec 21 02:28:06.032143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054621-96b4-4242-89d3-52ae7505e540 req-7dfd1975-dde1-44bf-bb4c-264708c35075 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:06.033651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40054621-96b4-4242-89d3-52ae7505e540 req-7dfd1975-dde1-44bf-bb4c-264708c35075 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0528038 Dec 21 02:28:06.081763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40054621-96b4-4242-89d3-52ae7505e540 req-9d5db2eb-d4d9-49aa-b9df-5ebb550912af tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Dec 21 02:28:07.194350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5f22f-4fd8-4e97-ab04-b482f7bd990d req-158bd0b3-2e15-488a-8742-358897e35511 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:07.195810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b5f22f-4fd8-4e97-ab04-b482f7bd990d req-158bd0b3-2e15-488a-8742-358897e35511 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0482056 Dec 21 02:28:07.248161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00b5f22f-4fd8-4e97-ab04-b482f7bd990d req-bcb6f7ca-fdb0-4664-887a-d5b5103a5022 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Dec 21 02:28:08.370324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d57506-a957-4cda-90ac-706efb5f7bb5 req-acb5e74e-b9e8-408a-b085-267be565645b tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:08.372528 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26d57506-a957-4cda-90ac-706efb5f7bb5 req-acb5e74e-b9e8-408a-b085-267be565645b tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 944 time: 0.0511560 Dec 21 02:28:08.426313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26d57506-a957-4cda-90ac-706efb5f7bb5 req-81e42fc3-b5ed-4505-b2bb-da3d1998a973 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 Dec 21 02:28:08.759972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7598fc1b-b476-481c-ae46-f8f545f9422f details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:28:08.853077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7598fc1b-b476-481c-ae46-f8f545f9422f,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:28:08.866987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:28:08.904129 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:08.918181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7598fc1b-b476-481c-ae46-f8f545f9422f {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:28:08.939626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7598fc1b-b476-481c-ae46-f8f545f9422f,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:28:08.945224 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:08.994994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:09.002196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.002542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.002885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.003223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.003556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.003886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.004212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.004536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.004860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.005211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.005573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.005899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.006222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:09.366198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['7598fc1b-b476-481c-ae46-f8f545f9422f'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:28:09.541522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d10d2-3cd7-4249-a239-ea89001e91ff req-4def9f90-b219-4c52-a15c-ca588c92387c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:09.543010 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d77d10d2-3cd7-4249-a239-ea89001e91ff req-4def9f90-b219-4c52-a15c-ca588c92387c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 945 time: 0.0502753 Dec 21 02:28:09.593609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d77d10d2-3cd7-4249-a239-ea89001e91ff req-7137fd53-c668-4b60-9421-9020ad6deb9f tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Dec 21 02:28:10.705197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c33c-5638-4c92-b0aa-69cd1f74083f req-c017c53e-2a62-4b7a-bd86-e8344a20d81e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:10.706665 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8168c33c-5638-4c92-b0aa-69cd1f74083f req-c017c53e-2a62-4b7a-bd86-e8344a20d81e tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 945 time: 0.0475667 Dec 21 02:28:10.754080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8168c33c-5638-4c92-b0aa-69cd1f74083f req-3b63685a-70b5-41c8-b6e9-a8f2fa2f8011 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Dec 21 02:28:10.759791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7598fc1b-b476-481c-ae46-f8f545f9422f up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:28:10.809634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 7598fc1b-b476-481c-ae46-f8f545f9422f completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:28:10.813917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 7598fc1b-b476-481c-ae46-f8f545f9422f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:28:10.814286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:10.888488 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:10.910643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:10.912861 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7684fd-5d59-4af1-a051-f12f673ffc38" -d '{"events": [{"server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:10.925380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7598fc1b-b476-481c-ae46-f8f545f9422f,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:28:10.930676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:10.980560 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:11.015666 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8672511-edda-4300-85cb-1cf00299b22b x-openstack-request-id: req-b8672511-edda-4300-85cb-1cf00299b22b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:11.015960 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:11.016215 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8672511-edda-4300-85cb-1cf00299b22b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:11.016637 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'code': 200} Dec 21 02:28:11.189392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c055a-1d3e-4c81-a9d0-ef54e8610610 req-5a65cb08-5e96-45d3-9e3f-69208e8bc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:11.190840 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-894c055a-1d3e-4c81-a9d0-ef54e8610610 req-5a65cb08-5e96-45d3-9e3f-69208e8bc891 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0881095 Dec 21 02:28:11.235510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-894c055a-1d3e-4c81-a9d0-ef54e8610610 req-831a9288-3677-4cf3-b754-26bd28e1d7a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Dec 21 02:28:11.871261 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01064-2abe-49a1-9fcb-3b2245588678 req-016a8fc3-d0d3-4d6f-9347-43853b3bec6a tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:11.872738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fb01064-2abe-49a1-9fcb-3b2245588678 req-016a8fc3-d0d3-4d6f-9347-43853b3bec6a tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0525625 Dec 21 02:28:11.922097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fb01064-2abe-49a1-9fcb-3b2245588678 req-4041e564-1cfd-4072-bd02-61af762328ce tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Dec 21 02:28:13.041838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8a6c8-1ccd-421e-b1cd-1544ca038b55 req-faa9ddea-a127-48cd-9fa9-cae3213a163b tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:13.043307 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38b8a6c8-1ccd-421e-b1cd-1544ca038b55 req-faa9ddea-a127-48cd-9fa9-cae3213a163b tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0486350 Dec 21 02:28:13.090728 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38b8a6c8-1ccd-421e-b1cd-1544ca038b55 req-38754f52-fddd-4460-9ea8-34c7df2dc397 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Dec 21 02:28:13.201274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bdb06-5604-42ab-a85d-6bcfb49b5db3 req-89025e40-7bf6-4a19-acdb-811c12954e4f tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:13.203182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-294bdb06-5604-42ab-a85d-6bcfb49b5db3 req-89025e40-7bf6-4a19-acdb-811c12954e4f tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0476530 Dec 21 02:28:13.255148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-294bdb06-5604-42ab-a85d-6bcfb49b5db3 req-52e6a542-630e-427c-a5cc-8bdc4353130f tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461903 Dec 21 02:28:13.276372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59128) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:13.361520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a644e-85ae-4dba-af2f-22c5b7ecc049 tempest-TestVolumeBackupRestore-1308214489 tempest-TestVolumeBackupRestore-1308214489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:13.363076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-867a644e-85ae-4dba-af2f-22c5b7ecc049 tempest-TestVolumeBackupRestore-1308214489 tempest-TestVolumeBackupRestore-1308214489-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1093 time: 0.0857117 Dec 21 02:28:13.366087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59132) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:13.370427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:28:13.394930 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:13.491722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:13.591748 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Allocated IP 172.25.6.128 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/0b66bd17-8229-4758-985b-626a8f53a83f) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:28:13.691474 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:13.724174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:13.763003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:28:13.766323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:28:13.769699 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:28:13.790385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'Port': ['ID=0b66bd17-8229-4758-985b-626a8f53a83f,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:13.948999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-db456feb-a991-45bd-a6ee-339b1b3da53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.117842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.182542 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.331409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.335908 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.407282 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event updated for resources: {'Port': ['ID=0b66bd17-8229-4758-985b-626a8f53a83f,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:14.417074 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.515788 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Floating IP 936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c associated. External IP: 172.25.6.128, port: 7598fc1b-b476-481c-ae46-f8f545f9422f. Dec 21 02:28:14.712267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:28:14.815835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:28:14.826199 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:28:14.835347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:14.837433 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:14.838038 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:27:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:14.863076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-df5339ab-b2a5-4a2e-9ace-13d0622592bb tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4959826 Dec 21 02:28:14.863662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:14.865949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59134) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:14.866426 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc6f01-fd39-4dca-8173-0a841ed60db6" -d '{"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:14.906098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f228360-78d5-489e-baef-f1286f6a5a99 tempest-TestVolumeBackupRestore-1308214489 tempest-TestVolumeBackupRestore-1308214489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:14.907829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6f228360-78d5-489e-baef-f1286f6a5a99 tempest-TestVolumeBackupRestore-1308214489 tempest-TestVolumeBackupRestore-1308214489-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1093 time: 0.0408063 Dec 21 02:28:14.910564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59140) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:14.915015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Request body: {'floatingip': {'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:28:14.943240 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:14.970746 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852e96f-21a1-4fc3-8064-0794d2b74600 x-openstack-request-id: req-e852e96f-21a1-4fc3-8064-0794d2b74600 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:14.971050 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:14.971340 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e852e96f-21a1-4fc3-8064-0794d2b74600 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:14.971705 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:28:14.977994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:15.111488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-295664d0-ec3d-45f5-ac99-34d42b3e9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:15.113364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-295664d0-ec3d-45f5-ac99-34d42b3e9fea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0940950 Dec 21 02:28:15.171588 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:13Z', 'revision_number': 0, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:15.197838 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:28:15.206484 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:15.207080 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:27:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:15.305615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-4a979636-c4a9-4d9d-975e-f9ab709ec46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:15.307037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-4a979636-c4a9-4d9d-975e-f9ab709ec46a service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.1842473 Dec 21 02:28:15.398680 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:15.465594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-fabd2eae-af83-464f-92fb-a1f380b2bde4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 1000 time: 0.1306086 Dec 21 02:28:15.615820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-aba365f5-2f7f-4898-bdb1-6ed05dd7d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:15.617228 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-aba365f5-2f7f-4898-bdb1-6ed05dd7d9e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.1448181 Dec 21 02:28:15.618591 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:13Z', 'revision_number': 0, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:15.646039 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e3d87-ac5a-4bdb-b3d1-202d1ec3b557 None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:13Z', 'revision_number': 0, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:28:15.768819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-375b01a0-a58f-4e9f-ab11-2ead60d02f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:15.770358 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-375b01a0-a58f-4e9f-ab11-2ead60d02f59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421783 Dec 21 02:28:15.812135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:15.844288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee836e3-0824-4742-b8eb-e2dc58c340e1 None None] New status for floating IP 936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:28:15.844858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:16.247740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-2416b33d-fbdf-436d-8ac9-ea1baf0291ea service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685884 Dec 21 02:28:16.420731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-59cc6f01-fd39-4dca-8173-0a841ed60db6 req-57caea9c-1a28-4152-9116-f61478774585 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643257 Dec 21 02:28:16.438928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:28:16.547812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:28:16.552262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:16.558657 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:28:16.567710 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:16.568305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:27:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:16.579533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:16.581796 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f623e-14f4-4073-8f31-c58165fcc552" -d '{"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:16.609211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3c347f2b-516d-4013-920d-4a4cd1a0c951 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "PUT /v2.0/floatingips/936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c HTTP/1.1" status: 200 len: 992 time: 1.6976259 Dec 21 02:28:16.673525 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:16.684349 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0cbf9ae5-952d-4123-ba24-20ba81da4cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:16.897764 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:15Z', 'revision_number': 2, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:16.923361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:28:16.931202 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:16.931787 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:17.033085 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:17.245033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:15Z', 'revision_number': 2, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:17.274882 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3dd2-af30-4008-89d3-eafd02464e47 None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'port_id': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'mac_address': 'fa:16:3e:89:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:28:13Z', 'updated_at': '2021-12-21T02:28:15Z', 'revision_number': 2, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:28:17.380684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:17.629833 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff33a1-f2dc-4633-9523-5d27bf6276f2 x-openstack-request-id: req-37ff33a1-f2dc-4633-9523-5d27bf6276f2 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:17.630257 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:17.630416 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37ff33a1-f2dc-4633-9523-5d27bf6276f2 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:17.630823 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:28:17.715099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f623e-14f4-4073-8f31-c58165fcc552 req-123a49c4-c161-4064-8b6c-1ee80f58f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:17.716838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-123a49c4-c161-4064-8b6c-1ee80f58f987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0441527 Dec 21 02:28:17.804637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f623e-14f4-4073-8f31-c58165fcc552 req-a021b7c4-04ab-45c0-8852-3027ab6d3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:17.805999 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-a021b7c4-04ab-45c0-8852-3027ab6d3947 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.0815976 Dec 21 02:28:17.874179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-310f094d-1f9e-4b77-93ff-1a85a5444963 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 1002 time: 0.0599501 Dec 21 02:28:17.922413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f623e-14f4-4073-8f31-c58165fcc552 req-b62214ff-a380-4476-8d4d-32c57bcfb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:17.923799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-b62214ff-a380-4476-8d4d-32c57bcfb7d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0422242 Dec 21 02:28:17.967912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f623e-14f4-4073-8f31-c58165fcc552 req-d7180aa7-0c72-4809-bbe8-63d199a1597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:17.969620 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-d7180aa7-0c72-4809-bbe8-63d199a1597c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386877 Dec 21 02:28:18.060346 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-51a1edff-1d27-44a5-8979-96eb87f451d3 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Dec 21 02:28:18.148172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-799f623e-14f4-4073-8f31-c58165fcc552 req-f12ec04e-995f-49e1-9250-73115fd854f7 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799077 Dec 21 02:28:18.765577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:19.394134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:19.632451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:19.634733 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc508e27-fd7f-4371-ab1b-2f3946085a18" -d '{"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:19.670799 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94adea63-6c8b-4bd6-ba31-81121f1df5bc x-openstack-request-id: req-94adea63-6c8b-4bd6-ba31-81121f1df5bc {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:19.671092 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:19.671365 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94adea63-6c8b-4bd6-ba31-81121f1df5bc {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:19.671760 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:28:19.756660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-77f3a3d5-97b0-4d8b-bf64-0ac7623a7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:19.758184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-77f3a3d5-97b0-4d8b-bf64-0ac7623a7c7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0437326 Dec 21 02:28:19.845483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-71fe1bd2-d0c1-4250-88aa-1fb86bc3512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:19.846904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-71fe1bd2-d0c1-4250-88aa-1fb86bc3512a service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.0815511 Dec 21 02:28:19.915102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-e0ed5fd5-8f73-449a-9d4d-33b0c41c6db8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 1002 time: 0.0606911 Dec 21 02:28:19.963733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-7937d30e-f8e4-41fc-bc3f-5c7a72ed7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:19.965201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-7937d30e-f8e4-41fc-bc3f-5c7a72ed7670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0428958 Dec 21 02:28:20.009282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-f2197187-e9d2-4951-b9fa-c9428868847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:20.010763 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-f2197187-e9d2-4951-b9fa-c9428868847e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383821 Dec 21 02:28:20.099871 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-220d36b8-bf98-4fca-9eae-916968678089 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823326 Dec 21 02:28:20.188446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fc508e27-fd7f-4371-ab1b-2f3946085a18 req-7ae84124-1fb2-428d-91be-47faff15f351 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Dec 21 02:28:22.353048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:26.677835 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-018363dc-0166-4318-bbb2-5d80198ce5f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428514 Dec 21 02:28:26.771974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-8d860a01-0f26-450a-9d0f-9edb9777d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:26.773462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-8d860a01-0f26-450a-9d0f-9edb9777d4a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0399194 Dec 21 02:28:26.877195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-66c6f754-cc71-4034-9583-60095c883b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:26.878681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-66c6f754-cc71-4034-9583-60095c883b57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.0874939 Dec 21 02:28:26.944653 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-d4b69e6e-b5b6-4d5f-9c04-371eeb43d088 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 1002 time: 0.0589368 Dec 21 02:28:26.994110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-0a9ee63f-341e-4276-8748-a30b7c097398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:26.995492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-0a9ee63f-341e-4276-8748-a30b7c097398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0438375 Dec 21 02:28:27.045511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-cec5d305-25e3-4a1f-9251-dc35e2e5d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:27.047740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-cec5d305-25e3-4a1f-9251-dc35e2e5d77d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457590 Dec 21 02:28:27.099964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:27.134661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-c32adaea-77fd-4cd0-9319-463a7936e888 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Dec 21 02:28:27.227350 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8039f14a-714c-441c-9274-9b8ac68bc40b req-f68ad48b-2e02-457f-a168-b9e96684c4a7 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846980 Dec 21 02:28:35.417386 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:28:43.951013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-794e2af0-df8c-44a0-88b6-66542b3c68d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.136234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:45.295895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Deleting port 0b66bd17-8229-4758-985b-626a8f53a83f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:28:45.296241 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.371270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.376699 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.385842 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Calling delete_port for 0b66bd17-8229-4758-985b-626a8f53a83f owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:28:45.533461 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.556868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event deleted for resources: {'Port': ['ID=0b66bd17-8229-4758-985b-626a8f53a83f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:45.621959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.622292 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Floating IP 936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c disassociated (deleted). External IP: 172.25.6.128, port: 7598fc1b-b476-481c-ae46-f8f545f9422f. Dec 21 02:28:45.824309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:28:45.933108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:28:45.937742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:45.944423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:28:45.954375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:45.954997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:45.965559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6bf2a006-0a37-49ea-9bbc-3f96ef2a6572 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "DELETE /v2.0/floatingips/936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c HTTP/1.1" status: 204 len: 168 time: 0.8282111 Dec 21 02:28:45.966137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:45.968631 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb2fea-97e9-4052-ad10-31718e419ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:46.004566 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd6855-89d5-444d-9ec9-9a730f349fd5 x-openstack-request-id: req-9cfd6855-89d5-444d-9ec9-9a730f349fd5 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:46.004917 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:46.005117 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cfd6855-89d5-444d-9ec9-9a730f349fd5 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:46.005570 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:28:46.067869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:46.112900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-b750b6eb-c0dd-44df-bc04-586f7734d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:46.114505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-b750b6eb-c0dd-44df-bc04-586f7734d762 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ff4153585a45dfad3ff69a21975fab&device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 1098 time: 0.0649559 Dec 21 02:28:46.257397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83fcb-7139-4c5e-9f30-c888f9284c38 req-4ff41884-5db0-4950-af97-34728f1ed353 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:46.267288 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7a83fcb-7139-4c5e-9f30-c888f9284c38 req-4ff41884-5db0-4950-af97-34728f1ed353 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0911093 Dec 21 02:28:46.283746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-2044a59c-41bb-44da-912f-52ccc23d64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:46.285909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-2044a59c-41bb-44da-912f-52ccc23d64b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 200 len: 913 time: 0.1301708 Dec 21 02:28:46.313470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:46.315235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7a83fcb-7139-4c5e-9f30-c888f9284c38 req-b5b55061-320e-476a-9a75-c62b357031a4 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Dec 21 02:28:46.333026 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-1d830cd5-86fa-4411-97cb-dc0bfbc76a8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 200 len: 217 time: 0.0397170 Dec 21 02:28:46.344536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:28:46.353907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:28:46.354514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:46.388254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-4e8cef88-299c-4f68-b64c-0dd94397e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:46.389751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-4e8cef88-299c-4f68-b64c-0dd94397e630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 200 len: 852 time: 0.0482275 Dec 21 02:28:46.436813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-73ae98f0-b6c1-47b1-a15b-7e005395504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:46.438523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-73ae98f0-b6c1-47b1-a15b-7e005395504c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97cccaf6-fba4-4700-b621-8682f033fedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414968 Dec 21 02:28:46.457905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:28:46.546356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-2086ac2a-8dba-438b-9c10-57c57129f357 service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990155 Dec 21 02:28:46.642693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1cb2fea-97e9-4052-ad10-31718e419ddc req-e3b7ef71-4b24-41d9-9ebd-3cd9c4aa495a service neutron] 10.222.0.24 "GET /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Dec 21 02:28:46.655596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:28:46.685222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bc697-b1b1-4c73-8937-b1c106646e28 None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9f714026-db4f-4e72-9b53-109f093b80ac', 'name': '', 'network_id': '97cccaf6-fba4-4700-b621-8682f033fedc', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'mac_address': 'fa:16:3e:65:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '5edb4458-880f-4788-b743-0f444267fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:57Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'subnets': [{'id': '5edb4458-880f-4788-b743-0f444267fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:28:46.698850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aade692e-e7e1-4947-9fc0-3e26a332dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:46.918920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b184187-c6b7-4e8d-a63d-df5817753137 None None] New status for floating IP 936aeb13-1f93-4bf8-9b8c-a3d5c9b06e1c: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:28:47.376261 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:47.438108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac25d-6f98-4ba4-8086-f1b4e386c46d req-44ec39dd-6bca-4c52-9a9c-354beb73e3e0 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:47.439549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1faac25d-6f98-4ba4-8086-f1b4e386c46d req-44ec39dd-6bca-4c52-9a9c-354beb73e3e0 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0466676 Dec 21 02:28:47.489241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1faac25d-6f98-4ba4-8086-f1b4e386c46d req-0e9e57bc-6d08-4dd9-b6db-3b3a9140db81 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/security-groups?id=39e76bb5-c394-4f97-8d67-dad90424cf86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Dec 21 02:28:48.026577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-acfc1374-a3ef-4aea-9d91-229e0976a4da tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:28:48.028061 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-acfc1374-a3ef-4aea-9d91-229e0976a4da tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.24 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 946 time: 0.0487158 Dec 21 02:28:48.115447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Deleting port 7598fc1b-b476-481c-ae46-f8f545f9422f {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:28:48.115901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:48.209793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] For port 7598fc1b-b476-481c-ae46-f8f545f9422f, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=7598fc1b-b476-481c-ae46-f8f545f9422f,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:28:48.210153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:48.222604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Calling delete_port for 7598fc1b-b476-481c-ae46-f8f545f9422f owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:28:48.349661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:48.380078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event deleted for resources: {'Port': ['ID=7598fc1b-b476-481c-ae46-f8f545f9422f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:48.418242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] No DVR routers for this DVR port 7598fc1b-b476-481c-ae46-f8f545f9422f on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:28:48.421074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:48.424351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d8d8b1f-3066-4b72-a90d-abb4a360d592 req-a9509a5e-ea30-40be-9b42-a6def5a368e2 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.24 "DELETE /v2.0/ports/7598fc1b-b476-481c-ae46-f8f545f9422f HTTP/1.1" status: 204 len: 173 time: 0.3906353 Dec 21 02:28:48.424808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'name': 'network-vif-deleted', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:28:48.427056 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2ada2c-cc6b-4241-a9be-4900a0b77e52" -d '{"events": [{"server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "name": "network-vif-deleted", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:28:48.463139 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1a45d-000a-4284-addf-a35380fd7203 x-openstack-request-id: req-ecd1a45d-000a-4284-addf-a35380fd7203 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:28:48.463506 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df741f55-a909-419a-982a-656fb3ed1a2d", "name": "network-vif-deleted", "tag": "7598fc1b-b476-481c-ae46-f8f545f9422f", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:28:48.463793 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecd1a45d-000a-4284-addf-a35380fd7203 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:28:48.464250 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df741f55-a909-419a-982a-656fb3ed1a2d', 'name': 'network-vif-deleted', 'tag': '7598fc1b-b476-481c-ae46-f8f545f9422f', 'status': 'completed', 'code': 200} Dec 21 02:28:48.583810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9980a290-7149-4412-b810-823aec4d25f6 req-c1dca5cc-8441-43f8-8c4b-ef83f68e70cf tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0247998 Dec 21 02:28:48.773070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:49.396355 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:49.681730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bfb71259-80fa-473e-8273-f713e4a9aa6f req-f89dad01-2142-425c-91d4-733e9d265cc5 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0288754 Dec 21 02:28:50.775967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-318d7f3e-160e-4f59-a625-5fe863ac081f req-39906cf5-8b40-4d31-9073-33cb57722334 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0267537 Dec 21 02:28:51.009075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7598fc1b-b476-481c-ae46-f8f545f9422f no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:28:51.029324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 7598fc1b-b476-481c-ae46-f8f545f9422f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:28:51.029701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 7598fc1b-b476-481c-ae46-f8f545f9422f not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:28:51.871555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1565134f-a99d-450e-acfb-5d97cf0405b0 req-6c9c70e4-43f1-4627-bf0a-2663139fca7c tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0272276 Dec 21 02:28:52.361143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:52.974393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b2fc07c-87e3-4f4a-ae9b-63785493fa73 req-9169025d-ebaf-4ba2-aa00-d83653f5d7e3 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "GET /v2.0/ports?device_id=df741f55-a909-419a-982a-656fb3ed1a2d HTTP/1.1" status: 200 len: 210 time: 0.0261879 Dec 21 02:28:54.031868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59186) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:54.089404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:54.118756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:54.183936 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:54.186828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:54.188023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] 10.222.0.43 "DELETE /v2.0/security-groups/39e76bb5-c394-4f97-8d67-dad90424cf86 HTTP/1.1" status: 204 len: 168 time: 0.1551306 Dec 21 02:28:54.197807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e76bb5-c394-4f97-8d67-dad90424cf86,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:28:54.206953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.207299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.207640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.208067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.208317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.208673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.208965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.209478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.209931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.210260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.210585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.211464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:54.211788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac07edf0-1cf2-48c9-9e2a-01bf32fd41f9 tempest-TestVolumeBackupRestore-74496630 tempest-TestVolumeBackupRestore-74496630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:28:57.107599 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:58.660652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59640) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:28:59.004565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:59.250355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Deleting port 9f714026-db4f-4e72-9b53-109f093b80ac {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:28:59.250696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:59.327888 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] For port 9f714026-db4f-4e72-9b53-109f093b80ac, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9f714026-db4f-4e72-9b53-109f093b80ac,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:28:59.328168 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:59.345488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Calling delete_port for 9f714026-db4f-4e72-9b53-109f093b80ac owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:28:59.525047 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:28:59.884870 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f714026-db4f-4e72-9b53-109f093b80ac,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:00.042060 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.249318 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Router 87ac40d7-42ba-46ad-a25c-efd71edab490 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:29:00.352160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:00.363573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2046e848-b5cc-4040-9147-22a2c11ea6e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/87ac40d7-42ba-46ad-a25c-efd71edab490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6954341 Dec 21 02:29:00.363573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59642) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:00.363732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Sync routers for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:00.373751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:00.374551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:00.463534 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.477576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:00.567922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.620435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Deleting port 26701dde-3e25-42b2-97c3-792e055e6f37 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:00.620994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.652307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:28:59Z', 'revision_number': 5, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port': {'id': '26701dde-3e25-42b2-97c3-792e055e6f37', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:00.682085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Checking router: 87ac40d7-42ba-46ad-a25c-efd71edab490 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:00.690509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Routers {'87ac40d7-42ba-46ad-a25c-efd71edab490'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:00.691117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['87ac40d7-42ba-46ad-a25c-efd71edab490'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:00.702730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] For port 26701dde-3e25-42b2-97c3-792e055e6f37, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26701dde-3e25-42b2-97c3-792e055e6f37,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:00.703213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.714593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Calling delete_port for 26701dde-3e25-42b2-97c3-792e055e6f37 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:00.771489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] Set router 87ac40d7-42ba-46ad-a25c-efd71edab490 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:00.824309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:29:00Z', 'revision_number': 6, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:00.849956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90727eab-368d-4d09-978e-9195aa9aaa7c None None] The sync data for ids ['87ac40d7-42ba-46ad-a25c-efd71edab490'] in n-d-761264-20 is: [{'id': '87ac40d7-42ba-46ad-a25c-efd71edab490', 'name': 'tempest-TestVolumeBackupRestore-317431582-router', 'tenant_id': '60ff4153585a45dfad3ff69a21975fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:55Z', 'updated_at': '2021-12-21T02:29:00Z', 'revision_number': 6, 'project_id': '60ff4153585a45dfad3ff69a21975fab', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:00.883044 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:00.906913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=26701dde-3e25-42b2-97c3-792e055e6f37,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:00.922602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49d09b-daed-4fff-a17a-3ec08e03dadf None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:00.968368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.059907 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.062086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.109532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.109987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ac40d7-42ba-46ad-a25c-efd71edab490 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:29:01.114283 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.115431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9eb8e862-7469-410d-8a8e-1c0b66d31f34 admin admin] 10.222.0.43 "DELETE /v2.0/routers/87ac40d7-42ba-46ad-a25c-efd71edab490 HTTP/1.1" status: 204 len: 168 time: 0.7548676 Dec 21 02:29:01.118601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59644) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:01.163978 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Deleting subnet 5edb4458-880f-4788-b743-0f444267fac1 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:29:01.167527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.203138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.289218 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.341753 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.367678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edb4458-880f-4788-b743-0f444267fac1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:01.372932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.377187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-75775fbe-8515-4c76-a4ac-f9e923f82758 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5edb4458-880f-4788-b743-0f444267fac1 HTTP/1.1" status: 204 len: 168 time: 0.2573311 Dec 21 02:29:01.378272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f841d63-dfc4-4b63-8f17-2ff0acb3526b None None] Network 97cccaf6-fba4-4700-b621-8682f033fedc requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:01.379546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59646) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:01.451157 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.504919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Deleting port c8de58ea-5c61-41d8-ac40-091d708bfaca {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:01.505260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.568099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] For port c8de58ea-5c61-41d8-ac40-091d708bfaca, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c8de58ea-5c61-41d8-ac40-091d708bfaca,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:01.568099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.587110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Calling delete_port for c8de58ea-5c61-41d8-ac40-091d708bfaca owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:01.602259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] DHCP port deletion for 97cccaf6-fba4-4700-b621-8682f033fedc request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:01.650072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Deleting port c8de58ea-5c61-41d8-ac40-091d708bfaca {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:01.650444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.674684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.702623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8de58ea-5c61-41d8-ac40-091d708bfaca,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:01.704473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] No DVR routers for this DVR port c8de58ea-5c61-41d8-ac40-091d708bfaca on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:29:01.723496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] For port c8de58ea-5c61-41d8-ac40-091d708bfaca, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c8de58ea-5c61-41d8-ac40-091d708bfaca,segment=NetworkSegment(268511ed-1394-493d-a92f-5e9026d050c8),segment_id=268511ed-1394-493d-a92f-5e9026d050c8)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:01.723981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.738362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Calling delete_port for c8de58ea-5c61-41d8-ac40-091d708bfaca owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:01.784993 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.807405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cccaf6-fba4-4700-b621-8682f033fedc']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:01.816707 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.818356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268511ed-1394-493d-a92f-5e9026d050c8') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:01.818657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268511ed-1394-493d-a92f-5e9026d050c8') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:01.830479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.845713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.846510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] Pushing event deleted for resources: {'Port': ['ID=c8de58ea-5c61-41d8-ac40-091d708bfaca,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:01.852749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e66503-1f62-40e3-982d-32cea95adbb8 None None] No DVR routers for this DVR port c8de58ea-5c61-41d8-ac40-091d708bfaca on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:29:01.852845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:29:01.853449 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:29:01.855345 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:29:01.928292 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.935114 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:01.938736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/97cccaf6-fba4-4700-b621-8682f033fedc HTTP/1.1" status: 204 len: 168 time: 0.5582173 Dec 21 02:29:01.941858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59648) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:01.953230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050f2e-932b-429a-9e3c-271269e858f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cccaf6-fba4-4700-b621-8682f033fedc,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:02.295217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:02.531719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f714026-db4f-4e72-9b53-109f093b80ac no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:02.542908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Deleting port 382d410f-44f9-4c21-a245-37812460bbe4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:02.543243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:02.552494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9f714026-db4f-4e72-9b53-109f093b80ac {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:02.552778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9f714026-db4f-4e72-9b53-109f093b80ac not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:02.553192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c8de58ea-5c61-41d8-ac40-091d708bfaca no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:02.572290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c8de58ea-5c61-41d8-ac40-091d708bfaca {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:02.572633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c8de58ea-5c61-41d8-ac40-091d708bfaca not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:02.573030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26701dde-3e25-42b2-97c3-792e055e6f37 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:02.590812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 26701dde-3e25-42b2-97c3-792e055e6f37 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:02.591152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26701dde-3e25-42b2-97c3-792e055e6f37 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:02.622822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] For port 382d410f-44f9-4c21-a245-37812460bbe4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=382d410f-44f9-4c21-a245-37812460bbe4,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:02.623176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:02.635646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Calling delete_port for 382d410f-44f9-4c21-a245-37812460bbe4 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:02.815930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:02.839965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Pushing event deleted for resources: {'Port': ['ID=382d410f-44f9-4c21-a245-37812460bbe4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:02.851886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.852238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.852578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.852916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.853245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.853609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.853932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.854258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.854579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.854901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.855221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.855540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:02.855857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:03.015825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.232036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Router e16c3e2f-8094-444b-a77a-14e5c89f3033 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:29:03.339585 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:03.344854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-84600b71-da03-4d12-90bf-686225e53529 admin admin] 10.222.0.43 "PUT /v2.0/routers/e16c3e2f-8094-444b-a77a-14e5c89f3033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019186 Dec 21 02:29:03.347532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59650) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:03.348374 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Sync routers for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:03.361986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:03.361986 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:03.454032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.463887 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:03.559749 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.618014 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Deleting port 94192715-ff9f-4505-b4cc-e6f60b520b5d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:03.618357 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.696732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] For port 94192715-ff9f-4505-b4cc-e6f60b520b5d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=94192715-ff9f-4505-b4cc-e6f60b520b5d,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:03.697092 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.709672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Calling delete_port for 94192715-ff9f-4505-b4cc-e6f60b520b5d owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:03.726675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:29:02Z', 'revision_number': 5, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port': {'id': '94192715-ff9f-4505-b4cc-e6f60b520b5d', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:26:00Z', 'updated_at': '2021-12-21T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:03.752814 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Checking router: e16c3e2f-8094-444b-a77a-14e5c89f3033 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:03.760698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Routers {'e16c3e2f-8094-444b-a77a-14e5c89f3033'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:03.761291 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['e16c3e2f-8094-444b-a77a-14e5c89f3033'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:03.844807 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] Set router e16c3e2f-8094-444b-a77a-14e5c89f3033 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:03.875705 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:03.900548 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:29:03Z', 'revision_number': 6, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:03.902146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Pushing event deleted for resources: {'Port': ['ID=94192715-ff9f-4505-b4cc-e6f60b520b5d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:03.917225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c053e13-5b68-4f98-86e0-a69d1d188798 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:03.940079 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e7674-f5ff-494d-9a13-9eb747b9f0c8 None None] The sync data for ids ['e16c3e2f-8094-444b-a77a-14e5c89f3033'] in n-d-761264-20 is: [{'id': 'e16c3e2f-8094-444b-a77a-14e5c89f3033', 'name': 'tempest-TestVolumeBackupRestore-1601838920-router', 'tenant_id': '11cb83da210946d99a3365a8883a7fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:25:59Z', 'updated_at': '2021-12-21T02:29:03Z', 'revision_number': 6, 'project_id': '11cb83da210946d99a3365a8883a7fbc', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:03.969737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.063670 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.065786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.110464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.110939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16c3e2f-8094-444b-a77a-14e5c89f3033 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:29:04.115577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.116735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c84e9d50-bf2e-4bc0-88ea-8c32ce4a38af admin admin] 10.222.0.43 "DELETE /v2.0/routers/e16c3e2f-8094-444b-a77a-14e5c89f3033 HTTP/1.1" status: 204 len: 168 time: 0.7682130 Dec 21 02:29:04.119411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59652) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:04.162488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Deleting subnet ed84efaa-cafa-4cbf-aace-50159a4a50a7 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:29:04.165484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.203729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.277463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.334030 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.364767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed84efaa-cafa-4cbf-aace-50159a4a50a7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:04.368232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.371482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d2084012-d628-4518-a9ef-4413c61bc263 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed84efaa-cafa-4cbf-aace-50159a4a50a7 HTTP/1.1" status: 204 len: 168 time: 0.2511303 Dec 21 02:29:04.374226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59654) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:04.382300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ec3ee-9176-4153-a9a3-12f8413ca037 None None] Network b84287d1-2195-41c3-b639-e6191a594214 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:04.454652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.512073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Deleting port 04d7b578-25c0-4ab7-9c2f-e63f50363711 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:04.512414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.573304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] For port 04d7b578-25c0-4ab7-9c2f-e63f50363711, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=04d7b578-25c0-4ab7-9c2f-e63f50363711,segment=NetworkSegment(b9e4b5c9-b0ac-4028-8135-6682a58c27ec),segment_id=b9e4b5c9-b0ac-4028-8135-6682a58c27ec)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:04.573682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.585959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Calling delete_port for 04d7b578-25c0-4ab7-9c2f-e63f50363711 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:04.665863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.690365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Pushing event deleted for resources: {'Port': ['ID=04d7b578-25c0-4ab7-9c2f-e63f50363711,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:04.693990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] No DVR routers for this DVR port 04d7b578-25c0-4ab7-9c2f-e63f50363711 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:29:04.733459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1e4f9-0945-4314-a637-7487718c285f None None] DHCP port deletion for b84287d1-2195-41c3-b639-e6191a594214 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:04.774727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:04.799173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 04d7b578-25c0-4ab7-9c2f-e63f50363711 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:04.820189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 04d7b578-25c0-4ab7-9c2f-e63f50363711 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:04.820537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 04d7b578-25c0-4ab7-9c2f-e63f50363711 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:04.820957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94192715-ff9f-4505-b4cc-e6f60b520b5d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:04.846544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 94192715-ff9f-4505-b4cc-e6f60b520b5d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:04.846874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 94192715-ff9f-4505-b4cc-e6f60b520b5d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:04.847486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 382d410f-44f9-4c21-a245-37812460bbe4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:05.043945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 382d410f-44f9-4c21-a245-37812460bbe4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:05.044486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 382d410f-44f9-4c21-a245-37812460bbe4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:05.113630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84287d1-2195-41c3-b639-e6191a594214']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:05.128375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:05.128664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e4b5c9-b0ac-4028-8135-6682a58c27ec') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:05.137658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.151873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.157874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:29:05.158284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:29:05.159951 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:29:05.211647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.218127 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.221287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] 10.222.0.43 "DELETE /v2.0/networks/b84287d1-2195-41c3-b639-e6191a594214 HTTP/1.1" status: 204 len: 168 time: 0.8455544 Dec 21 02:29:05.230869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a231d-6e73-412f-8a40-3e7e1b1c328e admin admin] Pushing event deleted for resources: {'Network': ['ID=b84287d1-2195-41c3-b639-e6191a594214,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:05.381089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59658) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:05.419161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e967881f-2f15-4591-8223-7c022500206a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60ff4153585a45dfad3ff69a21975fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368478 Dec 21 02:29:05.422074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59660) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:05.470775 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.491382 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.538973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.551708 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.553045 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e151c5e-bedd-46be-abc1-fbdb83ed8e4f HTTP/1.1" status: 204 len: 168 time: 0.1300893 Dec 21 02:29:05.560914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f408f-1ba5-41e2-b1fc-a97227961d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e151c5e-bedd-46be-abc1-fbdb83ed8e4f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:05.853208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59666) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:05.895961 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b193771-8a3e-4c95-851f-789f5fedba27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11cb83da210946d99a3365a8883a7fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412769 Dec 21 02:29:05.898791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59668) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:05.951989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:05.972818 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.017864 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.020457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.021736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6badef9e-1e6e-421d-89e8-f2515a6be6e3 HTTP/1.1" status: 204 len: 168 time: 0.1221988 Dec 21 02:29:06.029194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0049b-7183-42b5-8fb7-f3ec86d4ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6badef9e-1e6e-421d-89e8-f2515a6be6e3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:06.675223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59690) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:06.769784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-647750080-network', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:06.792007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:29:06.794395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.803080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.876008 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.879482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.903720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:29:06.913430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25911220-cfd0-4a9c-ba4d-19c008a9f4d8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:06.918151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.918496 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Added segment f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d of type vlan for network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 Dec 21 02:29:06.960354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.984700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:06.985727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:06.986295 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.017615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3412950 Dec 21 02:29:07.020729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59694) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:07.025701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Request body: {'subnet': {'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-647750080-subnet', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:07.048254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:29:07.049212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b1631-4594-488d-a4d1-a8fb534fe6ee admin admin] Pushing event updated for resources: {'Network': ['ID=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:07.050600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.058994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:29:07.219066 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.271384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2b5453-53fa-4f8c-90bb-4a35ee316031,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:07.281978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:07.282336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Network hostable DHCP agents. Network: f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:29:07.298368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:29:07.306652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:07.310715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:07.311328 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.315452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addbbdaa-b762-4723-8f59-614f45912277 None None] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:07.326079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8134a9f-6703-4a2e-a645-667e1b12a1be admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3042102 Dec 21 02:29:07.328754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59696) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:07.333037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:07.355235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.356622 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.415627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.416284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:29:07.417660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.554324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Allocated IP 172.20.0.2 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/76afea0b-dc1e-42a3-aa1d-60c998d40078) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:07.558776 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.699326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.704809 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.752945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:07.755884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:07.759420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:07.765808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.767426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Pushing event updated for resources: {'Port': ['ID=76afea0b-dc1e-42a3-aa1d-60c998d40078,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:07.786570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.823169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Attempting to bind port 76afea0b-dc1e-42a3-aa1d-60c998d40078 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:07.823534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Attempting to bind port 76afea0b-dc1e-42a3-aa1d-60c998d40078 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:07.823976 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Attempting to bind port 76afea0b-dc1e-42a3-aa1d-60c998d40078 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:07.829828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:07.830273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:07.830748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.831200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:07.831851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Bound port: 76afea0b-dc1e-42a3-aa1d-60c998d40078, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:07.832296 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.894199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] For port 76afea0b-dc1e-42a3-aa1d-60c998d40078, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:07.897783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] For port 76afea0b-dc1e-42a3-aa1d-60c998d40078, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=76afea0b-dc1e-42a3-aa1d-60c998d40078,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:07.897934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Allocated IP 172.25.6.155 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a192673a-3572-4dab-ac57-c2f2097d7fba) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:07.903492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:07.972683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1d28-2c69-4442-baa1-4136f6c010d6 None None] Pushing event updated for resources: {'Port': ['ID=76afea0b-dc1e-42a3-aa1d-60c998d40078,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:08.016568 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.056734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.100651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:08.103476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:08.108027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:08.118383 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c10eb-e903-4bf2-9110-f99ff65f16cf None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:08.138100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Pushing event updated for resources: {'Port': ['ID=a192673a-3572-4dab-ac57-c2f2097d7fba,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:08.209577 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9d64f598-ae50-4c44-b9e2-3e1947115b21 None None] Provisioning complete for port a192673a-3572-4dab-ac57-c2f2097d7fba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:08.209950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d64f598-ae50-4c44-b9e2-3e1947115b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.265002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9d64f598-ae50-4c44-b9e2-3e1947115b21 None None] Port a192673a-3572-4dab-ac57-c2f2097d7fba cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:08.418925 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.575650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 76afea0b-dc1e-42a3-aa1d-60c998d40078 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:08.627840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 76afea0b-dc1e-42a3-aa1d-60c998d40078 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:08.628268 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.644173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.722720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.764455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 76afea0b-dc1e-42a3-aa1d-60c998d40078, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=76afea0b-dc1e-42a3-aa1d-60c998d40078,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:08.772125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.821861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:29:08.831450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=76afea0b-dc1e-42a3-aa1d-60c998d40078,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:08.946717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:08.958584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:08.971071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:08.971706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:08.974541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:08.978578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8e2671a-b981-4d7f-af6b-f3d169758d72 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6487877 Dec 21 02:29:08.981488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59698) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:09.064800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae4bbd-b4ee-4060-9919-809c361e19fd None None] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:09.157069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:09.162954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1f1e396d-070b-4f71-92f5-1e4e61d1f658 None None] Provisioning complete for port 76afea0b-dc1e-42a3-aa1d-60c998d40078 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:09.163284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f1e396d-070b-4f71-92f5-1e4e61d1f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.425950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.456000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:08Z', 'revision_number': 3, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:09.484245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:09.484881 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Updating router 42f8cf25-8125-486d-a088-d835f51bc7d6 port a192673a-3572-4dab-ac57-c2f2097d7fba binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:29:09.512406 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.599949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Allocated IP 172.20.0.1 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/1ddaaf00-1540-4870-bce2-5ef2151f4120) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:09.691538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-152694b6-4ca0-471a-a93e-13b102d274e2 None None] Provisioning complete for port 76afea0b-dc1e-42a3-aa1d-60c998d40078 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:09.691807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-152694b6-4ca0-471a-a93e-13b102d274e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.705153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.739441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.779416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:09.782343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:09.784899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:09.813914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Pushing event updated for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:09.835043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.844246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.856038 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.912148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Pushing event updated for resources: {'Port': ['ID=a192673a-3572-4dab-ac57-c2f2097d7fba,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:09.915783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Attempting to bind port a192673a-3572-4dab-ac57-c2f2097d7fba on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:09.916156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Attempting to bind port a192673a-3572-4dab-ac57-c2f2097d7fba by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:09.916517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Attempting to bind port a192673a-3572-4dab-ac57-c2f2097d7fba on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:09.918775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786d1be-96fc-436d-bb9f-9e524c5bc57f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:09.930340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:09.930711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:09.931503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.931503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:09.932943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Bound port: a192673a-3572-4dab-ac57-c2f2097d7fba, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:09.933371 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:09.935638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.936579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.936918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.937251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.937608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.937938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.938265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.938590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.938920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.939244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.939565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.939886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.940205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:09.983878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.003713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] For port a192673a-3572-4dab-ac57-c2f2097d7fba, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:10.007192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] For port a192673a-3572-4dab-ac57-c2f2097d7fba, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a192673a-3572-4dab-ac57-c2f2097d7fba,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:10.012814 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.062423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50b1d4-e8b2-4a14-ac49-4d1b83460c5e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:10.094430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:10.094974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:10.097596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd2e0a-e513-4c5c-9e43-9fbd563554b9 None None] Pushing event updated for resources: {'Port': ['ID=a192673a-3572-4dab-ac57-c2f2097d7fba,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:10.135734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Provisioning complete for port 1ddaaf00-1540-4870-bce2-5ef2151f4120 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:10.136105 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.159740 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.164597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.211604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Port 1ddaaf00-1540-4870-bce2-5ef2151f4120 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:10.236256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Provisioning complete for port a192673a-3572-4dab-ac57-c2f2097d7fba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:10.236628 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.236758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Pushing event updated for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:10.241717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:10.245877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.334302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:10.335742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:10.447758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.668636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] For port a192673a-3572-4dab-ac57-c2f2097d7fba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a192673a-3572-4dab-ac57-c2f2097d7fba,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:10.673949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 76afea0b-dc1e-42a3-aa1d-60c998d40078 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:10.694992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.769525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d038b-4b42-4965-b4cc-00a57fbf532b None None] Pushing event updated for resources: {'Port': ['ID=a192673a-3572-4dab-ac57-c2f2097d7fba,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:10.786484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:10.789570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 76afea0b-dc1e-42a3-aa1d-60c998d40078 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:10.789934 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.800352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:29:10.836328 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87000f-b717-4d25-88fe-13943195d63d None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:10.864116 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-62fbe5fc-fbc2-4526-92a7-154046b8037a None None] Provisioning complete for port 1ddaaf00-1540-4870-bce2-5ef2151f4120 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:10.864486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62fbe5fc-fbc2-4526-92a7-154046b8037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:10.905494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-62fbe5fc-fbc2-4526-92a7-154046b8037a None None] Port 1ddaaf00-1540-4870-bce2-5ef2151f4120 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:10.920426 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:10.925714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-10f7074f-659e-447d-86c7-fc4911485f1d admin admin] 10.222.0.43 "PUT /v2.0/routers/42f8cf25-8125-486d-a088-d835f51bc7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425986 Dec 21 02:29:10.945948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-62fbe5fc-fbc2-4526-92a7-154046b8037a None None] Provisioning complete for port a192673a-3572-4dab-ac57-c2f2097d7fba triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:10.946317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62fbe5fc-fbc2-4526-92a7-154046b8037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.446233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59714) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:11.451355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2117210895-network', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:11.474905 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Made reservation on behalf of 786bbd5f8e9c4b2ea95506aa4c56bd1e for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:29:11.477460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.496059 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.577659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.581982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.612055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:29:11.622315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf913ebc-e370-49db-b520-8590b1c3570d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:11.627738 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.628079 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Added segment f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c of type vlan for network cd36753c-271b-4ef4-932c-770b407449c1 Dec 21 02:29:11.676169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.701627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.702855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:11.703682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.738457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2909193 Dec 21 02:29:11.741155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59716) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:11.746440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Request body: {'subnet': {'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2117210895-subnet', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:11.770988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247413-9afe-4a91-ac82-90354ff5d5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd36753c-271b-4ef4-932c-770b407449c1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:11.771974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Made reservation on behalf of 786bbd5f8e9c4b2ea95506aa4c56bd1e for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:29:11.774851 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:11.782084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network cd36753c-271b-4ef4-932c-770b407449c1 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:29:11.962591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.011815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a769b93-8ac3-4bf5-9fe4-01a8c082c350,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:12.031087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Checking segment: {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:12.031453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Network hostable DHCP agents. Network: cd36753c-271b-4ef4-932c-770b407449c1, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:29:12.049478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Network cd36753c-271b-4ef4-932c-770b407449c1 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:29:12.058330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, cd36753c-271b-4ef4-932c-770b407449c1) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:12.062620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:12.063113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.067313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137a1af-363e-4257-9547-68c2f973f342 None None] Network cd36753c-271b-4ef4-932c-770b407449c1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:12.081380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-80e77744-67cf-46db-90c5-7cc7d5aa8a0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3377838 Dec 21 02:29:12.082800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 59718) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:12.087952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:12.113704 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.115297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.173247 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.177666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-cd36753c-271b-4ef4-932c-770b407449c1', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:29:12.178567 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.312518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.315014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Allocated IP 172.20.0.2 (cd36753c-271b-4ef4-932c-770b407449c1/1a769b93-8ac3-4bf5-9fe4-01a8c082c350/d3bf2b9b-1b05-499d-b893-0573f8268574) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:12.420123 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:29:12.471390 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.478013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.520618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Network cd36753c-271b-4ef4-932c-770b407449c1 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:12.523543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:12.525134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.528248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:12.540021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Pushing event updated for resources: {'Port': ['ID=d3bf2b9b-1b05-499d-b893-0573f8268574,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:12.553975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.604304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a192673a-3572-4dab-ac57-c2f2097d7fba up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:12.630258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Attempting to bind port d3bf2b9b-1b05-499d-b893-0573f8268574 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:12.630598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Attempting to bind port d3bf2b9b-1b05-499d-b893-0573f8268574 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:12.630949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Attempting to bind port d3bf2b9b-1b05-499d-b893-0573f8268574 on network cd36753c-271b-4ef4-932c-770b407449c1 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:12.645992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:12.646372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Checking segment: {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:12.646766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.647165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Bound using segment: {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:12.647646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Bound port: d3bf2b9b-1b05-499d-b893-0573f8268574, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:12.648028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.699507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Allocated IP 172.25.6.143 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/fc127a2b-6547-4b7f-9d0a-438fa0150712) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:12.714686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a192673a-3572-4dab-ac57-c2f2097d7fba triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:12.715058 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.763266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] For port d3bf2b9b-1b05-499d-b893-0573f8268574, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:12.767727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] For port d3bf2b9b-1b05-499d-b893-0573f8268574, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d3bf2b9b-1b05-499d-b893-0573f8268574,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:12.776915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.828025 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.877670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0819c6-2fa5-4e08-b4ef-498fdcfa47af None None] Pushing event updated for resources: {'Port': ['ID=d3bf2b9b-1b05-499d-b893-0573f8268574,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:12.879163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:12.922484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:12.925311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:12.929676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:12.932689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Pushing event updated for resources: {'Port': ['ID=fc127a2b-6547-4b7f-9d0a-438fa0150712,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:12.942085 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef4b76-ca09-48c0-a4cd-48557ace9dab None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:12.973608 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:12.993260 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:12.994119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:13.004801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7b137eba-5801-4862-a3ac-a688c482494a None None] Provisioning complete for port fc127a2b-6547-4b7f-9d0a-438fa0150712 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:13.005274 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b137eba-5801-4862-a3ac-a688c482494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.079447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7b137eba-5801-4862-a3ac-a688c482494a None None] Port fc127a2b-6547-4b7f-9d0a-438fa0150712 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:13.143603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:13.245915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.361616 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 2, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:13.392470 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:13.392818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Updating router 42f8cf25-8125-486d-a088-d835f51bc7d6 port 1ddaaf00-1540-4870-bce2-5ef2151f4120 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:29:13.417378 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.446342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.586951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Router f0071ae7-42da-42cf-acc4-334ce364af6f is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:29:13.703705 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.710915 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.767696 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Pushing event updated for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:13.790759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.791100 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.791630 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.791972 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.792308 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.792640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.792970 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.793296 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.793656 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.793982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.794308 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.794632 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.794955 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:29:13.844076 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Attempting to bind port 1ddaaf00-1540-4870-bce2-5ef2151f4120 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:13.844424 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Attempting to bind port 1ddaaf00-1540-4870-bce2-5ef2151f4120 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:13.844718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Attempting to bind port 1ddaaf00-1540-4870-bce2-5ef2151f4120 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:13.851859 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:13.852239 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:13.852695 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.853096 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:13.853979 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Bound port: 1ddaaf00-1540-4870-bce2-5ef2151f4120, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:13.854650 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:13.922702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f655ae-b57b-4a93-81e9-2967fd4a6fb4 None None] Network cd36753c-271b-4ef4-932c-770b407449c1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:29:13.941326 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] For port 1ddaaf00-1540-4870-bce2-5ef2151f4120, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:13.944945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] For port 1ddaaf00-1540-4870-bce2-5ef2151f4120, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ddaaf00-1540-4870-bce2-5ef2151f4120,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:13.951157 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.022353 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:14.023885 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:14.032244 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da902-3511-4e63-8693-8494773c1d3f None None] Pushing event updated for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:14.041276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:14.063084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.068167 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3148b04b-26ba-4e26-9375-8254f3a6394e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9818733 Dec 21 02:29:14.068913 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 59720) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:29:14.084152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Sync routers for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:14.112548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:14.113225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:14.168311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-538ddb5d-ef8c-4f0e-8210-1cc18460bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.172463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] Provisioning complete for port d3bf2b9b-1b05-499d-b893-0573f8268574 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:14.172827 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.273190 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:14.279074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:14.385887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.473354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] For port d3bf2b9b-1b05-499d-b893-0573f8268574, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d3bf2b9b-1b05-499d-b893-0573f8268574,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:14.483461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.553195 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:13Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:14.573368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce3d90-22ac-4b6f-8f40-46d4d493408e None None] Pushing event updated for resources: {'Port': ['ID=d3bf2b9b-1b05-499d-b893-0573f8268574,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:14.595653 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54133dab-c10e-43f4-8a83-a90eb9cd32bc None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:13Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:14.613927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:13Z', 'revision_number': 3, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:14.646436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Checking router: f0071ae7-42da-42cf-acc4-334ce364af6f for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:14.646790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Updating router f0071ae7-42da-42cf-acc4-334ce364af6f port fc127a2b-6547-4b7f-9d0a-438fa0150712 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:29:14.650102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Provisioning complete for port d3bf2b9b-1b05-499d-b893-0573f8268574 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:14.650466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.663766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.709647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.740822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ddaaf00-1540-4870-bce2-5ef2151f4120 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:14.855122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Allocated IP 172.20.0.1 (cd36753c-271b-4ef4-932c-770b407449c1/1a769b93-8ac3-4bf5-9fe4-01a8c082c350/7354a741-c621-4485-bb1f-cc81a28c5f7d) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:14.950973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1ddaaf00-1540-4870-bce2-5ef2151f4120 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:14.951592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:14.972170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.009669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.049789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Network cd36753c-271b-4ef4-932c-770b407449c1 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:15.055721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:15.059853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:15.095593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Pushing event updated for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:15.114964 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.153510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Provisioning complete for port 1ddaaf00-1540-4870-bce2-5ef2151f4120 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:15.153877 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.289202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.353184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.373694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.375535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.390806 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.447656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eaf979-950c-472d-972b-478b9bd04a8c None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:15.486012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 1ddaaf00-1540-4870-bce2-5ef2151f4120, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ddaaf00-1540-4870-bce2-5ef2151f4120,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:15.487771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927f49-470c-4ec3-a277-fed3f6d06e12 None None] Pushing event updated for resources: {'Port': ['ID=fc127a2b-6547-4b7f-9d0a-438fa0150712,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:15.489981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Attempting to bind port fc127a2b-6547-4b7f-9d0a-438fa0150712 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:15.490349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Attempting to bind port fc127a2b-6547-4b7f-9d0a-438fa0150712 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:15.490719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Attempting to bind port fc127a2b-6547-4b7f-9d0a-438fa0150712 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:15.495415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.496197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d3bf2b9b-1b05-499d-b893-0573f8268574 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:15.505290 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.508974 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.528994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:15.529915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:15.530344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.530743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:15.531225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Bound port: fc127a2b-6547-4b7f-9d0a-438fa0150712, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:15.531604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.580856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Pushing event updated for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:15.584569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.658088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:29:15.658446 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-1a85204d-697e-4d12-948d-c7f0712d173c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:29:15.660748 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:15.665694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] For port fc127a2b-6547-4b7f-9d0a-438fa0150712, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:15.671325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] For port fc127a2b-6547-4b7f-9d0a-438fa0150712, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fc127a2b-6547-4b7f-9d0a-438fa0150712,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:15.678747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.679006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Network cd36753c-271b-4ef4-932c-770b407449c1 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:15.680387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:15.683884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d3bf2b9b-1b05-499d-b893-0573f8268574 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:15.684247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:15.749152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9035b-741f-4978-b484-3ecc31cb8f00 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:29:15.778638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:15.779265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:28:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:15.785508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927f49-470c-4ec3-a277-fed3f6d06e12 None None] Pushing event updated for resources: {'Port': ['ID=fc127a2b-6547-4b7f-9d0a-438fa0150712,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:15.804332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Router f0071ae7-42da-42cf-acc4-334ce364af6f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:29:15.925415 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:29:15.929549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:15.931439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aa7d52e1-26f5-431b-905d-3a51de687936 admin admin] 10.222.0.43 "PUT /v2.0/routers/f0071ae7-42da-42cf-acc4-334ce364af6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8608179 Dec 21 02:29:16.132652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7354a741-c621-4485-bb1f-cc81a28c5f7d', 'name': '', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'mac_address': 'fa:16:3e:62:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:14Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 2, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'subnets': [{'id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:16.165384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbd33e-c58b-43a5-86a0-9a26c6e5b88f None None] The sync data for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 is: [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7354a741-c621-4485-bb1f-cc81a28c5f7d', 'name': '', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'mac_address': 'fa:16:3e:62:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:14Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 2, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'subnets': [{'id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:16.327729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Provisioning complete for port fc127a2b-6547-4b7f-9d0a-438fa0150712 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:16.328239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.439216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.462102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] For port fc127a2b-6547-4b7f-9d0a-438fa0150712, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fc127a2b-6547-4b7f-9d0a-438fa0150712,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:16.467758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.524119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Provisioning complete for port 7354a741-c621-4485-bb1f-cc81a28c5f7d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:16.524495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.565457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Pushing event updated for resources: {'Port': ['ID=fc127a2b-6547-4b7f-9d0a-438fa0150712,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:16.588089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-95a85e0c-4374-440e-b7aa-21e0051b2223 None None] Port 7354a741-c621-4485-bb1f-cc81a28c5f7d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:16.598977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ddaaf00-1540-4870-bce2-5ef2151f4120 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:16.676478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 1ddaaf00-1540-4870-bce2-5ef2151f4120 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:16.676864 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.725149 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2d22-b073-46dc-bbac-ffd4c0711dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:16.782497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d3bf2b9b-1b05-499d-b893-0573f8268574 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:16.831295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d3bf2b9b-1b05-499d-b893-0573f8268574 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:16.831743 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:17.402616 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:18.063856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-92b0b0a1-dac0-48ec-8e55-fa9dd046b624 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:18.066124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-92b0b0a1-dac0-48ec-8e55-fa9dd046b624 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1146116 Dec 21 02:29:18.081825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-1f4719e1-680b-432a-a425-de0d93195ee5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0096598 Dec 21 02:29:18.134529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-15822d16-f9f9-4318-8f3b-5e7a977a0f13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469282 Dec 21 02:29:18.228863 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-913a4265-1d36-4276-9eec-ea18f7996e9f service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Dec 21 02:29:18.320532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-3db3f9f1-cb31-409d-938d-46d1e1c8b1b9 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850611 Dec 21 02:29:18.576513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fc127a2b-6547-4b7f-9d0a-438fa0150712 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:18.605934 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c477ee96-d104-4c29-9944-450a70170f9a req-168f2b64-fd94-43b0-a0ec-d059efc9d19c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0266347 Dec 21 02:29:18.629238 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fc127a2b-6547-4b7f-9d0a-438fa0150712 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:18.629741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:18.773872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:18.831930 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Sync routers for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:29:18.842098 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:18.842947 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:29:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:18.949639 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:19.151619 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7354a741-c621-4485-bb1f-cc81a28c5f7d', 'name': '', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'mac_address': 'fa:16:3e:62:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:14Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 2, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'subnets': [{'id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:19.178969 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Checking router: f0071ae7-42da-42cf-acc4-334ce364af6f for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:29:19.179337 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Updating router f0071ae7-42da-42cf-acc4-334ce364af6f port 7354a741-c621-4485-bb1f-cc81a28c5f7d binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:29:19.204102 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.403319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.471050 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.476080 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.541346 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2aeb1-cbc8-4d3e-ad28-67644bf8dfe7 None None] Pushing event updated for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:19.571349 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Attempting to bind port 7354a741-c621-4485-bb1f-cc81a28c5f7d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:19.571730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Attempting to bind port 7354a741-c621-4485-bb1f-cc81a28c5f7d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:19.572121 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Attempting to bind port 7354a741-c621-4485-bb1f-cc81a28c5f7d on network cd36753c-271b-4ef4-932c-770b407449c1 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:19.578120 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:19.578495 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Checking segment: {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:19.578893 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.579285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Bound using segment: {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:19.579745 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Bound port: 7354a741-c621-4485-bb1f-cc81a28c5f7d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:19.580120 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.656832 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] For port 7354a741-c621-4485-bb1f-cc81a28c5f7d, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:19.660594 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] For port 7354a741-c621-4485-bb1f-cc81a28c5f7d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7354a741-c621-4485-bb1f-cc81a28c5f7d,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:19.666603 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.731113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2aeb1-cbc8-4d3e-ad28-67644bf8dfe7 None None] Pushing event updated for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:19.758738 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:29:19.759348 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:29:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:19.768278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14fd0c28-31ca-4840-a862-e32b7ed94554 req-0f255137-24bd-4522-b111-1e05c370f54b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0635250 Dec 21 02:29:19.793772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-216f0581-4bf4-47b7-afb3-74d79c001034 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:19.795438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-216f0581-4bf4-47b7-afb3-74d79c001034 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1261055 Dec 21 02:29:19.820284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:19.846702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] Provisioning complete for port 7354a741-c621-4485-bb1f-cc81a28c5f7d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:19.847229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.912193 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:29:19.962386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:19.976013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:29:19.983016 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.007428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] For port 7354a741-c621-4485-bb1f-cc81a28c5f7d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7354a741-c621-4485-bb1f-cc81a28c5f7d,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:20.019672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.086119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc444dd2-101f-4d73-86f0-2cfe57b99044 None None] Pushing event updated for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:20.129085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.8 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/6e9c90ac-8dc6-4342-9f89-548b28b21c1b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:29:20.148490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5d0bc5a2-d78a-4996-b1e9-5b3dabd78eb4 None None] Provisioning complete for port 7354a741-c621-4485-bb1f-cc81a28c5f7d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:20.148886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc5a2-d78a-4996-b1e9-5b3dabd78eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.168174 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7354a741-c621-4485-bb1f-cc81a28c5f7d', 'name': '', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'mac_address': 'fa:16:3e:62:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:14Z', 'updated_at': '2021-12-21T02:29:19Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'subnets': [{'id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:29:20.205246 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3098484-fc2b-4935-afd1-9236e318c528 None None] The sync data for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 is: [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '7354a741-c621-4485-bb1f-cc81a28c5f7d', 'name': '', 'network_id': 'cd36753c-271b-4ef4-932c-770b407449c1', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'mac_address': 'fa:16:3e:62:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:14Z', 'updated_at': '2021-12-21T02:29:19Z', 'revision_number': 4, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'subnets': [{'id': '1a769b93-8ac3-4bf5-9fe4-01a8c082c350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:29:20.322224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.365241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.428353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:29:20.429146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:20.433497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:29:20.436378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:29:20.489451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:20.490072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.523918 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-127c8174-d5e4-49f0-b7db-b4d3aa40a9e8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095628 Dec 21 02:29:20.539647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-e6c90690-cb53-4b9f-a7d9-6050a0752687 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:29:20.540656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-e6c90690-cb53-4b9f-a7d9-6050a0752687 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055997 Dec 21 02:29:20.594129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7354a741-c621-4485-bb1f-cc81a28c5f7d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:20.660542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 7354a741-c621-4485-bb1f-cc81a28c5f7d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:20.661085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.737017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Request body: {'port': {'device_id': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:29:20.809620 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.870271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-47b41c97-96b8-47ba-af0d-62eb12e09a27 None None] Provisioning complete for port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:20.870803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47b41c97-96b8-47ba-af0d-62eb12e09a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:20.897935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d773-cb30-4224-ba5d-d42431c6815a req-984da9c6-6b76-4970-a9b1-256d80b1cac0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:20.906260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d796d773-cb30-4224-ba5d-d42431c6815a req-984da9c6-6b76-4970-a9b1-256d80b1cac0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 931 time: 0.0682151 Dec 21 02:29:20.923622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-47b41c97-96b8-47ba-af0d-62eb12e09a27 None None] Port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:29:20.971744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d796d773-cb30-4224-ba5d-d42431c6815a req-363ea43e-e129-48d7-a40a-5db887910faa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Dec 21 02:29:21.118978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9c90ac-8dc6-4342-9f89-548b28b21c1b {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:29:21.127061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:21.139022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Transition to ACTIVE for port object 6e9c90ac-8dc6-4342-9f89-548b28b21c1b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:29:21.142461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:21.194081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Attempting to bind port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Attempting to bind port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Attempting to bind port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Attempting to bind port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:29:21.267666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:29:21.280641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:29:21.280641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Bound port: 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:29:21.280641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:21.369879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:29:21.376655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:29:21.381915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:21.419037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:21.419667 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:21.421640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6e9c90ac-8dc6-4342-9f89-548b28b21c1b HTTP/1.1" status: 200 len: 1092 time: 0.8600175 Dec 21 02:29:21.422098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:29:21.424369 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:29:21.454804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432bf0-546b-4da9-9284-0fb9dc5b7ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:21.501522 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f04f23e-55f7-4ab4-ab2c-1de448ba21ee x-openstack-request-id: req-3f04f23e-55f7-4ab4-ab2c-1de448ba21ee {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:29:21.501820 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:29:21.502074 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f04f23e-55f7-4ab4-ab2c-1de448ba21ee {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:29:21.502471 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b', 'status': 'completed', 'code': 200} Dec 21 02:29:21.538157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-8bd781bc-e1ae-4ba8-a4cc-aa8d6de3c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:21.539671 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-8bd781bc-e1ae-4ba8-a4cc-aa8d6de3c801 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 1095 time: 0.0501285 Dec 21 02:29:21.610609 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-660175fb-1a69-4f70-9c20-bb39f0e2a942 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b HTTP/1.1" status: 200 len: 217 time: 0.0509522 Dec 21 02:29:21.669302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-ffa79bd7-893e-4f72-9151-22a870037232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:21.671484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-ffa79bd7-893e-4f72-9151-22a870037232 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0484393 Dec 21 02:29:21.725482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b68e5b8d-f88b-453b-bd74-460bbcc30403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:21.727000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-b68e5b8d-f88b-453b-bd74-460bbcc30403 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446026 Dec 21 02:29:21.832662 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-c24e740c-7de1-4b0d-a9a7-cfc239f7a196 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921869 Dec 21 02:29:21.933994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38a1819e-636e-4c5e-a538-2e1398d40941 req-637ec247-88a0-4ad9-95ff-94222a7d41c0 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869329 Dec 21 02:29:22.056240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-73d60f68-139d-4b66-b51f-3231ddd05009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:22.057786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-73d60f68-139d-4b66-b51f-3231ddd05009 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 1095 time: 0.0429366 Dec 21 02:29:22.088169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a66bf-b296-4df3-a85a-3b4babde870a req-2aa916f1-2dd5-488b-8cbc-370d5a161af9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:22.089680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b8a66bf-b296-4df3-a85a-3b4babde870a req-2aa916f1-2dd5-488b-8cbc-370d5a161af9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0503819 Dec 21 02:29:22.141284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b8a66bf-b296-4df3-a85a-3b4babde870a req-a9a32d65-b96e-47bc-ad53-edc0cc087359 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Dec 21 02:29:22.162232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-14b1d4dd-3633-4938-97fb-46bb3f9dfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:22.163847 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-14b1d4dd-3633-4938-97fb-46bb3f9dfe67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0941606 Dec 21 02:29:22.215202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-85de1375-98eb-441b-9158-6f10256eb249 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b HTTP/1.1" status: 200 len: 217 time: 0.0389907 Dec 21 02:29:22.269014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-0c7469c2-1829-44e1-b1d9-175d50ffd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:22.270376 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-0c7469c2-1829-44e1-b1d9-175d50ffd761 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0443044 Dec 21 02:29:22.322399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-e35fa375-e528-4b13-bce1-46b05d335464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:22.323882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-e35fa375-e528-4b13-bce1-46b05d335464 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392759 Dec 21 02:29:22.388687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:22.430887 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-eba11005-0066-4750-bf60-7e21c97a114d service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954263 Dec 21 02:29:22.528174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bfa26c0a-2ec3-4cd3-bd5d-50a3046bb6f4 req-6747216c-5f21-4362-bebc-463d0301cedd service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Dec 21 02:29:23.271815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c560-b09c-4825-957d-7319b8cf0cb7 req-4fb4a96f-51c1-408b-8337-220aca718b57 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:23.273380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13a8c560-b09c-4825-957d-7319b8cf0cb7 req-4fb4a96f-51c1-408b-8337-220aca718b57 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0563641 Dec 21 02:29:23.325061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-13a8c560-b09c-4825-957d-7319b8cf0cb7 req-f4677f32-3247-4e5d-9ad8-99515aa1bc85 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Dec 21 02:29:24.442760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a896-b1e7-420e-a81f-5459559514ec req-927dedc0-8305-4540-aa4f-33509ddf925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:24.444235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7658a896-b1e7-420e-a81f-5459559514ec req-927dedc0-8305-4540-aa4f-33509ddf925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0491104 Dec 21 02:29:24.494124 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7658a896-b1e7-420e-a81f-5459559514ec req-29b69387-34dd-47a7-ac01-6a6b47c56854 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Dec 21 02:29:25.609494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9073-1467-467b-8366-d109b206959c req-862812ff-c363-4205-ad02-4cc1266e3f8f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:25.610975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-400b9073-1467-467b-8366-d109b206959c req-862812ff-c363-4205-ad02-4cc1266e3f8f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0529003 Dec 21 02:29:25.661351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-400b9073-1467-467b-8366-d109b206959c req-be77d91c-b98b-4364-b306-156d5d4f64c6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Dec 21 02:29:26.774935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30109b34-864c-40c6-b08c-1bcad2a0a097 req-55fdcc8d-533d-438c-81f7-317e697778f5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:26.776410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30109b34-864c-40c6-b08c-1bcad2a0a097 req-55fdcc8d-533d-438c-81f7-317e697778f5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0481133 Dec 21 02:29:26.823108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30109b34-864c-40c6-b08c-1bcad2a0a097 req-0d0f8508-a472-4f21-8301-0e3aca64f147 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Dec 21 02:29:27.103768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:27.933435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e00ca-7525-429f-8286-2855802aa89d req-c39ee263-29cf-4c46-bdaa-d54a164b6fb2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:27.934893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-157e00ca-7525-429f-8286-2855802aa89d req-c39ee263-29cf-4c46-bdaa-d54a164b6fb2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0467279 Dec 21 02:29:27.981153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-157e00ca-7525-429f-8286-2855802aa89d req-e0ea3a00-d42d-4bd9-bd98-b74ef31de5fb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Dec 21 02:29:29.098132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec96924-a986-4feb-a5bc-e695c7a7ed5b req-9b9bb67b-aca2-4bdd-91ca-09a80518c8f5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:29.099627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ec96924-a986-4feb-a5bc-e695c7a7ed5b req-9b9bb67b-aca2-4bdd-91ca-09a80518c8f5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0520642 Dec 21 02:29:29.146534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ec96924-a986-4feb-a5bc-e695c7a7ed5b req-2f409866-701e-4980-b33d-587a5f251a62 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Dec 21 02:29:30.259714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211aea-71a3-4833-b7b1-0880362034fd req-b2888a6f-7753-411c-b172-ff9ba07c59f9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:30.261185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1211aea-71a3-4833-b7b1-0880362034fd req-b2888a6f-7753-411c-b172-ff9ba07c59f9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0482419 Dec 21 02:29:30.307993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1211aea-71a3-4833-b7b1-0880362034fd req-1c12057a-bb50-4b74-a5d5-41e886628aa9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Dec 21 02:29:31.423931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e17c4-8d05-406e-9823-bd7c99fc601c req-676744cd-6d4f-4d71-9070-e56f892e99e3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:31.425298 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-292e17c4-8d05-406e-9823-bd7c99fc601c req-676744cd-6d4f-4d71-9070-e56f892e99e3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0508077 Dec 21 02:29:31.472380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-292e17c4-8d05-406e-9823-bd7c99fc601c req-4e06a5c3-2212-4c53-b632-ee7ad7694a5e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Dec 21 02:29:32.582944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03a095-fab1-4461-890d-7485d9815719 req-da9b2d6c-0d3f-49a9-80b4-517933899b56 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:32.584393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b03a095-fab1-4461-890d-7485d9815719 req-da9b2d6c-0d3f-49a9-80b4-517933899b56 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0471351 Dec 21 02:29:32.631732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b03a095-fab1-4461-890d-7485d9815719 req-aaf8faa3-a764-4fc4-ad45-412f57bb3e68 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Dec 21 02:29:33.742778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862efa7-93ac-4616-9c57-a89bc5fdf507 req-9a6b4a22-cb01-4da7-a723-5fa300efed97 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:33.744228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2862efa7-93ac-4616-9c57-a89bc5fdf507 req-9a6b4a22-cb01-4da7-a723-5fa300efed97 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 943 time: 0.0468698 Dec 21 02:29:33.793414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2862efa7-93ac-4616-9c57-a89bc5fdf507 req-15850123-6248-4de3-8d62-f3bdff018bb5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Dec 21 02:29:34.246024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6e9c90ac-8dc6-4342-9f89-548b28b21c1b details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:29:34.339761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:34.350950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b', 'mac_address': 'fa:16:3e:aa:07:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:29:34.386922 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:34.399462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9c90ac-8dc6-4342-9f89-548b28b21c1b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:29:34.418853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:34.423451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:34.468990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:34.906720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f012b-6f06-4e5e-9666-9bc360ab9146 req-14a129b6-d051-49ef-9d82-def21d66054e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:34.908198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b62f012b-6f06-4e5e-9666-9bc360ab9146 req-14a129b6-d051-49ef-9d82-def21d66054e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 944 time: 0.0484042 Dec 21 02:29:34.949128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6e9c90ac-8dc6-4342-9f89-548b28b21c1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:29:34.956172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b62f012b-6f06-4e5e-9666-9bc360ab9146 req-4f594736-f475-4d8f-bca1-952bb6174aee tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Dec 21 02:29:36.071862 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5371-56a6-4f5a-859b-b83e91e8e955 req-a890d2a8-354a-4126-94b4-ab5224e7d6e4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:36.073366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fac5371-56a6-4f5a-859b-b83e91e8e955 req-a890d2a8-354a-4126-94b4-ab5224e7d6e4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 944 time: 0.0520535 Dec 21 02:29:36.120629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9fac5371-56a6-4f5a-859b-b83e91e8e955 req-ed799843-20ee-41e2-89b4-4640b0be3b40 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Dec 21 02:29:36.261846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6e9c90ac-8dc6-4342-9f89-548b28b21c1b up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:29:36.310176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:29:36.314275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:29:36.314642 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:36.405770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:36.427050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:29:36.429238 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9705a5b3-63af-414d-b41d-bf7545b93eaf" -d '{"events": [{"server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:29:36.442048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:36.446015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:36.470797 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91015e2c-bd8a-457b-a4d8-84a1230c614a x-openstack-request-id: req-91015e2c-bd8a-457b-a4d8-84a1230c614a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:29:36.471089 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:29:36.471340 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91015e2c-bd8a-457b-a4d8-84a1230c614a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:29:36.471725 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b', 'code': 200} Dec 21 02:29:36.493789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:36.608691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a0d46-c447-4615-984b-3e4ed873f948 req-cde9b1ac-fa11-4b97-88b9-7236f2568a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:36.610128 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-151a0d46-c447-4615-984b-3e4ed873f948 req-cde9b1ac-fa11-4b97-88b9-7236f2568a58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0442910 Dec 21 02:29:36.657945 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-151a0d46-c447-4615-984b-3e4ed873f948 req-c3a9d79f-8164-4c4c-bb17-d0924ebeb9f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Dec 21 02:29:37.239144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc1932-ae20-45cc-8a35-750fe88d465e req-4a0ccc4b-740d-46cd-83d3-532e2d677ff8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:37.240577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9bc1932-ae20-45cc-8a35-750fe88d465e req-4a0ccc4b-740d-46cd-83d3-532e2d677ff8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Dec 21 02:29:37.286402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9bc1932-ae20-45cc-8a35-750fe88d465e req-4a35e6ce-351b-4b51-8abe-07117c951814 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Dec 21 02:29:38.399851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64e02-1b4a-4fe4-b84f-8ad422e56cd3 req-0c8a4d61-d5e6-4cd0-8ad8-cd20ccfadb73 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:38.401325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8b64e02-1b4a-4fe4-b84f-8ad422e56cd3 req-0c8a4d61-d5e6-4cd0-8ad8-cd20ccfadb73 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Dec 21 02:29:38.449466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8b64e02-1b4a-4fe4-b84f-8ad422e56cd3 req-2c9eca97-08a7-499b-ae18-8d9b7454b1cc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Dec 21 02:29:38.559871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2760c5-e80a-4a0e-b170-95a80fc264a2 req-c8e5e4d5-9b53-460d-b5ca-e1e47e7f9aa0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:38.561327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f2760c5-e80a-4a0e-b170-95a80fc264a2 req-c8e5e4d5-9b53-460d-b5ca-e1e47e7f9aa0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0469179 Dec 21 02:29:38.611966 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f2760c5-e80a-4a0e-b170-95a80fc264a2 req-88cb1255-a60e-4bb3-aa3d-8661be873bc2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Dec 21 02:29:38.720398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d21dc-6d24-44fc-bfbf-48ac003295b7 req-482d6e2e-1133-445c-bc17-d66beeaea308 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:38.721869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec1d21dc-6d24-44fc-bfbf-48ac003295b7 req-482d6e2e-1133-445c-bc17-d66beeaea308 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0470781 Dec 21 02:29:38.767658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec1d21dc-6d24-44fc-bfbf-48ac003295b7 req-b2d7f3bd-a83c-42fa-a2a0-4285bcf1f3d7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Dec 21 02:29:38.988420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722e5d-3055-4180-afc8-19cb3cc05ce3 req-f433e51f-c095-42b2-bd19-ab55a144af01 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:38.989913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94722e5d-3055-4180-afc8-19cb3cc05ce3 req-f433e51f-c095-42b2-bd19-ab55a144af01 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0483246 Dec 21 02:29:39.036649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94722e5d-3055-4180-afc8-19cb3cc05ce3 req-af02ebc1-a587-4553-b5f1-d933c6020828 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Dec 21 02:29:40.153827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae11a8-e937-45c9-bcff-be1210670b2f req-33a56b17-82df-4d3b-898b-f1e56a4881f6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:40.155768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9aae11a8-e937-45c9-bcff-be1210670b2f req-33a56b17-82df-4d3b-898b-f1e56a4881f6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Dec 21 02:29:40.202144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9aae11a8-e937-45c9-bcff-be1210670b2f req-ff7b58d5-cfff-4b44-94ca-60f17d3df1e7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Dec 21 02:29:40.736695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-123a71ca-1862-41d6-857d-9d999c9dee36 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:29:40.738257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-123a71ca-1862-41d6-857d-9d999c9dee36 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 945 time: 0.0535569 Dec 21 02:29:40.833054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:29:40.833423 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:40.918491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:29:40.918979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:40.931188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 6e9c90ac-8dc6-4342-9f89-548b28b21c1b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:29:41.066862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:41.095217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=6e9c90ac-8dc6-4342-9f89-548b28b21c1b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:29:41.117991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['6e9c90ac-8dc6-4342-9f89-548b28b21c1b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:29:41.134108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 6e9c90ac-8dc6-4342-9f89-548b28b21c1b on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:29:41.136885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:41.141741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b94a920-ba1f-43fe-a455-9a881d4fb72f req-666e92f4-5629-4c11-bc1b-019b3525fe2c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "DELETE /v2.0/ports/6e9c90ac-8dc6-4342-9f89-548b28b21c1b HTTP/1.1" status: 204 len: 173 time: 0.3931684 Dec 21 02:29:41.142229 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'name': 'network-vif-deleted', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:29:41.144510 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e3361-4902-4bea-a4cb-da68e7e4b6b5" -d '{"events": [{"server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "name": "network-vif-deleted", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:29:41.187424 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333f6a2-0196-4ec7-ad2e-0dce5ea22f41 x-openstack-request-id: req-f333f6a2-0196-4ec7-ad2e-0dce5ea22f41 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:29:41.187797 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5438f78-e1d5-47d2-becf-229d8073e6d6", "name": "network-vif-deleted", "tag": "6e9c90ac-8dc6-4342-9f89-548b28b21c1b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:29:41.188200 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f333f6a2-0196-4ec7-ad2e-0dce5ea22f41 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:29:41.188521 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5438f78-e1d5-47d2-becf-229d8073e6d6', 'name': 'network-vif-deleted', 'tag': '6e9c90ac-8dc6-4342-9f89-548b28b21c1b', 'status': 'completed', 'code': 200} Dec 21 02:29:41.302033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-692fe2c2-52dc-437d-84f2-4fd9beab7735 req-e3c17e93-b48f-44b0-8f6b-100a29563161 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Dec 21 02:29:42.398799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58dc750f-67fe-4ed6-921d-cd3b6d9406ea req-88c7678f-17a0-4d87-8a9c-8f9314651fdf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Dec 21 02:29:43.490861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32922ac9-695b-42db-a2c8-dedc555f8bed req-058fd1cd-1251-414a-97e6-27b03d76f643 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0260994 Dec 21 02:29:43.952313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-72492408-414a-48b0-b27f-268b64c64118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:44.326020 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6e9c90ac-8dc6-4342-9f89-548b28b21c1b no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:29:44.345611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 6e9c90ac-8dc6-4342-9f89-548b28b21c1b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:29:44.345959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 6e9c90ac-8dc6-4342-9f89-548b28b21c1b not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:29:44.585133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7662007-ae3c-4c99-9b35-3bbc27eee13e req-f1d6b513-c229-4226-bc3b-79e35316cff4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Dec 21 02:29:45.688004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c983cbf6-265d-48db-9f66-d42617922348 req-bbbdbe01-0f45-4fc8-8038-b62fbad7c390 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5438f78-e1d5-47d2-becf-229d8073e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Dec 21 02:29:46.686946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8be8d06b-1416-4997-abee-ed0f1f4bf81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:47.382865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:48.778051 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:49.397006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:49.422071 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:29:52.392251 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:29:57.125760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:07.648423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-337b9944-2d9f-4d01-b2fc-f25105690936 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:07.649897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-337b9944-2d9f-4d01-b2fc-f25105690936 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1032608 Dec 21 02:30:07.665112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-20334e62-74dc-4722-8349-7c91b16a7a00 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0089014 Dec 21 02:30:07.719095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-8c9520ff-1acf-4199-a9e3-a8c153189dfa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484047 Dec 21 02:30:07.781484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-7194283d-afb1-4f6c-ad0c-85eadaa2d667 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:30:07.782481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-7194283d-afb1-4f6c-ad0c-85eadaa2d667 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570741 Dec 21 02:30:07.880590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-e861ba51-7afc-40fe-ae8d-9245e07b13dd service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Dec 21 02:30:08.003047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-b590ec06-cd52-4fd3-98ae-3265ef8a6dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131492 Dec 21 02:30:08.219548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35775b62-c3d9-46f8-916d-e6285635da98 req-e75f28b1-3cf3-45c7-9783-e24ec9c726cf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0438275 Dec 21 02:30:09.217281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-1d0bfcec-353a-45a6-a0f0-49a0f10ed917 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:09.219627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-1d0bfcec-353a-45a6-a0f0-49a0f10ed917 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1120031 Dec 21 02:30:09.237848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': '49abc6cb-1315-47a7-b118-c5354a8002de', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:30:09.322039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e8cde65-130a-48f3-8f4c-3f548244b481 req-9e6054c1-aad9-4820-9f03-fb6c12071c88 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0300786 Dec 21 02:30:09.364368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:30:09.368204 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:09.499744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.13 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/c7cd35d8-d388-4b34-808d-169ff102fc34) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:30:09.677248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:09.711353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:09.757720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:30:09.760805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:30:09.764460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:30:09.793504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:09.805224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.805729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.806159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.806617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.807048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.807800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.808242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.808679 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.809090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.809530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.809947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.810388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.810911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:09.840296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:09.840934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:09.860512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-9c222b4f-442c-4153-ae45-81dc6b262e18 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262608 Dec 21 02:30:09.878573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Request body: {'port': {'device_id': '49abc6cb-1315-47a7-b118-c5354a8002de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:30:09.938526 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.018223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-98737397-b237-48eb-9a72-bcbd6fe598e4 None None] Provisioning complete for port c7cd35d8-d388-4b34-808d-169ff102fc34 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:30:10.018767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98737397-b237-48eb-9a72-bcbd6fe598e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.055961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-98737397-b237-48eb-9a72-bcbd6fe598e4 None None] Port c7cd35d8-d388-4b34-808d-169ff102fc34 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:30:10.206858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cd35d8-d388-4b34-808d-169ff102fc34 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:30:10.214250 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.227278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Transition to ACTIVE for port object c7cd35d8-d388-4b34-808d-169ff102fc34 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:30:10.231179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.291504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:10.387079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Attempting to bind port c7cd35d8-d388-4b34-808d-169ff102fc34 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:30:10.387426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Attempting to bind port c7cd35d8-d388-4b34-808d-169ff102fc34 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:30:10.387751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Attempting to bind port c7cd35d8-d388-4b34-808d-169ff102fc34 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:30:10.393260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Port c7cd35d8-d388-4b34-808d-169ff102fc34 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:30:10.394120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Attempting to bind port c7cd35d8-d388-4b34-808d-169ff102fc34 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:30:10.399147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:30:10.399502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:30:10.399911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:30:10.400335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Bound port: c7cd35d8-d388-4b34-808d-169ff102fc34, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:30:10.400694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.483299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:30:10.488147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c7cd35d8-d388-4b34-808d-169ff102fc34,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:30:10.492482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda19dc-d184-43cd-ac9d-d4a5c43b7a28 req-3b4fd7dd-3009-4211-bc1e-ce3f0dd612b8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:10.495645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edda19dc-d184-43cd-ac9d-d4a5c43b7a28 req-3b4fd7dd-3009-4211-bc1e-ce3f0dd612b8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0697036 Dec 21 02:30:10.496798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.538739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:10.539369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:10.540802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7cd35d8-d388-4b34-808d-169ff102fc34 HTTP/1.1" status: 200 len: 1093 time: 0.6672142 Dec 21 02:30:10.541267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:30:10.543528 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d" -d '{"events": [{"name": "network-changed", "server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:30:10.617491 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2330af-07ca-480c-b2c2-3dad5768e370 x-openstack-request-id: req-3b2330af-07ca-480c-b2c2-3dad5768e370 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:30:10.618130 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:30:10.618562 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b2330af-07ca-480c-b2c2-3dad5768e370 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:30:10.619151 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34', 'status': 'completed', 'code': 200} Dec 21 02:30:10.619963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edda19dc-d184-43cd-ac9d-d4a5c43b7a28 req-22594a8b-d3f3-4fd8-9a4b-3a8a82d7bd3f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135223 Dec 21 02:30:10.623093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa25cb-ab49-406c-b822-39bfba591c31 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:10.673642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-401982de-8fae-4f6b-baf4-e4ae29343455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:10.675405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-401982de-8fae-4f6b-baf4-e4ae29343455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 1096 time: 0.0470049 Dec 21 02:30:10.730022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-699d0ba6-5753-4638-83d1-aeaa54c06052 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7cd35d8-d388-4b34-808d-169ff102fc34 HTTP/1.1" status: 200 len: 217 time: 0.0402896 Dec 21 02:30:10.784280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-61a7df69-ff3e-45f9-a7c1-7855b87c0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:10.785764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-61a7df69-ff3e-45f9-a7c1-7855b87c0e3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0489936 Dec 21 02:30:10.832877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-fd8cea66-eb29-492e-bbc7-723734516317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:10.834443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-fd8cea66-eb29-492e-bbc7-723734516317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410669 Dec 21 02:30:10.947828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-7281561d-38c9-4f52-bdfc-25617f738827 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029322 Dec 21 02:30:11.040403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2ec671e8-c9ec-4d74-94c2-64eb428c6328 req-92dcec01-d221-4508-b280-ea9ed04b2318 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Dec 21 02:30:11.150336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-741f2bc7-3acd-49c6-8c28-af7c363cb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:11.151823 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-741f2bc7-3acd-49c6-8c28-af7c363cb75d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 1096 time: 0.0437522 Dec 21 02:30:11.257686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-ca4a65f3-5cf3-4fc3-8fb3-8d56515b5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:11.259194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-ca4a65f3-5cf3-4fc3-8fb3-8d56515b5279 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.1001394 Dec 21 02:30:11.299845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-8228c3ef-c6d3-4d67-8159-c90cf1a3bd1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7cd35d8-d388-4b34-808d-169ff102fc34 HTTP/1.1" status: 200 len: 217 time: 0.0340631 Dec 21 02:30:11.352221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-c274314d-10ee-480d-ab93-a56f520fa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:11.353777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-c274314d-10ee-480d-ab93-a56f520fa088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0469494 Dec 21 02:30:11.399365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-869f0b1b-75bc-4072-9554-50160fa8d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:11.400881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-869f0b1b-75bc-4072-9554-50160fa8d9bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403531 Dec 21 02:30:11.493140 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-a7120c0f-d35d-4b5b-85c7-cd71870b056d service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847490 Dec 21 02:30:11.594951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e91d25c-50fe-4e85-b6db-5c9aaff4ea5d req-f4f2b09c-029f-4216-8bb8-16c3aff6bc8f service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947728 Dec 21 02:30:11.744374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22790f-d507-4c04-97cf-2b2a0b3a5f6b req-95f67c88-5444-4367-8b31-49a412c39878 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:11.746695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf22790f-d507-4c04-97cf-2b2a0b3a5f6b req-95f67c88-5444-4367-8b31-49a412c39878 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0518911 Dec 21 02:30:11.794474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf22790f-d507-4c04-97cf-2b2a0b3a5f6b req-e042ef6d-4cf4-47be-adc2-9ef472f21bfb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Dec 21 02:30:12.942896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f2af-9b5d-4422-ae49-34a9770df2c6 req-a3764700-87de-43dc-ae1b-57dbc6475c93 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:12.944388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8298f2af-9b5d-4422-ae49-34a9770df2c6 req-a3764700-87de-43dc-ae1b-57dbc6475c93 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0602834 Dec 21 02:30:12.997004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8298f2af-9b5d-4422-ae49-34a9770df2c6 req-fe150be7-29f7-44f9-9d9c-66259b5c323e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459468 Dec 21 02:30:13.964986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6e54bedc-aa62-411b-b01f-fcf02835300d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:14.169622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecb128-f19b-42e5-b945-d372632afc53 req-87844d24-c96a-4bec-88cf-8a71fd1120de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:14.172687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8ecb128-f19b-42e5-b945-d372632afc53 req-87844d24-c96a-4bec-88cf-8a71fd1120de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0610089 Dec 21 02:30:14.244733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8ecb128-f19b-42e5-b945-d372632afc53 req-7ead19b8-6349-42ba-89f0-557135a614e9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640342 Dec 21 02:30:15.388218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9640-9cb2-44a7-835a-0d190f79e541 req-6895f2cf-414e-4594-bd35-30744f615e30 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:15.391266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-499b9640-9cb2-44a7-835a-0d190f79e541 req-6895f2cf-414e-4594-bd35-30744f615e30 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0653875 Dec 21 02:30:15.453978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-499b9640-9cb2-44a7-835a-0d190f79e541 req-55332438-892c-436a-8ad8-bf8863d44eab tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549192 Dec 21 02:30:16.587139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57014123-dce5-4240-84ac-ed5a1f7071b9 req-55af3be1-08d1-4f06-a5db-890ceee1d5f3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:16.588629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57014123-dce5-4240-84ac-ed5a1f7071b9 req-55af3be1-08d1-4f06-a5db-890ceee1d5f3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0542898 Dec 21 02:30:16.660601 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57014123-dce5-4240-84ac-ed5a1f7071b9 req-ce14b4a6-d565-4280-963c-d2e7788a9596 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Dec 21 02:30:16.698667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3ca18058-6123-40e3-954b-887c3dcf084a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:17.388038 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:17.790619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b023-60d2-48a4-913f-121daa7ca79a req-22d4dfb5-f623-4644-bd6d-6a9fa712f047 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:17.792132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392b023-60d2-48a4-913f-121daa7ca79a req-22d4dfb5-f623-4644-bd6d-6a9fa712f047 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0493660 Dec 21 02:30:17.839879 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392b023-60d2-48a4-913f-121daa7ca79a req-d092f853-eec6-4a46-87f8-f4b099d5794d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Dec 21 02:30:18.778798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:18.954487 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840ee0-d86d-4930-9ea8-816c7cac309f req-0c2acefe-12a0-44e5-892d-8f6b25086eaf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:18.956032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65840ee0-d86d-4930-9ea8-816c7cac309f req-0c2acefe-12a0-44e5-892d-8f6b25086eaf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0478740 Dec 21 02:30:19.010699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-65840ee0-d86d-4930-9ea8-816c7cac309f req-02abbb0a-f0a0-48c3-86af-0b15ec25a256 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479040 Dec 21 02:30:19.399211 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:20.126475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3828e84-ca93-4c79-b982-bfc270075b41 req-8b1b197a-faa8-452e-b318-d4c9c05eae7b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:20.127938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3828e84-ca93-4c79-b982-bfc270075b41 req-8b1b197a-faa8-452e-b318-d4c9c05eae7b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0514927 Dec 21 02:30:20.175146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e3828e84-ca93-4c79-b982-bfc270075b41 req-a67e3572-34de-4aa4-9ab0-c0d809361b80 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Dec 21 02:30:21.292704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e809044-0503-4643-9638-7ee0c5ec5e9a req-c5c60945-af5c-483b-955f-52ae846cbf77 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:21.294217 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e809044-0503-4643-9638-7ee0c5ec5e9a req-c5c60945-af5c-483b-955f-52ae846cbf77 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0494642 Dec 21 02:30:21.341808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2e809044-0503-4643-9638-7ee0c5ec5e9a req-d4e02882-4c45-4a03-b7ec-e97538fa06c9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Dec 21 02:30:22.407338 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:22.460999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30344f-b397-47ef-ad9e-74c4c3516c6f req-d043ec1b-d1fc-411f-b056-0d481de3f0c7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:22.462542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f30344f-b397-47ef-ad9e-74c4c3516c6f req-d043ec1b-d1fc-411f-b056-0d481de3f0c7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0519609 Dec 21 02:30:22.510933 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f30344f-b397-47ef-ad9e-74c4c3516c6f req-626f9980-0037-491b-94b3-fc27583a27d8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Dec 21 02:30:23.627084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d69c6b-280e-49f5-9821-cd6cad9f4793 req-92c5f577-7d3b-4d64-82c0-5de760384760 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:23.628716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06d69c6b-280e-49f5-9821-cd6cad9f4793 req-92c5f577-7d3b-4d64-82c0-5de760384760 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0502381 Dec 21 02:30:23.676306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06d69c6b-280e-49f5-9821-cd6cad9f4793 req-f37fadf7-9ecd-4f8a-98d2-c5391400e222 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Dec 21 02:30:24.789671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eed84a-b153-421e-a4a6-d5d4cbad58a6 req-37037b9d-79e3-4626-b783-4d4292f0259f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:24.791119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2eed84a-b153-421e-a4a6-d5d4cbad58a6 req-37037b9d-79e3-4626-b783-4d4292f0259f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0471163 Dec 21 02:30:24.840419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2eed84a-b153-421e-a4a6-d5d4cbad58a6 req-fd8f3576-a213-4be1-9425-1566e7db0abb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Dec 21 02:30:25.965015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e93c5-002f-4bb9-9792-e467e70be7f4 req-bd35b923-b35b-49d0-a9db-7e488986500f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:25.966532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c72e93c5-002f-4bb9-9792-e467e70be7f4 req-bd35b923-b35b-49d0-a9db-7e488986500f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0596406 Dec 21 02:30:26.017610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c72e93c5-002f-4bb9-9792-e467e70be7f4 req-d9175b1e-0d71-4372-bf03-8012da5b6e26 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Dec 21 02:30:26.421352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:30:27.121654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:27.130142 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9c39-fcec-47fd-93ec-2f15c36fd232 req-e3d4ad5a-faba-4b9c-b5a9-21213338d58e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:27.131617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60ac9c39-fcec-47fd-93ec-2f15c36fd232 req-e3d4ad5a-faba-4b9c-b5a9-21213338d58e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0488648 Dec 21 02:30:27.179756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-60ac9c39-fcec-47fd-93ec-2f15c36fd232 req-5a32707c-fc23-474c-b3b4-7277290e924c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Dec 21 02:30:28.297519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447d60-cd0a-45d4-ae17-2637509d5050 req-6a574121-d163-4ce8-9631-4bf1bea96545 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:28.298991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8447d60-cd0a-45d4-ae17-2637509d5050 req-6a574121-d163-4ce8-9631-4bf1bea96545 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0515740 Dec 21 02:30:28.345694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8447d60-cd0a-45d4-ae17-2637509d5050 req-3fcd91d2-dff9-497b-89fd-9ab1471fdbb5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Dec 21 02:30:29.457786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef03fe-d10e-42ec-9f44-13171b60d3f2 req-d74b9100-7996-47c1-b2ce-50d66c3bcf7f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:29.459243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97ef03fe-d10e-42ec-9f44-13171b60d3f2 req-d74b9100-7996-47c1-b2ce-50d66c3bcf7f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0472691 Dec 21 02:30:29.505781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97ef03fe-d10e-42ec-9f44-13171b60d3f2 req-3279d33a-9fba-42ad-8f98-e60ddacfd8b1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Dec 21 02:30:30.619130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f798cf-ec7d-40b9-90bf-a6424545dfc0 req-c53586d4-656f-4880-b0fb-597ca09f78cc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:30.620476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f798cf-ec7d-40b9-90bf-a6424545dfc0 req-c53586d4-656f-4880-b0fb-597ca09f78cc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 944 time: 0.0480170 Dec 21 02:30:30.672300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18f798cf-ec7d-40b9-90bf-a6424545dfc0 req-041324ba-5a23-42c4-b4d9-2534c0241f69 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Dec 21 02:30:31.379616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c7cd35d8-d388-4b34-808d-169ff102fc34 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:30:31.470830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c7cd35d8-d388-4b34-808d-169ff102fc34,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:30:31.481459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c7cd35d8-d388-4b34-808d-169ff102fc34', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': 'c7cd35d8-d388-4b34-808d-169ff102fc34', 'mac_address': 'fa:16:3e:27:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:30:31.520234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:31.532261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cd35d8-d388-4b34-808d-169ff102fc34 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:30:31.552715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c7cd35d8-d388-4b34-808d-169ff102fc34,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:30:31.557059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:31.605353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:31.613202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.613589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.613939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.614331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.614619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.614952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.615286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.615614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.615940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.616271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.616596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.616924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.617246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:30:31.782430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdb63-56df-4662-a7ba-ce25e6b85564 req-376720a3-aa43-47df-9fdb-76b03c69e33e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:31.783854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-243fdb63-56df-4662-a7ba-ce25e6b85564 req-376720a3-aa43-47df-9fdb-76b03c69e33e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 945 time: 0.0472770 Dec 21 02:30:31.830395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-243fdb63-56df-4662-a7ba-ce25e6b85564 req-c95223d9-b2ea-4ec1-aae0-cc0b0d607712 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Dec 21 02:30:31.922362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c7cd35d8-d388-4b34-808d-169ff102fc34'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:30:32.942108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4738e2-3247-491f-bd6f-42ee36d3c4c5 req-5a99fb7d-c78c-4f53-b4da-7d37245eff38 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:32.943579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f4738e2-3247-491f-bd6f-42ee36d3c4c5 req-5a99fb7d-c78c-4f53-b4da-7d37245eff38 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 945 time: 0.0468953 Dec 21 02:30:32.991489 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f4738e2-3247-491f-bd6f-42ee36d3c4c5 req-55c38961-107a-445b-a99a-b6f31ebcd128 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Dec 21 02:30:33.395019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c7cd35d8-d388-4b34-808d-169ff102fc34 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:30:33.442708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c7cd35d8-d388-4b34-808d-169ff102fc34 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:30:33.446397 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c7cd35d8-d388-4b34-808d-169ff102fc34 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:30:33.446781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:33.524248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:33.548157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:30:33.550385 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1511c610-092c-4159-8336-4228a4165901" -d '{"events": [{"server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "name": "network-vif-plugged", "status": "completed", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:30:33.563068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c7cd35d8-d388-4b34-808d-169ff102fc34,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:30:33.567337 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:33.589287 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c08bae3-bbf3-4d1b-a293-e4b5f8823f80 x-openstack-request-id: req-0c08bae3-bbf3-4d1b-a293-e4b5f8823f80 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:30:33.589605 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "name": "network-vif-plugged", "status": "completed", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:30:33.589852 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c08bae3-bbf3-4d1b-a293-e4b5f8823f80 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:30:33.590232 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34', 'code': 200} Dec 21 02:30:33.615824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:33.711868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3587502-46bb-4e58-ac38-66156aec343c req-a29d78c4-01d7-4868-8e34-2c203b7c7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:33.713561 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3587502-46bb-4e58-ac38-66156aec343c req-a29d78c4-01d7-4868-8e34-2c203b7c7bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 1098 time: 0.0390179 Dec 21 02:30:33.755775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3587502-46bb-4e58-ac38-66156aec343c req-1cd6ae36-e17c-443c-b9ab-f15677dcb5de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Dec 21 02:30:34.110735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38f123-6d2e-4e31-a670-967db3bfc7f3 req-c47a8e05-3498-4529-999e-fc95495e97ee tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:34.112186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc38f123-6d2e-4e31-a670-967db3bfc7f3 req-c47a8e05-3498-4529-999e-fc95495e97ee tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0516629 Dec 21 02:30:34.158392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc38f123-6d2e-4e31-a670-967db3bfc7f3 req-89419d15-472d-4ca7-8636-227ee2bf7195 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Dec 21 02:30:35.273299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be97d3-a6a3-4244-afdc-58740c887077 req-d96fc52c-bc1a-4a63-9e7b-693c95d06c17 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:35.274766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9be97d3-a6a3-4244-afdc-58740c887077 req-d96fc52c-bc1a-4a63-9e7b-693c95d06c17 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0465410 Dec 21 02:30:35.320343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9be97d3-a6a3-4244-afdc-58740c887077 req-baadfbe1-acb0-429a-beab-c2a7e552a2ab tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Dec 21 02:30:35.435717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7598f1-8d14-4834-9b87-3cf40b0f6b69 req-af46debb-cd17-433a-8def-83f33e112ccf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:35.437155 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a7598f1-8d14-4834-9b87-3cf40b0f6b69 req-af46debb-cd17-433a-8def-83f33e112ccf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0510054 Dec 21 02:30:35.483817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a7598f1-8d14-4834-9b87-3cf40b0f6b69 req-61dd3ca1-ca91-4afd-b68f-73699528c255 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Dec 21 02:30:35.593571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024901c-f2ca-4c13-812e-d8bf84eced42 req-6c479825-a6a9-48de-9888-acbaa1cfa474 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:35.595300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f024901c-f2ca-4c13-812e-d8bf84eced42 req-6c479825-a6a9-48de-9888-acbaa1cfa474 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0473537 Dec 21 02:30:35.641416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f024901c-f2ca-4c13-812e-d8bf84eced42 req-a3dfda9a-e4db-42f1-a879-bfdf0818ef7a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Dec 21 02:30:35.914546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a9b62-b23e-4803-9ad8-a9a45d201771 req-0d6f656d-8dc8-4d19-ab99-00e2541028f0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:35.915981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-479a9b62-b23e-4803-9ad8-a9a45d201771 req-0d6f656d-8dc8-4d19-ab99-00e2541028f0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0482166 Dec 21 02:30:35.965799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-479a9b62-b23e-4803-9ad8-a9a45d201771 req-357579e2-19a7-45ce-96d5-52d7ad0c06b0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437741 Dec 21 02:30:37.081354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f3947-57e5-4182-91c5-7afbc5343827 req-04958e23-2463-4d71-8e6b-c25f1f8f0bd5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:37.082800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc8f3947-57e5-4182-91c5-7afbc5343827 req-04958e23-2463-4d71-8e6b-c25f1f8f0bd5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0464697 Dec 21 02:30:37.130962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc8f3947-57e5-4182-91c5-7afbc5343827 req-4f3ef4f5-414e-4211-8ef3-629076ade93e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Dec 21 02:30:37.591943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-527b6be2-b792-4761-bc1f-d2873a450ec0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:30:37.593418 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-527b6be2-b792-4761-bc1f-d2873a450ec0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 946 time: 0.0528338 Dec 21 02:30:37.681745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port c7cd35d8-d388-4b34-808d-169ff102fc34 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:30:37.682084 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:37.773402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port c7cd35d8-d388-4b34-808d-169ff102fc34, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c7cd35d8-d388-4b34-808d-169ff102fc34,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:30:37.773759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:37.786732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for c7cd35d8-d388-4b34-808d-169ff102fc34 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:30:37.917636 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:37.951542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c7cd35d8-d388-4b34-808d-169ff102fc34'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:30:37.954320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=c7cd35d8-d388-4b34-808d-169ff102fc34,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:30:37.992153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port c7cd35d8-d388-4b34-808d-169ff102fc34 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:30:37.994617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:37.998153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2239380c-b40a-4867-bd6e-252f1d3053bf req-dd30b77c-8b95-4703-a4fe-f7ce98f02f89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "DELETE /v2.0/ports/c7cd35d8-d388-4b34-808d-169ff102fc34 HTTP/1.1" status: 204 len: 173 time: 0.3989193 Dec 21 02:30:37.998597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'name': 'network-vif-deleted', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:30:38.001080 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c65aef9-5989-4a40-ba33-7dcbd3c68154" -d '{"events": [{"server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "name": "network-vif-deleted", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:30:38.038753 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293e5220-4c2a-42e4-a792-f7373c375ddc x-openstack-request-id: req-293e5220-4c2a-42e4-a792-f7373c375ddc {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:30:38.039625 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abc6cb-1315-47a7-b118-c5354a8002de", "name": "network-vif-deleted", "tag": "c7cd35d8-d388-4b34-808d-169ff102fc34", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:30:38.039927 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-293e5220-4c2a-42e4-a792-f7373c375ddc {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:30:38.040434 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abc6cb-1315-47a7-b118-c5354a8002de', 'name': 'network-vif-deleted', 'tag': 'c7cd35d8-d388-4b34-808d-169ff102fc34', 'status': 'completed', 'code': 200} Dec 21 02:30:38.225527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40425960-1042-4860-8fa5-57eca199f9e3 req-8fb11ac0-49e6-49f2-aede-89f81deeaa3e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0266359 Dec 21 02:30:39.317906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c99459d-3e84-4450-8f24-22a4e8650992 req-8d1a5bcd-caaf-4189-8e1d-54620cb1e58f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0253017 Dec 21 02:30:40.412348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-139af71e-ce66-4018-ace5-2e5c5eae9354 req-401d7a75-9039-4ae1-b333-77dc8fe8e22a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0262146 Dec 21 02:30:41.442695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c7cd35d8-d388-4b34-808d-169ff102fc34 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:30:41.463952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: c7cd35d8-d388-4b34-808d-169ff102fc34 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:30:41.464296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c7cd35d8-d388-4b34-808d-169ff102fc34 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:30:41.512761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0f0409f-7ee3-4cf6-bcde-5f56360ff665 req-9f2a9050-4a94-42e4-a645-175230aee2ba tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0293941 Dec 21 02:30:42.635049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-acae23f0-3ee4-4069-a8c6-a59a5a725bbf req-0d865bcc-9900-42ba-8d44-5a336304d4bb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=49abc6cb-1315-47a7-b118-c5354a8002de HTTP/1.1" status: 200 len: 210 time: 0.0317576 Dec 21 02:30:43.904944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-a9864ee9-d474-43d6-a2ed-737296c98b0c req-f4c21435-e834-46e5-880e-7e346ff4d7f4 service neutron] (109850) timed out ('10.222.0.43', 48688) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:30:43.960391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9c9c5c02-740b-48d1-b90f-d12b9778892c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:46.690729 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c24f765e-b093-438e-a408-7281696adf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:47.381663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:48.780634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:49.401314 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:52.422926 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:30:57.137632 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:03.423940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:31:05.475026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-ea07d47e-66d7-4877-97dd-33b78a0876c5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:05.476386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-ea07d47e-66d7-4877-97dd-33b78a0876c5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.0997207 Dec 21 02:31:05.490886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-f6de9164-098a-4f22-a87e-49d3c73fe002 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0088303 Dec 21 02:31:05.543991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-d7f6c467-2c37-4b39-802e-3627e8c049ba tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479653 Dec 21 02:31:05.634752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-364c70c5-dd13-430c-952f-2ed083a42bac service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Dec 21 02:31:05.729937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-d7ac5e01-667e-44ad-9d49-a2d93989dbc0 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Dec 21 02:31:06.014481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1de5c9f2-f9a3-4d41-ba8f-aa8bb7aec578 req-4c62321e-6901-4dba-b5a5-8afc56a5f5cf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0283382 Dec 21 02:31:07.112042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-334b4fda-186c-4609-8a2e-589e6cca0fac req-37916c4e-f34d-4f42-9d9b-1847906d16db tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0265057 Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:31:07.115722 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:31:07.119020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-45125223-66c0-4a37-b134-913141f83554 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:07.119020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-45125223-66c0-4a37-b134-913141f83554 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1135747 Dec 21 02:31:07.137071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:31:07.247017 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:31:07.251241 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.392457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.12 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/14ca0acb-6f78-4c4b-a69d-ad2c53c377f1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:31:07.539191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.574491 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.618380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:31:07.621195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:31:07.625401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:31:07.652489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:07.680895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:07.681589 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.700550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-b9dbf35f-37b5-4f3a-a4be-d63a23571ea7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674336 Dec 21 02:31:07.719905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Request body: {'port': {'device_id': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:31:07.790921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.901718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f8771c0c-96f7-4c5c-b7cd-c4f016e2057d None None] Provisioning complete for port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:31:07.902685 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f8771c0c-96f7-4c5c-b7cd-c4f016e2057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:07.945058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f8771c0c-96f7-4c5c-b7cd-c4f016e2057d None None] Port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:31:08.078298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:31:08.086189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:08.099922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Transition to ACTIVE for port object 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:31:08.103642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:08.244392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Attempting to bind port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:31:08.245048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Attempting to bind port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:31:08.245048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Attempting to bind port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:31:08.250548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:31:08.250882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Attempting to bind port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:31:08.252807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:08.259760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:31:08.260186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:31:08.260572 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:31:08.261102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Bound port: 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:31:08.261369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:08.305247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcddf0e-afbf-45a7-a48c-6efd2d4433f5 req-6115ce69-b7a5-44b8-b681-92a2459452d7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:08.309857 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fcddf0e-afbf-45a7-a48c-6efd2d4433f5 req-6115ce69-b7a5-44b8-b681-92a2459452d7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0940254 Dec 21 02:31:08.329114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:31:08.332739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:31:08.338518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:08.379231 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fcddf0e-afbf-45a7-a48c-6efd2d4433f5 req-b39de2ad-6411-4901-86ec-9ebd3d3068a7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654082 Dec 21 02:31:08.417713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:08.419649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:08.420867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:08.422757 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-28bd0493-18c4-408a-a467-bd773a104107 service neutron] 10.222.0.24 "PUT /v2.0/ports/14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 HTTP/1.1" status: 200 len: 1093 time: 0.7078552 Dec 21 02:31:08.423371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:31:08.428224 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:31:08.498620 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9f97eb-2261-4cc9-9627-01077473388a x-openstack-request-id: req-3f9f97eb-2261-4cc9-9627-01077473388a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:31:08.499697 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:31:08.500102 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f9f97eb-2261-4cc9-9627-01077473388a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:31:08.500681 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1', 'status': 'completed', 'code': 200} Dec 21 02:31:08.537233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-791d375f-53e5-4f71-a4fa-4cb77ec9505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:08.539157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-791d375f-53e5-4f71-a4fa-4cb77ec9505e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 1096 time: 0.0517437 Dec 21 02:31:08.599919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-384f09cb-ee35-422a-9c26-0e5bab0f4b15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 HTTP/1.1" status: 200 len: 217 time: 0.0444856 Dec 21 02:31:08.657011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-8687bf72-5286-41a8-8694-6cf1a4d96a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:08.658530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-8687bf72-5286-41a8-8694-6cf1a4d96a43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0510817 Dec 21 02:31:09.053989 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-e979c6ab-4ca5-49b4-a7a9-19b9a653378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.055423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-e979c6ab-4ca5-49b4-a7a9-19b9a653378d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3899100 Dec 21 02:31:09.147238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-9c69359d-ff50-49b6-916e-8006956b9592 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837913 Dec 21 02:31:09.242263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aa20f356-1c4e-41d8-9296-0542c36d85e8 req-991fa42f-bdef-4caf-8d46-39d34a255500 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872219 Dec 21 02:31:09.353703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-5be6d621-9510-49ab-8295-79f5c58a0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.356226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-5be6d621-9510-49ab-8295-79f5c58a0c38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 1096 time: 0.0424218 Dec 21 02:31:09.460749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-610e5607-e451-4d04-a199-c98f2dc5ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.462300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-610e5607-e451-4d04-a199-c98f2dc5ee00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0985758 Dec 21 02:31:09.504637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-b2c4fe61-a9e9-40c9-a387-210fd9243eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 HTTP/1.1" status: 200 len: 217 time: 0.0356405 Dec 21 02:31:09.515170 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5819cd-8bf1-4643-8ac3-215051499563 req-52439080-514d-4876-bdb6-af0e85711dd5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.516642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d5819cd-8bf1-4643-8ac3-215051499563 req-52439080-514d-4876-bdb6-af0e85711dd5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0494299 Dec 21 02:31:09.556269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-07ee1a86-ca9e-4ab6-b1e9-bc576320bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.557807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-07ee1a86-ca9e-4ab6-b1e9-bc576320bd5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0455606 Dec 21 02:31:09.566090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d5819cd-8bf1-4643-8ac3-215051499563 req-f6e0d40e-fbe0-4230-93ea-dd931cd5b627 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Dec 21 02:31:09.610040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-5cdf662f-f2f5-439a-a109-6fa9cb4c35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:09.611472 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-5cdf662f-f2f5-439a-a109-6fa9cb4c35ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466006 Dec 21 02:31:09.710701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-89209832-1b0a-4087-81d7-afb18e1c864b service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916018 Dec 21 02:31:09.805744 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0d2cfd5f-5652-4e1d-97ed-e091849d7f37 req-280293fc-6502-4258-b0ca-3f7444b8377f service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881655 Dec 21 02:31:10.682804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c4cd-34c3-43b9-8463-396dc3c337cc req-8e463bee-9435-4c0a-a5fe-f43188cfd8c2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:10.684292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fe8c4cd-34c3-43b9-8463-396dc3c337cc req-8e463bee-9435-4c0a-a5fe-f43188cfd8c2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0479457 Dec 21 02:31:10.731677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5fe8c4cd-34c3-43b9-8463-396dc3c337cc req-842591f4-ae4f-4073-b5d4-66b30b9f3d5a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Dec 21 02:31:11.848999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c9b64-2d45-4411-9bd6-f5055f3d7b9f req-c504dc02-18cf-4e24-8e31-0dfd831c700b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:11.850496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f65c9b64-2d45-4411-9bd6-f5055f3d7b9f req-c504dc02-18cf-4e24-8e31-0dfd831c700b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0520015 Dec 21 02:31:11.898247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f65c9b64-2d45-4411-9bd6-f5055f3d7b9f req-96ba0b1f-f8f0-4350-952f-78d04d61f5c6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Dec 21 02:31:13.022830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4da67e-1a0d-4fb2-91ef-825f6c5d6afc req-d1bfe5e5-7995-4ecb-ae30-48e55ffd055b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:13.024300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d4da67e-1a0d-4fb2-91ef-825f6c5d6afc req-d1bfe5e5-7995-4ecb-ae30-48e55ffd055b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0505595 Dec 21 02:31:13.069776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d4da67e-1a0d-4fb2-91ef-825f6c5d6afc req-a79999da-29b2-4681-9ad4-e1bf8a0d9598 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Dec 21 02:31:13.961415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29f402a8-d524-4fd9-8404-8f435f8ed4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:14.185564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae829c-f397-4c9b-b56c-1573701f8421 req-6964c846-f791-4436-894c-f2bee578adec tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:14.187014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ae829c-f397-4c9b-b56c-1573701f8421 req-6964c846-f791-4436-894c-f2bee578adec tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0510471 Dec 21 02:31:14.233848 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6ae829c-f397-4c9b-b56c-1573701f8421 req-3b0ec5fb-6153-4ee9-879c-57524e0a6497 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Dec 21 02:31:15.345379 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67cadf-175e-4a6b-b14b-033183076d0c req-9d58a865-0a80-4abd-b764-ba042b174276 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:15.346836 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b67cadf-175e-4a6b-b14b-033183076d0c req-9d58a865-0a80-4abd-b764-ba042b174276 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0476017 Dec 21 02:31:15.393466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b67cadf-175e-4a6b-b14b-033183076d0c req-c18af591-a7ed-42e9-bd25-7e1e2f191452 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Dec 21 02:31:16.504979 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bc351-7b35-4b42-a985-eff4e3f5ccb8 req-df95db57-0d77-49d6-8bf7-3c64fd5ac7b1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:16.506515 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e0bc351-7b35-4b42-a985-eff4e3f5ccb8 req-df95db57-0d77-49d6-8bf7-3c64fd5ac7b1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0468562 Dec 21 02:31:16.556136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e0bc351-7b35-4b42-a985-eff4e3f5ccb8 req-95f1d4ce-ca1b-455b-82bf-f164deb8d6fb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Dec 21 02:31:16.692036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a382-9ffd-4a39-8ee4-2bf1d27b17ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:17.383400 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:17.670751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cfbe2-5ea3-4dd0-821a-ea8f458fcde3 req-dd52892c-937c-47f4-af2f-5a9a746b8752 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:17.672297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f1cfbe2-5ea3-4dd0-821a-ea8f458fcde3 req-dd52892c-937c-47f4-af2f-5a9a746b8752 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0488472 Dec 21 02:31:17.719620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f1cfbe2-5ea3-4dd0-821a-ea8f458fcde3 req-527736c4-03e6-42d8-8c16-cb5640b77552 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Dec 21 02:31:18.786948 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:18.836498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911b398-5268-4199-961e-dc7642ec29ee req-888ab837-73cb-408e-92b5-05faac3785a3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:18.837989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6911b398-5268-4199-961e-dc7642ec29ee req-888ab837-73cb-408e-92b5-05faac3785a3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 944 time: 0.0472670 Dec 21 02:31:18.884866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6911b398-5268-4199-961e-dc7642ec29ee req-254c2746-fd85-4db0-9afb-d59d37792e4d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Dec 21 02:31:19.404476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:19.677962 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:31:19.771502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:19.782618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1', 'mac_address': 'fa:16:3e:af:d5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:31:19.818452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:19.830756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:31:19.850445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:19.854411 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:19.898683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:20.000478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a94932-2da5-40cf-aed4-5a2aeb847f9f req-a2b17fb9-0dc7-48ea-adf9-000a7ed77ff8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:20.001873 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34a94932-2da5-40cf-aed4-5a2aeb847f9f req-a2b17fb9-0dc7-48ea-adf9-000a7ed77ff8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 945 time: 0.0508659 Dec 21 02:31:20.047884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34a94932-2da5-40cf-aed4-5a2aeb847f9f req-564627d1-5fcc-44c9-a524-e8ed4a9dd14f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Dec 21 02:31:20.202291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:31:21.161839 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7175936-2749-417c-99fd-964a87eac6c2 req-fbe6bae9-fdf0-44d1-8993-b7b6577c05e6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:21.163293 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7175936-2749-417c-99fd-964a87eac6c2 req-fbe6bae9-fdf0-44d1-8993-b7b6577c05e6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 945 time: 0.0474429 Dec 21 02:31:21.209622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7175936-2749-417c-99fd-964a87eac6c2 req-e350f331-7c2d-499f-9294-49dd79ec73f1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Dec 21 02:31:21.680910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:31:21.728882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:31:21.732506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:31:21.732869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:21.809707 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:21.831736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:31:21.833940 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c768e9e-ad23-4a97-9c9b-96ad6a801d67" -d '{"events": [{"server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:31:21.846762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:21.851246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:21.876179 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d834596-e52a-4286-8cb6-8840556dba2b x-openstack-request-id: req-4d834596-e52a-4286-8cb6-8840556dba2b {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:31:21.876471 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:31:21.876723 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d834596-e52a-4286-8cb6-8840556dba2b {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:31:21.877104 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1', 'code': 200} Dec 21 02:31:21.900595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:21.999244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e706-11cb-4fc0-b822-e928d78bd524 req-04ac95aa-64d5-4b5d-bd2e-aa1104553fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:22.000653 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8d15e706-11cb-4fc0-b822-e928d78bd524 req-04ac95aa-64d5-4b5d-bd2e-aa1104553fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 1098 time: 0.0398986 Dec 21 02:31:22.042674 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8d15e706-11cb-4fc0-b822-e928d78bd524 req-b57937ad-9ff8-467a-89f3-25499c325dcc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Dec 21 02:31:22.424153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:22.561599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f6e2-b173-4370-b24e-15637eca53ab req-449cb214-3a93-4124-aebe-50a585ce1d50 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:22.563039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c77f6e2-b173-4370-b24e-15637eca53ab req-449cb214-3a93-4124-aebe-50a585ce1d50 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0463457 Dec 21 02:31:22.612840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c77f6e2-b173-4370-b24e-15637eca53ab req-da5944f4-fe10-45c4-8a50-3005a06a284c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Dec 21 02:31:23.727946 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d11516-12f7-4496-9b72-6e96d6f75824 req-3ef8190f-429a-4e22-9a2c-1b0ab6adfdb3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:23.729406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d11516-12f7-4496-9b72-6e96d6f75824 req-3ef8190f-429a-4e22-9a2c-1b0ab6adfdb3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0483632 Dec 21 02:31:23.775256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d8d11516-12f7-4496-9b72-6e96d6f75824 req-4b4d8c5e-6ab3-4ee7-a0cc-871218825028 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Dec 21 02:31:23.886645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6f25d-8f44-4df8-bbdb-f769524b9f69 req-d22e8977-a552-4b99-b409-bc7ddd8cedfd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:23.888099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aed6f25d-8f44-4df8-bbdb-f769524b9f69 req-d22e8977-a552-4b99-b409-bc7ddd8cedfd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0482137 Dec 21 02:31:23.933612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aed6f25d-8f44-4df8-bbdb-f769524b9f69 req-f140b354-601c-426c-a9d0-51ece4cc495f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Dec 21 02:31:26.401653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-4450616f-2aed-4dee-aa6c-3a77919f216c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:26.403115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-4450616f-2aed-4dee-aa6c-3a77919f216c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1033461 Dec 21 02:31:26.418363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-e733987f-14f6-4a48-b415-26e57748eb7f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0088854 Dec 21 02:31:26.470326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-350108bf-21aa-4afb-9220-723c8b57f098 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465398 Dec 21 02:31:26.560839 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-98bb3968-a645-4c29-ab63-6f622f51d704 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835819 Dec 21 02:31:26.647931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-37ae5815-c7e9-4f10-8e22-01ec5c8ecb38 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805669 Dec 21 02:31:26.839173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a69c612-5ffe-4111-894f-8f8531da1336 req-90bdb355-0f8c-497c-aebf-90c146984311 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0303633 Dec 21 02:31:27.152425 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:27.933684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d4d265f-dd19-416a-a3f2-100c1fa63904 req-20584ba6-e193-4d33-805a-443586ce82be tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0255840 Dec 21 02:31:28.029818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-07aff34c-f481-4767-ab62-f7abc5168372 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:28.031296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-07aff34c-f481-4767-ab62-f7abc5168372 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1304615 Dec 21 02:31:28.059197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:31:28.172631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:31:28.176158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.301481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.8 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/9618c651-583a-4cd8-9073-34d8603110e5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:31:28.479987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.514743 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.552959 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:31:28.553498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:31:28.556114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:31:28.562771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:31:28.602769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:28.614571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.614923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.615269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.615628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.615956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.616292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.616626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.616957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.617281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.617631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.617959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.618287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.618611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:28.636860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:28.637788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.656417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-57369563-adbd-4dce-b67a-9d1bb294970a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6012712 Dec 21 02:31:28.684414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Request body: {'port': {'device_id': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:31:28.751979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.843521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c10d4d9f-9c0b-492e-b074-60f9ce2d2886 None None] Provisioning complete for port 9618c651-583a-4cd8-9073-34d8603110e5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:31:28.844204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c10d4d9f-9c0b-492e-b074-60f9ce2d2886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:28.882732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c10d4d9f-9c0b-492e-b074-60f9ce2d2886 None None] Port 9618c651-583a-4cd8-9073-34d8603110e5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:31:29.061160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9618c651-583a-4cd8-9073-34d8603110e5 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:31:29.070184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:29.091068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Transition to ACTIVE for port object 9618c651-583a-4cd8-9073-34d8603110e5 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:31:29.091361 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e3aa-f90a-4af9-a982-7c0abafa1957 req-101a8972-78ec-44e3-b793-ab0976577fd8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.094467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1606e3aa-f90a-4af9-a982-7c0abafa1957 req-101a8972-78ec-44e3-b793-ab0976577fd8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 931 time: 0.0700443 Dec 21 02:31:29.097587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-29196427-71f2-40da-92ac-84b2f6f465b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096299 Dec 21 02:31:29.099102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:29.155588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Pushing event updated for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:29.173937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1606e3aa-f90a-4af9-a982-7c0abafa1957 req-1501f09b-e09c-4152-817c-585e960f485d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Dec 21 02:31:29.277233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751ad5-919f-454f-9af6-87d047ff020b req-5b35fad0-fa76-45e3-9335-c9bce6eb584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.278915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-5b35fad0-fa76-45e3-9335-c9bce6eb584e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 1098 time: 0.1152308 Dec 21 02:31:29.295365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Attempting to bind port 9618c651-583a-4cd8-9073-34d8603110e5 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:31:29.296332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Attempting to bind port 9618c651-583a-4cd8-9073-34d8603110e5 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:31:29.296665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Attempting to bind port 9618c651-583a-4cd8-9073-34d8603110e5 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:31:29.311154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Port 9618c651-583a-4cd8-9073-34d8603110e5 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:31:29.312110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Attempting to bind port 9618c651-583a-4cd8-9073-34d8603110e5 on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:31:29.332641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:31:29.332987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:31:29.333389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:31:29.333834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Bound port: 9618c651-583a-4cd8-9073-34d8603110e5, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:31:29.334193 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:29.448698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751ad5-919f-454f-9af6-87d047ff020b req-ab5474d0-c9e3-45a8-b23c-7ff440b727e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.450114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-ab5474d0-c9e3-45a8-b23c-7ff440b727e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.1500053 Dec 21 02:31:29.453550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:31:29.456602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9618c651-583a-4cd8-9073-34d8603110e5,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:31:29.465814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:29.500850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-743150d9-02ac-4814-b465-6affcc4f76d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 HTTP/1.1" status: 200 len: 217 time: 0.0429192 Dec 21 02:31:29.563441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.564064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:29.565468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] 10.222.0.45 "PUT /v2.0/ports/9618c651-583a-4cd8-9073-34d8603110e5 HTTP/1.1" status: 200 len: 1092 time: 0.8878183 Dec 21 02:31:29.565953 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:31:29.568167 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae1fa2-3fc5-4458-a433-4324129eeb68" -d '{"events": [{"name": "network-changed", "server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "tag": "9618c651-583a-4cd8-9073-34d8603110e5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:31:29.591403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ce153-a1f2-4332-aa9d-0f597a964338 service neutron] Pushing event updated for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:29.610949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751ad5-919f-454f-9af6-87d047ff020b req-d48a412d-1381-4304-b0df-1e6921d0faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.612450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-d48a412d-1381-4304-b0df-1e6921d0faaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0920112 Dec 21 02:31:29.662307 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a922435-ab2e-43df-b5d2-7dd028b9422d x-openstack-request-id: req-3a922435-ab2e-43df-b5d2-7dd028b9422d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:31:29.662629 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "tag": "9618c651-583a-4cd8-9073-34d8603110e5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:31:29.662885 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a922435-ab2e-43df-b5d2-7dd028b9422d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:31:29.663298 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5', 'status': 'completed', 'code': 200} Dec 21 02:31:29.709055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751ad5-919f-454f-9af6-87d047ff020b req-227ce623-2c6b-41a0-a52a-ec26ea4e4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.710600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-227ce623-2c6b-41a0-a52a-ec26ea4e4c07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877516 Dec 21 02:31:29.713582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-402084b0-be0c-4710-8aab-0801c4d7c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.715540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-402084b0-be0c-4710-8aab-0801c4d7c20f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 1095 time: 0.0805445 Dec 21 02:31:29.808259 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-55e8100c-0a94-4b8c-aecf-ad94923af67a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9618c651-583a-4cd8-9073-34d8603110e5 HTTP/1.1" status: 200 len: 217 time: 0.0701840 Dec 21 02:31:29.871232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-e31f4997-0da2-4c0e-891e-92baf04dd8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523378 Dec 21 02:31:29.886964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-df40f84f-c233-4a8c-b5d8-4578df604eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.888455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-df40f84f-c233-4a8c-b5d8-4578df604eb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0658600 Dec 21 02:31:29.991490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-a3f62cc2-70f2-470f-a0ae-a2438488c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:29.992962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-a3f62cc2-70f2-470f-a0ae-a2438488c371 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867472 Dec 21 02:31:30.002912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-62751ad5-919f-454f-9af6-87d047ff020b req-be287187-198a-44ca-8f65-32b262a96e49 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239285 Dec 21 02:31:30.095913 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-569086c6-4fc3-4dda-aab3-8ef15b4cedcc service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899220 Dec 21 02:31:30.189837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9dea1959-2c0c-4097-a6e1-4688d8ab23dd req-777085fc-17a1-4efa-b90d-8dfcca7390c3 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823746 Dec 21 02:31:30.298605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7775b-38ee-46c3-9d08-63a636cf975e req-506754a4-2d76-4752-9672-403d7641d901 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:30.300250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77d7775b-38ee-46c3-9d08-63a636cf975e req-506754a4-2d76-4752-9672-403d7641d901 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0506785 Dec 21 02:31:30.323031 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1c9652df-d5d0-4a88-9289-639aa358de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:30.324619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1c9652df-d5d0-4a88-9289-639aa358de94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 1095 time: 0.0458043 Dec 21 02:31:30.356510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-77d7775b-38ee-46c3-9d08-63a636cf975e req-27f70e26-950f-4903-9081-8802a1766d43 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Dec 21 02:31:30.425907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-2c061b69-1fb0-429a-946e-9edd24a98ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:30.427552 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-2c061b69-1fb0-429a-946e-9edd24a98ecd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0922847 Dec 21 02:31:30.480507 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-a53dc92a-fdc7-4453-a5ff-04c119a0768f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9618c651-583a-4cd8-9073-34d8603110e5 HTTP/1.1" status: 200 len: 217 time: 0.0398657 Dec 21 02:31:30.535507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1430f8ee-508b-4dc5-a459-9a2d01a4c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:30.536942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1430f8ee-508b-4dc5-a459-9a2d01a4c4bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0449078 Dec 21 02:31:30.587533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1432597d-06d3-491e-923a-4cfe1c8eca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:30.588989 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-1432597d-06d3-491e-923a-4cfe1c8eca71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394351 Dec 21 02:31:30.686039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-c1b9e06b-096d-4b29-9341-d2e19470e707 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850708 Dec 21 02:31:30.779974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f6ae1fa2-3fc5-4458-a433-4324129eeb68 req-a8c2176c-553c-4f81-a93e-74ae9ed34a7f service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824697 Dec 21 02:31:31.488373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307870-a955-4366-9a5d-b3e838e94709 req-b7d724c9-84b4-4ac7-b01a-854d487fde3d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:31.489860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08307870-a955-4366-9a5d-b3e838e94709 req-b7d724c9-84b4-4ac7-b01a-854d487fde3d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0562041 Dec 21 02:31:31.539916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-08307870-a955-4366-9a5d-b3e838e94709 req-5ed0adc9-143d-41f2-968b-ba3ab7c7207a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Dec 21 02:31:32.668787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2dc96-2f46-4e90-b21f-78e2da77a76f req-2912a80f-d54f-4cee-b464-4b08e102fef0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:32.670345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ea2dc96-2f46-4e90-b21f-78e2da77a76f req-2912a80f-d54f-4cee-b464-4b08e102fef0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0558131 Dec 21 02:31:32.737219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ea2dc96-2f46-4e90-b21f-78e2da77a76f req-0e05d6c7-201b-4ccc-8260-8fa4e070c028 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594928 Dec 21 02:31:33.873499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0058633-c5d3-4d89-919a-fa174fad3572 req-89d89e9d-abcf-4255-8467-6c63bf4df501 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:33.875001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0058633-c5d3-4d89-919a-fa174fad3572 req-89d89e9d-abcf-4255-8467-6c63bf4df501 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0592425 Dec 21 02:31:33.938054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0058633-c5d3-4d89-919a-fa174fad3572 req-5b939ce3-1c4e-415e-8f80-4fee0db18880 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554955 Dec 21 02:31:35.052493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa183c-b49b-4104-9945-3050ba97fde2 req-b991d16f-ff34-483c-a7cf-b0cb5b72ce8b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:35.053985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fa183c-b49b-4104-9945-3050ba97fde2 req-b991d16f-ff34-483c-a7cf-b0cb5b72ce8b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0525432 Dec 21 02:31:35.110023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6fa183c-b49b-4104-9945-3050ba97fde2 req-e8b6c4c1-3e38-460c-83e1-6254fdbc589e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491219 Dec 21 02:31:36.224541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa788-2d16-42b3-9292-e131a3482428 req-24e090f9-d2ec-4578-9928-d4f390cac22d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:36.225998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20cfa788-2d16-42b3-9292-e131a3482428 req-24e090f9-d2ec-4578-9928-d4f390cac22d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0509329 Dec 21 02:31:36.272093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20cfa788-2d16-42b3-9292-e131a3482428 req-4465d6b2-b2d6-499c-ace2-f7d884bd2af5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Dec 21 02:31:37.387005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbff7-7b92-4a3b-b913-56ab96820d1d req-f22b73c6-b9cd-4b41-a944-1660f661d102 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:37.388702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b2bbff7-7b92-4a3b-b913-56ab96820d1d req-f22b73c6-b9cd-4b41-a944-1660f661d102 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0485764 Dec 21 02:31:37.434363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b2bbff7-7b92-4a3b-b913-56ab96820d1d req-deeb2372-4a87-4b3e-b5e1-7201369ad112 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Dec 21 02:31:38.550262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c43f-9932-473f-9e40-244a77c45396 req-80436113-342d-40b9-8716-3155d5ae43f3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:38.551722 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5aa2c43f-9932-473f-9e40-244a77c45396 req-80436113-342d-40b9-8716-3155d5ae43f3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0475366 Dec 21 02:31:38.603013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5aa2c43f-9932-473f-9e40-244a77c45396 req-a66932fc-7de9-4607-8247-0821ab40cf91 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Dec 21 02:31:39.716438 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7267e-b218-4053-bd21-9fd010845c65 req-c5802405-189b-4c90-acc3-d6625ccb0e37 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:39.717918 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdd7267e-b218-4053-bd21-9fd010845c65 req-c5802405-189b-4c90-acc3-d6625ccb0e37 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0474780 Dec 21 02:31:39.770993 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdd7267e-b218-4053-bd21-9fd010845c65 req-7080de8f-1371-4854-a451-eb73dfe5a19e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Dec 21 02:31:40.423338 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:31:40.891673 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e78b74-f6c7-4e8c-aacd-6c338a2df35e req-1cd76765-fb05-4199-afdc-80d55662edab tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:40.893264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1e78b74-f6c7-4e8c-aacd-6c338a2df35e req-1cd76765-fb05-4199-afdc-80d55662edab tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0529315 Dec 21 02:31:40.945012 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1e78b74-f6c7-4e8c-aacd-6c338a2df35e req-95dc33b3-bb70-4a3c-b380-a8475266a233 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Dec 21 02:31:42.406462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ae4f2-723b-470f-b67b-4be61d06d28e req-36529c38-c304-4344-80bd-a300d0d709bb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:42.408329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b3ae4f2-723b-470f-b67b-4be61d06d28e req-36529c38-c304-4344-80bd-a300d0d709bb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.3920410 Dec 21 02:31:42.456941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b3ae4f2-723b-470f-b67b-4be61d06d28e req-3ad846ff-8860-4f28-89fb-19b0562913e7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Dec 21 02:31:43.572936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc10fc-1368-47e6-80f6-0f38ba90016c req-761043d6-4fe2-442d-8afd-b3be52d00b43 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:43.574405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-facc10fc-1368-47e6-80f6-0f38ba90016c req-761043d6-4fe2-442d-8afd-b3be52d00b43 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0492365 Dec 21 02:31:43.621422 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-facc10fc-1368-47e6-80f6-0f38ba90016c req-ad0e5b4a-4889-4437-b5f7-992b3c72ba75 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Dec 21 02:31:43.963988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-789d4496-ff55-4a26-a423-9a5240424b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:44.743099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274c98a-9ab0-46fc-8039-80b4d854ffb2 req-453d3694-6079-40e9-9f32-d39f36f1722a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:44.744555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a274c98a-9ab0-46fc-8039-80b4d854ffb2 req-453d3694-6079-40e9-9f32-d39f36f1722a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0492527 Dec 21 02:31:44.796847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a274c98a-9ab0-46fc-8039-80b4d854ffb2 req-7b10b8ff-23fb-4717-a6d2-be568acc8a15 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453324 Dec 21 02:31:45.910815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed270-f092-4749-9a5e-a532816cb6e3 req-f2098cda-cfba-4bf5-b922-bc8ba72e2581 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:45.912163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0ed270-f092-4749-9a5e-a532816cb6e3 req-f2098cda-cfba-4bf5-b922-bc8ba72e2581 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0479569 Dec 21 02:31:45.959093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be0ed270-f092-4749-9a5e-a532816cb6e3 req-313fff69-b910-4ebe-a0c3-7e2e299efd2b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Dec 21 02:31:46.694485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49e115e4-f8cb-4beb-9499-499ec7bf5548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:47.086334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b351abf-dee9-4527-886c-49f09fdc1f0e req-519ab73a-fd1d-4c87-8a50-2624a1d177b6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:47.087807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b351abf-dee9-4527-886c-49f09fdc1f0e req-519ab73a-fd1d-4c87-8a50-2624a1d177b6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0530369 Dec 21 02:31:47.140366 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5b351abf-dee9-4527-886c-49f09fdc1f0e req-f062c067-51f0-4107-a438-57086e19fc23 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457363 Dec 21 02:31:47.389676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:48.267594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08338ce-2e6d-478d-bb9f-ab4f8bc26a05 req-99fc1199-9d96-43d2-85c3-cd2af550e467 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:48.269080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f08338ce-2e6d-478d-bb9f-ab4f8bc26a05 req-99fc1199-9d96-43d2-85c3-cd2af550e467 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0534856 Dec 21 02:31:48.319235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f08338ce-2e6d-478d-bb9f-ab4f8bc26a05 req-7d307036-970e-4453-a284-5ea6d927b2e4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Dec 21 02:31:48.790358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:49.405535 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:49.434418 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af5cf-fd36-44fc-82a8-6866a50b49fb req-d87361a3-141a-4832-ba4c-f434566193d8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:49.435874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-142af5cf-fd36-44fc-82a8-6866a50b49fb req-d87361a3-141a-4832-ba4c-f434566193d8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0472019 Dec 21 02:31:49.481654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-142af5cf-fd36-44fc-82a8-6866a50b49fb req-c9e1c2f2-b92d-417f-8719-7c77daa45ed5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 Dec 21 02:31:50.603350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af067bfe-848e-4874-b2c5-416720d68d2b req-e01249e6-081d-4178-a304-37353598396f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:50.605042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af067bfe-848e-4874-b2c5-416720d68d2b req-e01249e6-081d-4178-a304-37353598396f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 943 time: 0.0523717 Dec 21 02:31:50.659193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af067bfe-848e-4874-b2c5-416720d68d2b req-97dbd567-e1dc-41c2-85a9-197575d37ed8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Dec 21 02:31:50.822301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9618c651-583a-4cd8-9073-34d8603110e5 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:31:50.919075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9618c651-583a-4cd8-9073-34d8603110e5,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:50.931034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '9618c651-583a-4cd8-9073-34d8603110e5', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '9618c651-583a-4cd8-9073-34d8603110e5', 'mac_address': 'fa:16:3e:a0:37:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:31:50.976668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:50.992038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9618c651-583a-4cd8-9073-34d8603110e5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:31:51.013161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9618c651-583a-4cd8-9073-34d8603110e5,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:51.016925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:51.066467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:51.075465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.075919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.076414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.076857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.077425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.077887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.078474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.078908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.079454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.079947 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.080480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.080916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.081452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:31:51.384345 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['9618c651-583a-4cd8-9073-34d8603110e5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:31:51.791228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b85a0-39f7-4b7d-86dc-96e92f90402b req-dadfb962-39a2-4a77-bc58-c684f6666d33 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:51.792887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b19b85a0-39f7-4b7d-86dc-96e92f90402b req-dadfb962-39a2-4a77-bc58-c684f6666d33 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 944 time: 0.0582530 Dec 21 02:31:51.843806 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b19b85a0-39f7-4b7d-86dc-96e92f90402b req-fb367c8f-4297-484c-be69-5e1494de7a03 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Dec 21 02:31:52.421166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:52.839267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9618c651-583a-4cd8-9073-34d8603110e5 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:31:52.897784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 9618c651-583a-4cd8-9073-34d8603110e5 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:31:52.902084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 9618c651-583a-4cd8-9073-34d8603110e5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:31:52.902502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:52.966224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c1f8-4626-44b9-b69b-26c64ec33121 req-579b0062-11a2-4675-8afe-5f0a272eb551 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:52.967815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef85c1f8-4626-44b9-b69b-26c64ec33121 req-579b0062-11a2-4675-8afe-5f0a272eb551 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 944 time: 0.0505702 Dec 21 02:31:52.983134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:53.010495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:31:53.012784 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647e588-dd75-46e1-b187-5700e4da815d" -d '{"events": [{"server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "name": "network-vif-plugged", "status": "completed", "tag": "9618c651-583a-4cd8-9073-34d8603110e5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:31:53.018905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef85c1f8-4626-44b9-b69b-26c64ec33121 req-68ad8db9-70c3-4414-91e5-78c373364820 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Dec 21 02:31:53.026709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9618c651-583a-4cd8-9073-34d8603110e5,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:53.031492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:53.068735 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de26960-8400-4c15-aa70-ae6d8ed0f02e x-openstack-request-id: req-7de26960-8400-4c15-aa70-ae6d8ed0f02e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:31:53.069042 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "name": "network-vif-plugged", "status": "completed", "tag": "9618c651-583a-4cd8-9073-34d8603110e5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:31:53.069280 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7de26960-8400-4c15-aa70-ae6d8ed0f02e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:31:53.069690 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5', 'code': 200} Dec 21 02:31:53.088188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:53.219175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c992c-0f14-4e4e-9cea-d9e31f42e4e1 req-2d9b2ce5-6542-4d44-bc99-35399a7e06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:53.221788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-966c992c-0f14-4e4e-9cea-d9e31f42e4e1 req-2d9b2ce5-6542-4d44-bc99-35399a7e06a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 1097 time: 0.0478706 Dec 21 02:31:53.273267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-966c992c-0f14-4e4e-9cea-d9e31f42e4e1 req-ec241746-50a9-492c-9608-f53169c19871 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Dec 21 02:31:54.158216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81c2ca-46a6-4e76-8414-5551c50ea433 req-3d6c6d65-e7f0-4360-ab47-a178a281bb01 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:54.159662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a81c2ca-46a6-4e76-8414-5551c50ea433 req-3d6c6d65-e7f0-4360-ab47-a178a281bb01 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0527968 Dec 21 02:31:54.208262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7a81c2ca-46a6-4e76-8414-5551c50ea433 req-e332c1f6-50a1-4aa3-8c5c-9b4cf0bad7cd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Dec 21 02:31:55.325133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7e3a-ea13-44fb-ba1c-269b288fea8d req-603ecde4-0ac8-4376-806c-a7ed44c3a857 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:55.326613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19fb7e3a-ea13-44fb-ba1c-269b288fea8d req-603ecde4-0ac8-4376-806c-a7ed44c3a857 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0471356 Dec 21 02:31:55.373508 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-19fb7e3a-ea13-44fb-ba1c-269b288fea8d req-deead795-4a4f-4fcc-a2f9-5c2cdc9fc7ae tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 Dec 21 02:31:55.493237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495c6fc-3262-4287-a545-0c0f51972983 req-f3584f4a-c228-4afa-957a-6b2ecd360068 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:55.494637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0495c6fc-3262-4287-a545-0c0f51972983 req-f3584f4a-c228-4afa-957a-6b2ecd360068 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0550981 Dec 21 02:31:55.546659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0495c6fc-3262-4287-a545-0c0f51972983 req-9cab5fe1-87d5-485d-aa0d-7ddb6e539843 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Dec 21 02:31:55.825545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cfb79-8386-4714-95cf-2251597c51ab req-b6752569-f7d3-4591-9769-d3f51c228195 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:55.827140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d1cfb79-8386-4714-95cf-2251597c51ab req-b6752569-f7d3-4591-9769-d3f51c228195 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0496407 Dec 21 02:31:55.876701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d1cfb79-8386-4714-95cf-2251597c51ab req-7d6fe03f-6795-4c9d-8b4c-ce2dc78e6177 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Dec 21 02:31:56.991982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aa5d7-383b-475f-8207-6962ddf4f3c2 req-d32e30d9-6425-4037-9383-ba68c537d4bc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:56.993492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a46aa5d7-383b-475f-8207-6962ddf4f3c2 req-d32e30d9-6425-4037-9383-ba68c537d4bc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0478871 Dec 21 02:31:57.044768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a46aa5d7-383b-475f-8207-6962ddf4f3c2 req-f43f7fe3-e822-4a45-9779-4e18ed686e44 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Dec 21 02:31:57.162935 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:57.599230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-8cadfb92-700d-459e-bb2e-803ecec265e4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:31:57.600571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-8cadfb92-700d-459e-bb2e-803ecec265e4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 945 time: 0.0498555 Dec 21 02:31:57.695773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 9618c651-583a-4cd8-9073-34d8603110e5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:31:57.696118 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:57.786709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 9618c651-583a-4cd8-9073-34d8603110e5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=9618c651-583a-4cd8-9073-34d8603110e5,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:31:57.787293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:57.801142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 9618c651-583a-4cd8-9073-34d8603110e5 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:31:57.932286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:57.959246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=9618c651-583a-4cd8-9073-34d8603110e5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:31:57.965986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:31:57.998940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['9618c651-583a-4cd8-9073-34d8603110e5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:31:58.009003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 9618c651-583a-4cd8-9073-34d8603110e5 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:31:58.011874 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:31:58.015612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a07f62d9-2b5f-4029-a6cd-85976889f2ad req-9ef36922-1d16-4758-be2d-c1ac8a8a0d31 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "DELETE /v2.0/ports/9618c651-583a-4cd8-9073-34d8603110e5 HTTP/1.1" status: 204 len: 173 time: 0.4043424 Dec 21 02:31:58.016068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'name': 'network-vif-deleted', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:31:58.019033 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877addea-d7c9-4442-9d8f-9e3569067a7d" -d '{"events": [{"server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "name": "network-vif-deleted", "tag": "9618c651-583a-4cd8-9073-34d8603110e5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:31:58.073863 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3654a0d-f4e2-4213-baa6-bd1b15db34d3 x-openstack-request-id: req-c3654a0d-f4e2-4213-baa6-bd1b15db34d3 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:31:58.074162 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f42d20-35a4-4670-bdb5-b2fa4a27d20f", "name": "network-vif-deleted", "tag": "9618c651-583a-4cd8-9073-34d8603110e5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:31:58.074413 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3654a0d-f4e2-4213-baa6-bd1b15db34d3 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:31:58.074866 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f42d20-35a4-4670-bdb5-b2fa4a27d20f', 'name': 'network-vif-deleted', 'tag': '9618c651-583a-4cd8-9073-34d8603110e5', 'status': 'completed', 'code': 200} Dec 21 02:31:58.175279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95526f19-f075-4f76-ae8d-7b0bc2729885 req-656c9daf-c14e-426b-9f48-7a5b437c2f74 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0303190 Dec 21 02:31:59.280245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4f249f3-763a-4c06-834c-9bf85c4ef417 req-efc3a782-3928-4fcd-878b-d4098bd70783 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0259418 Dec 21 02:32:00.382338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8606f3ec-76e7-4959-bcf5-a47af7fb00e7 req-d71fc5e4-d198-495a-a575-98d9cdd5a070 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0289111 Dec 21 02:32:00.886448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9618c651-583a-4cd8-9073-34d8603110e5 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:32:00.907364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 9618c651-583a-4cd8-9073-34d8603110e5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:32:00.907711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 9618c651-583a-4cd8-9073-34d8603110e5 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:32:01.479960 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a1133e0-0883-4495-8301-22f22a115912 req-4da13de2-b265-4738-8d8f-05b48224a3ce tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0264268 Dec 21 02:32:02.613137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7e86bfd-7b0a-4606-972f-03b1d515555c req-2037a2c1-826c-4bff-814e-6c52fc29f50f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f42d20-35a4-4670-bdb5-b2fa4a27d20f HTTP/1.1" status: 200 len: 210 time: 0.0288670 Dec 21 02:32:08.138306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0af78a-57ec-4462-837e-a5d6e9780895 req-d6dd3ccf-d09f-43b9-ab57-0b0d260467f1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:08.139821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f0af78a-57ec-4462-837e-a5d6e9780895 req-d6dd3ccf-d09f-43b9-ab57-0b0d260467f1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0536599 Dec 21 02:32:08.187615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f0af78a-57ec-4462-837e-a5d6e9780895 req-2f5db17c-415b-4f53-b904-844ef62903ca tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Dec 21 02:32:09.305823 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d46635-50d1-4c53-b0ae-9a754ce6e274 req-8d4c449f-099e-47a5-b6d9-7be8523c4a3f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:09.307276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74d46635-50d1-4c53-b0ae-9a754ce6e274 req-8d4c449f-099e-47a5-b6d9-7be8523c4a3f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0506191 Dec 21 02:32:09.353762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74d46635-50d1-4c53-b0ae-9a754ce6e274 req-43f37f22-3933-463f-8d48-4913fd261cbb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=25911220-cfd0-4a9c-ba4d-19c008a9f4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Dec 21 02:32:09.857118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-3ee2efac-4226-4a4a-919f-5202d1e7207b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:09.858594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-3ee2efac-4226-4a4a-919f-5202d1e7207b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 946 time: 0.0555620 Dec 21 02:32:09.945753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:32:09.946086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:10.036358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:32:10.036709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:10.048926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:32:10.171371 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:10.201548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=14ca0acb-6f78-4c4b-a69d-ad2c53c377f1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:10.207356 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:32:10.245682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:32:10.248002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:10.251305 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f049d79c-0bd3-4af0-ac58-01f802e1ac5b req-9b5568c8-25b2-4b20-ae85-9969f703d1de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "DELETE /v2.0/ports/14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 HTTP/1.1" status: 204 len: 173 time: 0.3861942 Dec 21 02:32:10.251748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'name': 'network-vif-deleted', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:32:10.254003 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca730c3-6cf8-4b42-819b-8af9e2d6cf4e" -d '{"events": [{"server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "name": "network-vif-deleted", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:32:10.292834 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f292a5e8-e8c5-4be6-9a75-0581f5cfaff8 x-openstack-request-id: req-f292a5e8-e8c5-4be6-9a75-0581f5cfaff8 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:32:10.293116 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a743c2-600a-40c4-b01a-450fe7da84bb", "name": "network-vif-deleted", "tag": "14ca0acb-6f78-4c4b-a69d-ad2c53c377f1", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:32:10.293404 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f292a5e8-e8c5-4be6-9a75-0581f5cfaff8 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:32:10.293809 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a743c2-600a-40c4-b01a-450fe7da84bb', 'name': 'network-vif-deleted', 'tag': '14ca0acb-6f78-4c4b-a69d-ad2c53c377f1', 'status': 'completed', 'code': 200} Dec 21 02:32:10.446557 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06efd861-82bc-4c96-b161-1c0bd1649dde req-f6f2aa6d-e4ee-418d-bd45-3abe78e7abc0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0255110 Dec 21 02:32:11.547892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adbecc15-dff8-49b1-bd11-5a679c6034b9 req-14ddf02f-3d0d-41d7-bd71-8241c4ad380e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0322812 Dec 21 02:32:12.646753 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d91cee39-0fe6-4c19-b662-3aad1e6b3afc req-e2aefdcc-3fe5-4674-8f53-0b68927acc25 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0267344 Dec 21 02:32:13.739892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00068877-8c1d-48ed-9e1f-4e85e34cd96a req-823aac49-03af-4b63-a756-35e37ffad8f4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0261209 Dec 21 02:32:13.883533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:32:13.904141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:32:13.904489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 14ca0acb-6f78-4c4b-a69d-ad2c53c377f1 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:32:13.970018 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-03b72fff-10c9-4d6e-bbc9-bdb5a62cec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:14.845001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe117fb6-0c84-4803-9b0e-ed452a640f55 req-55cb48cf-ffac-4c3f-b270-1c96ec90e84d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6a743c2-600a-40c4-b01a-450fe7da84bb HTTP/1.1" status: 200 len: 210 time: 0.0261095 Dec 21 02:32:16.695941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3a289aef-d655-46d8-b18a-4eccd532d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:17.390573 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:17.422305 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:32:18.737715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60590) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:18.742704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125018113', 'description': 'tempest-secgroup-smoke-125018113 description', 'project_id': '9c772e469b0e450c8dfdd45829d8991b'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:18.766090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.792254 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.830842 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.834451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.863473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.865297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265888 Dec 21 02:32:18.867216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf1e7d-326c-490c-9945-d318f90c57dc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115719bd-f8c5-416f-a266-07ea5fa75a79,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:18.869311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60592) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:18.876184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:18.903788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.956973 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.960448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.979609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba9d98d-7d50-47c8-b73a-9d622495de90,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:18.987809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.988159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.989163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.989531 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.989867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.990199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.990526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.990851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.991172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.991492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.991821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.992147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.992467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:18.996900 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:18.998091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-287ce237-76a8-4f64-b098-040422242a79 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259251 Dec 21 02:32:19.000720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60594) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:19.005023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:19.031270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.087986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.091456 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.109951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbd5910-19c5-41ab-a198-c06ba6eb6afd,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:19.117232 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.118430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-408d875a-bb30-482d-b506-9a94c4fee889 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167185 Dec 21 02:32:19.121144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60596) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:19.125347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:19.151220 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.206409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.210642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.228028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6357e830-25b2-46c8-b238-6b355a83abe9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:19.236138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.237371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e3498c45-bf9c-4944-abb4-51d7d2bc928e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153097 Dec 21 02:32:19.240051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60598) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:19.244311 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:19.271798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.326597 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.330185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.349289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f57e4cf-caf4-4114-9030-8dce25c9c3f7,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:19.353421 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.357424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3871e97c-68a1-48a2-9fc8-a6f6e887925b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135700 Dec 21 02:32:19.358227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60600) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:19.362872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:19.385839 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Project 9c772e469b0e450c8dfdd45829d8991b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:32:19.390488 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.408981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.448294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.451693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.471753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a47825-93cf-4880-99b8-74de2718579c,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:19.480706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.481896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b25b886-847e-488c-a3b2-c5d5538dc44b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226344 Dec 21 02:32:19.484673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 60602) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:19.488851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'security_group_rule': {'security_group_id': '115719bd-f8c5-416f-a266-07ea5fa75a79', 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:19.510410 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Project 9c772e469b0e450c8dfdd45829d8991b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:32:19.516296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.573661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.577090 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.594501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9aaf1b-dd2d-4da9-ac0d-0eb9e102690d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:19.603022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:19.604205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0a5003df-2900-49c5-b80b-2f7574885cdc tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186328 Dec 21 02:32:22.443188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:27.157613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:34.926286 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-512ffd2d-6275-4964-a163-821201a7d6c1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125018113&fields=id&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 267 time: 0.0453401 Dec 21 02:32:35.030625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-0b80090a-aad0-4728-9683-9f8ddffc1c0f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:35.032071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-0b80090a-aad0-4728-9683-9f8ddffc1c0f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.0993128 Dec 21 02:32:35.049162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-0864db8a-cbc1-4e08-9906-34404e3bb808 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0108206 Dec 21 02:32:35.101663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e6f87282-8a08-44ac-bf82-5d108ec7138a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473459 Dec 21 02:32:35.198170 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-98cd13ab-a467-464d-9d36-9f9f01ba5f95 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851200 Dec 21 02:32:35.290358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2ac5833a-1016-4c28-bd2e-9980a45d7fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 Dec 21 02:32:35.571569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9a694dc-9270-4f5b-b8b4-51a5edd1188f req-73c43d09-9f05-445d-b615-a5f15e6e01ce tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0295415 Dec 21 02:32:36.521737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-80e28c85-ddb0-47d9-9b91-baed721a7382 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:36.523170 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-80e28c85-ddb0-47d9-9b91-baed721a7382 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1034029 Dec 21 02:32:36.603944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-f0f50ec9-0ba4-41a5-b3f6-4bf5d04109f6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 379 time: 0.0589650 Dec 21 02:32:36.616724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'security_groups': ['115719bd-f8c5-416f-a266-07ea5fa75a79']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:36.668044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2481bcb2-ed8c-4bf2-9a33-975f1e48bf9d req-1db00363-24b1-4403-9686-736b72956912 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0274785 Dec 21 02:32:36.727178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:32:36.730827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:36.856427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.14 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/91de51a0-08f4-49f7-92e5-d8cc564227be) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:32:36.995936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.029102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.072687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:32:37.075977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:32:37.078430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:32:37.107106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:37.118362 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.118709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.119054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.119395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.119795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.120131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.120471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.120800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.121129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.121481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.121813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.122141 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.122466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:37.154029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:37.154666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.171535 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-2918c1b9-b9ba-4bdb-be29-db2a25e23099 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613408 Dec 21 02:32:37.198480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Request body: {'port': {'device_id': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:37.260742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.384709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5eed43c6-5956-42a0-8761-df04158e1ec4 None None] Provisioning complete for port 91de51a0-08f4-49f7-92e5-d8cc564227be triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:32:37.385382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5eed43c6-5956-42a0-8761-df04158e1ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.417943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5eed43c6-5956-42a0-8761-df04158e1ec4 None None] Port 91de51a0-08f4-49f7-92e5-d8cc564227be cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:32:37.526004 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91de51a0-08f4-49f7-92e5-d8cc564227be {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:32:37.533236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.545403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Transition to ACTIVE for port object 91de51a0-08f4-49f7-92e5-d8cc564227be will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:32:37.549217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:37.601690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Pushing event updated for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:37.796068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6acc45-74b6-4374-8677-905e3f278407 req-0d62dc3e-1470-4a46-9b2a-34891fb69894 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:37.797861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf6acc45-74b6-4374-8677-905e3f278407 req-0d62dc3e-1470-4a46-9b2a-34891fb69894 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0544248 Dec 21 02:32:37.861859 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf6acc45-74b6-4374-8677-905e3f278407 req-a81f4cae-ad91-4293-877a-784f64059158 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571136 Dec 21 02:32:38.039613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Attempting to bind port 91de51a0-08f4-49f7-92e5-d8cc564227be on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:32:38.039950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Attempting to bind port 91de51a0-08f4-49f7-92e5-d8cc564227be by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:32:38.040278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Attempting to bind port 91de51a0-08f4-49f7-92e5-d8cc564227be on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:32:38.045241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Port 91de51a0-08f4-49f7-92e5-d8cc564227be on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:32:38.045819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Attempting to bind port 91de51a0-08f4-49f7-92e5-d8cc564227be on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:32:38.051292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:32:38.051902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:32:38.052287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:32:38.054771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Bound port: 91de51a0-08f4-49f7-92e5-d8cc564227be, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:32:38.054771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:38.119541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:32:38.122803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=91de51a0-08f4-49f7-92e5-d8cc564227be,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:32:38.127475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:38.166329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.166950 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:38.168319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] 10.222.0.24 "PUT /v2.0/ports/91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 1093 time: 0.9752986 Dec 21 02:32:38.168769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:32:38.170997 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:32:38.192083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664fa05-6c9a-4138-8d79-34bbecce9d3f service neutron] Pushing event updated for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:38.226072 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f823c-dbf8-4dab-add4-dcb5edacb498 x-openstack-request-id: req-6a8f823c-dbf8-4dab-add4-dcb5edacb498 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:32:38.226505 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:32:38.226988 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a8f823c-dbf8-4dab-add4-dcb5edacb498 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:32:38.227554 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'status': 'completed', 'code': 200} Dec 21 02:32:38.297911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-94b6a075-14f9-4965-88df-f29a522ca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.299494 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-94b6a075-14f9-4965-88df-f29a522ca3fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1096 time: 0.0572221 Dec 21 02:32:38.352075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-51648a13-34f9-4db7-ad9f-581c9a2c652a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 217 time: 0.0370913 Dec 21 02:32:38.408863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e6c5ed3f-75e5-4aa8-897a-9bec29a0274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.410336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-e6c5ed3f-75e5-4aa8-897a-9bec29a0274f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0491045 Dec 21 02:32:38.459871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-1695a850-e630-4e0d-9053-c49515740bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.461360 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-1695a850-e630-4e0d-9053-c49515740bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431480 Dec 21 02:32:38.554883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-b44eb3f1-fd7a-4d4a-8be0-80ed479eae1b service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Dec 21 02:32:38.648059 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-129762bd-7a50-4b97-965c-bc73ce2e0ae3 req-391f5e05-57b2-452a-8823-1baaf42109e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Dec 21 02:32:38.757159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-2940ae95-29c1-4f53-bedc-8a3617fa21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.759205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-2940ae95-29c1-4f53-bedc-8a3617fa21ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1096 time: 0.0422978 Dec 21 02:32:38.851507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-536518b2-c2ae-423c-80ba-e037f96092a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.852862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-536518b2-c2ae-423c-80ba-e037f96092a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0873671 Dec 21 02:32:38.902488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-a8927499-9ab3-454d-bc81-04360e882169 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 217 time: 0.0424962 Dec 21 02:32:38.959698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-8a1af150-1fb5-486d-b80c-88b0c55f2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.961202 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-8a1af150-1fb5-486d-b80c-88b0c55f2c76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0510063 Dec 21 02:32:38.988465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67efd8-dea6-411e-8b95-ccd058a79226 req-b10e3299-52d1-4478-b11a-07e127b06e7d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:38.990583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f67efd8-dea6-411e-8b95-ccd058a79226 req-b10e3299-52d1-4478-b11a-07e127b06e7d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0564425 Dec 21 02:32:39.014763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-6e17cdb0-89f1-4668-aed8-6cb3071b8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:39.016280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-6e17cdb0-89f1-4668-aed8-6cb3071b8588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474350 Dec 21 02:32:39.042208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6f67efd8-dea6-411e-8b95-ccd058a79226 req-febd76bb-879d-4e7e-ab5a-66abe94dc1ee tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 Dec 21 02:32:39.108256 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-bbb59b5f-42cc-489e-b300-6b408275a50a service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837915 Dec 21 02:32:39.200454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-91fb35c7-8d15-4ef9-8b66-d7980407f3bf req-56692115-63e4-4fb7-abf3-a6896f347096 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854311 Dec 21 02:32:40.174144 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdf97f-470f-4778-9c58-f84e81fd8cd0 req-8f3b0e4d-aabf-44ef-9f27-504007e5ac53 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:40.177897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85bdf97f-470f-4778-9c58-f84e81fd8cd0 req-8f3b0e4d-aabf-44ef-9f27-504007e5ac53 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0562162 Dec 21 02:32:40.234183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85bdf97f-470f-4778-9c58-f84e81fd8cd0 req-802e71e0-061f-4e7c-8a9a-d79bb70c9ac5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463364 Dec 21 02:32:41.348055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c08d-2938-4af6-bbae-6668ceae5cef req-794a6c5c-79a8-4d7e-925b-2b911a6d1448 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:41.350138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ca7c08d-2938-4af6-bbae-6668ceae5cef req-794a6c5c-79a8-4d7e-925b-2b911a6d1448 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0524263 Dec 21 02:32:41.405233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ca7c08d-2938-4af6-bbae-6668ceae5cef req-025be7eb-a753-4a68-8b3c-5feeb75423ae tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490081 Dec 21 02:32:42.518642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b1b6-e287-4646-a3f2-c4ae83ecdda3 req-1d226993-9e2c-4ddd-90bc-a7fdf6038fc6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:42.520092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bb6b1b6-e287-4646-a3f2-c4ae83ecdda3 req-1d226993-9e2c-4ddd-90bc-a7fdf6038fc6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0483725 Dec 21 02:32:42.575736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4bb6b1b6-e287-4646-a3f2-c4ae83ecdda3 req-62217f6c-fb33-4089-9868-c55a5fafe02a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497358 Dec 21 02:32:43.686713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ce0-9274-4558-9e85-7542d4a3d7c1 req-0b520952-6a4d-4a43-af08-42c9c39d018a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:43.688173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7420ce0-9274-4558-9e85-7542d4a3d7c1 req-0b520952-6a4d-4a43-af08-42c9c39d018a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0478175 Dec 21 02:32:43.738031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7420ce0-9274-4558-9e85-7542d4a3d7c1 req-ce0d6ec9-1585-4dbc-9fe9-fb3fd8967eaf tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Dec 21 02:32:43.974510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b57c880-01f2-4d2f-a74c-69f042e2574b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:44.856814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485e450-16b1-41e9-9c8f-f93975d3d2ae req-73f7366b-3ee1-4a32-a176-f20cb6437b80 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:44.858350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8485e450-16b1-41e9-9c8f-f93975d3d2ae req-73f7366b-3ee1-4a32-a176-f20cb6437b80 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0524080 Dec 21 02:32:44.905896 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8485e450-16b1-41e9-9c8f-f93975d3d2ae req-182f9d6a-ca6a-4f47-ae3a-03757359bd6a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Dec 21 02:32:46.037399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceac36-9449-434c-be3d-792cd0f8a4f6 req-9517314a-9644-4885-90a0-e7728fd55e3b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:46.038855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ceac36-9449-434c-be3d-792cd0f8a4f6 req-9517314a-9644-4885-90a0-e7728fd55e3b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0506074 Dec 21 02:32:46.086987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d7ceac36-9449-434c-be3d-792cd0f8a4f6 req-7962fa50-e3d3-41c4-a880-e7efbc5249a1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Dec 21 02:32:46.697082 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-284cafe8-0246-4ccd-b2e4-2903b85bf77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:47.201300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7670df8-89ed-4e64-b5f6-245e7e4d2f85 req-ec740b82-1753-49fd-a7bb-023a66e922e6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:47.202783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7670df8-89ed-4e64-b5f6-245e7e4d2f85 req-ec740b82-1753-49fd-a7bb-023a66e922e6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0487397 Dec 21 02:32:47.255578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b7670df8-89ed-4e64-b5f6-245e7e4d2f85 req-fbcf4b5a-e406-48f6-9443-76469f37d2f5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463448 Dec 21 02:32:47.392572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:48.370505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197254a3-fac7-417d-a32e-ca6e55e1d408 req-5c0a3f17-188c-4455-966f-29ac353b4c3a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:48.371992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197254a3-fac7-417d-a32e-ca6e55e1d408 req-5c0a3f17-188c-4455-966f-29ac353b4c3a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0487974 Dec 21 02:32:48.420726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197254a3-fac7-417d-a32e-ca6e55e1d408 req-e3614fc4-7f19-4307-984a-a430b9ff9231 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Dec 21 02:32:48.796243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:49.413285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:49.534241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76653a7e-56b3-439a-b842-8791e21f955a req-e9bd809f-3bab-4815-807a-855c024ff76c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:49.535706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76653a7e-56b3-439a-b842-8791e21f955a req-e9bd809f-3bab-4815-807a-855c024ff76c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 944 time: 0.0486338 Dec 21 02:32:49.584895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76653a7e-56b3-439a-b842-8791e21f955a req-cc1b3b53-e9d3-484c-82c6-cb345f3fedeb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 Dec 21 02:32:50.015476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 91de51a0-08f4-49f7-92e5-d8cc564227be details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:32:50.268343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=91de51a0-08f4-49f7-92e5-d8cc564227be,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:32:50.278978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'mac_address': 'fa:16:3e:37:71:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:32:50.314842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:50.326746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91de51a0-08f4-49f7-92e5-d8cc564227be {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:32:50.345294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=91de51a0-08f4-49f7-92e5-d8cc564227be,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:32:50.349452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:50.396201 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:50.693462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['91de51a0-08f4-49f7-92e5-d8cc564227be'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:32:50.702498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2115-5511-4108-a9a2-fd3b833dc53a req-d6f83096-a5a7-4906-b311-612eb7e8e71c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:50.704016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238d2115-5511-4108-a9a2-fd3b833dc53a req-d6f83096-a5a7-4906-b311-612eb7e8e71c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 945 time: 0.0529172 Dec 21 02:32:50.753946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-238d2115-5511-4108-a9a2-fd3b833dc53a req-8eb00126-c44f-4c14-ad10-f26505f001ff tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Dec 21 02:32:51.868177 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2441b9-dbdb-465e-af80-a448d43510a9 req-1972b070-cc00-4ff2-a918-7e655b59f943 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:51.869708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c2441b9-dbdb-465e-af80-a448d43510a9 req-1972b070-cc00-4ff2-a918-7e655b59f943 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 945 time: 0.0490932 Dec 21 02:32:51.918501 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c2441b9-dbdb-465e-af80-a448d43510a9 req-11e88d06-c283-4c8a-8cfc-35fb3c88cd10 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Dec 21 02:32:52.007814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 91de51a0-08f4-49f7-92e5-d8cc564227be up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:32:52.055379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 91de51a0-08f4-49f7-92e5-d8cc564227be completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:32:52.058878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 91de51a0-08f4-49f7-92e5-d8cc564227be triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:32:52.059244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:52.133386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:52.154571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:32:52.156758 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a46d3b-f928-4e66-9f37-65042f4ee508" -d '{"events": [{"server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "name": "network-vif-plugged", "status": "completed", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:32:52.172832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=91de51a0-08f4-49f7-92e5-d8cc564227be,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:32:52.176748 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:52.202548 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62028945-4767-4d39-a5bc-fe1edb6f8640 x-openstack-request-id: req-62028945-4767-4d39-a5bc-fe1edb6f8640 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:32:52.202837 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "name": "network-vif-plugged", "status": "completed", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:32:52.203085 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62028945-4767-4d39-a5bc-fe1edb6f8640 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:32:52.203471 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'code': 200} Dec 21 02:32:52.228066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:52.236364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.236774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.237120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.237669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.238009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.238337 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.238663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.238987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.239307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.239625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.239945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.240751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.241067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:32:52.320592 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279eb07-5d06-45e2-a80a-3477a0ce763c req-4ee2d1a5-4f88-4860-8d11-983465d8a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:52.323074 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5279eb07-5d06-45e2-a80a-3477a0ce763c req-4ee2d1a5-4f88-4860-8d11-983465d8a2c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1098 time: 0.0415304 Dec 21 02:32:52.369559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5279eb07-5d06-45e2-a80a-3477a0ce763c req-927e486f-8a09-4954-b45e-0dd220a421e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399477 Dec 21 02:32:52.451832 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:53.035964 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45434d7-df10-4fa7-a43f-ddeda7bb4341 req-1f76fa8e-9905-4907-8bc1-dd3d1d9dce65 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:53.038025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e45434d7-df10-4fa7-a43f-ddeda7bb4341 req-1f76fa8e-9905-4907-8bc1-dd3d1d9dce65 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0515897 Dec 21 02:32:53.085538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e45434d7-df10-4fa7-a43f-ddeda7bb4341 req-be71b39f-30ad-4c29-a157-422c21eab43c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416260 Dec 21 02:32:54.200735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aca91-b3a4-46d3-9fb5-1d08e2d90f02 req-07a76fa1-ace9-474c-9e3c-49e52bed2244 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:54.202243 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-429aca91-b3a4-46d3-9fb5-1d08e2d90f02 req-07a76fa1-ace9-474c-9e3c-49e52bed2244 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0486469 Dec 21 02:32:54.421567 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:32:54.468126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-429aca91-b3a4-46d3-9fb5-1d08e2d90f02 req-c180d845-77a0-442e-bd5b-8190f157f2dd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600260 Dec 21 02:32:54.631789 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05975a-04ce-42cf-ad3e-154a7e620ed4 req-8390410a-b0ce-413f-8bf5-422b006532fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:54.633234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac05975a-04ce-42cf-ad3e-154a7e620ed4 req-8390410a-b0ce-413f-8bf5-422b006532fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0997849 Dec 21 02:32:54.686368 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac05975a-04ce-42cf-ad3e-154a7e620ed4 req-66d13b2a-5188-462f-9cb9-8a5ed38aa44c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471849 Dec 21 02:32:54.708182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60808) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:54.747293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087e270-235a-4665-977e-66f2f957c7d1 tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:54.748756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b087e270-235a-4665-977e-66f2f957c7d1 tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1093 time: 0.0396245 Dec 21 02:32:54.751680 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:32:54.756315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:32:54.779795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:54.873054 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:54.977692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.25.6.60 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/65f8addd-a52f-45f3-b45d-83e93f724632) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:32:55.078882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.111654 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.149950 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:32:55.152768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:32:55.156147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:32:55.179367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=65f8addd-a52f-45f3-b45d-83e93f724632,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:55.513360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.577057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.735810 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.740920 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.804259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=65f8addd-a52f-45f3-b45d-83e93f724632,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:32:55.817274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:55.916646 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP 594be947-25d8-480a-9040-acc701c7abce associated. External IP: 172.25.6.60, port: 91de51a0-08f4-49f7-92e5-d8cc564227be. Dec 21 02:32:56.122330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:32:56.228272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:32:56.238368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:32:56.245429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:56.247689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:32:56.248317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:32:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:32:56.272904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a560f289-dd73-4c98-a8c4-b08223ec90fa tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5202389 Dec 21 02:32:56.273867 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:32:56.276726 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab61ffc-5ead-49aa-a3ef-0322f09ff519" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:32:56.313235 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6562b55-2c13-419a-b66e-6d9b292291fb x-openstack-request-id: req-b6562b55-2c13-419a-b66e-6d9b292291fb {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:32:56.313560 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:32:56.313853 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6562b55-2c13-419a-b66e-6d9b292291fb {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:32:56.314362 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'status': 'completed', 'code': 200} Dec 21 02:32:56.360015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:32:56.396335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-4464a476-76b8-4bc6-be62-4b985358cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:56.398365 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-4464a476-76b8-4bc6-be62-4b985358cfa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1098 time: 0.0419376 Dec 21 02:32:56.496358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-5160c228-9c15-49a2-b786-b34ffc39563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:56.497841 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-5160c228-9c15-49a2-b786-b34ffc39563d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0902288 Dec 21 02:32:56.561940 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-31aec2c7-cafe-4f76-af85-2592fda73ddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 999 time: 0.0572531 Dec 21 02:32:56.586974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '594be947-25d8-480a-9040-acc701c7abce', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:37:71:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:32:55Z', 'updated_at': '2021-12-21T02:32:55Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:32:56.613083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:32:56.615752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-b778a207-c0f2-4b76-9f79-a2b69adcf864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:56.617283 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-b778a207-c0f2-4b76-9f79-a2b69adcf864 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0492108 Dec 21 02:32:56.621924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:32:56.622526 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:32:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:32:56.663059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-2cfd1a0c-c8ab-4230-b037-2e7274deef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:32:56.664460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-2cfd1a0c-c8ab-4230-b037-2e7274deef98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397851 Dec 21 02:32:56.729525 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:32:56.760335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-2a53f5af-7d9b-4577-a96f-242bd8a9b160 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883434 Dec 21 02:32:56.849117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cab61ffc-5ead-49aa-a3ef-0322f09ff519 req-c5397320-9606-4e4a-b65b-2acde31fc31e service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820646 Dec 21 02:32:56.953883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '594be947-25d8-480a-9040-acc701c7abce', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:37:71:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:32:55Z', 'updated_at': '2021-12-21T02:32:55Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:32:56.981832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732b5d-49fc-4fcb-8fc5-c7044b48a48b None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '594be947-25d8-480a-9040-acc701c7abce', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:37:71:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:32:55Z', 'updated_at': '2021-12-21T02:32:55Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:32:57.150008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:32:57.167861 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4de93-31f3-4176-9315-499c73e2273b None None] New status for floating IP 594be947-25d8-480a-9040-acc701c7abce: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:33:13.976119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1c4-0f8d-49be-80dc-e9d6e5fab533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:16.700693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47d41655-1e5f-414e-a5d2-81cdad00c961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:17.395857 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:18.799530 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:19.414852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:22.450649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:27.171647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:31.420833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:33:32.104860 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-8e16e511-04cd-4c45-9e53-7355bfef9364 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1261079 Dec 21 02:33:32.205905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-761c8332-9ed1-453e-872f-db1a4bf935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:33:32.207359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-761c8332-9ed1-453e-872f-db1a4bf935fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1098 time: 0.0438492 Dec 21 02:33:32.307901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-1f782a0c-1b0e-4b66-bb0f-fcd575166bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:33:32.309359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-1f782a0c-1b0e-4b66-bb0f-fcd575166bb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0834394 Dec 21 02:33:32.382214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-a9c0368e-c6e5-4de2-92ae-d43ce19bce25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 1001 time: 0.0658526 Dec 21 02:33:32.430637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-9530bf31-71a6-4bc9-9898-d65451915c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:33:32.432015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-9530bf31-71a6-4bc9-9898-d65451915c9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0425458 Dec 21 02:33:32.476060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-ae90d2de-caba-442d-83d2-b31e8c8f201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:33:32.477530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-ae90d2de-caba-442d-83d2-b31e8c8f201a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383923 Dec 21 02:33:32.488317 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-3391bf0f-fe06-4481-8097-a9b825baf2d4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:33:32.489233 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-3391bf0f-fe06-4481-8097-a9b825baf2d4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047672 Dec 21 02:33:32.579047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-51ccb5b8-67d5-4982-a234-2eadf8c5ed4b service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Dec 21 02:33:32.665322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63972f60-3de0-4ea3-a87a-cd7ba62aba8f req-727baf3a-33fb-40f9-8cc5-6dfc5b2b3e9f service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797112 Dec 21 02:33:43.978374 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53f24ca0-d525-4e5a-96e9-0089f3997c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:46.701942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-05f18569-658e-4cfc-b92a-41c9708f34d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:47.403292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:48.802523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:49.416045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:52.448960 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:33:57.173560 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:08.420197 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:34:13.980563 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6bd93a0d-cba6-4ad2-869f-c9cf8c251db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:15.403869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-7fef4278-3b1c-4418-a14f-67336999cfc9 req-8408fe6b-d76d-43b4-ad19-9d72cc815959 service neutron] (109850) timed out ('10.222.0.24', 53824) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 02:34:16.703879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cfc063a3-d3b6-4ed2-b49b-4cdc1885f70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:17.400914 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:18.805006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:19.419313 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:22.449925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:27.203959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:34.019714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-ac80b3bb-d772-41fa-bad6-d79848a46a02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447752 Dec 21 02:34:34.116137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-77d10444-20db-4b80-8f34-6cdb6a8ceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:34.117613 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-77d10444-20db-4b80-8f34-6cdb6a8ceb15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 1098 time: 0.0401218 Dec 21 02:34:34.218842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-9ed767fb-b532-4f1d-8fc9-b8d858635df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:34.220338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-9ed767fb-b532-4f1d-8fc9-b8d858635df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0843699 Dec 21 02:34:34.288851 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-46815bdf-6520-4362-a3d0-99dc7f9c77b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 200 len: 1001 time: 0.0616727 Dec 21 02:34:34.339821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-d077e8e7-315b-4c25-9925-3bbb935475ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:34.341243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-d077e8e7-315b-4c25-9925-3bbb935475ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0452273 Dec 21 02:34:34.386104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-da801fe4-430c-4aaa-a182-125a13e479ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:34.387555 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-da801fe4-430c-4aaa-a182-125a13e479ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391853 Dec 21 02:34:34.478420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-ed07c046-1fa6-4c9a-9a62-0e6c504cb50e service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836601 Dec 21 02:34:34.568034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24a69221-cecf-4130-945f-3e8e52fe4865 req-e6c03e65-a2b6-4a69-9a64-b4207d0d4426 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825257 Dec 21 02:34:43.982617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6eb45099-cbc5-4710-8712-a8435ddc066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:45.419533 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:34:46.704937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f1da52b-e545-4b99-b7f3-cc2d181de447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:47.404467 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:48.808206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:48.877348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911e7b5-61fa-4ea8-bff5-55be1b2ff72a req-26a296a9-45ea-40ab-b71b-4b8817ffc814 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:48.879580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7911e7b5-61fa-4ea8-bff5-55be1b2ff72a req-26a296a9-45ea-40ab-b71b-4b8817ffc814 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0567133 Dec 21 02:34:48.939715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7911e7b5-61fa-4ea8-bff5-55be1b2ff72a req-c53ff79d-489e-477a-962d-bfc0f1197f23 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528462 Dec 21 02:34:49.426542 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:50.055984 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624d6b3-e8c3-4a6f-bc4c-214324f7a8a9 req-b20af738-ca0d-488d-95a4-a9f22f77aaa6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:50.057479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6624d6b3-e8c3-4a6f-bc4c-214324f7a8a9 req-b20af738-ca0d-488d-95a4-a9f22f77aaa6 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0496337 Dec 21 02:34:50.106772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6624d6b3-e8c3-4a6f-bc4c-214324f7a8a9 req-35973aeb-00da-4e55-88e0-96c4210febd2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:34:50.563524 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:34:50.566791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-833b6d89-7c54-4226-aeba-1c11a83ce816 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:50.568200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-833b6d89-7c54-4226-aeba-1c11a83ce816 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 946 time: 0.0484581 Dec 21 02:34:50.653678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 91de51a0-08f4-49f7-92e5-d8cc564227be {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:34:50.654463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:50.742250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 91de51a0-08f4-49f7-92e5-d8cc564227be, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=91de51a0-08f4-49f7-92e5-d8cc564227be,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:34:50.742627 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:50.907406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:50.907682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:50.908075 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP 594be947-25d8-480a-9040-acc701c7abce disassociated. External IP: 172.25.6.60, port: 91de51a0-08f4-49f7-92e5-d8cc564227be. Dec 21 02:34:50.908424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 91de51a0-08f4-49f7-92e5-d8cc564227be owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:34:51.033903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:51.060070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=91de51a0-08f4-49f7-92e5-d8cc564227be,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:34:51.069821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.070186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.070405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.070737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.071071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.071405 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.071732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.072580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.072580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.072753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.072978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.073302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.073650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:34:51.187231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:34:51.201877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-97a2c86f-24ac-4c92-92f2-dfc30ad74725 req-6a414966-23fb-44bf-9f80-76b0bf9ee02c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0259542 Dec 21 02:34:51.295624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:34:51.306261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:34:51.315454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:34:51.316058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:34:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:34:51.334282 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 91de51a0-08f4-49f7-92e5-d8cc564227be on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:34:51.336756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:51.340822 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-64b55da8-4cd5-4967-ab0a-5d3a31550c8d req-da514833-1573-4a01-aed9-1b896a155e5c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "DELETE /v2.0/ports/91de51a0-08f4-49f7-92e5-d8cc564227be HTTP/1.1" status: 204 len: 173 time: 0.7666914 Dec 21 02:34:51.341226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'name': 'network-vif-deleted', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:34:51.343475 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e47837-3932-436b-b14a-a8b6e65403d1" -d '{"events": [{"server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "name": "network-vif-deleted", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:34:51.428970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:34:51.467905 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f97ec-235f-4978-bac1-458c1211f790 x-openstack-request-id: req-7d0f97ec-235f-4978-bac1-458c1211f790 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:34:51.468199 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ac3867-c53e-47f0-b641-abfad7513bfa", "name": "network-vif-deleted", "tag": "91de51a0-08f4-49f7-92e5-d8cc564227be", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:34:51.468461 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d0f97ec-235f-4978-bac1-458c1211f790 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:34:51.469082 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac3867-c53e-47f0-b641-abfad7513bfa', 'name': 'network-vif-deleted', 'tag': '91de51a0-08f4-49f7-92e5-d8cc564227be', 'status': 'completed', 'code': 200} Dec 21 02:34:51.644105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:34:51.669380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:34:51.677428 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:34:51.678018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:34:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:34:51.780992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:34:52.142622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:34:52.168597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f932738-4879-4a29-a200-83c2945eeae3 None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:34:52.302143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb607730-b047-4316-9bd9-006c916f7121 req-5002271c-6f47-4e6d-9e17-d27f0eb4ff9a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0277078 Dec 21 02:34:52.413940 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361b185-57f5-4f63-a6e4-dd570d539784 None None] New status for floating IP 594be947-25d8-480a-9040-acc701c7abce: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:34:52.450477 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:53.402777 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e03bba01-942c-4a34-bbfb-be760392cf86 req-b695bd94-7ebc-4dd3-9b34-a90be5173481 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0261507 Dec 21 02:34:54.502703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0981003d-03f5-4da1-a083-6139e0bc1574 req-045d952f-746b-430a-8928-d3472712c454 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0300679 Dec 21 02:34:54.614326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 91de51a0-08f4-49f7-92e5-d8cc564227be no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:34:54.638810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 91de51a0-08f4-49f7-92e5-d8cc564227be {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:34:54.639158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 91de51a0-08f4-49f7-92e5-d8cc564227be not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:34:55.596939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3dd4caf1-78b2-4ffa-a679-00842f8b6145 req-768ae514-0aa6-4e0a-a8db-31b9d16e41b3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ac3867-c53e-47f0-b641-abfad7513bfa HTTP/1.1" status: 200 len: 210 time: 0.0274396 Dec 21 02:34:56.800838 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-04d463ac-5591-4954-bb42-f589359211ec tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125018113&fields=id&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 267 time: 0.0429020 Dec 21 02:34:56.913821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-da222c21-9505-4ccb-9253-ef60412cb306 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:56.915292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-da222c21-9505-4ccb-9253-ef60412cb306 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1068654 Dec 21 02:34:56.930855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-46a08141-4df1-467a-a5cf-849b5ab0cce8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0089688 Dec 21 02:34:56.983719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-ee4f8fe5-c832-4cf5-845c-e1e0d870e396 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477023 Dec 21 02:34:57.122928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-bd947e87-43e4-4d07-bd67-aaf5cf092921 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279118 Dec 21 02:34:57.202649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:57.215222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-c35891ac-9f38-4faf-b452-007ef4f922d6 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Dec 21 02:34:57.497189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45bb830d-c027-4ea7-9fea-7c819f79a666 req-870d464b-eafc-497b-97c2-7000d7367bd8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0294583 Dec 21 02:34:58.529784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-c4d908fb-b4ae-481e-bbff-48de0c97e68d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:58.531391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-c4d908fb-b4ae-481e-bbff-48de0c97e68d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1064467 Dec 21 02:34:58.605904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d377e078-1f3c-4823-8b0a-31979b983884 req-be1c9871-0dd6-44e0-bc7f-139fa6f602a9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0293317 Dec 21 02:34:58.619512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3c3b9845-ad01-400f-b855-6223bcf15b3b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 379 time: 0.0711975 Dec 21 02:34:58.644688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'security_groups': ['115719bd-f8c5-416f-a266-07ea5fa75a79']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:34:58.758672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:34:58.762729 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:58.885790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.4 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/48e05a28-c80e-4340-aa3b-6ae63991edcc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:34:59.030797 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.063438 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.109234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:34:59.112337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:34:59.116073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:34:59.143503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:34:59.181454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:59.182724 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.200606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-3ec8aa2d-9cef-4adc-a433-c6d4876b82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598729 Dec 21 02:34:59.266934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Request body: {'port': {'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:34:59.333391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.422672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c608dc87-9dbf-427d-a275-46ec907a410c None None] Provisioning complete for port 48e05a28-c80e-4340-aa3b-6ae63991edcc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:34:59.423232 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c608dc87-9dbf-427d-a275-46ec907a410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.457913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c608dc87-9dbf-427d-a275-46ec907a410c None None] Port 48e05a28-c80e-4340-aa3b-6ae63991edcc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:34:59.604505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e05a28-c80e-4340-aa3b-6ae63991edcc {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:34:59.612375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.625401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Transition to ACTIVE for port object 48e05a28-c80e-4340-aa3b-6ae63991edcc will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:34:59.631046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.688599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Pushing event updated for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:34:59.746433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aba82-557a-4790-97fd-b2b056319195 req-048daf8d-ced1-4659-8dfa-4ad45190672c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:59.747800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-187aba82-557a-4790-97fd-b2b056319195 req-048daf8d-ced1-4659-8dfa-4ad45190672c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0708659 Dec 21 02:34:59.772897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Attempting to bind port 48e05a28-c80e-4340-aa3b-6ae63991edcc on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:34:59.773228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Attempting to bind port 48e05a28-c80e-4340-aa3b-6ae63991edcc by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:34:59.773582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Attempting to bind port 48e05a28-c80e-4340-aa3b-6ae63991edcc on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:34:59.778085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Port 48e05a28-c80e-4340-aa3b-6ae63991edcc on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:34:59.778408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Attempting to bind port 48e05a28-c80e-4340-aa3b-6ae63991edcc on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:34:59.783470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:34:59.783802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:34:59.784181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:34:59.784602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Bound port: 48e05a28-c80e-4340-aa3b-6ae63991edcc, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:34:59.784951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.813025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-187aba82-557a-4790-97fd-b2b056319195 req-1a9443da-ac72-4f27-92c8-c25bc26ba830 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586655 Dec 21 02:34:59.855417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:34:59.858663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:34:59.864324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.907969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:34:59.908614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:34:59.910072 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] 10.222.0.45 "PUT /v2.0/ports/48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 1092 time: 0.6943855 Dec 21 02:34:59.910533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:34:59.912840 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea35bd-07c0-4c9a-854a-84fa9fb42156" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:34:59.940384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d954b0-743b-48b6-93c2-baacabea7052 service neutron] Pushing event updated for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:34:59.974161 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a0d6b-3973-4851-96e9-4b3d58017871 x-openstack-request-id: req-fb7a0d6b-3973-4851-96e9-4b3d58017871 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:34:59.974457 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:34:59.974716 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb7a0d6b-3973-4851-96e9-4b3d58017871 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:34:59.975175 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'status': 'completed', 'code': 200} Dec 21 02:35:00.040892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-af47b6bd-7937-4706-94e9-c1eec6ba4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.043182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-af47b6bd-7937-4706-94e9-c1eec6ba4155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1095 time: 0.0460548 Dec 21 02:35:00.099099 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-af9f2e39-a99e-4d12-9ee6-88ac0168574e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 217 time: 0.0401189 Dec 21 02:35:00.158726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-9fb8ea38-302d-406d-91af-598a3c65582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.160970 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-9fb8ea38-302d-406d-91af-598a3c65582e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0546558 Dec 21 02:35:00.213037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7886-233b-4e28-88af-c828e9a90321 req-8478c57a-c59b-404a-8bc3-f8aa0f5f8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.215132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-8478c57a-c59b-404a-8bc3-f8aa0f5f8578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463967 Dec 21 02:35:00.308257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-99868ae9-b00d-4574-8dd9-bd81718a7280 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Dec 21 02:35:00.397696 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43fd7886-233b-4e28-88af-c828e9a90321 req-f5b0d778-9973-4038-9dd3-3fa8976970a9 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824633 Dec 21 02:35:00.508680 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-19ff4508-8471-4584-8ba7-b73afb385209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.510599 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-19ff4508-8471-4584-8ba7-b73afb385209 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1095 time: 0.0400705 Dec 21 02:35:00.609075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-a0f7db4a-36a4-43f3-a061-62cbc92772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.610582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-a0f7db4a-36a4-43f3-a061-62cbc92772d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0898290 Dec 21 02:35:00.652979 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-dbc62369-d572-4ee9-8c85-f8e6a230f811 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 217 time: 0.0349772 Dec 21 02:35:00.705994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-f90ce397-548f-4d99-a94a-9b546ae404df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.707450 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-f90ce397-548f-4d99-a94a-9b546ae404df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0478053 Dec 21 02:35:00.753609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-4d7b31b0-a87a-4b47-8c4d-dcea3b49fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.755077 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-4d7b31b0-a87a-4b47-8c4d-dcea3b49fa6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395646 Dec 21 02:35:00.849758 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-87eeb223-72f8-4c89-8866-94dc516bdcaf service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Dec 21 02:35:00.933899 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261167de-da1f-4282-b612-2e7d2ce2edc0 req-2807b3c6-5a70-4474-99c3-a58adabd63b7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:00.935657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-261167de-da1f-4282-b612-2e7d2ce2edc0 req-2807b3c6-5a70-4474-99c3-a58adabd63b7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0516009 Dec 21 02:35:00.947256 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-50ea35bd-07c0-4c9a-854a-84fa9fb42156 req-4a445ecb-d824-4215-9dd3-67e71abe9aed service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899088 Dec 21 02:35:00.991572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-261167de-da1f-4282-b612-2e7d2ce2edc0 req-b8e9163e-1f94-45b9-92d1-c836072b53f7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484412 Dec 21 02:35:02.107391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b84de-bcbb-4c56-afef-26828cf16f11 req-67bc206a-a7cd-4a13-8222-fc4bd70b747d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:02.108741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb8b84de-bcbb-4c56-afef-26828cf16f11 req-67bc206a-a7cd-4a13-8222-fc4bd70b747d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0485768 Dec 21 02:35:02.157145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb8b84de-bcbb-4c56-afef-26828cf16f11 req-ee9975d0-ed17-425f-8e5f-05293e3d2f15 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Dec 21 02:35:03.276552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a6055-1d2b-49e7-a168-638b6597c813 req-23f2a6ed-3b0b-4298-a3b7-fd57ed674a14 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:03.278056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-370a6055-1d2b-49e7-a168-638b6597c813 req-23f2a6ed-3b0b-4298-a3b7-fd57ed674a14 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0530958 Dec 21 02:35:03.333047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-370a6055-1d2b-49e7-a168-638b6597c813 req-73eab8fb-5446-46ae-a300-24edee6aa04d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 Dec 21 02:35:04.446309 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13f4e-c56f-49da-a8ca-9ac5027cf70a req-4bf6cf6d-0aca-4784-a39d-8a38f9ff1224 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:04.447767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9be13f4e-c56f-49da-a8ca-9ac5027cf70a req-4bf6cf6d-0aca-4784-a39d-8a38f9ff1224 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0523047 Dec 21 02:35:04.495885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9be13f4e-c56f-49da-a8ca-9ac5027cf70a req-c9807e53-56cd-41e6-aec1-d0e6eb0c2fb5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422103 Dec 21 02:35:05.611998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac5589-d293-4d4b-b26d-7515d214735c req-a1c07dfa-7994-454a-930e-d6fdb87547f9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:05.613530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44ac5589-d293-4d4b-b26d-7515d214735c req-a1c07dfa-7994-454a-930e-d6fdb87547f9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0513082 Dec 21 02:35:05.661006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44ac5589-d293-4d4b-b26d-7515d214735c req-d664a65c-3466-402f-8b69-af4e79b3c63b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Dec 21 02:35:06.773945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e58e9-b1c4-4ec5-8a25-6bf8eb3ced3a req-c97c6921-ade8-4511-afca-44f72ca8075f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:06.775412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-000e58e9-b1c4-4ec5-8a25-6bf8eb3ced3a req-c97c6921-ade8-4511-afca-44f72ca8075f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0481160 Dec 21 02:35:06.823780 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-000e58e9-b1c4-4ec5-8a25-6bf8eb3ced3a req-c6a570fc-4b0d-45c2-9089-57c41f3c8f8c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Dec 21 02:35:07.938717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ca6ab-7259-4607-8311-86bd35566fb0 req-6e48dbb9-7207-4617-a5b0-a651acc594c2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:07.940191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-879ca6ab-7259-4607-8311-86bd35566fb0 req-6e48dbb9-7207-4617-a5b0-a651acc594c2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0477734 Dec 21 02:35:07.993383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-879ca6ab-7259-4607-8311-86bd35566fb0 req-4758d824-e5ee-484c-ab90-d708e7925313 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470412 Dec 21 02:35:09.115508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacf522-89dc-4a78-9779-4bd76b03fc4c req-37477e2c-9bf1-4879-a903-7972eb512441 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:09.116986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8aacf522-89dc-4a78-9779-4bd76b03fc4c req-37477e2c-9bf1-4879-a903-7972eb512441 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0501940 Dec 21 02:35:09.164739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8aacf522-89dc-4a78-9779-4bd76b03fc4c req-b37c1d3e-89e2-4942-8a1a-98e8b97d1534 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Dec 21 02:35:10.278896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f4712-2805-4f66-9bef-1b7c65899be3 req-5b9ed93e-74ad-46b5-a522-6d806a6e1995 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:10.280347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a7f4712-2805-4f66-9bef-1b7c65899be3 req-5b9ed93e-74ad-46b5-a522-6d806a6e1995 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0478609 Dec 21 02:35:10.330383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a7f4712-2805-4f66-9bef-1b7c65899be3 req-5c377a4c-ced5-40f3-af5f-fb71ba8e82b5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Dec 21 02:35:11.448752 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaad590-2d56-4107-9b4f-52e7af98e89a req-f4111a42-d59a-4ca3-95a0-da9261dec2af tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:11.450251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6eaad590-2d56-4107-9b4f-52e7af98e89a req-f4111a42-d59a-4ca3-95a0-da9261dec2af tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 943 time: 0.0519590 Dec 21 02:35:11.498699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6eaad590-2d56-4107-9b4f-52e7af98e89a req-b0b44496-9d22-4f26-9d1d-b86ef37f2102 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Dec 21 02:35:12.035938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48e05a28-c80e-4340-aa3b-6ae63991edcc details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:35:12.130242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:35:12.141191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:35:12.177754 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:12.190119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e05a28-c80e-4340-aa3b-6ae63991edcc {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:35:12.209923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:35:12.213909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:12.258087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:35:12.265807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.266161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.266506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.266847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.267186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.267523 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.267857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.268182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.268509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.268837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.269167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.269517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.269852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:12.612897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c240a5-5027-4020-a773-3101e5447df6 req-00606536-a2e9-43c9-8a78-9e4c3375bcf9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:12.614474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c240a5-5027-4020-a773-3101e5447df6 req-00606536-a2e9-43c9-8a78-9e4c3375bcf9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 944 time: 0.0490241 Dec 21 02:35:12.630366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['48e05a28-c80e-4340-aa3b-6ae63991edcc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:35:12.680229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2c240a5-5027-4020-a773-3101e5447df6 req-71eb05cf-4db1-406a-80ea-cb346e9bb657 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595152 Dec 21 02:35:13.792691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974392ec-14ec-4207-a79b-0e8dd640b2d0 req-3ba276d7-2bd8-43cc-bcbb-3c1ffc2754b8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:13.794239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-974392ec-14ec-4207-a79b-0e8dd640b2d0 req-3ba276d7-2bd8-43cc-bcbb-3c1ffc2754b8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 944 time: 0.0476115 Dec 21 02:35:13.846411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-974392ec-14ec-4207-a79b-0e8dd640b2d0 req-8219192c-ddbb-481e-a12c-dbac6924f115 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462613 Dec 21 02:35:13.985319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88ac0626-5ad4-40b1-b07d-d18d4cc9dbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:14.052905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48e05a28-c80e-4340-aa3b-6ae63991edcc up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:35:14.105204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 48e05a28-c80e-4340-aa3b-6ae63991edcc completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:35:14.109122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 48e05a28-c80e-4340-aa3b-6ae63991edcc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:35:14.109517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:14.182660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:14.205230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:35:14.207844 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e753d23-c5f0-4473-b52e-dd2197175ffa" -d '{"events": [{"server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "name": "network-vif-plugged", "status": "completed", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:35:14.221002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:35:14.225654 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:14.276422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:35:14.311463 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a526d6-27e6-40a6-918a-9dd21a1fe6ff x-openstack-request-id: req-20a526d6-27e6-40a6-918a-9dd21a1fe6ff {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:35:14.311761 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "name": "network-vif-plugged", "status": "completed", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:35:14.312017 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20a526d6-27e6-40a6-918a-9dd21a1fe6ff {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:35:14.312413 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'code': 200} Dec 21 02:35:14.464455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c02c-45a5-4d4e-821f-ff6e5b47532f req-317b62c5-74f5-4d86-9aa9-02004acc33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:14.466432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3a8c02c-45a5-4d4e-821f-ff6e5b47532f req-317b62c5-74f5-4d86-9aa9-02004acc33f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0404773 Dec 21 02:35:14.515946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e3a8c02c-45a5-4d4e-821f-ff6e5b47532f req-8abbb28e-477c-4425-a638-4af0c6ed3b11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Dec 21 02:35:14.959814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216327b6-7f66-41f1-894a-71cd25f4c985 req-da73c53a-7c07-423d-8e28-7b16e18dc004 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:14.961262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-216327b6-7f66-41f1-894a-71cd25f4c985 req-da73c53a-7c07-423d-8e28-7b16e18dc004 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0480869 Dec 21 02:35:15.010815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-216327b6-7f66-41f1-894a-71cd25f4c985 req-7672fcb4-d6be-4079-8745-5f3e285e62ac tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Dec 21 02:35:16.123542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1ea6-90af-435b-b49e-6ad63e3b088c req-bd40985a-152a-4576-beb7-b5aafe334a35 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.125009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a2c1ea6-90af-435b-b49e-6ad63e3b088c req-bd40985a-152a-4576-beb7-b5aafe334a35 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0485206 Dec 21 02:35:16.175165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a2c1ea6-90af-435b-b49e-6ad63e3b088c req-05e4f82f-6951-40e3-886b-f574ef789d19 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 Dec 21 02:35:16.299362 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e030-02bf-4699-a059-337deba4d4f6 req-8b7aff25-042b-48f9-807c-58af18af748f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.300840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f202e030-02bf-4699-a059-337deba4d4f6 req-8b7aff25-042b-48f9-807c-58af18af748f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0549326 Dec 21 02:35:16.354540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f202e030-02bf-4699-a059-337deba4d4f6 req-8cbddb1a-060f-4c81-9c2c-d3ef0a282b8a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475221 Dec 21 02:35:16.378102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60946) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:35:16.462711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11f014-ae2b-4cdb-95da-6f41bcea2f51 tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.465033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3b11f014-ae2b-4cdb-95da-6f41bcea2f51 tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1092 time: 0.0856326 Dec 21 02:35:16.467592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 60950) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:35:16.472153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:35:16.498637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:16.526738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-4745c9ff-7e7d-4845-8c00-002792afcd65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3747787 Dec 21 02:35:16.597639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:16.625220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-80c80599-dcdd-44c2-9e47-09f719f8125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.626721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-80c80599-dcdd-44c2-9e47-09f719f8125f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0397005 Dec 21 02:35:16.702185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.25.6.231 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/4812b932-c2a5-4a45-8a01-c55e02176a82) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:35:16.712260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3514e3b9-e43b-4bc6-99d8-725bcb9a9da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:16.738250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-858c559e-82c0-42db-b04f-cf1abc5eacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.739766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-858c559e-82c0-42db-b04f-cf1abc5eacd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0932815 Dec 21 02:35:16.781811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-907e1f82-a8e2-45ef-9836-c4ce1e107fe0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 217 time: 0.0346375 Dec 21 02:35:16.834542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-13aecc33-eb81-49df-9218-dac4d856d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.836180 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-13aecc33-eb81-49df-9218-dac4d856d4e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0478067 Dec 21 02:35:16.889441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-0c2b2700-8b9a-411a-8004-04f7fe5302d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:16.890621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-0c2b2700-8b9a-411a-8004-04f7fe5302d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470054 Dec 21 02:35:16.985289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-05286b0b-ad70-4a63-b8a3-679d3831b5ae service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Dec 21 02:35:17.080991 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-018de71e-7d3f-4172-9b8f-5a2537b83e7c req-03402e5d-c72c-4756-a5b6-b5f74d681a22 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Dec 21 02:35:17.156168 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.189356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.227883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:35:17.231336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:35:17.234733 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:35:17.257409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=4812b932-c2a5-4a45-8a01-c55e02176a82,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:35:17.268587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.268943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.269290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.269662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.270004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.270909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.271256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.271590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.271928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.272277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.272590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.272920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.273249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:35:17.406498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.602149 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.677730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.824468 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.828686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:17.898391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=4812b932-c2a5-4a45-8a01-c55e02176a82,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:35:17.910855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:18.014030 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP 90991ee3-835b-47bf-ba6c-3400ce8b7418 associated. External IP: 172.25.6.231, port: 48e05a28-c80e-4340-aa3b-6ae63991edcc. Dec 21 02:35:18.218832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:35:18.326868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:35:18.336150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:35:18.343875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:18.346362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:35:18.346975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:35:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:35:18.381358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e42ccae0-1a3b-4bd4-a085-4de52b6050de tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9036860 Dec 21 02:35:18.381358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:35:18.381358 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617f689-68a4-442a-aadc-fc08eb4c7c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:35:18.456955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:35:18.472598 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5a6989-4512-4cb6-85b5-51e7f8bce27e x-openstack-request-id: req-9e5a6989-4512-4cb6-85b5-51e7f8bce27e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:35:18.472946 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:35:18.473582 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e5a6989-4512-4cb6-85b5-51e7f8bce27e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:35:18.474227 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'status': 'completed', 'code': 200} Dec 21 02:35:18.556631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-afd405d7-aa57-4ad6-966e-b248218816b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:18.558138 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-afd405d7-aa57-4ad6-966e-b248218816b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0396786 Dec 21 02:35:18.649969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-978a61dc-33f5-43b0-b93f-9b860112309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:18.651466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-978a61dc-33f5-43b0-b93f-9b860112309a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0864866 Dec 21 02:35:18.685052 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:17Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:35:18.711002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:35:18.718408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-08e94779-be4f-4d00-b381-2df942fb9fc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 999 time: 0.0594406 Dec 21 02:35:18.719552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:35:18.720140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:35:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:35:18.767190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-cec80419-825c-48b7-a87e-cf4363fd3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:18.768654 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-cec80419-825c-48b7-a87e-cf4363fd3b44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0436189 Dec 21 02:35:18.819105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-ed5260e4-ef68-45cd-9fa0-ddfb215513b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:35:18.820656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-ed5260e4-ef68-45cd-9fa0-ddfb215513b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442121 Dec 21 02:35:18.825489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:18.835457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:35:18.912153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-ac02be2f-2dfe-4942-8114-babc70a3ace3 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Dec 21 02:35:19.010029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5617f689-68a4-442a-aadc-fc08eb4c7c6a req-407fc0c6-f278-43aa-8155-b98925776919 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904307 Dec 21 02:35:19.060069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:17Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:35:19.085239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f82ccd-352b-420a-af48-a35e33599bb8 None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:17Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:35:19.274833 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ef6d2-423e-4e04-a241-a291ff020f5c None None] New status for floating IP 90991ee3-835b-47bf-ba6c-3400ce8b7418: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:35:19.419158 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:22.419243 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:35:22.446058 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:27.201585 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:43.987036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c90d-b8a4-4664-a09d-cc21c87e0c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:46.705059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-687e9e5e-af6e-4246-8e32-cbc124750f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:47.413113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:48.816808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:49.422348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:52.444053 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:57.201081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:35:59.421241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:36:13.988073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d1b17469-9ac7-4877-ad59-e4527f02b24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:16.708524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98023a33-2a34-43e1-b24e-d4f73ff88189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:17.413589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:18.174581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-af11ac3c-2c5c-4b56-9e23-642f8c20d575 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389347 Dec 21 02:36:18.286140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e519b-d0c5-4c14-842d-1b253da22804 req-71aad508-880a-4cfe-ae37-23e2a5dfb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:36:18.288223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-71aad508-880a-4cfe-ae37-23e2a5dfb0ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0406184 Dec 21 02:36:18.402917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e519b-d0c5-4c14-842d-1b253da22804 req-6a1d81b2-951a-4b2b-b3aa-d9ac9f35df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:36:18.404383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-6a1d81b2-951a-4b2b-b3aa-d9ac9f35df91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0943675 Dec 21 02:36:18.478717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-881ce1a9-c13a-4769-88b4-9b89d841247f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 1001 time: 0.0580816 Dec 21 02:36:18.531313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e519b-d0c5-4c14-842d-1b253da22804 req-20f24756-69d4-4278-88dc-ae9f7a10c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:36:18.532702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-20f24756-69d4-4278-88dc-ae9f7a10c543 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0462239 Dec 21 02:36:18.576696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e519b-d0c5-4c14-842d-1b253da22804 req-8502fd45-8982-466c-9031-abba292d209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:36:18.578178 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-8502fd45-8982-466c-9031-abba292d209a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379930 Dec 21 02:36:18.665133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-d3c81c73-f3ba-4273-9bcb-0c6cd71064fc service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796661 Dec 21 02:36:18.764146 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-020e519b-d0c5-4c14-842d-1b253da22804 req-c388f673-9878-4df6-a4d1-bdefaebc49b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874364 Dec 21 02:36:18.820794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:19.424796 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:22.462481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:27.198432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:36.421049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:36:43.989613 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-edded4f6-c01c-4571-a19c-f9138b2b2992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:46.708572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-44bae5b2-a05b-43c0-8cc5-aa03f2b1cf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:47.417364 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:48.824731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:49.427717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:52.464453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:57.201805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:36:58.399657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e7515c8b-f664-40d5-871e-ef5411748186 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125018113&fields=id&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 267 time: 0.0457506 Dec 21 02:36:58.507622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-973b00e9-cc45-41fb-866f-f7e433a0d253 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:36:58.508969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-973b00e9-cc45-41fb-866f-f7e433a0d253 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1024725 Dec 21 02:36:58.523553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-3f6c2637-b1f9-4323-94ef-35ca3df7143c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/quotas/9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 375 time: 0.0086439 Dec 21 02:36:58.575028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-4120c8d1-cb55-4d1e-9a53-a23a69bb0ce9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467207 Dec 21 02:36:58.668624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-94e68ffd-8a0c-4f7d-adc2-88aac93bb20d service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823710 Dec 21 02:36:58.759825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-227aaa7b-3350-4ce0-afdf-fc47d3e5f872 service neutron] 10.222.0.43 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Dec 21 02:36:59.035200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fa65a31b-d338-41e1-be23-a14ac1c217bd req-66e5a89f-3393-4057-8ec2-02f421332697 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0265326 Dec 21 02:37:00.060824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-280c0bea-ab4b-45bd-8c85-cfa7eb0864fd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:00.062348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-280c0bea-ab4b-45bd-8c85-cfa7eb0864fd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 811 time: 0.1154528 Dec 21 02:37:00.135029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da08b689-a533-447c-84f1-2a6bb3b873c2 req-f3fc50f2-2007-4ba8-a0b9-45974609333d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0279140 Dec 21 02:37:00.142138 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c267560-3d2d-4696-a88e-e95a5cf96176 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c772e469b0e450c8dfdd45829d8991b HTTP/1.1" status: 200 len: 379 time: 0.0574067 Dec 21 02:37:00.152940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'port': {'device_id': 'da888208-02ac-44e0-baab-79c5154107cd', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'admin_state_up': True, 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'security_groups': ['115719bd-f8c5-416f-a266-07ea5fa75a79']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:37:00.262430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Made reservation on behalf of 9c772e469b0e450c8dfdd45829d8991b for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:37:00.266260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.398748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.20.0.7 (f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381/9f2b5453-53fa-4f8c-90bb-4a35ee316031/8352e153-e536-42b2-b50e-4be14905ecda) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:37:00.535990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.568749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.613249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:37:00.616321 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:37:00.619936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:37:00.649151 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:00.666880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.667473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.668080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.668681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.669279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.669528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.669875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.670203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.670527 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.670854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.671178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.671500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.671821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:00.697600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:00.698236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.715277 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-e59b212a-fe3b-40c2-86d8-25c89f52df81 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670419 Dec 21 02:37:00.733938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Request body: {'port': {'device_id': 'da888208-02ac-44e0-baab-79c5154107cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:37:00.799013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.848226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a05a763-a7f8-4684-ad10-e3fbf55acd08 None None] Provisioning complete for port 8352e153-e536-42b2-b50e-4be14905ecda triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:37:00.849467 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a05a763-a7f8-4684-ad10-e3fbf55acd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:00.883363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4a05a763-a7f8-4684-ad10-e3fbf55acd08 None None] Port 8352e153-e536-42b2-b50e-4be14905ecda cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:37:01.071930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8352e153-e536-42b2-b50e-4be14905ecda {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:37:01.079559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:01.092111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Transition to ACTIVE for port object 8352e153-e536-42b2-b50e-4be14905ecda will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:37:01.095402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:01.145623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Pushing event updated for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:01.269843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Attempting to bind port 8352e153-e536-42b2-b50e-4be14905ecda on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:37:01.270316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Attempting to bind port 8352e153-e536-42b2-b50e-4be14905ecda by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:37:01.270739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Attempting to bind port 8352e153-e536-42b2-b50e-4be14905ecda on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:37:01.275757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Port 8352e153-e536-42b2-b50e-4be14905ecda on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:37:01.276237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Attempting to bind port 8352e153-e536-42b2-b50e-4be14905ecda on network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:37:01.280402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3b2b-d0e7-4dc5-869e-ce597c305756 req-478c5335-8537-4876-a7f9-004f5633d03b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:01.281953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef1d3b2b-d0e7-4dc5-869e-ce597c305756 req-478c5335-8537-4876-a7f9-004f5633d03b tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0571847 Dec 21 02:37:01.282114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:37:01.282540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Checking segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:37:01.283007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Bound using segment: {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:37:01.283525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Bound port: 8352e153-e536-42b2-b50e-4be14905ecda, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:37:01.283985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:01.350929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef1d3b2b-d0e7-4dc5-869e-ce597c305756 req-c024a9f7-88fc-4248-bc93-48a45c2d8dca tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626423 Dec 21 02:37:01.365913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:37:01.371491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8352e153-e536-42b2-b50e-4be14905ecda,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:37:01.379428 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:01.419720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:01.420342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:01.421733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] 10.222.0.24 "PUT /v2.0/ports/8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 1092 time: 0.6924646 Dec 21 02:37:01.422179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:37:01.424457 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5544a9-e468-45b3-b897-ec4c8220a530" -d '{"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:37:01.455098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68dec9-199b-4d94-8e96-5ce2e53bdf28 service neutron] Pushing event updated for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:01.493809 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed9cbc2-5a18-4dd5-8d79-4c9dd277bdc0 x-openstack-request-id: req-4ed9cbc2-5a18-4dd5-8d79-4c9dd277bdc0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:37:01.494108 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:37:01.494365 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ed9cbc2-5a18-4dd5-8d79-4c9dd277bdc0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:37:01.494760 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda', 'status': 'completed', 'code': 200} Dec 21 02:37:01.533684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-6e2e5bc3-9cd1-4898-98ff-0fec0b599ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:01.535460 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-6e2e5bc3-9cd1-4898-98ff-0fec0b599ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1095 time: 0.0512457 Dec 21 02:37:01.585520 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-934aba6b-319a-459c-be34-beb83d9aaad5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 217 time: 0.0363426 Dec 21 02:37:01.650663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-a03c2a1b-2894-437d-a141-9a4389a0abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:01.652176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-a03c2a1b-2894-437d-a141-9a4389a0abcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0595937 Dec 21 02:37:01.704778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-d281ac1c-ce0f-438d-ab8c-b49d5663ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:01.706371 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-d281ac1c-ce0f-438d-ab8c-b49d5663ecf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469854 Dec 21 02:37:01.799098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-1cfbe03d-c8c6-4462-8d03-159883d4cd38 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852442 Dec 21 02:37:01.892441 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6d0a9605-c16e-41d0-8677-0a1daba0f4bd req-4dc70df3-46a5-4110-8976-ac47493d09d3 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Dec 21 02:37:02.001522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-3a19dcf2-ecfb-4db0-a42c-75010848115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:02.002886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-3a19dcf2-ecfb-4db0-a42c-75010848115a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1095 time: 0.0407729 Dec 21 02:37:02.095075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-6e2aa27a-05b0-4ca7-944a-301226b528c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:02.096535 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-6e2aa27a-05b0-4ca7-944a-301226b528c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0870981 Dec 21 02:37:02.137242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-a78f06b0-adba-4ae3-ae4f-1e5bcda6088d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 217 time: 0.0340993 Dec 21 02:37:02.185431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-daf626ee-1040-4c7a-9477-07a5c589ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:02.186884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-daf626ee-1040-4c7a-9477-07a5c589ad15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0431023 Dec 21 02:37:02.236758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-441bc6c4-e01b-44c5-981d-71fbe394c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:02.238331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-441bc6c4-e01b-44c5-981d-71fbe394c6ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444386 Dec 21 02:37:02.326085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-21820714-47f9-4901-b6b9-c4cc3d9573af service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810032 Dec 21 02:37:02.425483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4d5544a9-e468-45b3-b897-ec4c8220a530 req-072a1c0d-2578-4922-aac9-d776543d0d91 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928392 Dec 21 02:37:02.476564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c523c22-48f8-464b-a5ee-067dc47527a0 req-cc660b74-8105-4c98-b77d-fa0bc64053ac tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:02.478167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c523c22-48f8-464b-a5ee-067dc47527a0 req-cc660b74-8105-4c98-b77d-fa0bc64053ac tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0522883 Dec 21 02:37:02.530304 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c523c22-48f8-464b-a5ee-067dc47527a0 req-d088b361-a44c-4b4c-88c5-de6b37a8b7a9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 Dec 21 02:37:03.645838 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7ddf4-1ad8-489b-8d4d-2ce0d163581b req-c26bbfca-3cea-4f3a-a87e-2c7e288f8108 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:03.647311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ba7ddf4-1ad8-489b-8d4d-2ce0d163581b req-c26bbfca-3cea-4f3a-a87e-2c7e288f8108 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0485897 Dec 21 02:37:03.696276 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7ba7ddf4-1ad8-489b-8d4d-2ce0d163581b req-546a8e11-5759-48a1-8fa8-f8abf35836ee tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Dec 21 02:37:04.818185 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f418102-da32-40e9-a5b2-786da1c29489 req-b86ac1cf-c9d8-4d8a-bc27-70b227014b68 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:04.819605 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f418102-da32-40e9-a5b2-786da1c29489 req-b86ac1cf-c9d8-4d8a-bc27-70b227014b68 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0537751 Dec 21 02:37:04.871404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f418102-da32-40e9-a5b2-786da1c29489 req-7c1d8696-5346-4d16-a0e3-349100b46383 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Dec 21 02:37:05.988983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee68be-ef2e-49d3-bf6a-36c4b2b43ebf req-f85f9d8f-8acc-41df-94c5-4582e4b5d54e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:05.990491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18ee68be-ef2e-49d3-bf6a-36c4b2b43ebf req-f85f9d8f-8acc-41df-94c5-4582e4b5d54e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0509455 Dec 21 02:37:06.039531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18ee68be-ef2e-49d3-bf6a-36c4b2b43ebf req-cd3d90b0-a282-4271-ae3f-79d8baea6301 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Dec 21 02:37:07.155552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874deb5-1263-44f4-a4ff-5c8b3a519ecc req-3170e873-6baa-4900-8f0f-5e47f8b9d4c8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:07.157015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d874deb5-1263-44f4-a4ff-5c8b3a519ecc req-3170e873-6baa-4900-8f0f-5e47f8b9d4c8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0512319 Dec 21 02:37:07.204817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d874deb5-1263-44f4-a4ff-5c8b3a519ecc req-e9e56642-61ac-49fa-b613-43a1466c7142 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Dec 21 02:37:08.322358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ba4c5-f325-498f-9a49-20e85ddfd014 req-1495bbe5-575e-4538-bc04-2007bbaa01d4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:08.323948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a6ba4c5-f325-498f-9a49-20e85ddfd014 req-1495bbe5-575e-4538-bc04-2007bbaa01d4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0517826 Dec 21 02:37:08.377139 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a6ba4c5-f325-498f-9a49-20e85ddfd014 req-4d2dc31a-0c30-461b-9c4b-5f257ab768b4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470834 Dec 21 02:37:09.501194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac691b-df8a-4ab0-86e8-307fd3c4d5b9 req-7d1d6e57-e387-4c0e-bc7a-22774758cdda tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:09.502832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74ac691b-df8a-4ab0-86e8-307fd3c4d5b9 req-7d1d6e57-e387-4c0e-bc7a-22774758cdda tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0580246 Dec 21 02:37:09.560897 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-74ac691b-df8a-4ab0-86e8-307fd3c4d5b9 req-6cc48caa-b1ea-4fd2-bc5d-2645d768a0c8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 Dec 21 02:37:10.675872 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6ae3-5d83-4df9-bb26-b598676f8f08 req-afd704fc-66db-4119-b94c-428d303406b0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:10.677317 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab9b6ae3-5d83-4df9-bb26-b598676f8f08 req-afd704fc-66db-4119-b94c-428d303406b0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0495434 Dec 21 02:37:10.730329 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab9b6ae3-5d83-4df9-bb26-b598676f8f08 req-82e3e23f-ef08-4a2b-89d7-08990960d6db tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469456 Dec 21 02:37:11.856321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fef24-5c1c-4069-991a-6105045c8325 req-a731f0a1-244a-48d0-a230-ba597ff22b71 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:11.857787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e01fef24-5c1c-4069-991a-6105045c8325 req-a731f0a1-244a-48d0-a230-ba597ff22b71 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0523117 Dec 21 02:37:11.905469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e01fef24-5c1c-4069-991a-6105045c8325 req-fc523c4a-01dd-4519-8c55-74af22818529 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Dec 21 02:37:13.022209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757823-19e7-4f96-8bbf-de60f29cf31a req-a210c964-1c74-4697-be66-fc2d42fcdee3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:13.023578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14757823-19e7-4f96-8bbf-de60f29cf31a req-a210c964-1c74-4697-be66-fc2d42fcdee3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0519068 Dec 21 02:37:13.071906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14757823-19e7-4f96-8bbf-de60f29cf31a req-d218c7a9-bcf7-4a5b-8008-0d27136876f9 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Dec 21 02:37:13.419988 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:37:13.990759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-909ce48a-6be6-4b26-907d-044695710961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:14.183966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b500c-a49d-43f3-be37-6c25beaac304 req-2111164e-519a-473e-9756-a8d4282443db tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:14.185465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e07b500c-a49d-43f3-be37-6c25beaac304 req-2111164e-519a-473e-9756-a8d4282443db tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0480113 Dec 21 02:37:14.234845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e07b500c-a49d-43f3-be37-6c25beaac304 req-8a54a951-382b-4e26-a463-f34057a77135 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 Dec 21 02:37:15.254985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8352e153-e536-42b2-b50e-4be14905ecda details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:37:15.348605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef101-0313-437c-802a-753bee2e8c92 req-d0d13303-fdd7-4b6e-adad-992d95cda3c5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:15.350380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-575ef101-0313-437c-802a-753bee2e8c92 req-d0d13303-fdd7-4b6e-adad-992d95cda3c5 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 943 time: 0.0491149 Dec 21 02:37:15.355838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8352e153-e536-42b2-b50e-4be14905ecda,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:37:15.367568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8352e153-e536-42b2-b50e-4be14905ecda', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'port_id': '8352e153-e536-42b2-b50e-4be14905ecda', 'mac_address': 'fa:16:3e:ea:9b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:37:15.404684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:15.405306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-575ef101-0313-437c-802a-753bee2e8c92 req-4d045211-ceeb-4bec-8344-a7d3d82e6fe7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488343 Dec 21 02:37:15.417224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8352e153-e536-42b2-b50e-4be14905ecda {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:37:15.435953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8352e153-e536-42b2-b50e-4be14905ecda,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:37:15.439825 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:15.484697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:15.492237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.492585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.492925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.493798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.494150 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.494660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.494985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.495308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.495627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.495946 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.496266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.496588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.496902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:15.887478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8352e153-e536-42b2-b50e-4be14905ecda'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:37:16.527316 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c18def-e951-4705-b5c3-ade7c6530251 req-93cf8c4c-5dcc-4fc9-8fd7-9597a651cd34 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:16.528767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5c18def-e951-4705-b5c3-ade7c6530251 req-93cf8c4c-5dcc-4fc9-8fd7-9597a651cd34 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 944 time: 0.0510547 Dec 21 02:37:16.576420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5c18def-e951-4705-b5c3-ade7c6530251 req-3bcae0a4-517f-4dda-bc99-72bd769b7941 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Dec 21 02:37:16.710597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-42b4b7e1-bda6-44c2-baad-fbe51a1d5ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:17.270539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8352e153-e536-42b2-b50e-4be14905ecda up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:37:17.321911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8352e153-e536-42b2-b50e-4be14905ecda completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:37:17.325550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8352e153-e536-42b2-b50e-4be14905ecda triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:37:17.325914 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:17.401626 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:17.433451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:17.438565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:37:17.440762 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510946e-177b-4ec4-93e4-a70a31ecccf4" -d '{"events": [{"server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "name": "network-vif-plugged", "status": "completed", "tag": "8352e153-e536-42b2-b50e-4be14905ecda"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:37:17.453698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8352e153-e536-42b2-b50e-4be14905ecda,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:37:17.457511 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:17.480499 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d1049-77a3-4311-be42-580e118d3d47 x-openstack-request-id: req-295d1049-77a3-4311-be42-580e118d3d47 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:37:17.480792 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "name": "network-vif-plugged", "status": "completed", "tag": "8352e153-e536-42b2-b50e-4be14905ecda", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:37:17.481051 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-295d1049-77a3-4311-be42-580e118d3d47 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:37:17.481465 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda', 'code': 200} Dec 21 02:37:17.505762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:17.608300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99090c-3d4c-4dd3-95fc-8c90eb98ca8b req-7d9ef8a1-0756-483e-b15d-1a133a9a91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:17.609850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ba99090c-3d4c-4dd3-95fc-8c90eb98ca8b req-7d9ef8a1-0756-483e-b15d-1a133a9a91de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1097 time: 0.0449533 Dec 21 02:37:17.656888 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ba99090c-3d4c-4dd3-95fc-8c90eb98ca8b req-4a46aff7-0510-4fbf-a58a-4f046c6dbcae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Dec 21 02:37:17.691502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc358a-9091-45b0-a4bb-4f42eaa133e5 req-5125214b-1ef4-4530-99c2-a3b9d82560c3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:17.693109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5cc358a-9091-45b0-a4bb-4f42eaa133e5 req-5125214b-1ef4-4530-99c2-a3b9d82560c3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0489450 Dec 21 02:37:17.742313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5cc358a-9091-45b0-a4bb-4f42eaa133e5 req-22f0be1a-10fb-4e84-8eb5-6815ba983768 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Dec 21 02:37:18.827075 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:18.864289 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf47ce7-e3b0-4aab-b2e8-5b2026fa2871 req-e006aba5-d9fa-4ba3-b522-d1394c4ff2ac tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:18.865767 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcf47ce7-e3b0-4aab-b2e8-5b2026fa2871 req-e006aba5-d9fa-4ba3-b522-d1394c4ff2ac tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0517352 Dec 21 02:37:18.914223 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcf47ce7-e3b0-4aab-b2e8-5b2026fa2871 req-7b786e84-221c-4103-a40a-16ab58e16cbd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Dec 21 02:37:19.175348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-c64b43b5-60ee-407f-ba02-8f02b5149cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391169 Dec 21 02:37:19.285411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-ab3b6602-d7e4-4660-92cf-9fd0edd06471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:19.286842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-ab3b6602-d7e4-4660-92cf-9fd0edd06471 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0428507 Dec 21 02:37:19.399790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-369c27d0-93e0-4aea-bda2-aee31842bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:19.401255 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-369c27d0-93e0-4aea-bda2-aee31842bfda service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0883112 Dec 21 02:37:19.432495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:19.476265 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-c922786f-d81d-4dec-ba6a-b9b694d744f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 1001 time: 0.0629287 Dec 21 02:37:19.528460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-60b17fff-54d2-460b-a0f2-7eea3157e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:19.529896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-60b17fff-54d2-460b-a0f2-7eea3157e2dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0427196 Dec 21 02:37:19.578813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-31a75c29-b6a3-49ff-9991-234a55ec404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:19.580272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-31a75c29-b6a3-49ff-9991-234a55ec404c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391421 Dec 21 02:37:19.675717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-e1ea12d4-974c-4336-9cda-370b33d289fe service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831149 Dec 21 02:37:19.768570 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ef1edf76-ea43-480e-b33f-3225c38ed30f req-16795d6e-e1c6-4ba6-ad8d-aafc75dc46ee service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806518 Dec 21 02:37:20.028801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c7b0-0751-41ff-84bc-e788f6a82e53 req-c6dc7dae-541d-4628-a72d-61ba247f694e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:20.030195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1013c7b0-0751-41ff-84bc-e788f6a82e53 req-c6dc7dae-541d-4628-a72d-61ba247f694e tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0488055 Dec 21 02:37:20.078156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1013c7b0-0751-41ff-84bc-e788f6a82e53 req-36d6c9ac-4ed4-4d78-aefc-5abc685f20cb tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Dec 21 02:37:20.193280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d956-72e4-45ee-bb5e-ab6b23d55eba req-c36607cf-39d2-4c8d-9839-8239a11f6675 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:20.194742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e924d956-72e4-45ee-bb5e-ab6b23d55eba req-c36607cf-39d2-4c8d-9839-8239a11f6675 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0510461 Dec 21 02:37:20.243884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e924d956-72e4-45ee-bb5e-ab6b23d55eba req-35a08098-0c6f-4794-943e-614bb01aa237 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 Dec 21 02:37:20.265137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 32872) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:37:20.303982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b9787b-c60d-4650-8356-fd0e88bd547f tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:20.306025 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-03b9787b-c60d-4650-8356-fd0e88bd547f tempest-TestVolumeBootPattern-1219839295 tempest-TestVolumeBootPattern-1219839295-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1092 time: 0.0392761 Dec 21 02:37:20.308756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 32874) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:37:20.312921 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '8352e153-e536-42b2-b50e-4be14905ecda', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:37:20.335707 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:20.435600 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:20.534994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Allocated IP 172.25.6.22 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/6c028a82-0e07-445c-9679-88ff91320493) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:37:20.636484 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:20.669254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:20.706045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:37:20.708844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:37:20.713596 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:37:20.739213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=6c028a82-0e07-445c-9679-88ff91320493,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:20.751478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.751827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.752166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.752499 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.752832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.753162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.753516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.753843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.754169 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.754488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.754812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.755132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:20.755452 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:37:21.083653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:21.147787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:21.296099 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:21.300343 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:21.375632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event updated for resources: {'Port': ['ID=6c028a82-0e07-445c-9679-88ff91320493,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:37:21.386122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:21.483943 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP c61244c5-e94f-4253-9fe7-e033fe88af8e associated. External IP: 172.25.6.22, port: 8352e153-e536-42b2-b50e-4be14905ecda. Dec 21 02:37:22.022678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:37:22.127660 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:37:22.138451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:37:22.146844 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:22.148958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:37:22.151140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:37:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:37:22.179146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-530c423c-33a6-4516-bfce-911cddc600d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8693864 Dec 21 02:37:22.179936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:37:22.182216 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:37:22.223108 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99591b-e323-4524-8cb9-794dc33a0393 x-openstack-request-id: req-5b99591b-e323-4524-8cb9-794dc33a0393 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:37:22.223401 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:37:22.223662 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b99591b-e323-4524-8cb9-794dc33a0393 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:37:22.224058 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda', 'status': 'completed', 'code': 200} Dec 21 02:37:22.257966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:37:22.311790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-fa6718d0-5877-4751-b79a-064783316c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:22.313200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-fa6718d0-5877-4751-b79a-064783316c15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1097 time: 0.0454025 Dec 21 02:37:22.408292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-1fa83a02-dc41-4d5f-9da7-fa298980e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:22.409828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-1fa83a02-dc41-4d5f-9da7-fa298980e5d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0898514 Dec 21 02:37:22.483965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-055483b5-6396-4906-9abe-0c50fd960713 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 998 time: 0.0664508 Dec 21 02:37:22.535203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-2239a08f-dd34-4519-a722-a619fc4bfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:22.536693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-2239a08f-dd34-4519-a722-a619fc4bfa4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0459991 Dec 21 02:37:22.583610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-2dc4dd08-67f5-4090-9d5b-b6bdaba8c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:22.585018 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-2dc4dd08-67f5-4090-9d5b-b6bdaba8c29c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409925 Dec 21 02:37:22.608767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:22.671495 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}, {'id': 'c61244c5-e94f-4253-9fe7-e033fe88af8e', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '8352e153-e536-42b2-b50e-4be14905ecda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:ea:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da888208-02ac-44e0-baab-79c5154107cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:37:20Z', 'updated_at': '2021-12-21T02:37:20Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:37:22.682139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-15375a1d-7b16-4966-a62d-78347b9df7ad service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882075 Dec 21 02:37:22.701143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:37:22.710334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:37:22.711001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:37:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:37:22.773748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b4d2da15-33d3-4c2e-a617-5e6ceb4d0bc8 req-108701cc-58f2-42da-b3a8-717da51e374e service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Dec 21 02:37:22.819943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:37:23.047359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}, {'id': 'c61244c5-e94f-4253-9fe7-e033fe88af8e', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '8352e153-e536-42b2-b50e-4be14905ecda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:ea:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da888208-02ac-44e0-baab-79c5154107cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:37:20Z', 'updated_at': '2021-12-21T02:37:20Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:37:23.073190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d3000-6049-42fb-a16e-60223b2e5ad8 None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}, {'id': 'c61244c5-e94f-4253-9fe7-e033fe88af8e', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '8352e153-e536-42b2-b50e-4be14905ecda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:ea:9b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da888208-02ac-44e0-baab-79c5154107cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:37:20Z', 'updated_at': '2021-12-21T02:37:20Z', 'revision_number': 0, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:37:23.393494 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238645c-ce87-41a6-a075-5c42f5e8d6da None None] New status for floating IP c61244c5-e94f-4253-9fe7-e033fe88af8e: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:37:27.220750 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:36.010319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-be303c82-1f86-467b-9a7e-e57daa2d52cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440276 Dec 21 02:37:36.142945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-55b81efb-968b-4da9-9ad0-89d0e0d76bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:36.144739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-55b81efb-968b-4da9-9ad0-89d0e0d76bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1097 time: 0.0653350 Dec 21 02:37:36.269577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-f4c54b6f-c9db-45b5-97fa-b7694416c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:36.271132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-f4c54b6f-c9db-45b5-97fa-b7694416c4fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.1074874 Dec 21 02:37:36.346073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-f6253f50-0782-4759-9622-a57aba90f2e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 1000 time: 0.0668967 Dec 21 02:37:36.400638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-79180233-5507-49e1-9c11-f7918e7fe39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:36.402150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-79180233-5507-49e1-9c11-f7918e7fe39b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0493019 Dec 21 02:37:36.446879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-12b1d3e3-f3b2-49b7-92be-9c1f6ec20557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:37:36.448366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-12b1d3e3-f3b2-49b7-92be-9c1f6ec20557 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396030 Dec 21 02:37:36.539880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-1effa7a4-0a61-4702-ae93-52b08c6eb6f0 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843720 Dec 21 02:37:36.630794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2154d3b5-1196-4311-abc6-546f127b09f2 req-c30aad60-ad94-45a0-af27-79d86dcfb9c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Dec 21 02:37:43.992995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae374-42eb-452a-9176-1e23059641a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:46.711875 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3500216d-2c27-4cb1-afbb-9395721e0598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:47.420981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:48.830243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:49.435304 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:50.418652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:37:52.476800 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:37:57.231886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:13.993992 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b5140c26-83f8-4285-abd5-fa9b794f21eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:16.713422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-613269ab-196f-4062-98d7-b04d6e6208ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:17.424523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:18.833463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:19.440482 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:21.181293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-33d2564a-1dae-402d-ab4c-6deb445969ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389736 Dec 21 02:38:21.285643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-cf1a1ab4-67e7-4713-aaaa-b7893125ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:21.287095 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-cf1a1ab4-67e7-4713-aaaa-b7893125ac49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0404432 Dec 21 02:38:21.699157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-4aacb586-aaf2-47d4-97c7-972e85d1bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:21.700597 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-4aacb586-aaf2-47d4-97c7-972e85d1bd17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.3900123 Dec 21 02:38:21.768899 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-299fdd53-6535-4d8c-91d0-7bc60cc9d564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 1001 time: 0.0561106 Dec 21 02:38:21.821601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-929e4b80-0ec2-43f9-83c0-cee279dc7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:21.822963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-929e4b80-0ec2-43f9-83c0-cee279dc7ca8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0421929 Dec 21 02:38:21.874328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-0d3f065b-805a-4b08-86bd-2755a401c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:21.875760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-0d3f065b-805a-4b08-86bd-2755a401c8d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418153 Dec 21 02:38:21.962751 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-40cd01fd-4f7d-4196-b158-dc2ea76d6533 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789492 Dec 21 02:38:22.058034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9786bdfe-31dc-46bb-ae67-813d70c151aa req-b9a0cf3d-3670-4e50-b74d-1e7301770f46 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835624 Dec 21 02:38:22.491760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:27.236740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:27.416830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:38:38.040731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-a44e76fa-e9d4-4e19-b388-e60f852e2f37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833404 Dec 21 02:38:38.137761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-7fa503ae-679f-4a65-bfe9-15d9c92f2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:38.139214 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-7fa503ae-679f-4a65-bfe9-15d9c92f2ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1097 time: 0.0402861 Dec 21 02:38:38.241583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-1b6f7520-1858-43e0-9bd9-8e637475f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:38.243148 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-1b6f7520-1858-43e0-9bd9-8e637475f5fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0863819 Dec 21 02:38:38.320222 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-2fba6d3c-11b5-4c33-a8c1-6bfa7162543d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 1000 time: 0.0697777 Dec 21 02:38:38.371725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-dca45246-d2f1-4840-9624-772a62ba633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:38.373199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-dca45246-d2f1-4840-9624-772a62ba633a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0468810 Dec 21 02:38:38.418105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-1ec3586f-3778-46fa-aa94-3da4f3efb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:38.419521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-1ec3586f-3778-46fa-aa94-3da4f3efb755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391641 Dec 21 02:38:38.507463 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-e4e8c34a-ae48-41f2-8fe3-2c0e5e5c1c93 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797024 Dec 21 02:38:38.597305 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-61f67a77-fdb2-4d29-8594-53cede62b4c4 req-07bb430f-7183-4115-bf2c-2b719d0cfae3 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Dec 21 02:38:43.995270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e638b031-30ab-4b07-826d-0ec71b490d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:46.715026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-48cda469-0240-4f31-b487-2498a6ef5b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:47.427213 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:48.836322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:49.432585 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:49.695202 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 32914) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:38:49.853749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 6c028a82-0e07-445c-9679-88ff91320493 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:38:49.854095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:49.935524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:49.935851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:49.947730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 6c028a82-0e07-445c-9679-88ff91320493 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:38:50.093313 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:50.119526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=6c028a82-0e07-445c-9679-88ff91320493,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:38:50.131936 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.132297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.132643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.132988 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.133350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.133693 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.134026 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.134359 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.134689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.135019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.135350 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.135679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.136008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:50.193898 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:50.194266 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP c61244c5-e94f-4253-9fe7-e033fe88af8e disassociated (deleted). External IP: 172.25.6.22, port: 8352e153-e536-42b2-b50e-4be14905ecda. Dec 21 02:38:50.404245 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:38:50.512811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:38:50.518249 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:50.525211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:38:50.535364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:38:50.535979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:38:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:38:50.545750 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2912225a-2f50-41ae-8fcd-179c0cc3bcf2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "DELETE /v2.0/floatingips/c61244c5-e94f-4253-9fe7-e033fe88af8e HTTP/1.1" status: 204 len: 168 time: 0.8494344 Dec 21 02:38:50.546472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:38:50.548941 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a18ad2d5d38aff1740b0e21e5a2c68f2efe20857a030ac79dbb00c667b41a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:38:50.588625 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dcf7a8-cceb-4a32-89f5-8170cd6eb117 x-openstack-request-id: req-05dcf7a8-cceb-4a32-89f5-8170cd6eb117 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:38:50.588913 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "tag": "8352e153-e536-42b2-b50e-4be14905ecda", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:38:50.589174 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05dcf7a8-cceb-4a32-89f5-8170cd6eb117 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:38:50.589618 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda', 'status': 'completed', 'code': 200} Dec 21 02:38:50.648639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:38:50.689397 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-a3642812-98be-4b4c-a6e9-7d57cc38ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:50.691233 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-a3642812-98be-4b4c-a6e9-7d57cc38ef04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 1097 time: 0.0592647 Dec 21 02:38:50.818664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-ebb623b5-bccb-4d89-a120-b2b4ac6c196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:50.820330 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-ebb623b5-bccb-4d89-a120-b2b4ac6c196a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0942461 Dec 21 02:38:50.839446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec3e5e-8ac3-4c24-8393-abea5300f4e1 req-e3863d20-0738-4494-9117-643cae7f68d0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:50.846952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8ec3e5e-8ac3-4c24-8393-abea5300f4e1 req-e3863d20-0738-4494-9117-643cae7f68d0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.1192186 Dec 21 02:38:50.863830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-01a8d1ea-4162-4a49-8a75-295b87ea8767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 200 len: 217 time: 0.0354779 Dec 21 02:38:50.889749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:38:50.892872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8ec3e5e-8ac3-4c24-8393-abea5300f4e1 req-3b1b9814-c52e-4685-b5f0-71b27fc1711a tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447845 Dec 21 02:38:50.913840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-f33ca303-11f9-4694-8213-f2f3df370450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:50.915301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-f33ca303-11f9-4694-8213-f2f3df370450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0446415 Dec 21 02:38:50.916111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:38:50.924870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:38:50.925506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:38:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:38:50.969705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-c851fafb-2e8e-49ef-a4b3-d25656ef9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:50.971190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-c851fafb-2e8e-49ef-a4b3-d25656ef9916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445120 Dec 21 02:38:51.031074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:38:51.061547 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-21d7599e-5cfc-4a28-9704-7e0935a9d910 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820823 Dec 21 02:38:51.160216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a01b9731-59c8-4b40-bc01-56a2c95ac1cf req-576428bc-1225-437a-a6fc-ebdb4b7a0d89 service neutron] 10.222.0.24 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900128 Dec 21 02:38:51.258583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:38:51.284406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48079de6-907e-49e6-b0fa-dc4a0ee30239 None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '90991ee3-835b-47bf-ba6c-3400ce8b7418', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'port_id': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'mac_address': 'fa:16:3e:31:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:35:17Z', 'updated_at': '2021-12-21T02:35:19Z', 'revision_number': 1, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:38:51.492438 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd713aea-21e8-4e95-ac99-c874c2d242b9 None None] New status for floating IP c61244c5-e94f-4253-9fe7-e033fe88af8e: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:38:52.056008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760acba-d971-48e3-8750-ad45e2669128 req-edd3eec1-999d-45d3-86d3-ab0b5c91cbf0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:52.057754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b760acba-d971-48e3-8750-ad45e2669128 req-edd3eec1-999d-45d3-86d3-ab0b5c91cbf0 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0978377 Dec 21 02:38:52.111319 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b760acba-d971-48e3-8750-ad45e2669128 req-5041b79a-ff85-45aa-ae27-3c5f5e29986d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475810 Dec 21 02:38:52.489395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:52.540756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-24c5e5ed-e86b-4644-be5a-10813d050df2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:38:52.542188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-24c5e5ed-e86b-4644-be5a-10813d050df2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 945 time: 0.0477312 Dec 21 02:38:52.634578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 8352e153-e536-42b2-b50e-4be14905ecda {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:38:52.634921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:52.720832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 8352e153-e536-42b2-b50e-4be14905ecda, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8352e153-e536-42b2-b50e-4be14905ecda,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:38:52.721186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:52.733857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 8352e153-e536-42b2-b50e-4be14905ecda owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:38:52.862272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:52.888823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=8352e153-e536-42b2-b50e-4be14905ecda,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:38:52.903184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.903184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.903184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.903426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.903610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.903924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.904252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.904581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.904909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.905235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.905589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.905920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.906248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:38:52.940682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 8352e153-e536-42b2-b50e-4be14905ecda on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:38:52.943094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:52.946372 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6fa46ad4-3272-4806-b05b-692c3ffbb27b req-702cc36b-4ad4-497f-8056-48989c3465a8 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.24 "DELETE /v2.0/ports/8352e153-e536-42b2-b50e-4be14905ecda HTTP/1.1" status: 204 len: 173 time: 0.3963633 Dec 21 02:38:52.946810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'name': 'network-vif-deleted', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:38:52.949045 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a153ff41-23e5-4b30-8ae8-57b7310176c9" -d '{"events": [{"server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "name": "network-vif-deleted", "tag": "8352e153-e536-42b2-b50e-4be14905ecda"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:38:52.985561 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739cdfbe-7599-44a2-bf26-e47347a3473a x-openstack-request-id: req-739cdfbe-7599-44a2-bf26-e47347a3473a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:38:52.985861 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da888208-02ac-44e0-baab-79c5154107cd", "name": "network-vif-deleted", "tag": "8352e153-e536-42b2-b50e-4be14905ecda", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:38:52.986119 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-739cdfbe-7599-44a2-bf26-e47347a3473a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:38:52.986522 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da888208-02ac-44e0-baab-79c5154107cd', 'name': 'network-vif-deleted', 'tag': '8352e153-e536-42b2-b50e-4be14905ecda', 'status': 'completed', 'code': 200} Dec 21 02:38:53.208938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fccd5462-649d-4461-a9a6-c1fd1b3dc831 req-eab0734d-7ef1-4776-879f-a1d0a71d70a3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0264390 Dec 21 02:38:54.310915 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2cd258c-5935-4bc4-8cc6-1fcd04daef73 req-a352e5fa-d7e4-4424-828e-ae2bbe3f004c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0263929 Dec 21 02:38:55.406063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abf39546-e007-46f3-9aa3-5992a7ec2b09 req-8261fad0-1405-4314-8ac0-4f8660c6ec8c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0266879 Dec 21 02:38:55.706654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8352e153-e536-42b2-b50e-4be14905ecda no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:38:55.726986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 8352e153-e536-42b2-b50e-4be14905ecda {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:38:55.727329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8352e153-e536-42b2-b50e-4be14905ecda not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:38:56.501483 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-286f43de-2173-40f4-b912-a31434ff3576 req-164fb664-9a94-4264-8c91-2837a25f7d3c tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0271871 Dec 21 02:38:57.247812 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:38:57.614415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cda4d5bd-d337-4701-8878-22bb0f9ef62e req-a55c9991-723f-46ef-b4f7-c119f84a9d89 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=da888208-02ac-44e0-baab-79c5154107cd HTTP/1.1" status: 200 len: 210 time: 0.0277424 Dec 21 02:39:03.998645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32970) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:04.157124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 4812b932-c2a5-4a45-8a01-c55e02176a82 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:04.157492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.231450 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.231774 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.243095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 4812b932-c2a5-4a45-8a01-c55e02176a82 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:04.387926 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.412123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=4812b932-c2a5-4a45-8a01-c55e02176a82,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:04.417044 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:39:04.477705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.478098 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Floating IP 90991ee3-835b-47bf-ba6c-3400ce8b7418 disassociated (deleted). External IP: 172.25.6.231, port: 48e05a28-c80e-4340-aa3b-6ae63991edcc. Dec 21 02:39:04.678365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:39:04.787620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:39:04.792273 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:04.796968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:39:04.808522 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:04.809145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:38:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:04.822775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d99d7b0c-0a53-40cb-90eb-965d06c8c805 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "DELETE /v2.0/floatingips/90991ee3-835b-47bf-ba6c-3400ce8b7418 HTTP/1.1" status: 204 len: 168 time: 0.8230550 Dec 21 02:39:04.823368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:39:04.825630 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:39:04.863628 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218cb696-613d-4cc4-a0d6-0187875420e5 x-openstack-request-id: req-218cb696-613d-4cc4-a0d6-0187875420e5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:39:04.863821 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:39:04.864080 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-218cb696-613d-4cc4-a0d6-0187875420e5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:39:04.864483 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'status': 'completed', 'code': 200} Dec 21 02:39:04.920019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:04.969866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-68ca1973-7ed2-4cb8-b5fd-0f802a5b2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:04.971808 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-68ca1973-7ed2-4cb8-b5fd-0f802a5b2479 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c772e469b0e450c8dfdd45829d8991b&device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 1097 time: 0.0499172 Dec 21 02:39:05.061059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7ae6-6b8b-469c-a917-4f30f41972f6 req-c10305b6-f558-4384-8436-421bb62689b7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:05.062589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-723c7ae6-6b8b-469c-a917-4f30f41972f6 req-c10305b6-f558-4384-8436-421bb62689b7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0574772 Dec 21 02:39:05.114688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-82cfdb38-04c4-47e3-94f6-5693b4e107c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:05.116279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-82cfdb38-04c4-47e3-94f6-5693b4e107c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 200 len: 911 time: 0.0912964 Dec 21 02:39:05.117828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-723c7ae6-6b8b-469c-a917-4f30f41972f6 req-742a60a0-da0f-4125-b129-7c88d5eb4829 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484257 Dec 21 02:39:05.124084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:05.154048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:39:05.162352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:05.162955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:38:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:05.163579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-584dae9f-a2c4-4fad-b0a2-5aaca6fb10cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 200 len: 217 time: 0.0390947 Dec 21 02:39:05.213445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-582357fe-c9fe-4d34-95dd-e3e7bec08c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:05.214867 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-582357fe-c9fe-4d34-95dd-e3e7bec08c20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 200 len: 850 time: 0.0441086 Dec 21 02:39:05.261905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-22407ccb-54d6-4b0a-b471-909cac83e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:05.263501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-22407ccb-54d6-4b0a-b471-909cac83e88f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402064 Dec 21 02:39:05.268003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:05.361003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-3b6776b4-8807-469f-8413-7bb3ab7d1f18 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894589 Dec 21 02:39:05.456354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6eb4ba0c-9952-4b7f-8bd3-d43d88ee43a7 req-0b5c9dc3-c244-41c6-adbd-f67cf090a216 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Dec 21 02:39:05.627731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:05.652929 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97acc164-66cd-4a16-8099-4804cafa0517 None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:09Z', 'revision_number': 4, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '1ddaaf00-1540-4870-bce2-5ef2151f4120', 'name': '', 'network_id': 'f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'mac_address': 'fa:16:3e:4c:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:09Z', 'updated_at': '2021-12-21T02:29:15Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'subnets': [{'id': '9f2b5453-53fa-4f8c-90bb-4a35ee316031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:39:05.866810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ff37b-3202-46eb-a8ae-f03b23becc31 None None] New status for floating IP 90991ee3-835b-47bf-ba6c-3400ce8b7418: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:39:06.235046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a68ce-a628-4954-abd6-e2cf078ab832 req-99b0f0b0-e9de-4866-ba7e-3cf875be40d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:06.236460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da0a68ce-a628-4954-abd6-e2cf078ab832 req-99b0f0b0-e9de-4866-ba7e-3cf875be40d1 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0493150 Dec 21 02:39:06.285380 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da0a68ce-a628-4954-abd6-e2cf078ab832 req-4c0368e0-5cdb-4bcd-a074-8855a3ceefcd tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Dec 21 02:39:07.056659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e5e0f852-7824-4f8f-9d6b-e87c1fe17d87 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:07.058022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e5e0f852-7824-4f8f-9d6b-e87c1fe17d87 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 945 time: 0.0516720 Dec 21 02:39:07.153187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 48e05a28-c80e-4340-aa3b-6ae63991edcc {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:07.153592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:07.243110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] For port 48e05a28-c80e-4340-aa3b-6ae63991edcc, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=48e05a28-c80e-4340-aa3b-6ae63991edcc,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:07.243461 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:07.256197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 48e05a28-c80e-4340-aa3b-6ae63991edcc owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:07.381376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:07.404914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e58d47-1ca0-44be-9d5e-2390890e65a9 req-64f07d8e-bbf6-45a7-9e20-621fcbbe16f2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:07.407887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26e58d47-1ca0-44be-9d5e-2390890e65a9 req-64f07d8e-bbf6-45a7-9e20-621fcbbe16f2 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 867 time: 0.0551341 Dec 21 02:39:07.422044 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=48e05a28-c80e-4340-aa3b-6ae63991edcc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:07.456508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] No DVR routers for this DVR port 48e05a28-c80e-4340-aa3b-6ae63991edcc on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:07.459197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:07.461916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26e58d47-1ca0-44be-9d5e-2390890e65a9 req-07992b55-ec1c-4874-9d4e-186da6be45d7 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/security-groups?id=115719bd-f8c5-416f-a266-07ea5fa75a79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487068 Dec 21 02:39:07.463293 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3a933f9a-ee98-4a39-b3fe-a950aa254439 req-e972d2b2-9e56-4e27-8dfc-48a3afd20aa3 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.45 "DELETE /v2.0/ports/48e05a28-c80e-4340-aa3b-6ae63991edcc HTTP/1.1" status: 204 len: 173 time: 0.3946607 Dec 21 02:39:07.463775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'name': 'network-vif-deleted', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:39:07.466062 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b694c50baeaaf03ee7e27b5e2086711e921f86e198a901fb5dd60490bb1e67fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184909f6-a4b6-4a20-8992-3ca58d455ea2" -d '{"events": [{"server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "name": "network-vif-deleted", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:39:07.505286 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc22fe-33bb-4792-8e96-dd8693b52dd3 x-openstack-request-id: req-54bc22fe-33bb-4792-8e96-dd8693b52dd3 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:39:07.505619 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57a6d54-06ac-4066-83ee-4cd9220db13e", "name": "network-vif-deleted", "tag": "48e05a28-c80e-4340-aa3b-6ae63991edcc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:39:07.505921 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54bc22fe-33bb-4792-8e96-dd8693b52dd3 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:39:07.506276 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57a6d54-06ac-4066-83ee-4cd9220db13e', 'name': 'network-vif-deleted', 'tag': '48e05a28-c80e-4340-aa3b-6ae63991edcc', 'status': 'completed', 'code': 200} Dec 21 02:39:08.567832 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5d20924-adb8-474a-be14-b74870bd204e req-10301c4d-64fc-4389-a75a-443b84b30b6d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0291226 Dec 21 02:39:09.664152 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0eabd33-f3dd-4747-a83f-1c989e4dbe9f req-5524f177-79b7-4606-968e-26ae6df4167f tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0258238 Dec 21 02:39:10.762576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54c29def-15ee-473c-a782-828331bb4e89 req-ef76c321-9e6a-4ef3-95ff-df2142662e1d tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0286417 Dec 21 02:39:11.115778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48e05a28-c80e-4340-aa3b-6ae63991edcc no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:11.135195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 48e05a28-c80e-4340-aa3b-6ae63991edcc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:11.135540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 48e05a28-c80e-4340-aa3b-6ae63991edcc not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:11.872166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01d6f835-6b63-4547-89d0-dd31792d0bbd req-929d11c6-d7e9-40a8-85f4-598bbef68954 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57a6d54-06ac-4066-83ee-4cd9220db13e HTTP/1.1" status: 200 len: 210 time: 0.0259271 Dec 21 02:39:12.927554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 32994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:13.052239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Deleting port 65f8addd-a52f-45f3-b45d-83e93f724632 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:13.052582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.127894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.128217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.139329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Calling delete_port for 65f8addd-a52f-45f3-b45d-83e93f724632 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:13.268738 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.298532 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'Port': ['ID=65f8addd-a52f-45f3-b45d-83e93f724632,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:13.356120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.358623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:13.359787 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d103a9b5-7e4f-4b8c-9746-cef59e7970a4 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "DELETE /v2.0/floatingips/594be947-25d8-480a-9040-acc701c7abce HTTP/1.1" status: 204 len: 168 time: 0.4312174 Dec 21 02:39:13.998110 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a648223-c3cc-4de0-b2db-4309a51f5bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.645379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:16.701257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.716309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04c925dc-eb0e-4e67-9921-bb38c4440546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.730237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.793422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.795941 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:16.797960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] 10.222.0.43 "DELETE /v2.0/security-groups/115719bd-f8c5-416f-a266-07ea5fa75a79 HTTP/1.1" status: 204 len: 168 time: 0.1516001 Dec 21 02:39:16.808641 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee310a8-8797-47ca-8337-6686644eeb13 tempest-TestVolumeBootPattern-326601633 tempest-TestVolumeBootPattern-326601633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115719bd-f8c5-416f-a266-07ea5fa75a79,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:16.862804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33014) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:17.336463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:17.432225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:17.598458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Deleting port 1ddaaf00-1540-4870-bce2-5ef2151f4120 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:17.598799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:17.678122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] For port 1ddaaf00-1540-4870-bce2-5ef2151f4120, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=1ddaaf00-1540-4870-bce2-5ef2151f4120,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:17.678761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:17.691404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Calling delete_port for 1ddaaf00-1540-4870-bce2-5ef2151f4120 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:17.866591 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:17.891756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddaaf00-1540-4870-bce2-5ef2151f4120,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:18.358322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:18.568107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Router 42f8cf25-8125-486d-a088-d835f51bc7d6 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:39:18.671784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:39:18.676910 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a7ab069-4122-42fe-90f0-d349971a4e64 admin admin] 10.222.0.43 "PUT /v2.0/routers/42f8cf25-8125-486d-a088-d835f51bc7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129878 Dec 21 02:39:18.679503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33018) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:18.682379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Sync routers for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:39:18.691810 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:18.692447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:39:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:18.784255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:18.800736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:18.897979 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:18.920691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:18.949310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Deleting port a192673a-3572-4dab-ac57-c2f2097d7fba {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:18.949664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:18.996550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:39:17Z', 'revision_number': 5, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port': {'id': 'a192673a-3572-4dab-ac57-c2f2097d7fba', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:19.023147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Checking router: 42f8cf25-8125-486d-a088-d835f51bc7d6 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:39:19.031787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] For port a192673a-3572-4dab-ac57-c2f2097d7fba, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a192673a-3572-4dab-ac57-c2f2097d7fba,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:19.031975 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Routers {'42f8cf25-8125-486d-a088-d835f51bc7d6'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:19.032143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.032527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:39:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['42f8cf25-8125-486d-a088-d835f51bc7d6'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:19.044804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Calling delete_port for a192673a-3572-4dab-ac57-c2f2097d7fba owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:19.127632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] Set router 42f8cf25-8125-486d-a088-d835f51bc7d6 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:19.183820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:39:18Z', 'revision_number': 6, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:19.211627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b5491-99c1-492a-aed5-f1c716e39c5b None None] The sync data for ids ['42f8cf25-8125-486d-a088-d835f51bc7d6'] in n-d-761264-20 is: [{'id': '42f8cf25-8125-486d-a088-d835f51bc7d6', 'name': 'tempest-TestVolumeBootPattern-647750080-router', 'tenant_id': '9c772e469b0e450c8dfdd45829d8991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:07Z', 'updated_at': '2021-12-21T02:39:18Z', 'revision_number': 6, 'project_id': '9c772e469b0e450c8dfdd45829d8991b', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:39:19.212187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.240211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Pushing event deleted for resources: {'Port': ['ID=a192673a-3572-4dab-ac57-c2f2097d7fba,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:19.256306 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094656b-48b4-4340-aa0a-7815a77cb6ee None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:39:19.311628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.400320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.402414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.435387 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.450885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.451519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f8cf25-8125-486d-a088-d835f51bc7d6 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:39:19.455952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.457109 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-92a605af-0494-47a2-a2f1-2183982de01b admin admin] 10.222.0.43 "DELETE /v2.0/routers/42f8cf25-8125-486d-a088-d835f51bc7d6 HTTP/1.1" status: 204 len: 168 time: 0.7766817 Dec 21 02:39:19.459682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33020) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:19.504118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Deleting subnet 9f2b5453-53fa-4f8c-90bb-4a35ee316031 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:39:19.507008 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.540316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.622549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.677651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.702969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2b5453-53fa-4f8c-90bb-4a35ee316031,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:19.707083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.710446 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-37ef8bad-ce9b-441e-9e7e-2606949e133a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9f2b5453-53fa-4f8c-90bb-4a35ee316031 HTTP/1.1" status: 204 len: 168 time: 0.2496436 Dec 21 02:39:19.712774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:19.713945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b1dfd-b2f5-4c28-9451-91995099c557 None None] Network f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:39:19.783910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.837482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Deleting port 76afea0b-dc1e-42a3-aa1d-60c998d40078 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:19.837829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.903463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] For port 76afea0b-dc1e-42a3-aa1d-60c998d40078, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=76afea0b-dc1e-42a3-aa1d-60c998d40078,segment=NetworkSegment(f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d),segment_id=f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:19.903748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:19.915706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Calling delete_port for 76afea0b-dc1e-42a3-aa1d-60c998d40078 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:19.969024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] DHCP port deletion for f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:39:19.999598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.019077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Deleting port 76afea0b-dc1e-42a3-aa1d-60c998d40078 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:20.019460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.027482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Pushing event deleted for resources: {'Port': ['ID=76afea0b-dc1e-42a3-aa1d-60c998d40078,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:20.030749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] No DVR routers for this DVR port 76afea0b-dc1e-42a3-aa1d-60c998d40078 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:20.086317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] For port 76afea0b-dc1e-42a3-aa1d-60c998d40078, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:20.086723 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.099679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Calling delete_port for 76afea0b-dc1e-42a3-aa1d-60c998d40078 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:20.102664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Port 76afea0b-dc1e-42a3-aa1d-60c998d40078 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 02:39:20.103990 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.107136 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.127302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Pushing event deleted for resources: {'Port': ['ID=76afea0b-dc1e-42a3-aa1d-60c998d40078,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:20.127677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:20.138027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:20.138157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.138323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b935f4-e2a8-4850-b0bc-b00f50fb7b3d') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:20.138445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.138764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.139106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.139449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.140010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.140347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.140721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.141051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.141406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.141738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.142062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.142387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:20.145317 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0550726-cafb-428d-b543-1c829e8584ca None None] No DVR routers for this DVR port 76afea0b-dc1e-42a3-aa1d-60c998d40078 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:20.155456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.167902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.175434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:39:20.175886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:39:20.177772 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:39:20.181919 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:39:20.238888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.243669 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.247299 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381 HTTP/1.1" status: 204 len: 168 time: 0.5335784 Dec 21 02:39:20.250338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33024) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:20.261288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2a9bd-f31d-4719-87cd-e682abc7b094 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e2bcd2-0bd6-4101-80ba-afa0fb6e8381,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:20.601442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.855070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Deleting port 7354a741-c621-4485-bb1f-cc81a28c5f7d {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:20.855419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.876627 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a192673a-3572-4dab-ac57-c2f2097d7fba no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:20.897391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a192673a-3572-4dab-ac57-c2f2097d7fba {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:20.897742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a192673a-3572-4dab-ac57-c2f2097d7fba not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:20.898149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ddaaf00-1540-4870-bce2-5ef2151f4120 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:20.916514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 1ddaaf00-1540-4870-bce2-5ef2151f4120 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:20.916858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 1ddaaf00-1540-4870-bce2-5ef2151f4120 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:20.917268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 76afea0b-dc1e-42a3-aa1d-60c998d40078 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:20.936640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] For port 7354a741-c621-4485-bb1f-cc81a28c5f7d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7354a741-c621-4485-bb1f-cc81a28c5f7d,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:20.937002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:20.940864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 76afea0b-dc1e-42a3-aa1d-60c998d40078 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:20.941211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 76afea0b-dc1e-42a3-aa1d-60c998d40078 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:20.951288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Calling delete_port for 7354a741-c621-4485-bb1f-cc81a28c5f7d owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:21.134410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.159484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Pushing event deleted for resources: {'Port': ['ID=7354a741-c621-4485-bb1f-cc81a28c5f7d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:21.323445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.534201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Router f0071ae7-42da-42cf-acc4-334ce364af6f has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:39:21.638217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:39:21.643207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-25531b45-5c39-4fe7-bee1-47e353cd260f admin admin] 10.222.0.43 "PUT /v2.0/routers/f0071ae7-42da-42cf-acc4-334ce364af6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912120 Dec 21 02:39:21.645722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33026) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:21.649819 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Sync routers for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:39:21.658764 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:21.659355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:39:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:21.749950 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.758103 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:21.851927 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.903138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Deleting port fc127a2b-6547-4b7f-9d0a-438fa0150712 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:21.903488 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.934325 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:39:21Z', 'revision_number': 5, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port': {'id': 'fc127a2b-6547-4b7f-9d0a-438fa0150712', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:21.960212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Checking router: f0071ae7-42da-42cf-acc4-334ce364af6f for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:39:21.968452 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Routers {'f0071ae7-42da-42cf-acc4-334ce364af6f'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:39:21.969622 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:39:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['f0071ae7-42da-42cf-acc4-334ce364af6f'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:21.985834 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] For port fc127a2b-6547-4b7f-9d0a-438fa0150712, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fc127a2b-6547-4b7f-9d0a-438fa0150712,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:21.986199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:21.997611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Calling delete_port for fc127a2b-6547-4b7f-9d0a-438fa0150712 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:22.056737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] Set router f0071ae7-42da-42cf-acc4-334ce364af6f gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:39:22.113557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:39:21Z', 'revision_number': 6, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:22.140461 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3612280-0f73-445d-b908-80bc9da52c07 None None] The sync data for ids ['f0071ae7-42da-42cf-acc4-334ce364af6f'] in n-d-761264-20 is: [{'id': 'f0071ae7-42da-42cf-acc4-334ce364af6f', 'name': 'tempest-TestVolumeBootPattern-2117210895-router', 'tenant_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:29:12Z', 'updated_at': '2021-12-21T02:39:21Z', 'revision_number': 6, 'project_id': '786bbd5f8e9c4b2ea95506aa4c56bd1e', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:39:22.490704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.493915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.520809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc127a2b-6547-4b7f-9d0a-438fa0150712,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:22.534486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b47106b-6af5-47a0-b5be-ca18c28b08c0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:39:22.583432 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.674774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.676921 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.720466 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.721037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0071ae7-42da-42cf-acc4-334ce364af6f {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:39:22.725928 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.727086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-56e18cb0-cca5-4d74-9d2a-73a11f82a9b9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f0071ae7-42da-42cf-acc4-334ce364af6f HTTP/1.1" status: 204 len: 168 time: 1.0804458 Dec 21 02:39:22.729623 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33028) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:22.773793 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Deleting subnet 1a769b93-8ac3-4bf5-9fe4-01a8c082c350 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:39:22.776749 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.809763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.890563 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.946706 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.951633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7354a741-c621-4485-bb1f-cc81a28c5f7d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:22.972249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 7354a741-c621-4485-bb1f-cc81a28c5f7d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:22.972599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 7354a741-c621-4485-bb1f-cc81a28c5f7d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:22.973190 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fc127a2b-6547-4b7f-9d0a-438fa0150712 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:22.973483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a769b93-8ac3-4bf5-9fe4-01a8c082c350,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:22.975866 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:22.981677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33030) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:22.982200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3695f164-f548-4a6c-af10-25cdcb958b5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a769b93-8ac3-4bf5-9fe4-01a8c082c350 HTTP/1.1" status: 204 len: 168 time: 0.2510476 Dec 21 02:39:22.994414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a817b8-9374-47a0-94c9-8694e3bb0db3 None None] Network cd36753c-271b-4ef4-932c-770b407449c1 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:39:22.996722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fc127a2b-6547-4b7f-9d0a-438fa0150712 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:22.997069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fc127a2b-6547-4b7f-9d0a-438fa0150712 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:23.059157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.119553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Deleting port d3bf2b9b-1b05-499d-b893-0573f8268574 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:23.119884 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.150842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] DHCP port deletion for cd36753c-271b-4ef4-932c-770b407449c1 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:39:23.190920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] For port d3bf2b9b-1b05-499d-b893-0573f8268574, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d3bf2b9b-1b05-499d-b893-0573f8268574,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:23.191277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.204319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Calling delete_port for d3bf2b9b-1b05-499d-b893-0573f8268574 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:23.205843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Deleting port d3bf2b9b-1b05-499d-b893-0573f8268574 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:23.206704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.274277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] For port d3bf2b9b-1b05-499d-b893-0573f8268574, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d3bf2b9b-1b05-499d-b893-0573f8268574,segment=NetworkSegment(f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c),segment_id=f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:23.274774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.285055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.287922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Calling delete_port for d3bf2b9b-1b05-499d-b893-0573f8268574 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:23.317028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bf2b9b-1b05-499d-b893-0573f8268574,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:23.320517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] No DVR routers for this DVR port d3bf2b9b-1b05-499d-b893-0573f8268574 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:23.370510 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.397711 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] No DVR routers for this DVR port d3bf2b9b-1b05-499d-b893-0573f8268574 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:23.401597 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe06ca6-a952-4fe0-9992-c4bc40fe6522 None None] Pushing event deleted for resources: {'Port': ['ID=d3bf2b9b-1b05-499d-b893-0573f8268574,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:23.402255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.423891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd36753c-271b-4ef4-932c-770b407449c1']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:23.432830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:23.433117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f93cf6-c8c3-422e-91d0-4cf7cc4c793c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:39:23.443270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.457167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.463431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:39:23.463816 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:39:23.465471 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:39:23.522629 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.528099 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.533972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd36753c-271b-4ef4-932c-770b407449c1 HTTP/1.1" status: 204 len: 168 time: 0.5481293 Dec 21 02:39:23.542400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae26d2-d4de-430a-a745-b2014abe90a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd36753c-271b-4ef4-932c-770b407449c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:23.652550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33034) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:23.691757 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-93b157ca-7656-4f70-9e73-ab8ca6840d39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c772e469b0e450c8dfdd45829d8991b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380008 Dec 21 02:39:23.694200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:23.742010 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.767106 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.813293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.815930 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:23.817098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25911220-cfd0-4a9c-ba4d-19c008a9f4d8 HTTP/1.1" status: 204 len: 168 time: 0.1218784 Dec 21 02:39:23.824690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c74a2-d39c-4826-bba8-425ec79c5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25911220-cfd0-4a9c-ba4d-19c008a9f4d8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:24.138335 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33042) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:24.182195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d3879562-5649-4090-aa98-30d16b1e4ea7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=786bbd5f8e9c4b2ea95506aa4c56bd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426056 Dec 21 02:39:24.184604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33044) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:24.231319 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:24.253337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:24.299460 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:24.302191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:24.303335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf913ebc-e370-49db-b520-8590b1c3570d HTTP/1.1" status: 204 len: 168 time: 0.1178236 Dec 21 02:39:24.311285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a598670-e78c-4897-aa53-a6804845bc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf913ebc-e370-49db-b520-8590b1c3570d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:24.864204 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d3bf2b9b-1b05-499d-b893-0573f8268574 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:24.885353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d3bf2b9b-1b05-499d-b893-0573f8268574 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:24.885706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d3bf2b9b-1b05-499d-b893-0573f8268574 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:27.252185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:34.950869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-6544c2bc-f3e8-4226-a2f7-6333d4afbe82 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285037 Dec 21 02:39:35.151824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-04e0e667-69ed-47c3-b3b5-f3021ddc986a tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:35.153277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-04e0e667-69ed-47c3-b3b5-f3021ddc986a tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966538 Dec 21 02:39:35.168375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-b5b00778-f77d-4555-959c-ad177b456509 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/quotas/aae39c14b5cb4f6b8a2f641f4395f2af HTTP/1.1" status: 200 len: 375 time: 0.0086946 Dec 21 02:39:35.204520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-2bbde359-b25b-40eb-9a9c-9b3b59535fba tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304582 Dec 21 02:39:36.540736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f9edfde-3be0-4ad2-b0e0-bc0810d2fc5d req-d14a6a65-11d9-4281-b10b-60ab2a0cb028 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 210 time: 0.1229594 Dec 21 02:39:37.420097 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-f86545fc-fa12-482e-8cdc-897247084a81 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283949 Dec 21 02:39:37.605119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-9ccc092c-f8cc-42ba-9615-6cc6bbd70255 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:37.606577 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-9ccc092c-f8cc-42ba-9615-6cc6bbd70255 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809402 Dec 21 02:39:37.626157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Request body: {'port': {'device_id': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'admin_state_up': True, 'tenant_id': 'aae39c14b5cb4f6b8a2f641f4395f2af'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:39:37.634539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f38db482-30c6-4fde-aac2-5da7e7543d51 req-c2c25273-2cda-4f09-a653-dcee968efe89 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 210 time: 0.0259349 Dec 21 02:39:37.733639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Made reservation on behalf of aae39c14b5cb4f6b8a2f641f4395f2af for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:39:37.737063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:37.745328 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:37.818690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:37.822510 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:37.886925 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:37.956343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Allocated IP 192.168.233.137 (2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b/794fed6e-9309-467a-bd29-4dc296d84efd/5829fd79-942f-44ef-8132-02f99fff5ba7) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:39:38.101742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.133401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.179782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:39:38.182718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:39:38.186277 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:39:38.209385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Pushing event updated for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:38.238740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:38.239380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.255086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-4a09e5cf-3c1b-46aa-9af1-393b4e5c3c29 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6332736 Dec 21 02:39:38.275688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Request body: {'port': {'device_id': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:39:38.336665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.399199 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0764f6c9-4815-4b53-9e25-54c25c9ae2e2 None None] Provisioning complete for port 5829fd79-942f-44ef-8132-02f99fff5ba7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:39:38.399803 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0764f6c9-4815-4b53-9e25-54c25c9ae2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.432630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0764f6c9-4815-4b53-9e25-54c25c9ae2e2 None None] Port 5829fd79-942f-44ef-8132-02f99fff5ba7 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:39:38.600289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5829fd79-942f-44ef-8132-02f99fff5ba7 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:39:38.607610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.619429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Transition to ACTIVE for port object 5829fd79-942f-44ef-8132-02f99fff5ba7 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:39:38.623233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.691066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:38.745674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Attempting to bind port 5829fd79-942f-44ef-8132-02f99fff5ba7 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:39:38.746013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Attempting to bind port 5829fd79-942f-44ef-8132-02f99fff5ba7 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:39:38.746338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Attempting to bind port 5829fd79-942f-44ef-8132-02f99fff5ba7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:39:38.750697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Port 5829fd79-942f-44ef-8132-02f99fff5ba7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:39:38.751010 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Attempting to bind port 5829fd79-942f-44ef-8132-02f99fff5ba7 on network 2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:39:38.756376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:39:38.756884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Checking segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:39:38.757269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Bound using segment: {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:39:38.757712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Bound port: 5829fd79-942f-44ef-8132-02f99fff5ba7, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79ee48-a1ec-4fc6-9269-168f5c9ce108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:39:38.758064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.763270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022158bc-b439-47b1-8271-27c9483b8477 req-ef5365e6-1024-4591-90e5-546e754b01ac tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:38.766749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-022158bc-b439-47b1-8271-27c9483b8477 req-ef5365e6-1024-4591-90e5-546e754b01ac tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 948 time: 0.0516813 Dec 21 02:39:38.818428 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-022158bc-b439-47b1-8271-27c9483b8477 req-ff895dee-409d-4021-ae87-06eedecfe347 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Dec 21 02:39:38.825517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:39:38.829276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=5829fd79-942f-44ef-8132-02f99fff5ba7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:39:38.834475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.872610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:38.873219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:38.875294 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] 10.222.0.24 "PUT /v2.0/ports/5829fd79-942f-44ef-8132-02f99fff5ba7 HTTP/1.1" status: 200 len: 1097 time: 0.6048954 Dec 21 02:39:38.875736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:39:38.898268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70850d-29ae-4da1-9a90-564ed3626ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:38.917405 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:39:38.995065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-3e3090e9-cf0c-4dee-9000-88c5da14c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:38.996627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-3e3090e9-cf0c-4dee-9000-88c5da14c071 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 1100 time: 0.0497139 Dec 21 02:39:39.020217 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04724b8-0d7b-40ec-8214-0f8f60a4b726 x-openstack-request-id: req-c04724b8-0d7b-40ec-8214-0f8f60a4b726 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:39:39.020509 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:39:39.020764 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c04724b8-0d7b-40ec-8214-0f8f60a4b726 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:39:39.021174 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7', 'status': 'completed', 'code': 200} Dec 21 02:39:39.054920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-d82f0a2e-c76e-45bd-9be1-b96b3447a185 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=5829fd79-942f-44ef-8132-02f99fff5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0435917 Dec 21 02:39:39.107294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-cba76223-d9ab-4c5b-8588-c2fa0eb78201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.108752 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-cba76223-d9ab-4c5b-8588-c2fa0eb78201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0467284 Dec 21 02:39:39.153836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ac273443-8c19-497d-9056-81761c4a1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.155247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-ac273443-8c19-497d-9056-81761c4a1ccf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0378518 Dec 21 02:39:39.245923 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-439ddef6-9b38-4fe5-91b6-382682612477 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834000 Dec 21 02:39:39.332907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bcb68685-4530-4ef5-b5da-7ec6e19b6637 req-b8ad7279-7c21-44a7-a5bf-05f92c2a9690 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795178 Dec 21 02:39:39.458924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-6d0db58a-0775-40f5-b80c-6dcbf9868a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.460415 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-6d0db58a-0775-40f5-b80c-6dcbf9868a92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 1100 time: 0.0446887 Dec 21 02:39:39.548051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-39307502-8213-4426-8882-ba5cd41d21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.549430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-39307502-8213-4426-8882-ba5cd41d21a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b HTTP/1.1" status: 200 len: 869 time: 0.0824244 Dec 21 02:39:39.597439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-b4c800f2-d5ae-409a-bf26-0dba4f98ce8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=5829fd79-942f-44ef-8132-02f99fff5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0405238 Dec 21 02:39:39.645916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-f56f880d-64d7-4dfc-ac9e-c6e7ff912e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.647351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-f56f880d-64d7-4dfc-ac9e-c6e7ff912e9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=794fed6e-9309-467a-bd29-4dc296d84efd HTTP/1.1" status: 200 len: 843 time: 0.0434399 Dec 21 02:39:39.691384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-694f8674-b608-4230-8477-1a2284aa9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.692791 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-694f8674-b608-4230-8477-1a2284aa9634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0390179 Dec 21 02:39:39.952268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3c977-1836-4aeb-bad5-bf059d0a737e req-e0597fc8-0d34-49fb-926b-de56951cbc35 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:39.953889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ce3c977-1836-4aeb-bad5-bf059d0a737e req-e0597fc8-0d34-49fb-926b-de56951cbc35 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 948 time: 0.0640142 Dec 21 02:39:40.004642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ce3c977-1836-4aeb-bad5-bf059d0a737e req-8175d084-b322-41fc-abce-f47a1e5ad677 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Dec 21 02:39:40.096110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-764974ed-39ff-43d6-bc01-7e40c4f256b4 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954365 Dec 21 02:39:40.186476 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f89eae88-8c56-4d8c-bc7f-35ca526bfee2 req-a110cf52-054d-4b19-afe3-08890136c674 service neutron] 10.222.0.24 "GET /v2.0/networks/2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828073 Dec 21 02:39:41.120943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9488e0-d60b-4d5d-a032-8c341ec260e3 req-5c657e1e-551a-4812-87f9-19a2f67b81f4 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:41.122326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da9488e0-d60b-4d5d-a032-8c341ec260e3 req-5c657e1e-551a-4812-87f9-19a2f67b81f4 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 948 time: 0.0486624 Dec 21 02:39:41.168882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da9488e0-d60b-4d5d-a032-8c341ec260e3 req-4ec38d01-cdec-4b3b-a4c5-99f4d689341f tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Dec 21 02:39:41.415936 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:39:42.283167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19d96-d102-4e66-a81c-8f3c3bb7e897 req-2f418569-6a1d-40f2-8565-2e8c2b6e418a tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:42.284637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8f19d96-d102-4e66-a81c-8f3c3bb7e897 req-2f418569-6a1d-40f2-8565-2e8c2b6e418a tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 948 time: 0.0479991 Dec 21 02:39:42.334829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e8f19d96-d102-4e66-a81c-8f3c3bb7e897 req-b97b6b1f-3f04-4374-adac-3bdc3fe175e9 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Dec 21 02:39:43.451573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd9a7-9cfd-4148-832f-d847ad2236af req-ae623030-a726-42cf-be42-a908609a7a4f tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:43.453052 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1ddd9a7-9cfd-4148-832f-d847ad2236af req-ae623030-a726-42cf-be42-a908609a7a4f tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 948 time: 0.0488408 Dec 21 02:39:43.500649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1ddd9a7-9cfd-4148-832f-d847ad2236af req-9b30e003-103f-4363-a2a8-e77828d753c5 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 21 02:39:43.942216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 5829fd79-942f-44ef-8132-02f99fff5ba7 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:39:44.030225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f9864148-d5d8-4217-8ded-f87423a705b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:44.046800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=5829fd79-942f-44ef-8132-02f99fff5ba7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:44.057986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '5829fd79-942f-44ef-8132-02f99fff5ba7', 'network_id': '2eccc4c9-2119-4ae9-a7d1-ae9cd00a695b', 'port_id': '5829fd79-942f-44ef-8132-02f99fff5ba7', 'mac_address': 'fa:16:3e:51:eb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794fed6e-9309-467a-bd29-4dc296d84efd', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:39:44.093914 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:44.106160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829fd79-942f-44ef-8132-02f99fff5ba7 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:39:44.125421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=5829fd79-942f-44ef-8132-02f99fff5ba7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:44.129502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:44.178224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:44.534322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['5829fd79-942f-44ef-8132-02f99fff5ba7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:39:44.615652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaa995-9765-414b-8245-6057adbac642 req-8de6c80b-2eb6-4632-ba9c-a4bdfb027683 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:44.617144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cdaa995-9765-414b-8245-6057adbac642 req-8de6c80b-2eb6-4632-ba9c-a4bdfb027683 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 949 time: 0.0499032 Dec 21 02:39:44.664062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1cdaa995-9765-414b-8245-6057adbac642 req-f8c33d68-61bf-4919-b741-07616aa38ba9 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Dec 21 02:39:45.782947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2481de-5ce9-40ec-b83b-1ff45285cd01 req-5d8cd989-e4af-4fe8-bbf7-04b1c0a57d10 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:45.784411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a2481de-5ce9-40ec-b83b-1ff45285cd01 req-5d8cd989-e4af-4fe8-bbf7-04b1c0a57d10 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 949 time: 0.0520575 Dec 21 02:39:45.830294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a2481de-5ce9-40ec-b83b-1ff45285cd01 req-085f6e5c-c107-4f56-8ffb-397c70f4c8bd tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Dec 21 02:39:45.958058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 5829fd79-942f-44ef-8132-02f99fff5ba7 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:39:46.010485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 5829fd79-942f-44ef-8132-02f99fff5ba7 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:39:46.014467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 5829fd79-942f-44ef-8132-02f99fff5ba7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:39:46.014830 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:46.090276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:46.112780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:39:46.115018 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d717caf163c40008cb4e79fdc34001aceea08a4f3bbbccb68086455094e459d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9202db-f2b3-47ca-b892-fa75c04f329f" -d '{"events": [{"server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:39:46.127624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=5829fd79-942f-44ef-8132-02f99fff5ba7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:46.131705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:46.160657 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13f3857-9ef0-4f12-a3b9-7184351df748 x-openstack-request-id: req-e13f3857-9ef0-4f12-a3b9-7184351df748 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:39:46.160947 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:39:46.161199 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e13f3857-9ef0-4f12-a3b9-7184351df748 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:39:46.161607 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7', 'code': 200} Dec 21 02:39:46.185633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:46.283216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d799a-e811-42e5-9cee-db13e7c656a0 req-f7d0d61b-fe36-4dcc-9f4b-58550433cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:46.284593 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4f3d799a-e811-42e5-9cee-db13e7c656a0 req-f7d0d61b-fe36-4dcc-9f4b-58550433cf27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 1102 time: 0.0408881 Dec 21 02:39:46.331699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4f3d799a-e811-42e5-9cee-db13e7c656a0 req-3e843114-71e0-4fe4-b904-4b05b89c27ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Dec 21 02:39:46.719675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-352ddd20-4d5b-4245-a84a-acd0e02f86de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:46.943555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51241-5709-4edb-a203-53130da2d28e req-90ce809c-5369-4217-afcb-89395bd325d5 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:46.945238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27e51241-5709-4edb-a203-53130da2d28e req-90ce809c-5369-4217-afcb-89395bd325d5 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 950 time: 0.0487299 Dec 21 02:39:46.992332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27e51241-5709-4edb-a203-53130da2d28e req-a5120cef-46da-4311-83d0-bb3c0ef136b3 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Dec 21 02:39:47.433069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:48.111653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01f95-db6b-4fff-9069-7d843248614c req-e4112666-b8a9-4438-a221-ea6531b7bb98 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:48.113159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28a01f95-db6b-4fff-9069-7d843248614c req-e4112666-b8a9-4438-a221-ea6531b7bb98 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 950 time: 0.0529788 Dec 21 02:39:48.161109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28a01f95-db6b-4fff-9069-7d843248614c req-fcd7d078-b0a0-4127-82dd-fd4e73191bdb tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Dec 21 02:39:48.495784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-1da04e3f-54ab-4e59-afde-51fdef62558a req-4fe83750-9d4b-4d01-87d5-94956e4cdf66 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:39:48.496846 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1da04e3f-54ab-4e59-afde-51fdef62558a req-4fe83750-9d4b-4d01-87d5-94956e4cdf66 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0425947 Dec 21 02:39:48.816505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-3061efb7-796c-4666-901c-4050b4ba772d req-968163f9-b77a-4a78-a032-bb8224f1ea17 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:39:48.817423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3061efb7-796c-4666-901c-4050b4ba772d req-968163f9-b77a-4a78-a032-bb8224f1ea17 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054069 Dec 21 02:39:48.844703 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:49.139028 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a73c1-9b8d-401c-9780-7c442f461ba3 req-cb8c33fb-73e7-4208-a1ce-052590410515 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:49.140500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d5a73c1-9b8d-401c-9780-7c442f461ba3 req-cb8c33fb-73e7-4208-a1ce-052590410515 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 950 time: 0.0485849 Dec 21 02:39:49.186931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d5a73c1-9b8d-401c-9780-7c442f461ba3 req-32070cff-42e5-46d9-8b9d-1ef9a964f6b4 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Dec 21 02:39:49.438636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:50.307224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11324e9-8834-4ccd-ad44-ccac9fa5922e req-54034a8f-d80d-4c7b-a713-67df4c06e729 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:50.308709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e11324e9-8834-4ccd-ad44-ccac9fa5922e req-54034a8f-d80d-4c7b-a713-67df4c06e729 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 950 time: 0.0492516 Dec 21 02:39:50.358803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e11324e9-8834-4ccd-ad44-ccac9fa5922e req-65e76cce-fdd0-480f-abb4-844f6801ff4d tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/security-groups?id=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Dec 21 02:39:50.605443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-1b479637-eb86-4686-abc7-b79d95424997 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:50.606760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-1b479637-eb86-4686-abc7-b79d95424997 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 950 time: 0.0472412 Dec 21 02:39:50.690060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Deleting port 5829fd79-942f-44ef-8132-02f99fff5ba7 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:39:50.690391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:50.778120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] For port 5829fd79-942f-44ef-8132-02f99fff5ba7, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=5829fd79-942f-44ef-8132-02f99fff5ba7,segment=NetworkSegment(cd79ee48-a1ec-4fc6-9269-168f5c9ce108),segment_id=cd79ee48-a1ec-4fc6-9269-168f5c9ce108)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:39:50.778473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:50.790964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Calling delete_port for 5829fd79-942f-44ef-8132-02f99fff5ba7 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:39:50.916271 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:50.942766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Pushing event deleted for resources: {'Port': ['ID=5829fd79-942f-44ef-8132-02f99fff5ba7,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:50.951480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['5829fd79-942f-44ef-8132-02f99fff5ba7'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:39:50.993495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] No DVR routers for this DVR port 5829fd79-942f-44ef-8132-02f99fff5ba7 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:39:50.996183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:50.999488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-48e53b50-100a-4ce4-bd40-03c8b05b97ec req-cd449e08-2544-4791-9425-32239bc65787 tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.24 "DELETE /v2.0/ports/5829fd79-942f-44ef-8132-02f99fff5ba7 HTTP/1.1" status: 204 len: 173 time: 0.3865137 Dec 21 02:39:50.999943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'name': 'network-vif-deleted', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:39:51.002767 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ecded9-747c-419e-be1c-b005721b9667" -d '{"events": [{"server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "name": "network-vif-deleted", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:39:51.044728 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59674da4-737f-492a-9773-d0c110d25752 x-openstack-request-id: req-59674da4-737f-492a-9773-d0c110d25752 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:39:51.045035 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c855dfb-8d31-4dd9-aa35-24a969ebfb3f", "name": "network-vif-deleted", "tag": "5829fd79-942f-44ef-8132-02f99fff5ba7", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:39:51.045289 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59674da4-737f-492a-9773-d0c110d25752 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:39:51.045743 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c855dfb-8d31-4dd9-aa35-24a969ebfb3f', 'name': 'network-vif-deleted', 'tag': '5829fd79-942f-44ef-8132-02f99fff5ba7', 'status': 'completed', 'code': 200} Dec 21 02:39:51.464232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5af98e4-843a-4ddd-9a5f-9922fad79aa8 req-17b62c29-3dae-4cb0-9b47-2707c803bc1c tempest-ServersAdminNegativeTestJSON-268255842 tempest-ServersAdminNegativeTestJSON-268255842-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c855dfb-8d31-4dd9-aa35-24a969ebfb3f HTTP/1.1" status: 200 len: 210 time: 0.0266645 Dec 21 02:39:52.490099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:52.754447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33212) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:52.881637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5078fff0-dfe4-4033-81ec-fb6b9f71df13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aae39c14b5cb4f6b8a2f641f4395f2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259866 Dec 21 02:39:52.883991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33216) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:52.931826 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:52.952214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:52.996320 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:52.998875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.000032 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c133ea14-5dfc-4ff2-a5f5-6149e16fc9db HTTP/1.1" status: 204 len: 168 time: 0.1151142 Dec 21 02:39:53.008512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c133ea14-5dfc-4ff2-a5f5-6149e16fc9db,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:53.016059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.016437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.016779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.017134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.017578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.017928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.018256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.018580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.018999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.019452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.019783 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.020105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.020424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8bf1e8-a9e7-4ed2-bb93-c4a54db09e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.256136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33222) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:53.268888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-307438bf-2fe9-49a5-acd9-f2da392e8f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.342988 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-307438bf-2fe9-49a5-acd9-f2da392e8f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.346969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-307438bf-2fe9-49a5-acd9-f2da392e8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.384493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-307438bf-2fe9-49a5-acd9-f2da392e8f47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae4cd35e3d65428286b7964fd769b2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272769 Dec 21 02:39:53.386409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307438bf-2fe9-49a5-acd9-f2da392e8f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d5a40-8a95-4c2b-8a4a-c4b4f69b4ef7,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:53.387284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:53.435986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.456052 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.502198 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.504752 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:53.505902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad7d5a40-8a95-4c2b-8a4a-c4b4f69b4ef7 HTTP/1.1" status: 204 len: 168 time: 0.1176078 Dec 21 02:39:53.513348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d5a40-8a95-4c2b-8a4a-c4b4f69b4ef7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:53.520751 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.521096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.521483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.521809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.522140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.522468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.522796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.523119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.523443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.524031 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.524150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.524512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:53.524767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2c6ea-c297-489f-88fd-06b2dadee8f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:39:54.151470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:54.244018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1985376079-network', 'tenant_id': '6669e43702b142f19b18969c54fed608'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:39:54.266075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Made reservation on behalf of 6669e43702b142f19b18969c54fed608 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:39:54.269075 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.277500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.351291 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.355163 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.384545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:39:54.393427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f30c50-e627-4b35-950b-851f6b849e53,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:54.399367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.399714 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Added segment 0bd02262-7a4d-4414-b379-8941bed22080 of type vlan for network 33091d9e-026a-4250-9061-243d2ae6a35e Dec 21 02:39:54.439190 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.463297 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.464234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:54.464812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.496690 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3441410 Dec 21 02:39:54.499806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:39:54.505526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Request body: {'subnet': {'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1985376079-subnet', 'tenant_id': '6669e43702b142f19b18969c54fed608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:39:54.527065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Made reservation on behalf of 6669e43702b142f19b18969c54fed608 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:39:54.528503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d2bc-ee30-41e4-a5cd-fc0e6f504562 admin admin] Pushing event updated for resources: {'Network': ['ID=33091d9e-026a-4250-9061-243d2ae6a35e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:54.529514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.538270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 33091d9e-026a-4250-9061-243d2ae6a35e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:39:54.706717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.772557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29f2261-352c-405e-a064-2d118b555b7a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:39:54.779589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Checking segment: {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:39:54.779949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Network hostable DHCP agents. Network: 33091d9e-026a-4250-9061-243d2ae6a35e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:39:54.795647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Network 33091d9e-026a-4250-9061-243d2ae6a35e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:39:54.804104 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 33091d9e-026a-4250-9061-243d2ae6a35e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:39:54.808258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:54.808878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:54.816179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4bf4b-0175-4d88-b8cd-f75d633ba89d None None] Network 33091d9e-026a-4250-9061-243d2ae6a35e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:39:54.831325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-70ea676a-310e-4d88-b80c-25996110ad97 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3239713 Dec 21 02:39:54.912148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f752a-2e42-41c4-8dc1-569075d3a81d None None] Network 33091d9e-026a-4250-9061-243d2ae6a35e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:39:55.247744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-84cf3cce-3379-4abf-ad53-35e3b92ee4ea tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:55.249190 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-84cf3cce-3379-4abf-ad53-35e3b92ee4ea tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 812 time: 0.1048267 Dec 21 02:39:55.264472 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-8aff9d30-e8f0-4314-b125-cfdc8f756538 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/quotas/6669e43702b142f19b18969c54fed608 HTTP/1.1" status: 200 len: 375 time: 0.0086873 Dec 21 02:39:55.295026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-6ff5c320-34d3-40b7-b210-4075fa8015ff tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254412 Dec 21 02:39:55.390215 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-9bd5c8b2-a1af-40c6-9459-24c295e7e112 service neutron] 10.222.0.43 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877762 Dec 21 02:39:55.481074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-9b92f819-4c0a-4247-bbfd-9f11d29a63be service neutron] 10.222.0.43 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Dec 21 02:39:55.638503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2e39d30-8122-4ece-ba75-a42d3a77ad48 req-1a2e6ffc-a29b-47cc-8fca-9027fd3505d4 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 210 time: 0.0277002 Dec 21 02:39:55.984071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 5829fd79-942f-44ef-8132-02f99fff5ba7 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:39:56.004410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 5829fd79-942f-44ef-8132-02f99fff5ba7 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:39:56.004754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 5829fd79-942f-44ef-8132-02f99fff5ba7 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:39:56.719989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93fbaa32-2d76-4174-b5d3-8bad3c4fe04c req-81c63fb3-83aa-4ddd-be19-0907b49323d9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 210 time: 0.0296440 Dec 21 02:39:57.243705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:57.797811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b596675d-d015-44e9-8bd3-98f4fd4cb583 req-9ed91e33-83e2-4ff4-a2f3-e809695a6f6c tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 210 time: 0.0262728 Dec 21 02:39:58.880802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6acf5d2c-194a-4951-bda2-0f062f47d469 req-8e032a74-c283-4e8f-b446-39481a212742 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 210 time: 0.0268242 Dec 21 02:39:59.665578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-23fc5453-c285-4530-b735-dc21e71aad73 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:39:59.667047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-23fc5453-c285-4530-b735-dc21e71aad73 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.24 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 812 time: 0.1005414 Dec 21 02:39:59.694654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Request body: {'port': {'device_id': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e', 'admin_state_up': True, 'tenant_id': '6669e43702b142f19b18969c54fed608'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:39:59.804884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Made reservation on behalf of 6669e43702b142f19b18969c54fed608 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:39:59.808668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:39:59.940240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Allocated IP 172.20.0.6 (33091d9e-026a-4250-9061-243d2ae6a35e/f29f2261-352c-405e-a064-2d118b555b7a/76271f7f-8112-4f99-803f-83f0319b83e0) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:39:59.975047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e6201ea-a79f-4fc2-a1df-86820fc3fcb5 req-0d84d629-aac4-4a4b-a8f2-46836dcfe160 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 210 time: 0.0267365 Dec 21 02:40:00.081553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.114864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.162428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Network 33091d9e-026a-4250-9061-243d2ae6a35e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:40:00.165432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:40:00.169078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:40:00.175984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:00.220215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:00.221365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.236326 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-b58006ff-182e-44bf-aa3e-16b433e45e5d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454032 Dec 21 02:40:00.328981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Request body: {'port': {'device_id': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:00.385496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.642273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76271f7f-8112-4f99-803f-83f0319b83e0 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:40:00.650213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.661702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Transition to ACTIVE for port object 76271f7f-8112-4f99-803f-83f0319b83e0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:40:00.665658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.717130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:00.782849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:40:00.783175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:40:00.783519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:00.787644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:40:00.787958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:00.792652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:40:00.792984 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Checking segment: {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:40:00.793387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Bound using segment: {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:40:00.793802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Bound port: 76271f7f-8112-4f99-803f-83f0319b83e0, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:40:00.794141 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.855702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:40:00.858659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:40:00.862862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.895688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:00.896351 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:00.897766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 1092 time: 0.6134806 Dec 21 02:40:00.898216 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:00.900455 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00149f48-ee7c-4add-bd44-eb798a15310e" -d '{"events": [{"name": "network-changed", "server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:00.925754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d4a2-def0-4734-b8dc-b01638fff1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:00.946097 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd526b-64cc-4679-a0d5-0098176ae4ec x-openstack-request-id: req-2dfd526b-64cc-4679-a0d5-0098176ae4ec {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:00.946458 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:00.946711 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dfd526b-64cc-4679-a0d5-0098176ae4ec {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:00.947114 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'status': 'completed', 'code': 200} Dec 21 02:40:01.001509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-74c56300-e19f-43fa-89b1-8abbffa44046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.003517 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-74c56300-e19f-43fa-89b1-8abbffa44046 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1095 time: 0.0412378 Dec 21 02:40:01.056705 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-a840a017-3131-497f-82aa-94940043b155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0391498 Dec 21 02:40:01.092802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4e8a-b895-4214-9dba-b44bfdc84414 req-c4a1d6ff-cb00-4f22-99d8-9ccbf4e3cc4f tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.094386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-783f4e8a-b895-4214-9dba-b44bfdc84414 req-c4a1d6ff-cb00-4f22-99d8-9ccbf4e3cc4f tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0490735 Dec 21 02:40:01.105408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-a125714a-53e1-4138-bd91-226d68e64153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.106850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-a125714a-53e1-4138-bd91-226d68e64153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0434690 Dec 21 02:40:01.138585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-d3f5f4b3-ec1b-4fc8-9ea3-a64e41a69d09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243955 Dec 21 02:40:01.141560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-783f4e8a-b895-4214-9dba-b44bfdc84414 req-d39b6041-c4f1-4dea-b4a3-c05c99c81d75 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Dec 21 02:40:01.233821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-473e6473-8efe-456d-a49e-ee17230dc16f service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879307 Dec 21 02:40:01.322636 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ea5acd4a-df24-4b4d-b546-5f9edf3559c3 req-6d522198-df16-46d1-874f-82fb73d3b6b5 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809844 Dec 21 02:40:01.447479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00149f48-ee7c-4add-bd44-eb798a15310e req-0ddba744-c36f-45ad-a65f-1ef809b2030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.448843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-0ddba744-c36f-45ad-a65f-1ef809b2030b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1095 time: 0.0450165 Dec 21 02:40:01.538586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00149f48-ee7c-4add-bd44-eb798a15310e req-5bf18a7e-48d1-418a-97ed-512e391ec32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.540007 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-5bf18a7e-48d1-418a-97ed-512e391ec32a service neutron] 10.222.0.24 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.0841696 Dec 21 02:40:01.584674 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-62cd2596-5a16-4a39-99a2-3a44e35f3823 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0375724 Dec 21 02:40:01.632420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00149f48-ee7c-4add-bd44-eb798a15310e req-db8f5a63-21db-4714-9234-fd67512fa5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:01.633829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-db8f5a63-21db-4714-9234-fd67512fa5d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0429566 Dec 21 02:40:01.665193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-df327213-386e-4174-8b84-522b2f05577a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243204 Dec 21 02:40:01.757117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-989f1539-fa72-4af9-8a42-aa59d8d47682 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Dec 21 02:40:01.845179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-00149f48-ee7c-4add-bd44-eb798a15310e req-3e7a65c8-4889-4df4-9c20-1ebef8d80660 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Dec 21 02:40:02.259977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3961-9d11-487b-a966-1cf2baa9563c req-3d0e8c19-3b5b-4e4b-9c37-2123abf61719 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:02.261460 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b3a3961-9d11-487b-a966-1cf2baa9563c req-3d0e8c19-3b5b-4e4b-9c37-2123abf61719 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0520093 Dec 21 02:40:02.307206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b3a3961-9d11-487b-a966-1cf2baa9563c req-75040715-0a8b-4dad-9585-53e575ef98e4 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Dec 21 02:40:03.425690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162125d-e334-42b2-9e3d-3cc4254d94aa req-1040b091-8e0d-4a4f-902a-50849d328dea tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:03.427180 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c162125d-e334-42b2-9e3d-3cc4254d94aa req-1040b091-8e0d-4a4f-902a-50849d328dea tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0524805 Dec 21 02:40:03.473675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c162125d-e334-42b2-9e3d-3cc4254d94aa req-94690b8d-4ca1-493a-a9d6-b08266072a76 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Dec 21 02:40:04.589788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f797f6-7bdf-498c-85b9-209c300ce57e req-14b4eba6-3210-400c-a8d6-0d3a1d2994a1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:04.591230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34f797f6-7bdf-498c-85b9-209c300ce57e req-14b4eba6-3210-400c-a8d6-0d3a1d2994a1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0517602 Dec 21 02:40:04.637558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-34f797f6-7bdf-498c-85b9-209c300ce57e req-f318cfab-42e0-40ad-a4de-b9fbfb3b8bf2 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Dec 21 02:40:05.748689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5b9e4-7a02-4c62-885a-9608d14ceba3 req-4784423a-a5a4-4cbf-aec3-bd89b15a93c9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:05.750166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64c5b9e4-7a02-4c62-885a-9608d14ceba3 req-4784423a-a5a4-4cbf-aec3-bd89b15a93c9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0471404 Dec 21 02:40:05.795758 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64c5b9e4-7a02-4c62-885a-9608d14ceba3 req-1fa79515-dcff-46de-9910-eda04541a45f tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Dec 21 02:40:06.021166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:40:06.111576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:06.125309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '76271f7f-8112-4f99-803f-83f0319b83e0', 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e', 'port_id': '76271f7f-8112-4f99-803f-83f0319b83e0', 'mac_address': 'fa:16:3e:b8:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29f2261-352c-405e-a064-2d118b555b7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:40:06.161821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:06.173953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76271f7f-8112-4f99-803f-83f0319b83e0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:40:06.193033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:06.196578 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:06.243418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:06.573245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['76271f7f-8112-4f99-803f-83f0319b83e0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:40:06.912932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d1a8-a257-4b47-9323-d1a388a8ebc2 req-198d315b-1ef6-4efd-9597-0ba0c2cdc070 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:06.914453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5488d1a8-a257-4b47-9323-d1a388a8ebc2 req-198d315b-1ef6-4efd-9597-0ba0c2cdc070 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 944 time: 0.0488236 Dec 21 02:40:06.965558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5488d1a8-a257-4b47-9323-d1a388a8ebc2 req-d8158d68-5d92-45ac-85c6-c34214889ac8 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Dec 21 02:40:08.033751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:40:08.083285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 76271f7f-8112-4f99-803f-83f0319b83e0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:40:08.087528 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11be37-4b65-4a4e-9797-275697a8d095 req-139e6b3f-9c34-456a-81fd-e136e8458fbc tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:08.088031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 76271f7f-8112-4f99-803f-83f0319b83e0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:40:08.088119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:08.089161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b11be37-4b65-4a4e-9797-275697a8d095 req-139e6b3f-9c34-456a-81fd-e136e8458fbc tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 944 time: 0.0517070 Dec 21 02:40:08.142315 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9b11be37-4b65-4a4e-9797-275697a8d095 req-58f5f0ca-6f81-4fa0-a5ca-703da943899d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Dec 21 02:40:08.180597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:08.202276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:08.215835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:08.220492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:08.253168 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804e776c-2b21-4d4e-978f-6b4162f12c86" -d '{"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-plugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:08.276818 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:08.340900 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84071d-751c-4fa2-95f0-42e536bddd19 x-openstack-request-id: req-ab84071d-751c-4fa2-95f0-42e536bddd19 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:08.341202 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-plugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:08.341483 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab84071d-751c-4fa2-95f0-42e536bddd19 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:08.341885 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'code': 200} Dec 21 02:40:08.470020 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004f85-3c81-451b-8f0d-8d7728014c44 req-e30566c0-35b5-459c-a25f-d2e04c14f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:08.472016 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0004f85-3c81-451b-8f0d-8d7728014c44 req-e30566c0-35b5-459c-a25f-d2e04c14f483 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1097 time: 0.0406134 Dec 21 02:40:08.522232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c0004f85-3c81-451b-8f0d-8d7728014c44 req-eea68acf-9510-4b49-9dff-b078f6824198 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Dec 21 02:40:09.262749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d375a-49a5-4874-b9d3-dbf69eb9daa1 req-268bb1a0-f580-45f1-ac75-ceee1c425008 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:09.264240 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32d375a-49a5-4874-b9d3-dbf69eb9daa1 req-268bb1a0-f580-45f1-ac75-ceee1c425008 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0527050 Dec 21 02:40:09.311882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e32d375a-49a5-4874-b9d3-dbf69eb9daa1 req-d3b09c31-6172-4953-86ba-354fc0ce70e5 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Dec 21 02:40:10.435898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b289ea-a090-435a-8f77-e6c39474ec55 req-2d6c7b2b-18ba-4249-8de8-89f81b042cd9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:10.437409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07b289ea-a090-435a-8f77-e6c39474ec55 req-2d6c7b2b-18ba-4249-8de8-89f81b042cd9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0527236 Dec 21 02:40:10.484474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-07b289ea-a090-435a-8f77-e6c39474ec55 req-0ea8859e-ec05-4029-8728-636d59e1b805 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Dec 21 02:40:10.753000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33326) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:10.809876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd966879-8b7a-4334-a271-54369c7d77b8 req-457f1854-18dc-4ae9-a08a-3ece842e23b1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:10.811373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd966879-8b7a-4334-a271-54369c7d77b8 req-457f1854-18dc-4ae9-a08a-3ece842e23b1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0503933 Dec 21 02:40:10.844001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-6fa07cc4-23d5-4a5f-8e7a-0bbcd6b2de71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897171 Dec 21 02:40:10.853000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-912109cb-3aa2-43d9-bd45-55c89dfd855d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:40:10.853987 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-912109cb-3aa2-43d9-bd45-55c89dfd855d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052171 Dec 21 02:40:10.859891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd966879-8b7a-4334-a271-54369c7d77b8 req-8534b2bf-910b-43f0-bd72-84316613639c tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Dec 21 02:40:11.978427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff773dc-d1b1-4737-a6a6-8d23937c6df2 req-2eaea322-4070-4ebc-befd-d25f045ea827 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:11.979900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ff773dc-d1b1-4737-a6a6-8d23937c6df2 req-2eaea322-4070-4ebc-befd-d25f045ea827 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0517869 Dec 21 02:40:12.047714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8ff773dc-d1b1-4737-a6a6-8d23937c6df2 req-be7824b2-8181-43b3-a7e1-14dbeffa4d51 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619667 Dec 21 02:40:12.178423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-6052f017-a3c5-4973-8852-fa62cbbdeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:12.179966 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-6052f017-a3c5-4973-8852-fa62cbbdeab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1097 time: 0.0419602 Dec 21 02:40:12.274021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-199e9506-3410-4d7a-b47c-7de97ec06f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:12.275487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-199e9506-3410-4d7a-b47c-7de97ec06f75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.0890174 Dec 21 02:40:12.317788 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-0287aeba-0270-4d85-af31-770e47bd4290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0350003 Dec 21 02:40:12.375974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-11ccf291-be00-4cd9-8d53-705b6c6f42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:12.378110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-11ccf291-be00-4cd9-8d53-705b6c6f42e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0539153 Dec 21 02:40:12.413884 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-2f4ab193-f271-44c1-8863-2679eb079a9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282853 Dec 21 02:40:12.508796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-b9f4f04a-ff2b-4513-84f1-a58b720f1194 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876276 Dec 21 02:40:12.598088 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-f1e227ca-3ccb-4425-b517-8ab57c21f228 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828049 Dec 21 02:40:13.163448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036df04f-07bb-46d8-91e0-233fce2b8e39 req-dfb0f684-1b37-4a89-a83e-52b5b7f2bb39 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:13.164916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-036df04f-07bb-46d8-91e0-233fce2b8e39 req-dfb0f684-1b37-4a89-a83e-52b5b7f2bb39 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0487256 Dec 21 02:40:13.210827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-036df04f-07bb-46d8-91e0-233fce2b8e39 req-aa2d3370-e4a2-4041-b5a9-3c495ea67497 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Dec 21 02:40:14.002490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdb46c13-834f-4ddd-8592-e505f629d299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:14.326258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770b01-8825-4ce8-9563-7d119015d502 req-310b4e90-9636-4698-b4ba-4925fcfa7582 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:14.327621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b770b01-8825-4ce8-9563-7d119015d502 req-310b4e90-9636-4698-b4ba-4925fcfa7582 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0483568 Dec 21 02:40:14.374662 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4b770b01-8825-4ce8-9563-7d119015d502 req-a4fd4486-a871-44ca-a494-52dd8dc070d2 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Dec 21 02:40:15.494700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5249f3-df3d-465f-9b21-df9290d91d11 req-74553f93-f325-4844-b19d-8b49216d48bf tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:15.496160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d5249f3-df3d-465f-9b21-df9290d91d11 req-74553f93-f325-4844-b19d-8b49216d48bf tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0553970 Dec 21 02:40:15.543119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d5249f3-df3d-465f-9b21-df9290d91d11 req-a6e00638-0472-43b7-bf28-11d6ae3951aa tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Dec 21 02:40:16.655853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6cc1-3f6f-4358-851b-ecc600e1d45e req-3ff52850-c8f7-4f1a-90b5-0de76ee5b4b8 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:16.657362 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cf6cc1-3f6f-4358-851b-ecc600e1d45e req-3ff52850-c8f7-4f1a-90b5-0de76ee5b4b8 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0480416 Dec 21 02:40:16.704710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86cf6cc1-3f6f-4358-851b-ecc600e1d45e req-8c895588-4532-4f9b-931e-4fbdd6549784 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Dec 21 02:40:16.722004 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c2a08704-60d8-4138-bc69-d23e9ed1df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:17.434702 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:17.824502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be66ff-fc0a-4b3f-b6f0-6b1548e8ffaa req-012b8a64-8180-4e3b-aab5-4ac4a25eaeb5 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:17.826095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72be66ff-fc0a-4b3f-b6f0-6b1548e8ffaa req-012b8a64-8180-4e3b-aab5-4ac4a25eaeb5 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0534029 Dec 21 02:40:17.871644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72be66ff-fc0a-4b3f-b6f0-6b1548e8ffaa req-d9950ec7-f4ef-4636-bb93-cf22a1a195d7 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Dec 21 02:40:18.415654 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:40:18.848731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:18.991077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df13a3-2dbf-41db-9b2f-86e65890444a req-4e7139d6-969a-4581-8c6f-4b21be7c7bc6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:18.992539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6df13a3-2dbf-41db-9b2f-86e65890444a req-4e7139d6-969a-4581-8c6f-4b21be7c7bc6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0503070 Dec 21 02:40:19.039881 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6df13a3-2dbf-41db-9b2f-86e65890444a req-db12d20f-23bd-4705-bc62-0108383d6f30 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Dec 21 02:40:19.440569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:20.155357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e011fe-c4a4-497d-80c1-5bc09b50f3b5 req-37a8ec77-4180-4a67-938a-2147faa48438 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:20.156819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09e011fe-c4a4-497d-80c1-5bc09b50f3b5 req-37a8ec77-4180-4a67-938a-2147faa48438 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0476115 Dec 21 02:40:20.206323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-09e011fe-c4a4-497d-80c1-5bc09b50f3b5 req-dd1ce74f-3bd2-46a5-91bb-cb5d19164e21 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Dec 21 02:40:21.319626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fba686-1f48-45da-ad71-25174c77b2ff req-cf691b49-e537-4a8f-9caf-b99fa6d6bcac tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:21.321068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5fba686-1f48-45da-ad71-25174c77b2ff req-cf691b49-e537-4a8f-9caf-b99fa6d6bcac tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0481400 Dec 21 02:40:21.369353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5fba686-1f48-45da-ad71-25174c77b2ff req-dd49ca07-13d9-44ae-b7d6-0aad9775627f tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Dec 21 02:40:22.505416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:22.733184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331831aa-5fc0-4268-a506-1c67c1ce492c req-f1586e9e-7f2d-4007-831d-3e8abd13c1c4 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:22.734677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-331831aa-5fc0-4268-a506-1c67c1ce492c req-f1586e9e-7f2d-4007-831d-3e8abd13c1c4 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0489352 Dec 21 02:40:22.781037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-331831aa-5fc0-4268-a506-1c67c1ce492c req-10ffd14f-331e-4f2e-b2c1-0c34e2ee7bbb tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Dec 21 02:40:23.898938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5088-b704-48ab-b843-52826019f75a req-d192bded-e776-4dcc-a153-90499e03f3d9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:23.900404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ebd5088-b704-48ab-b843-52826019f75a req-d192bded-e776-4dcc-a153-90499e03f3d9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0523388 Dec 21 02:40:23.946109 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ebd5088-b704-48ab-b843-52826019f75a req-d6e60036-856a-4a95-b00b-e1bb4f5bfd96 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Dec 21 02:40:25.059827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ecca-9293-4fbf-a4e5-815fccfd13a7 req-66a70044-108e-46e2-a9ca-1b3396b21a99 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:25.061275 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f582ecca-9293-4fbf-a4e5-815fccfd13a7 req-66a70044-108e-46e2-a9ca-1b3396b21a99 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0481579 Dec 21 02:40:25.107817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f582ecca-9293-4fbf-a4e5-815fccfd13a7 req-4cfc805c-a532-409a-9b95-89c9f8cc2e60 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Dec 21 02:40:26.221211 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc112-3f98-43ce-b473-2695d7175b1b req-c7628754-a19c-4bca-8dd7-d6218ae725e6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:26.222668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-056cc112-3f98-43ce-b473-2695d7175b1b req-c7628754-a19c-4bca-8dd7-d6218ae725e6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0476463 Dec 21 02:40:26.273748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-056cc112-3f98-43ce-b473-2695d7175b1b req-3f5ebacb-5dda-4b1e-a96c-3c12a693594f tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 Dec 21 02:40:27.259655 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:27.389214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be13434-d38a-40ff-9b67-af94b37681f6 req-b250bf19-e70b-4204-93fa-7565b2d45ac1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:27.391847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be13434-d38a-40ff-9b67-af94b37681f6 req-b250bf19-e70b-4204-93fa-7565b2d45ac1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0520089 Dec 21 02:40:27.447485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5be13434-d38a-40ff-9b67-af94b37681f6 req-72052fdb-27aa-49bf-9b5f-f7f55025f432 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Dec 21 02:40:28.561437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeaa04-f0f6-4182-a6f2-5511e121079b req-a68bc959-067b-4667-aff8-39e9b3f33aa6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:28.562895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcaeaa04-f0f6-4182-a6f2-5511e121079b req-a68bc959-067b-4667-aff8-39e9b3f33aa6 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0481410 Dec 21 02:40:28.608462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dcaeaa04-f0f6-4182-a6f2-5511e121079b req-abdaa6f2-02d3-4cff-bbcd-8812c6cd43b3 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Dec 21 02:40:29.725626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24899b-949f-46a4-a9b9-cd37f8b6484c req-9bc87e95-6fb4-422b-ae9b-f38407f61b67 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:29.727340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf24899b-949f-46a4-a9b9-cd37f8b6484c req-9bc87e95-6fb4-422b-ae9b-f38407f61b67 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0529377 Dec 21 02:40:29.773459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf24899b-949f-46a4-a9b9-cd37f8b6484c req-83590e26-f4a2-4634-9ee0-6d2251bceb13 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Dec 21 02:40:30.886646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f948c0-d302-45ca-8c91-f03f3a2f5d3d req-5fc34f1c-dd85-445a-b88a-f800b6412efc tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:30.888112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98f948c0-d302-45ca-8c91-f03f3a2f5d3d req-5fc34f1c-dd85-445a-b88a-f800b6412efc tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0484796 Dec 21 02:40:30.934060 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98f948c0-d302-45ca-8c91-f03f3a2f5d3d req-f1f2dcdf-3413-46c8-a5f8-7dee1d30f6f2 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Dec 21 02:40:32.050322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105f28-01ea-4b58-92af-1d134cf1525e req-4f778988-972d-4258-abcd-4b58978ea977 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:32.051781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1105f28-01ea-4b58-92af-1d134cf1525e req-4f778988-972d-4258-abcd-4b58978ea977 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0519955 Dec 21 02:40:32.098241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1105f28-01ea-4b58-92af-1d134cf1525e req-4fb02f2f-8be3-4bf5-a675-43809f84a1bd tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Dec 21 02:40:33.214301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9528ab-98fb-4238-b688-0d786933f57e req-b1b370f5-3992-4a68-8c39-098c2bed9c41 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:33.215748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e9528ab-98fb-4238-b688-0d786933f57e req-b1b370f5-3992-4a68-8c39-098c2bed9c41 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0481606 Dec 21 02:40:33.261572 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e9528ab-98fb-4238-b688-0d786933f57e req-7f52d91a-4df8-4ab1-9ba8-8cbf239d1e0c tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Dec 21 02:40:34.374572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1de44-65dc-47a8-ad20-aa25ad85e4ad req-a6ab4a9b-a0ff-4b09-b36b-8ddc440ee008 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:34.376040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4e1de44-65dc-47a8-ad20-aa25ad85e4ad req-a6ab4a9b-a0ff-4b09-b36b-8ddc440ee008 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0483339 Dec 21 02:40:34.425804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a4e1de44-65dc-47a8-ad20-aa25ad85e4ad req-fc3e85dd-2609-4c81-8949-9fc95bdbc60d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Dec 21 02:40:35.538536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3b4ec-89db-489b-ad81-926074a569b6 req-d609f1dc-90f9-422d-b66a-44e123ea9342 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:35.539908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3eb3b4ec-89db-489b-ad81-926074a569b6 req-d609f1dc-90f9-422d-b66a-44e123ea9342 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0478683 Dec 21 02:40:35.585866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3eb3b4ec-89db-489b-ad81-926074a569b6 req-5e867036-097a-4d00-b2fb-89fe0b5b4f24 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Dec 21 02:40:36.700853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c54c6-b824-49e5-9fca-89a1e4b6c3ab req-5351e978-5544-4cf4-a06f-0d7f9f47fb47 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:36.702342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f34c54c6-b824-49e5-9fca-89a1e4b6c3ab req-5351e978-5544-4cf4-a06f-0d7f9f47fb47 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0484133 Dec 21 02:40:36.749392 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f34c54c6-b824-49e5-9fca-89a1e4b6c3ab req-fd7652d6-efc7-40e0-aafd-79c59e3de5bb tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Dec 21 02:40:37.871821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595a62b-c903-4e3d-a4d7-342bcf634668 req-fcc969ea-3289-4b37-a467-9bc9bc919dc1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:37.873299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1595a62b-c903-4e3d-a4d7-342bcf634668 req-fcc969ea-3289-4b37-a467-9bc9bc919dc1 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0534651 Dec 21 02:40:37.919924 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1595a62b-c903-4e3d-a4d7-342bcf634668 req-88276ef1-bec7-47e5-8cd0-1037ce1802f9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Dec 21 02:40:39.038036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc44-e932-443b-8bcd-758da964e6d0 req-097facf4-4507-452c-8ee5-6ddd18ebace5 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:39.039510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9d1fc44-e932-443b-8bcd-758da964e6d0 req-097facf4-4507-452c-8ee5-6ddd18ebace5 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0509636 Dec 21 02:40:39.088721 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d9d1fc44-e932-443b-8bcd-758da964e6d0 req-84d080f7-ba9f-4f23-9cba-302fa0801c76 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Dec 21 02:40:39.794108 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-3e654f01-1a3b-4abc-a14b-f19be96de71b service neutron] show failed (client error): The resource could not be found. Dec 21 02:40:39.795158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-3e654f01-1a3b-4abc-a14b-f19be96de71b service neutron] 10.222.0.24 "GET /v2.0/ports/76271f7f-8112-4f99-803f-83f0319b83e0/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0540597 Dec 21 02:40:40.126355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-b88340ae-8853-46d6-988e-a2d5e7ca9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:40.127862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-b88340ae-8853-46d6-988e-a2d5e7ca9407 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c&tenant_id=6669e43702b142f19b18969c54fed608 HTTP/1.1" status: 200 len: 1097 time: 0.1068776 Dec 21 02:40:40.144398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-b71c00a5-c4f9-4c61-ba07-1d7c900443f2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:40:40.145360 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-b71c00a5-c4f9-4c61-ba07-1d7c900443f2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054476 Dec 21 02:40:40.172451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:40.202631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0ed1-52b4-45af-a6bc-ad05427861ae req-4420fcb2-94ee-47ce-a2c8-b5a4f2d0b652 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:40.204123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-502f0ed1-52b4-45af-a6bc-ad05427861ae req-4420fcb2-94ee-47ce-a2c8-b5a4f2d0b652 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0484257 Dec 21 02:40:40.230183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.257406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-502f0ed1-52b4-45af-a6bc-ad05427861ae req-45390da2-1a7c-4788-a9b9-9b023c94397d tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Dec 21 02:40:40.425720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:40.458037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:40:40.496477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:40.498748 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c7534-3be5-47b0-a304-c53217404e69" -d '{"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:40.502932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.515306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Transition to ACTIVE for port object 76271f7f-8112-4f99-803f-83f0319b83e0 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:40:40.519773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.552684 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b7e84-fa65-4395-993b-8887d578d869 x-openstack-request-id: req-100b7e84-fa65-4395-993b-8887d578d869 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:40.552976 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:40.553229 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-100b7e84-fa65-4395-993b-8887d578d869 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:40.553647 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'code': 200} Dec 21 02:40:40.577521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:40.593706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] No DVR routers for this DVR port 76271f7f-8112-4f99-803f-83f0319b83e0 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:40:40.627793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:40:40.628045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:40:40.628375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:40.632506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:40:40.632829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Attempting to bind port 76271f7f-8112-4f99-803f-83f0319b83e0 on network 33091d9e-026a-4250-9061-243d2ae6a35e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:40.637660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:40:40.638001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Checking segment: {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:40:40.638385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Bound using segment: {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:40:40.638803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Bound port: 76271f7f-8112-4f99-803f-83f0319b83e0, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd02262-7a4d-4414-b379-8941bed22080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:40:40.639153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.699225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:40:40.702165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:40:40.707372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.747511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:40.748153 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:40.749551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 1092 time: 0.5811617 Dec 21 02:40:40.765296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd338e-f845-4976-ad4b-3c3105e195f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:40.831825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-f15cc79f-9bcd-42be-ab2e-67e2d4eb8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:40.833308 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-f15cc79f-9bcd-42be-ab2e-67e2d4eb8366 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1095 time: 0.0414100 Dec 21 02:40:40.925916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-5016edc0-c71e-4e40-9174-bf9e4e34c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:40.927359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-5016edc0-c71e-4e40-9174-bf9e4e34c08e service neutron] 10.222.0.45 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.0827420 Dec 21 02:40:40.975568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-7a96dc74-0b62-40d7-b727-62da0aea006d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0369771 Dec 21 02:40:41.023645 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-d4ac6834-9ffd-4ab1-b767-06a909a876f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:41.025037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-d4ac6834-9ffd-4ab1-b767-06a909a876f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0420594 Dec 21 02:40:41.059364 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-c7ac0ef6-4f19-42e7-89a7-3544a5d5ede7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235107 Dec 21 02:40:41.152933 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-0badfa36-4300-45eb-9f78-0de7d0873a88 service neutron] 10.222.0.45 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834854 Dec 21 02:40:41.249832 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3b55663c-0ea0-4693-a19c-dca76458de73 req-36706dc0-13b9-4afb-8286-8c95b24619c4 service neutron] 10.222.0.45 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846100 Dec 21 02:40:41.376794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1e502-ed9f-40be-9dac-e6a7e6822c97 req-4783974b-bbe9-4b26-995c-11ec18bbe8ca tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:41.378302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7aa1e502-ed9f-40be-9dac-e6a7e6822c97 req-4783974b-bbe9-4b26-995c-11ec18bbe8ca tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0513053 Dec 21 02:40:41.425784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7aa1e502-ed9f-40be-9dac-e6a7e6822c97 req-27598d40-d29b-4969-88c1-f7369cd81274 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Dec 21 02:40:42.554743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:42.556354 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c82d-2588-4fc8-8522-ec2dc5fff8a9 req-17422b7d-17a8-40db-b1f2-25ba98bae06e tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:42.557156 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16629b25-3916-46cf-b087-0372d98db615" -d '{"events": [{"name": "network-changed", "server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:42.558076 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c946c82d-2588-4fc8-8522-ec2dc5fff8a9 req-17422b7d-17a8-40db-b1f2-25ba98bae06e tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0583136 Dec 21 02:40:42.608724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c946c82d-2588-4fc8-8522-ec2dc5fff8a9 req-269b5ba6-9ed0-4b8e-9852-0aa5e0d7678b tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Dec 21 02:40:42.625363 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9ab0a9-6524-4e47-b582-217e161f33b6 x-openstack-request-id: req-da9ab0a9-6524-4e47-b582-217e161f33b6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:42.625670 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:42.625951 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da9ab0a9-6524-4e47-b582-217e161f33b6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:42.626380 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'status': 'completed', 'code': 200} Dec 21 02:40:42.737507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-24229bce-8a05-4190-a196-a765a7551b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:42.738984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-24229bce-8a05-4190-a196-a765a7551b96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1095 time: 0.0628397 Dec 21 02:40:42.740660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-59c4d6f6-ae52-42b8-9067-cfa97869814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:42.742012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-59c4d6f6-ae52-42b8-9067-cfa97869814e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1095 time: 0.0767226 Dec 21 02:40:42.910650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-5427973e-2e1c-4aa8-8077-fd5c2558444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:42.912227 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-5427973e-2e1c-4aa8-8077-fd5c2558444a service neutron] 10.222.0.24 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.1629772 Dec 21 02:40:42.914607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-836f8180-6db6-44bb-8842-32269c3f9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:42.915902 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-836f8180-6db6-44bb-8842-32269c3f9d8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.1596344 Dec 21 02:40:42.987934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-3eb54661-b7aa-4c2e-85f4-22595ab70c17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0675576 Dec 21 02:40:42.989237 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-955fc4b7-9ac5-4022-8a01-2e4e113eb6d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0625384 Dec 21 02:40:43.071378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-418bc037-d113-4083-9ab9-8f4f3794b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:43.072845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-418bc037-d113-4083-9ab9-8f4f3794b74f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0784230 Dec 21 02:40:43.076187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b25-3916-46cf-b087-0372d98db615 req-2e4ee5cb-5c82-47ea-a356-4b469d71187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:43.077526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-2e4ee5cb-5c82-47ea-a356-4b469d71187a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.0759704 Dec 21 02:40:43.112221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-b05f8846-517f-444e-bf98-5224a439ad32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328038 Dec 21 02:40:43.128137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-2f1c6d68-54e0-4c9a-9e8d-552fc43a87bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410626 Dec 21 02:40:43.276383 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-46f0e126-a1f0-4edb-af06-753123aa5d96 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503572 Dec 21 02:40:43.281287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-9b049aa1-8905-40b1-b1f2-019d37d9e544 service neutron] 10.222.0.45 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366086 Dec 21 02:40:43.435915 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-fa40c8b3-c5f9-4f84-80e4-3949fb50c2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521740 Dec 21 02:40:43.437853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-16629b25-3916-46cf-b087-0372d98db615 req-363ed3b3-67cb-4615-a224-17deaf5ac71f service neutron] 10.222.0.45 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474345 Dec 21 02:40:43.588324 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:40:43.684173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:43.695451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '76271f7f-8112-4f99-803f-83f0319b83e0', 'network_id': '33091d9e-026a-4250-9061-243d2ae6a35e', 'port_id': '76271f7f-8112-4f99-803f-83f0319b83e0', 'mac_address': 'fa:16:3e:b8:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29f2261-352c-405e-a064-2d118b555b7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:40:43.731378 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:43.733671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214863de-d8d5-4d30-b586-60ef4ede289e req-ffe8c907-db37-4db0-8c1c-e5ad1a0676ff tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:43.735149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-214863de-d8d5-4d30-b586-60ef4ede289e req-ffe8c907-db37-4db0-8c1c-e5ad1a0676ff tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 943 time: 0.0530338 Dec 21 02:40:43.744269 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76271f7f-8112-4f99-803f-83f0319b83e0 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:40:43.763152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:43.767470 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:43.783535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-214863de-d8d5-4d30-b586-60ef4ede289e req-d7fb4060-1fa3-4089-8314-8d99e49ea6c8 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Dec 21 02:40:43.818668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:43.825855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.826207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.826550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.826888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.827223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.827552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.827880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.828206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.828529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.828850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.829174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.829600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:43.830036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:44.005261 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c398-cb06-499d-a9a6-4fcc64a67ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:44.069296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173336d5-7e11-4f9a-9a33-709f3668685d req-df351240-95e6-44aa-9503-f3b2f4f73540 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:44.070792 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-df351240-95e6-44aa-9503-f3b2f4f73540 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.24 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c&tenant_id=6669e43702b142f19b18969c54fed608&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.0868971 Dec 21 02:40:44.114850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['76271f7f-8112-4f99-803f-83f0319b83e0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:40:44.130626 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-173336d5-7e11-4f9a-9a33-709f3668685d req-f81a3ed2-9ca5-4582-8af6-cf001f56a35f service neutron] delete failed (client error): The resource could not be found. Dec 21 02:40:44.131627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-f81a3ed2-9ca5-4582-8af6-cf001f56a35f service neutron] 10.222.0.24 "DELETE /v2.0/ports/76271f7f-8112-4f99-803f-83f0319b83e0/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0534661 Dec 21 02:40:44.209307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:40:44.238428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173336d5-7e11-4f9a-9a33-709f3668685d req-95a7f425-caa9-4b28-93b9-af71b77860e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:44.241073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-95a7f425-caa9-4b28-93b9-af71b77860e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6669e43702b142f19b18969c54fed608&device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 1096 time: 0.0422184 Dec 21 02:40:44.276738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port 76271f7f-8112-4f99-803f-83f0319b83e0 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:40:44.277134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:40:44.332922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173336d5-7e11-4f9a-9a33-709f3668685d req-9b4ce100-af3b-4082-ba60-bc718492c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:44.334395 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-9b4ce100-af3b-4082-ba60-bc718492c14f service neutron] 10.222.0.24 "GET /v2.0/networks?id=33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 200 len: 912 time: 0.0861735 Dec 21 02:40:44.375892 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-0180b4c2-d51b-432c-b0f7-32d576b4571d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 200 len: 217 time: 0.0339594 Dec 21 02:40:44.740971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173336d5-7e11-4f9a-9a33-709f3668685d req-8ab70796-78f9-42a5-be7d-b768ed2d0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:44.742438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-8ab70796-78f9-42a5-be7d-b768ed2d0d20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 200 len: 852 time: 0.3596382 Dec 21 02:40:44.772886 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-e821db07-2e34-4c81-855a-e38619ef3f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33091d9e-026a-4250-9061-243d2ae6a35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233936 Dec 21 02:40:44.862590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-94a2089b-e26d-41c4-b627-85370b1aa24b service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 Dec 21 02:40:44.949629 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-176dc53b-ac3f-46c3-9b65-f588b9542282 service neutron] 10.222.0.24 "GET /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792651 Dec 21 02:40:45.597821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:40:45.646808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 76271f7f-8112-4f99-803f-83f0319b83e0 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:40:45.650724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 76271f7f-8112-4f99-803f-83f0319b83e0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:40:45.651094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:45.688816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04295a-870a-4fb5-ab59-1e9442113b5a req-262da16a-8e92-4e8f-b95d-2412bbfa80ec tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:45.690340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b04295a-870a-4fb5-ab59-1e9442113b5a req-262da16a-8e92-4e8f-b95d-2412bbfa80ec tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 944 time: 0.0501602 Dec 21 02:40:45.733103 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:45.738956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b04295a-870a-4fb5-ab59-1e9442113b5a req-4ceefb51-1c70-4d63-956b-2e11f6ba8048 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 Dec 21 02:40:45.761658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:45.763975 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73870cb-caf7-4397-a881-26f7045366da" -d '{"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-plugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:45.777182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:45.781166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:45.805228 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5652f4-95fd-4c26-bb9e-00b7e8394a44 x-openstack-request-id: req-cf5652f4-95fd-4c26-bb9e-00b7e8394a44 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:45.805544 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-plugged", "status": "completed", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:45.805795 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf5652f4-95fd-4c26-bb9e-00b7e8394a44 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:45.806176 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'code': 200} Dec 21 02:40:45.831770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:46.725136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6abe1550-1860-4502-b81b-7da5602af2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:46.859389 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64920e8f-06c6-456a-9b7e-41b50945e828 req-eff8fb30-9e39-49e3-b258-7387705755b0 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:46.860898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64920e8f-06c6-456a-9b7e-41b50945e828 req-eff8fb30-9e39-49e3-b258-7387705755b0 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0519905 Dec 21 02:40:46.910069 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64920e8f-06c6-456a-9b7e-41b50945e828 req-0f036406-6100-4d8c-8e9e-5ae8e4a12da9 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3f30c50-e627-4b35-950b-851f6b849e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:47.230134 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:47.233673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173336d5-7e11-4f9a-9a33-709f3668685d req-066a78b4-a80e-4645-8a6e-007ac4c40651 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:47.233759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-066a78b4-a80e-4645-8a6e-007ac4c40651 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.45 "GET /v2.0/ports?device_id=42bc0519-b558-4c3a-988a-71105ce42a0c HTTP/1.1" status: 200 len: 945 time: 0.0479517 Dec 21 02:40:47.327853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Deleting port 76271f7f-8112-4f99-803f-83f0319b83e0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:40:47.328184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:47.413369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] For port 76271f7f-8112-4f99-803f-83f0319b83e0, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=76271f7f-8112-4f99-803f-83f0319b83e0,segment=NetworkSegment(0bd02262-7a4d-4414-b379-8941bed22080),segment_id=0bd02262-7a4d-4414-b379-8941bed22080)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:47.413732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:47.425936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Calling delete_port for 76271f7f-8112-4f99-803f-83f0319b83e0 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:40:47.438237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:47.553668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:47.581655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Pushing event deleted for resources: {'Port': ['ID=76271f7f-8112-4f99-803f-83f0319b83e0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:47.602319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['76271f7f-8112-4f99-803f-83f0319b83e0'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:40:47.628654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] No DVR routers for this DVR port 76271f7f-8112-4f99-803f-83f0319b83e0 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:40:47.631219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:47.634572 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-173336d5-7e11-4f9a-9a33-709f3668685d req-5f574b2d-7e5e-48af-8655-6b14d62b7b36 tempest-DeleteServersTestJSON-604443206 tempest-DeleteServersTestJSON-604443206-project] 10.222.0.45 "DELETE /v2.0/ports/76271f7f-8112-4f99-803f-83f0319b83e0 HTTP/1.1" status: 204 len: 173 time: 0.3900473 Dec 21 02:40:47.635022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-deleted', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:47.637221 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9ad60-2341-4ab3-aa6d-e53b9f43310e" -d '{"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-deleted", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:47.672798 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca3430-34f7-4786-9077-47f0acc22dae x-openstack-request-id: req-6aca3430-34f7-4786-9077-47f0acc22dae {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:47.673618 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bc0519-b558-4c3a-988a-71105ce42a0c", "name": "network-vif-deleted", "tag": "76271f7f-8112-4f99-803f-83f0319b83e0", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:47.673876 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6aca3430-34f7-4786-9077-47f0acc22dae {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:47.674295 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bc0519-b558-4c3a-988a-71105ce42a0c', 'name': 'network-vif-deleted', 'tag': '76271f7f-8112-4f99-803f-83f0319b83e0', 'status': 'completed', 'code': 200} Dec 21 02:40:48.037153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:48.080356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Deleting subnet f29f2261-352c-405e-a064-2d118b555b7a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:40:48.083235 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.117637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.155045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.210841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.237435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29f2261-352c-405e-a064-2d118b555b7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:48.242867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.245982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c92de2b9-3f32-4829-9797-dbc900565073 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f29f2261-352c-405e-a064-2d118b555b7a HTTP/1.1" status: 204 len: 168 time: 0.2078137 Dec 21 02:40:48.248472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33444) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:48.315416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.396116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.416322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33091d9e-026a-4250-9061-243d2ae6a35e']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:40:48.425278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd02262-7a4d-4414-b379-8941bed22080') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:40:48.425594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd02262-7a4d-4414-b379-8941bed22080') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:40:48.434924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.448458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.454995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:40:48.455379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:40:48.457246 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:40:48.514116 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.520272 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.523789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33091d9e-026a-4250-9061-243d2ae6a35e HTTP/1.1" status: 204 len: 168 time: 0.2743807 Dec 21 02:40:48.535319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bf727-232b-4065-a039-c575c316a673 admin admin] Pushing event deleted for resources: {'Network': ['ID=33091d9e-026a-4250-9061-243d2ae6a35e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:48.628382 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33448) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:48.666988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-53ff6c64-ab40-426b-baf6-fbb3488a9535 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6669e43702b142f19b18969c54fed608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374873 Dec 21 02:40:48.669360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33450) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:48.715499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.735889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.781690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.784239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:48.785541 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3f30c50-e627-4b35-950b-851f6b849e53 HTTP/1.1" status: 204 len: 168 time: 0.1152775 Dec 21 02:40:48.793180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8dd5-5e2b-4765-bd75-e311ddacbc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f30c50-e627-4b35-950b-851f6b849e53,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:48.853025 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.442882 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.443565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33472) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:49.536272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-656721147-network', 'tenant_id': '14b6fd1ca375415680a44eba98553c0f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:49.557891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Made reservation on behalf of 14b6fd1ca375415680a44eba98553c0f for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:40:49.560113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.570169 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.611459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:40:49.631294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 76271f7f-8112-4f99-803f-83f0319b83e0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:40:49.631641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 76271f7f-8112-4f99-803f-83f0319b83e0 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:40:49.651065 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.654702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.679374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:40:49.687710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d31fb-d2ca-4e2d-94d1-b5540106dd83,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:49.693721 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.694098 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Added segment b4e2b908-aa02-430a-9560-c056e550116c of type vlan for network 87ff38eb-8958-41b2-b690-994357dc81ef Dec 21 02:40:49.733761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.757675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.758522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:49.759092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.790244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3455591 Dec 21 02:40:49.793299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33476) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:40:49.798135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Request body: {'subnet': {'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-656721147-subnet', 'tenant_id': '14b6fd1ca375415680a44eba98553c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:49.821365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d673-1979-4082-88f5-dbcec094c8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=87ff38eb-8958-41b2-b690-994357dc81ef,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:49.821583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Made reservation on behalf of 14b6fd1ca375415680a44eba98553c0f for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:40:49.825543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:49.832161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 87ff38eb-8958-41b2-b690-994357dc81ef details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:40:49.993578 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:50.050511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:50.056294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Checking segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:40:50.056652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Network hostable DHCP agents. Network: 87ff38eb-8958-41b2-b690-994357dc81ef, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:40:50.072728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Network 87ff38eb-8958-41b2-b690-994357dc81ef is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:40:50.081592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 87ff38eb-8958-41b2-b690-994357dc81ef) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:40:50.085523 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:50.086118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:50.091034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eac68d-42b1-4d49-a787-663874b86e0a None None] Network 87ff38eb-8958-41b2-b690-994357dc81ef requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:40:50.102650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b40ef76f-bb74-469c-9a90-f8c0752ce355 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3082561 Dec 21 02:40:50.187892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70b265-c4c5-4d9f-959e-a46e423bf60a None None] Network 87ff38eb-8958-41b2-b690-994357dc81ef requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:40:50.516644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-d2b231e0-da8e-43ae-8168-7c56a71b8655 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:50.518145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-d2b231e0-da8e-43ae-8168-7c56a71b8655 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 814 time: 0.1043525 Dec 21 02:40:50.532374 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-1992b065-2fd6-437d-8275-6fedec9228f3 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/quotas/14b6fd1ca375415680a44eba98553c0f HTTP/1.1" status: 200 len: 375 time: 0.0087187 Dec 21 02:40:50.563081 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-4b6058cc-5d28-49b3-bba4-7271b726a064 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256486 Dec 21 02:40:50.647897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-bda353c3-a8d1-468c-81fa-272ca536d130 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:40:50.648996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-bda353c3-a8d1-468c-81fa-272ca536d130 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462964 Dec 21 02:40:50.736683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-3d885747-8dba-493c-87e4-edf2dfbecf01 service neutron] 10.222.0.43 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816236 Dec 21 02:40:50.828845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-fb7d9c20-0011-4a0d-a05d-4abf5ad680b2 service neutron] 10.222.0.43 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Dec 21 02:40:50.994656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9627ff93-1cc5-4609-bc9b-f12a98cdfe3b req-b90beb75-de4a-41c6-b24c-8bd398ecfbae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 210 time: 0.0276854 Dec 21 02:40:52.092184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a94e372-7aca-4d51-b8df-a487fb9e5829 req-c3d52e61-9cd4-4ed1-aac4-ffc018eaa512 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 210 time: 0.0256715 Dec 21 02:40:52.112543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-a0ac3fd5-8150-4e3e-a48f-f4e13b035de8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:52.112543 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-a0ac3fd5-8150-4e3e-a48f-f4e13b035de8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 814 time: 0.1103787 Dec 21 02:40:52.149795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Request body: {'port': {'device_id': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'admin_state_up': True, 'tenant_id': '14b6fd1ca375415680a44eba98553c0f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:52.256926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Made reservation on behalf of 14b6fd1ca375415680a44eba98553c0f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:40:52.260380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:52.385886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Allocated IP 172.20.0.13 (87ff38eb-8958-41b2-b690-994357dc81ef/ed697a6b-2cd4-4eeb-a4e3-419410d1d96f/ec50e6cc-713f-47f7-9f11-6d8666086ec4) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:40:52.517823 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:52.531619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:52.564354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:52.607840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Network 87ff38eb-8958-41b2-b690-994357dc81ef is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:40:52.611605 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:40:52.614121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:40:52.638316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:52.666227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:52.666858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:52.682849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-c8d1ba93-0b4e-4823-a902-46af8fba1ffb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5368898 Dec 21 02:40:52.708234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Request body: {'port': {'device_id': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:40:52.766335 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.029438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec50e6cc-713f-47f7-9f11-6d8666086ec4 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:40:53.037434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.049363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Transition to ACTIVE for port object ec50e6cc-713f-47f7-9f11-6d8666086ec4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:40:53.053061 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.104785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:53.130611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.131135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.131347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.131549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.131855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.132185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.132510 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.132828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.133146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.133495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.133822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.134138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.134460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:40:53.184423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:40:53.185000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:40:53.185639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:53.191584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:40:53.191898 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:40:53.197370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:40:53.197727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Checking segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:40:53.198112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Bound using segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:40:53.198548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Bound port: ec50e6cc-713f-47f7-9f11-6d8666086ec4, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:40:53.198913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.220688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c718083-9123-4683-83d8-49f50bd41143 req-8bbea071-7512-4e48-8954-02849abdfd42 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:53.222247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c718083-9123-4683-83d8-49f50bd41143 req-8bbea071-7512-4e48-8954-02849abdfd42 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0582588 Dec 21 02:40:53.264496 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:40:53.267541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:40:53.271885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5c718083-9123-4683-83d8-49f50bd41143 req-4f668434-bcd4-4bdc-9958-239277793e65 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Dec 21 02:40:53.272342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.308371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:53.309518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:53.310894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] 10.222.0.45 "PUT /v2.0/ports/ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 1093 time: 0.6067553 Dec 21 02:40:53.311338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:53.314220 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:53.341963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3bc09-958e-4080-8d08-ffc7a35dcb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:53.357033 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b8367-d4be-4bb9-b630-c6a1528908ca x-openstack-request-id: req-794b8367-d4be-4bb9-b630-c6a1528908ca {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:53.357359 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:53.357620 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794b8367-d4be-4bb9-b630-c6a1528908ca {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:53.358114 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'status': 'completed', 'code': 200} Dec 21 02:40:53.422086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-a366d14b-ae52-484d-9dc7-89ad2cbb44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:53.424090 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-a366d14b-ae52-484d-9dc7-89ad2cbb44a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0452600 Dec 21 02:40:53.481135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-127582e2-5655-4edb-ab6f-fcd11d9b1b22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0339069 Dec 21 02:40:53.534310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-19e8b6a9-27ea-41f9-850f-b014b176e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:53.535514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-19e8b6a9-27ea-41f9-850f-b014b176e7bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0427310 Dec 21 02:40:53.578454 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-37be5d15-184c-4936-afdd-a8348187354f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306020 Dec 21 02:40:53.673893 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-5736b58b-0524-4cb3-9905-4064368bd963 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Dec 21 02:40:53.769457 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3116a90d-6f3b-4950-ad81-24b81b30a4b2 req-77186371-395c-41aa-97bd-2a3a0cc3e3f4 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Dec 21 02:40:53.909760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-dc652026-e978-462c-8104-fdb80f0778d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:53.911196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-dc652026-e978-462c-8104-fdb80f0778d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0404298 Dec 21 02:40:54.000633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-8a02b78c-c633-403f-83f4-ad4d957f71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:54.002901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-8a02b78c-c633-403f-83f4-ad4d957f71de service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0836551 Dec 21 02:40:54.048310 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-941c8e6f-d134-4a23-987a-e8bb94ec50fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0390031 Dec 21 02:40:54.100098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-d5deb03e-bd68-4e65-946a-48ceffcb652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:54.101801 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-d5deb03e-bd68-4e65-946a-48ceffcb652f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0463073 Dec 21 02:40:54.133075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-3c37e9e8-f4ed-42bf-be2d-90893cef19e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233953 Dec 21 02:40:54.227972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-fef3071b-5820-4e32-8f39-900cf8bdf6f4 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 Dec 21 02:40:54.322679 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2b35dfe0-ce31-4509-b004-d78d30dbe5a2 req-ff111bd9-5815-45d4-94aa-cbaf33f7cb8d service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Dec 21 02:40:54.388208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574ad8-d9be-4bbc-8f4c-fcc98b11e03a req-827c79c9-e004-4469-9f4e-5ee966e0f33f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:54.389701 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7574ad8-d9be-4bbc-8f4c-fcc98b11e03a req-827c79c9-e004-4469-9f4e-5ee966e0f33f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0489497 Dec 21 02:40:54.435868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7574ad8-d9be-4bbc-8f4c-fcc98b11e03a req-02252f12-39f3-44b3-af29-03fc10f74bfd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Dec 21 02:40:55.416696 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:40:55.551506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc89389-57a7-4864-a691-c63c018ea693 req-224d4aee-4498-4d72-95c8-4ab652cfcabc tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:55.552979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbc89389-57a7-4864-a691-c63c018ea693 req-224d4aee-4498-4d72-95c8-4ab652cfcabc tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0483546 Dec 21 02:40:55.605539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbc89389-57a7-4864-a691-c63c018ea693 req-d03919ee-f4a7-4b9b-ab71-54b7c5633708 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Dec 21 02:40:55.615960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:40:55.709280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:55.720450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'port_id': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'mac_address': 'fa:16:3e:cb:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed697a6b-2cd4-4eeb-a4e3-419410d1d96f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:40:55.755184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:55.767642 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec50e6cc-713f-47f7-9f11-6d8666086ec4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:40:55.790544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:55.794401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:55.840206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:56.143156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['ec50e6cc-713f-47f7-9f11-6d8666086ec4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:40:56.718926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e68b2-36e0-411a-8627-2bb036ee92f4 req-5fedf556-0a5b-4f4f-9b41-91de711ba6d7 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:56.720887 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c91e68b2-36e0-411a-8627-2bb036ee92f4 req-5fedf556-0a5b-4f4f-9b41-91de711ba6d7 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 945 time: 0.0490720 Dec 21 02:40:56.767944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c91e68b2-36e0-411a-8627-2bb036ee92f4 req-b7e0d883-a531-4bd6-9833-663b96dada9a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Dec 21 02:40:57.305722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:57.625371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:40:57.674842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port ec50e6cc-713f-47f7-9f11-6d8666086ec4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:40:57.679063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port ec50e6cc-713f-47f7-9f11-6d8666086ec4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:40:57.679434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:57.754176 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:57.778869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:40:57.781237 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22f1169-935d-4edf-b700-158ad65296a8" -d '{"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:40:57.794778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:40:57.799643 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:40:57.833093 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb62d262-a7a4-4d03-a9e4-9c7a2e5b5395 x-openstack-request-id: req-fb62d262-a7a4-4d03-a9e4-9c7a2e5b5395 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:40:57.833410 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:40:57.833670 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb62d262-a7a4-4d03-a9e4-9c7a2e5b5395 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:40:57.834062 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'code': 200} Dec 21 02:40:57.860649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:40:57.892287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101bfa-1a0e-4073-97ef-51fb567edbae req-f77ba819-7322-49d3-9361-8b3b111c9112 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:57.893807 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79101bfa-1a0e-4073-97ef-51fb567edbae req-f77ba819-7322-49d3-9361-8b3b111c9112 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0538101 Dec 21 02:40:57.941970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79101bfa-1a0e-4073-97ef-51fb567edbae req-ca0057c9-5f9e-48d5-8b2f-31cccff54fa1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Dec 21 02:40:57.976348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfd58d-a26f-460c-999d-861e4293da5b req-ca9acb6a-1776-465d-abd8-191617be155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:57.977912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c1dfd58d-a26f-460c-999d-861e4293da5b req-ca9acb6a-1776-465d-abd8-191617be155a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1098 time: 0.0552943 Dec 21 02:40:58.024784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c1dfd58d-a26f-460c-999d-861e4293da5b req-db1c8c11-ccd5-419f-8bf4-2496bcaadbaf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Dec 21 02:40:59.065522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f5979-10b8-45f5-94c3-c6ce48e72c3d req-9ea534ac-d22c-460f-83bc-27bc6d85585d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:40:59.066998 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f0f5979-10b8-45f5-94c3-c6ce48e72c3d req-9ea534ac-d22c-460f-83bc-27bc6d85585d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0521634 Dec 21 02:40:59.114409 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f0f5979-10b8-45f5-94c3-c6ce48e72c3d req-4eb25d49-5b90-4af4-ade3-f259959684ff tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Dec 21 02:41:00.227546 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd225-37e1-40ce-8460-fb63a193a2bd req-3d91f583-56c6-4995-b948-4611bcc75aae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:00.229023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f63bd225-37e1-40ce-8460-fb63a193a2bd req-3d91f583-56c6-4995-b948-4611bcc75aae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0477436 Dec 21 02:41:00.275994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f63bd225-37e1-40ce-8460-fb63a193a2bd req-851b3378-6efd-46fa-9203-3633d0587289 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Dec 21 02:41:00.392351 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe4f3-9d72-4f63-a138-9333378c6776 req-50bce1f9-1bdc-4c36-82ef-ea4019b39d2b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:00.393779 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1adfe4f3-9d72-4f63-a138-9333378c6776 req-50bce1f9-1bdc-4c36-82ef-ea4019b39d2b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0526760 Dec 21 02:41:00.440610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1adfe4f3-9d72-4f63-a138-9333378c6776 req-79631762-d1ba-4ee9-94a5-8be2e4062d4f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Dec 21 02:41:00.633949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79dd3d-6400-4849-b2e7-780b66d737e4 req-90f88537-a477-4197-a01d-fad48338e0bd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:00.635430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd79dd3d-6400-4849-b2e7-780b66d737e4 req-90f88537-a477-4197-a01d-fad48338e0bd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0501475 Dec 21 02:41:00.682037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd79dd3d-6400-4849-b2e7-780b66d737e4 req-a5533e83-9324-47ac-a8cc-097cc863c2d4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Dec 21 02:41:00.792233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6eb9-49d6-4c69-9e7c-6f4400c09a0b req-124e5c82-d18c-4fa3-8ab5-2e70a892226f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:00.793736 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faea6eb9-49d6-4c69-9e7c-6f4400c09a0b req-124e5c82-d18c-4fa3-8ab5-2e70a892226f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0478816 Dec 21 02:41:00.842830 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-faea6eb9-49d6-4c69-9e7c-6f4400c09a0b req-83477f43-ff83-40ff-930d-72c39ae3b55a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Dec 21 02:41:01.075594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4e28e-560a-4183-9201-cd30b2ca2dad req-350daa8e-01e4-4989-98a6-6291a7c3d3c3 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:01.077061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d4e28e-560a-4183-9201-cd30b2ca2dad req-350daa8e-01e4-4989-98a6-6291a7c3d3c3 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0498857 Dec 21 02:41:01.125524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d4e28e-560a-4183-9201-cd30b2ca2dad req-2190353a-4ad0-4e00-92df-8c9e09e263e5 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Dec 21 02:41:01.128833 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-5cdaa530-f863-4b77-a534-5868afac9638 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768759 Dec 21 02:41:02.243847 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe7e8-b3d8-484f-b4e4-a694a159f37d req-a2ef9d7e-1bb8-4e69-8ad5-294306018d31 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:02.245353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35afe7e8-b3d8-484f-b4e4-a694a159f37d req-a2ef9d7e-1bb8-4e69-8ad5-294306018d31 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0502894 Dec 21 02:41:02.297470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35afe7e8-b3d8-484f-b4e4-a694a159f37d req-81d57604-14e6-40cc-bf7f-93e4722054e1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Dec 21 02:41:02.356180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c7f72509-4583-4770-80cf-f24dcda45eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:02.357685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c7f72509-4583-4770-80cf-f24dcda45eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1098 time: 0.0408001 Dec 21 02:41:02.451213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-b4425fea-7518-4175-8ddb-3094a69bbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:02.452548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-b4425fea-7518-4175-8ddb-3094a69bbcab service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0881124 Dec 21 02:41:02.494219 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-9c3a36a0-3a2c-4e12-9a27-47213cb72a08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0340130 Dec 21 02:41:02.546268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-6733cbc5-1561-4b9d-8fa7-0b47cf4521ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:02.547678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-6733cbc5-1561-4b9d-8fa7-0b47cf4521ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0462511 Dec 21 02:41:02.578062 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-5a9497cc-dffa-4eb3-bfec-2825749c6367 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231397 Dec 21 02:41:02.665912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-86d2d51f-008f-4661-ac6f-f345b925cdfd service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805583 Dec 21 02:41:02.758411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-8059539a-b286-4edf-ab43-51b1d5efa4ad service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852485 Dec 21 02:41:03.418275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10804e-61e7-4f8c-9121-0341a7c61e04 req-fa9b9767-48c6-4d75-837b-7ea95e35b056 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:03.419743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee10804e-61e7-4f8c-9121-0341a7c61e04 req-fa9b9767-48c6-4d75-837b-7ea95e35b056 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0520334 Dec 21 02:41:03.466817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee10804e-61e7-4f8c-9121-0341a7c61e04 req-b8067bf2-f4f2-4c6d-813b-a35a39769c55 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Dec 21 02:41:04.578726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59609841-0920-4e20-a289-87b1aac494f2 req-b14b3ea1-7364-40f2-9923-e11089c9922d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:04.580679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59609841-0920-4e20-a289-87b1aac494f2 req-b14b3ea1-7364-40f2-9923-e11089c9922d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0471160 Dec 21 02:41:04.627789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-59609841-0920-4e20-a289-87b1aac494f2 req-f6434f80-6691-47ed-8df4-94747d78cb75 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Dec 21 02:41:05.742070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ca382-4771-41df-8226-29ee934b0413 req-eafd2ade-9e76-40ca-a23d-6d728fe32b4c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:05.743539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec4ca382-4771-41df-8226-29ee934b0413 req-eafd2ade-9e76-40ca-a23d-6d728fe32b4c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0483522 Dec 21 02:41:05.793163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec4ca382-4771-41df-8226-29ee934b0413 req-5fe61ef3-489a-4296-85cc-7c274484b0c0 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Dec 21 02:41:06.910784 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c95e9f-3726-4716-9331-8ff052bf9695 req-cf8f62f9-032a-4e23-bc74-d3c3296202fe tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:06.912267 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0c95e9f-3726-4716-9331-8ff052bf9695 req-cf8f62f9-032a-4e23-bc74-d3c3296202fe tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0503273 Dec 21 02:41:06.959406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0c95e9f-3726-4716-9331-8ff052bf9695 req-8408ff4e-f4e0-47fc-933f-68b8e728141c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Dec 21 02:41:08.080013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a36cc-ec3b-4291-8e1e-b4139c456f6c req-45b9949f-2ffb-4e25-9a5f-210a2c0c057d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:08.081386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-014a36cc-ec3b-4291-8e1e-b4139c456f6c req-45b9949f-2ffb-4e25-9a5f-210a2c0c057d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0505435 Dec 21 02:41:08.128660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-014a36cc-ec3b-4291-8e1e-b4139c456f6c req-355623ba-cd58-4cc1-88a1-5898f4afac3e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Dec 21 02:41:09.246804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87d3eb-15d3-409f-b2c8-7fa171bdd464 req-6ddc1102-87a2-467a-8887-446d4774405e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:09.248287 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea87d3eb-15d3-409f-b2c8-7fa171bdd464 req-6ddc1102-87a2-467a-8887-446d4774405e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0527406 Dec 21 02:41:09.295022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea87d3eb-15d3-409f-b2c8-7fa171bdd464 req-1e1dd4a6-7c35-4f5e-87c0-63b7914d1274 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Dec 21 02:41:10.408608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17590a-aed0-4dce-96d2-b316df44820c req-f0984b35-d02c-495c-bcef-ee76241bc5f8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:10.410102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec17590a-aed0-4dce-96d2-b316df44820c req-f0984b35-d02c-495c-bcef-ee76241bc5f8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0492489 Dec 21 02:41:10.456534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec17590a-aed0-4dce-96d2-b316df44820c req-e3bff707-4764-4cd7-a648-8c2a1f1eba4a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Dec 21 02:41:11.573317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aee222-05ff-49b9-94c9-b9cba9ed5dce req-59fa0ad1-5636-469d-8d04-de5f04d43031 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:11.574799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20aee222-05ff-49b9-94c9-b9cba9ed5dce req-59fa0ad1-5636-469d-8d04-de5f04d43031 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0523663 Dec 21 02:41:11.946625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20aee222-05ff-49b9-94c9-b9cba9ed5dce req-caa60aa4-e26d-47ef-9f44-330935f90421 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650532 Dec 21 02:41:13.067768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8b13d-43e3-49c6-89ac-4434106fb7bb req-b8b17aa9-4646-4ff9-a7e5-c99bb2dfe664 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:13.070326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0c8b13d-43e3-49c6-89ac-4434106fb7bb req-b8b17aa9-4646-4ff9-a7e5-c99bb2dfe664 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0552926 Dec 21 02:41:13.118004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0c8b13d-43e3-49c6-89ac-4434106fb7bb req-ccb44f77-83c7-4b0a-8d1c-1279a70b031c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Dec 21 02:41:14.007267 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-04db07a4-028d-445b-9205-2f45be8d8642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:14.233500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d55cf0-f54b-42b8-a763-826aa5b3d59e req-99d09e72-04d7-4063-9d22-0a80e0b08f3a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:14.234999 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49d55cf0-f54b-42b8-a763-826aa5b3d59e req-99d09e72-04d7-4063-9d22-0a80e0b08f3a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0486987 Dec 21 02:41:14.285378 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49d55cf0-f54b-42b8-a763-826aa5b3d59e req-ab911cf8-364c-4333-93fa-3ece69256a34 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Dec 21 02:41:15.398744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedad7c-e529-4642-933d-e27db84ee383 req-ee315646-ca73-43d6-bb6b-f926d797a8a9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:15.400249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baedad7c-e529-4642-933d-e27db84ee383 req-ee315646-ca73-43d6-bb6b-f926d797a8a9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0485566 Dec 21 02:41:15.446318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baedad7c-e529-4642-933d-e27db84ee383 req-f6acf0cf-b07a-4945-820b-cd02df5e9d06 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Dec 21 02:41:16.558622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef219961-cae9-4acb-9e39-ace4a494042a req-2a4a466a-10c3-46f0-8964-da21aa22a02e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:16.560082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef219961-cae9-4acb-9e39-ace4a494042a req-2a4a466a-10c3-46f0-8964-da21aa22a02e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0472000 Dec 21 02:41:16.607692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef219961-cae9-4acb-9e39-ace4a494042a req-f8c225a8-2e93-441b-b6d2-962220d16fe2 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Dec 21 02:41:16.726418 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ada4527-fd6d-4cbf-b980-85faa9f8b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:17.442639 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:17.728965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbac2e-b662-4a3f-8562-2be29b457501 req-d1e20b23-6e8f-420a-bc2a-6a997898444e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:17.730467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ebbac2e-b662-4a3f-8562-2be29b457501 req-d1e20b23-6e8f-420a-bc2a-6a997898444e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0555027 Dec 21 02:41:17.776704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ebbac2e-b662-4a3f-8562-2be29b457501 req-93cb0f1f-3c2f-4fc3-a7ea-6396aa9c58e7 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Dec 21 02:41:18.857436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:18.893029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6363b-03a5-43b2-8150-539a54d63592 req-15bd0897-7f80-47b0-80b9-67db08297469 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:18.894529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdf6363b-03a5-43b2-8150-539a54d63592 req-15bd0897-7f80-47b0-80b9-67db08297469 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0504115 Dec 21 02:41:18.941625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bdf6363b-03a5-43b2-8150-539a54d63592 req-8a64de66-50c9-4cc8-b6e9-90f207030210 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Dec 21 02:41:19.445600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:20.054674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569bc94-7f34-4fe7-9538-94981e122f51 req-37c5d4e3-5e41-4bd8-aca5-1f7b089183fb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:20.056150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f569bc94-7f34-4fe7-9538-94981e122f51 req-37c5d4e3-5e41-4bd8-aca5-1f7b089183fb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0482776 Dec 21 02:41:20.107919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f569bc94-7f34-4fe7-9538-94981e122f51 req-b2c0107c-a3b5-4c6d-af73-42d11ba1ad37 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Dec 21 02:41:21.224759 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac67ab-b940-4553-8097-f3c98deda6d3 req-c3dc4641-a2fb-4e8f-b5ac-29a169bbc02d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:21.226512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7ac67ab-b940-4553-8097-f3c98deda6d3 req-c3dc4641-a2fb-4e8f-b5ac-29a169bbc02d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0479152 Dec 21 02:41:21.272431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7ac67ab-b940-4553-8097-f3c98deda6d3 req-4756f8b3-4248-4d94-a640-3fa65f32011a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Dec 21 02:41:22.236395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-60b62866-8ad6-4f05-8c7c-9c8dee48b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:22.237911 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-60b62866-8ad6-4f05-8c7c-9c8dee48b4af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1098 time: 0.0424428 Dec 21 02:41:22.349207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-9aa1c0c2-d554-410f-9a17-1b61aab868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:22.350909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-9aa1c0c2-d554-410f-9a17-1b61aab868aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0896790 Dec 21 02:41:22.387611 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de59bd9-5775-4adf-aba8-4f7c9b491bf5 req-2f36a3de-c77e-437c-b797-8eef77b88f71 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:22.389093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1de59bd9-5775-4adf-aba8-4f7c9b491bf5 req-2f36a3de-c77e-437c-b797-8eef77b88f71 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0493469 Dec 21 02:41:22.395020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-882ed866-832b-4266-82c5-4d7d39c60c6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0362239 Dec 21 02:41:22.436325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1de59bd9-5775-4adf-aba8-4f7c9b491bf5 req-e30ed987-3114-4cf4-b5a2-2e16e5edcebe tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Dec 21 02:41:22.446273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-fcaa0418-ad2d-4e0c-b5a4-60d8792d7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:22.447714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-fcaa0418-ad2d-4e0c-b5a4-60d8792d7b4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0436521 Dec 21 02:41:22.483607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-af212d43-3b1a-4573-99a0-40bc450cd312 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284851 Dec 21 02:41:22.515606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:22.571473 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-e556f1a9-7c3c-4573-b9b8-b737fe54c52d service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805652 Dec 21 02:41:22.668917 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c92d43ca-dce5-41c5-88fd-fd3314f74e1b req-dcda498b-df52-4817-92bd-f24d37aa9939 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Dec 21 02:41:23.556267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200ad1-762d-497d-aa2f-9f2a96d33152 req-30885911-c4fb-41d9-84c3-4c3774163e3e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:23.557741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb200ad1-762d-497d-aa2f-9f2a96d33152 req-30885911-c4fb-41d9-84c3-4c3774163e3e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0532062 Dec 21 02:41:23.605323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cb200ad1-762d-497d-aa2f-9f2a96d33152 req-1da2f364-2f9e-48ec-819a-0fb48731f4ac tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Dec 21 02:41:24.718675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787c38f-7dc3-4b5d-ab03-9e8305e834c0 req-05dc54cd-5932-4b50-98f2-f2fcb26b759a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:24.720108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1787c38f-7dc3-4b5d-ab03-9e8305e834c0 req-05dc54cd-5932-4b50-98f2-f2fcb26b759a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0481055 Dec 21 02:41:24.766094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1787c38f-7dc3-4b5d-ab03-9e8305e834c0 req-545fd541-30a7-4167-9afe-e6735cdef7de tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Dec 21 02:41:25.884631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7480-c19b-40ea-a2a7-89b14ff943dc req-0460c7df-6b35-475b-9158-a65d0c8b121f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:25.886104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d8c7480-c19b-40ea-a2a7-89b14ff943dc req-0460c7df-6b35-475b-9158-a65d0c8b121f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0511653 Dec 21 02:41:25.932014 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d8c7480-c19b-40ea-a2a7-89b14ff943dc req-46ed5160-6bea-4fbf-b708-bcf5e560053e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Dec 21 02:41:27.046605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e809a8-b7f4-45b2-bfc9-d71c162751dc req-2a070af3-021b-4040-9b7d-144eda75570a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:27.048543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e809a8-b7f4-45b2-bfc9-d71c162751dc req-2a070af3-021b-4040-9b7d-144eda75570a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0469971 Dec 21 02:41:27.095266 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a1e809a8-b7f4-45b2-bfc9-d71c162751dc req-3e44862d-4f56-49a2-9c41-9f7f6d2e7fa8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Dec 21 02:41:27.307641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:28.213512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5413f60-4354-418d-bc48-3a41a71e13a8 req-985b628e-35e5-426c-8046-48174057941b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:28.214987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5413f60-4354-418d-bc48-3a41a71e13a8 req-985b628e-35e5-426c-8046-48174057941b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0509195 Dec 21 02:41:28.265517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5413f60-4354-418d-bc48-3a41a71e13a8 req-cea82e24-1512-41e9-8e8a-fd960d34cfbd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Dec 21 02:41:29.380674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c670716-2c6e-4805-b7e8-28903d0c3bc8 req-b640aaa2-931e-47f7-a786-80aa9bc5e54b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:29.382200 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c670716-2c6e-4805-b7e8-28903d0c3bc8 req-b640aaa2-931e-47f7-a786-80aa9bc5e54b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0491691 Dec 21 02:41:29.435284 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c670716-2c6e-4805-b7e8-28903d0c3bc8 req-aed82b24-a1e4-4735-9d62-3a892bcf96a5 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Dec 21 02:41:30.129196 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-72b9cba5-1e66-4465-b19f-0181d77206b4 service neutron] show failed (client error): The resource could not be found. Dec 21 02:41:30.130125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-72b9cba5-1e66-4465-b19f-0181d77206b4 service neutron] 10.222.0.45 "GET /v2.0/ports/ec50e6cc-713f-47f7-9f11-6d8666086ec4/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0558832 Dec 21 02:41:30.346194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-cdd77f15-c523-48fe-9b6b-d8b4a3501264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:30.347859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-cdd77f15-c523-48fe-9b6b-d8b4a3501264 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa&tenant_id=14b6fd1ca375415680a44eba98553c0f HTTP/1.1" status: 200 len: 1098 time: 0.0406702 Dec 21 02:41:30.366574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:41:30.421229 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.552383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503661b-1a3d-41ef-94c4-04a0570fca79 req-97bab241-6d1c-4fcd-a942-6eefc2eedda7 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:30.553888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2503661b-1a3d-41ef-94c4-04a0570fca79 req-97bab241-6d1c-4fcd-a942-6eefc2eedda7 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.0506036 Dec 21 02:41:30.601784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2503661b-1a3d-41ef-94c4-04a0570fca79 req-884013f9-cea2-4ca0-aba3-45031e893a7f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 21 02:41:30.623092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:30.655718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:41:30.694588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:30.696824 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83907567-8dfa-472c-97ce-72d171f63bc6" -d '{"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:30.700805 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.712895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Transition to ACTIVE for port object ec50e6cc-713f-47f7-9f11-6d8666086ec4 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:41:30.716696 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.747632 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4520abe-c97a-4765-83d3-14d301d718b8 x-openstack-request-id: req-b4520abe-c97a-4765-83d3-14d301d718b8 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:30.747936 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:30.748192 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4520abe-c97a-4765-83d3-14d301d718b8 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:30.748585 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'code': 200} Dec 21 02:41:30.786862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] No DVR routers for this DVR port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:41:30.788729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:30.823571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:41:30.823949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:41:30.824260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:41:30.828467 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:41:30.828813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Attempting to bind port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:41:30.833576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:41:30.833916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Checking segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:41:30.834298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Bound using segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:41:30.834716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Bound port: ec50e6cc-713f-47f7-9f11-6d8666086ec4, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:41:30.835063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.895826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:41:30.898758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:41:30.903445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.936877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:30.937530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:30.939449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] 10.222.0.24 "PUT /v2.0/ports/ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 1093 time: 0.5770950 Dec 21 02:41:30.961695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e894df4-8d9e-4394-92c6-df02bf079efa service neutron] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:31.015354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-efd68932-1467-4c1b-a707-8304a01be9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:31.016848 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-efd68932-1467-4c1b-a707-8304a01be9c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0443063 Dec 21 02:41:31.105235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c1e8082d-af67-4448-962a-9e5cf591e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:31.106691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c1e8082d-af67-4448-962a-9e5cf591e125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0819645 Dec 21 02:41:31.150532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-a5ebc1af-790e-47c4-9f40-11ffcd1669b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0367820 Dec 21 02:41:31.198364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c99dc45d-b16a-4edd-b7e9-857fddd8c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:31.199740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-c99dc45d-b16a-4edd-b7e9-857fddd8c429 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0421536 Dec 21 02:41:31.230286 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-6d5dadce-47ff-4fa5-be27-fed44f7c70dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237622 Dec 21 02:41:31.319784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-453bffda-6ff8-4ec5-97b8-646574d13057 service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827744 Dec 21 02:41:31.408564 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a13d07ef-337d-4c3b-b684-3a3abd6daaaf req-6a25d7c0-1abd-452b-8280-faa60d927a3b service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812366 Dec 21 02:41:31.720066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92723f-2de6-4e46-aad2-e82772392229 req-d1874a42-af45-452c-81cf-5f6bc81027b4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:31.721593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b92723f-2de6-4e46-aad2-e82772392229 req-d1874a42-af45-452c-81cf-5f6bc81027b4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0524163 Dec 21 02:41:31.769234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2b92723f-2de6-4e46-aad2-e82772392229 req-1bbd729d-bd55-4b8d-8b69-007fdf72a2dc tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Dec 21 02:41:32.416024 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:41:32.749876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:32.752269 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193a0e13-6a06-4ffa-81cb-805c325e48de" -d '{"events": [{"name": "network-changed", "server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:32.800114 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b59fbf-11c9-4f3b-9a28-c552f803af32 x-openstack-request-id: req-21b59fbf-11c9-4f3b-9a28-c552f803af32 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:32.800401 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:32.800648 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21b59fbf-11c9-4f3b-9a28-c552f803af32 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:32.801038 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'status': 'completed', 'code': 200} Dec 21 02:41:32.896863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3b73-4bf0-428a-8fc4-deff4d75f887 req-25697bcc-246a-4d30-b6f0-e95bb2e0c5a3 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:32.898361 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a9a3b73-4bf0-428a-8fc4-deff4d75f887 req-25697bcc-246a-4d30-b6f0-e95bb2e0c5a3 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0516548 Dec 21 02:41:32.918960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-657b1fba-c806-446f-8c15-c2cabc227c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:32.920428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-657b1fba-c806-446f-8c15-c2cabc227c2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0792825 Dec 21 02:41:32.926829 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-89a73624-adb1-481c-81a5-6afcf6aae7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:32.928241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-89a73624-adb1-481c-81a5-6afcf6aae7fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0612233 Dec 21 02:41:32.946182 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a9a3b73-4bf0-428a-8fc4-deff4d75f887 req-088e0401-b956-47af-bbd2-3836e7a613ae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Dec 21 02:41:33.078147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-8a6319b2-f4c3-4b1c-a3b0-aafea6656d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:33.080166 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-8a6319b2-f4c3-4b1c-a3b0-aafea6656d44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.1510398 Dec 21 02:41:33.087268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-59f2daac-945a-4b70-a51a-755d653b0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:33.088624 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-59f2daac-945a-4b70-a51a-755d653b0e3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.1517820 Dec 21 02:41:33.130024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-61718c85-8919-4a2e-880d-026d7573e2c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0405273 Dec 21 02:41:33.168567 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-ee69a57b-4eaf-4dca-a3ad-407d1adcdd32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0447607 Dec 21 02:41:33.232922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-b797bc49-3148-4daf-ba7a-ddd55c9e7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:33.234659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-b797bc49-3148-4daf-ba7a-ddd55c9e7f5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0733011 Dec 21 02:41:33.241634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-03620685-7397-4803-87af-cd2dc1bbe863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:33.242934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-03620685-7397-4803-87af-cd2dc1bbe863 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0567117 Dec 21 02:41:33.268687 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-28551237-662d-426c-8b9e-bf0f7b385818 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248988 Dec 21 02:41:33.300942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-567919dc-e3ad-47ab-a54f-ea4367326684 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348701 Dec 21 02:41:33.434191 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-b61fc2ad-86f6-446a-91e1-92ce587aed7b service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577995 Dec 21 02:41:33.462701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-b6f914ac-d93b-43a4-b3d5-280b4dc2a17a service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472061 Dec 21 02:41:33.687030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:41:33.727139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port ec50e6cc-713f-47f7-9f11-6d8666086ec4 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:41:33.727537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:41:33.910495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-e203be59-a179-4d3f-b7ab-fa97fc5ab350 service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678996 Dec 21 02:41:33.925853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-193a0e13-6a06-4ffa-81cb-805c325e48de req-471e03d7-f4e7-47d0-b86d-e264c377ea3d service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309995 Dec 21 02:41:34.062608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f59259-4442-42ff-9fdc-91b6937ed324 req-b198a1a7-33c4-4296-8d43-db8ff627eac1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:34.064593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06f59259-4442-42ff-9fdc-91b6937ed324 req-b198a1a7-33c4-4296-8d43-db8ff627eac1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0490859 Dec 21 02:41:34.114229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-06f59259-4442-42ff-9fdc-91b6937ed324 req-acdc0ac1-c830-405c-8c58-4014c7ec6eed tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Dec 21 02:41:35.231322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875e54f-f1d8-4038-952b-4b5837bb7167 req-64910d44-77ee-455f-b2e6-f998171f311c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.233063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6875e54f-f1d8-4038-952b-4b5837bb7167 req-64910d44-77ee-455f-b2e6-f998171f311c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0493605 Dec 21 02:41:35.283026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6875e54f-f1d8-4038-952b-4b5837bb7167 req-fe7a9401-ed43-4669-b70f-bc16ba83f21f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Dec 21 02:41:35.481294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae57d5-46cb-46e6-8499-8a2cfac0507c req-9fbf2abb-d3b1-48ba-b833-d804498e2e06 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.482923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-caae57d5-46cb-46e6-8499-8a2cfac0507c req-9fbf2abb-d3b1-48ba-b833-d804498e2e06 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0502636 Dec 21 02:41:35.523252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-33851dd6-7185-4a55-aef1-a8b8ea7d6234 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.524706 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-33851dd6-7185-4a55-aef1-a8b8ea7d6234 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa&tenant_id=14b6fd1ca375415680a44eba98553c0f&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.0513940 Dec 21 02:41:35.529497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-caae57d5-46cb-46e6-8499-8a2cfac0507c req-cade19c2-1b28-4a2f-ad3b-94e2420e2819 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Dec 21 02:41:35.596627 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-bac9d081-53a2-4576-9f32-a761c355ad7d service neutron] delete failed (client error): The resource could not be found. Dec 21 02:41:35.597661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-bac9d081-53a2-4576-9f32-a761c355ad7d service neutron] 10.222.0.45 "DELETE /v2.0/ports/ec50e6cc-713f-47f7-9f11-6d8666086ec4/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0597270 Dec 21 02:41:35.714250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-8606fbd5-969c-446d-b308-39a9b74ed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.715634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-8606fbd5-969c-446d-b308-39a9b74ed863 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 1096 time: 0.0456514 Dec 21 02:41:35.810774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-7a013aa5-083d-4381-9b03-0202300db050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.812222 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-7a013aa5-083d-4381-9b03-0202300db050 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0850029 Dec 21 02:41:35.860850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-0d9e6770-a0a4-4eba-8f8b-a76e00093e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 200 len: 217 time: 0.0373108 Dec 21 02:41:35.911885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-41cb578f-c863-4392-9fed-933a86c5d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:35.913249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-41cb578f-c863-4392-9fed-933a86c5d6ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0418358 Dec 21 02:41:35.949134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-ec196e42-d395-4994-bfc6-1697d04bf26c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238516 Dec 21 02:41:36.044578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-6e99ff25-4b2c-4c7c-89a4-ea70c48d3d14 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829937 Dec 21 02:41:36.135876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8580cc09-e9fb-4430-841d-330d5a8b4008 req-c8ba69f4-5a86-41ad-b23a-26a9921f8a63 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797272 Dec 21 02:41:36.488354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:41:36.589551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:36.601724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'port_id': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'mac_address': 'fa:16:3e:cb:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed697a6b-2cd4-4eeb-a4e3-419410d1d96f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:41:36.639756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:36.653375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec50e6cc-713f-47f7-9f11-6d8666086ec4 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:41:36.663896 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878959-54dc-4279-b584-6510b35411a9 req-f2aca0fd-79c0-412d-915a-f6c68469fe8e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:36.665480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32878959-54dc-4279-b584-6510b35411a9 req-f2aca0fd-79c0-412d-915a-f6c68469fe8e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 944 time: 0.0591514 Dec 21 02:41:36.675750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:36.680577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:36.721886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32878959-54dc-4279-b584-6510b35411a9 req-a5427ddd-058b-4dac-ba93-441fb208645e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Dec 21 02:41:36.732974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:37.076940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ec50e6cc-713f-47f7-9f11-6d8666086ec4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:41:37.835181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e79cc3-1859-4600-ac72-20138fc01ba2 req-6d127cfe-b7f7-4fbc-9cf1-185e971b4483 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:37.836688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33e79cc3-1859-4600-ac72-20138fc01ba2 req-6d127cfe-b7f7-4fbc-9cf1-185e971b4483 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 945 time: 0.0499461 Dec 21 02:41:37.882693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-33e79cc3-1859-4600-ac72-20138fc01ba2 req-1b91436d-7b4a-4acb-bb0d-b776c6878413 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Dec 21 02:41:38.000331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a7a49-bb15-46da-8692-3cd2455f02e6 req-b2e298a8-b900-4fff-9402-7c77d3c63f39 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:38.002198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a47a7a49-bb15-46da-8692-3cd2455f02e6 req-b2e298a8-b900-4fff-9402-7c77d3c63f39 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 945 time: 0.0513229 Dec 21 02:41:38.047551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a47a7a49-bb15-46da-8692-3cd2455f02e6 req-a0d9ecb6-95f4-4c2a-9538-509ac45eab18 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Dec 21 02:41:38.160670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779bbe-e8df-4bf0-aaa0-c8cfcffcfc8f req-aef62b07-145d-468b-acaf-7797fa014f85 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:38.162153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2779bbe-e8df-4bf0-aaa0-c8cfcffcfc8f req-aef62b07-145d-468b-acaf-7797fa014f85 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 945 time: 0.0477242 Dec 21 02:41:38.209957 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2779bbe-e8df-4bf0-aaa0-c8cfcffcfc8f req-0febf8b7-eded-43f0-bdd8-3f0b1d75a9bf tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Dec 21 02:41:38.518717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:41:38.552039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-461e700f-ae0b-456f-9cca-65e39b4e89a4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:38.553521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-461e700f-ae0b-456f-9cca-65e39b4e89a4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 814 time: 0.1027408 Dec 21 02:41:38.566452 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ec50e6cc-713f-47f7-9f11-6d8666086ec4 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:41:38.568509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-b07f1dfc-34c9-4e1d-adbc-84b1a5e13c85 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/quotas/14b6fd1ca375415680a44eba98553c0f HTTP/1.1" status: 200 len: 375 time: 0.0090964 Dec 21 02:41:38.570610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ec50e6cc-713f-47f7-9f11-6d8666086ec4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:41:38.571085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:38.616637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-8001cb19-8d77-4bda-9e2c-99ff45dccbba tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426013 Dec 21 02:41:38.646933 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:38.669148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:38.671371 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66912731-fe60-4f03-890b-2e9c10acddba" -d '{"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:38.685054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:38.690088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:38.714588 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-3d172cb6-abda-4b94-b1d5-08cfeb22ab21 service neutron] 10.222.0.43 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906668 Dec 21 02:41:38.717183 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb50bf-aa9c-44ad-a7d2-5ccd5694de1d x-openstack-request-id: req-4dbb50bf-aa9c-44ad-a7d2-5ccd5694de1d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:38.717497 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:38.717746 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dbb50bf-aa9c-44ad-a7d2-5ccd5694de1d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:38.718124 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'code': 200} Dec 21 02:41:38.743897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:38.806908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-14ff5922-6954-4728-a51b-1062d56c1e16 service neutron] 10.222.0.43 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Dec 21 02:41:38.964022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d5d17fe1-191c-40d4-994d-755fada952d1 req-49bff864-10e3-4d3c-b91f-6f604e64d626 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 210 time: 0.0264666 Dec 21 02:41:40.041604 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-c3c320d4-fd60-4520-9bf9-a0ce9e11748b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:40.043168 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-c3c320d4-fd60-4520-9bf9-a0ce9e11748b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.24 "GET /v2.0/ports?device_id=4292f027-786f-4d6f-8f74-3d430b4a66fa HTTP/1.1" status: 200 len: 946 time: 0.1133974 Dec 21 02:41:40.065299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-86e46805-a391-4380-bc38-6b87a29eacc4 req-06a1d35f-31ed-487d-b0dd-e3380049d9e0 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 210 time: 0.0310946 Dec 21 02:41:40.144803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-02659793-b5ee-4020-8ac5-ea4f23a8f466 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:40.146245 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-02659793-b5ee-4020-8ac5-ea4f23a8f466 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 814 time: 0.1862240 Dec 21 02:41:40.169700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Deleting port ec50e6cc-713f-47f7-9f11-6d8666086ec4 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:41:40.170039 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.196014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Request body: {'port': {'device_id': '90490c81-c7be-4147-912e-c4b16c66ecad', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'admin_state_up': True, 'tenant_id': '14b6fd1ca375415680a44eba98553c0f'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:41:40.322237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] For port ec50e6cc-713f-47f7-9f11-6d8666086ec4, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ec50e6cc-713f-47f7-9f11-6d8666086ec4,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:40.322494 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.343027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Calling delete_port for ec50e6cc-713f-47f7-9f11-6d8666086ec4 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:41:40.414598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Made reservation on behalf of 14b6fd1ca375415680a44eba98553c0f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:41:40.418054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.574260 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.607674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ec50e6cc-713f-47f7-9f11-6d8666086ec4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:41:40.617055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Pushing event deleted for resources: {'Port': ['ID=ec50e6cc-713f-47f7-9f11-6d8666086ec4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:40.622482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Allocated IP 172.20.0.14 (87ff38eb-8958-41b2-b690-994357dc81ef/ed697a6b-2cd4-4eeb-a4e3-419410d1d96f/439e5e51-518d-4577-9d56-1347f0022fa9) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:41:40.671145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] No DVR routers for this DVR port ec50e6cc-713f-47f7-9f11-6d8666086ec4 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:41:40.676101 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.679366 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-680b587b-de1d-4202-9e02-48d9ba3f5689 req-1834f6ff-3663-49d8-8ace-6456945427da tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.24 "DELETE /v2.0/ports/ec50e6cc-713f-47f7-9f11-6d8666086ec4 HTTP/1.1" status: 204 len: 173 time: 0.6291726 Dec 21 02:41:40.679807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-deleted', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:40.682082 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d83d29-b764-440e-83d7-ff0470fed97c" -d '{"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-deleted", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:40.727028 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0691014-b567-40a5-b2e3-3b5b5d48e9fd x-openstack-request-id: req-a0691014-b567-40a5-b2e3-3b5b5d48e9fd {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:40.727316 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292f027-786f-4d6f-8f74-3d430b4a66fa", "name": "network-vif-deleted", "tag": "ec50e6cc-713f-47f7-9f11-6d8666086ec4", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:40.727568 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0691014-b567-40a5-b2e3-3b5b5d48e9fd {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:40.727962 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4292f027-786f-4d6f-8f74-3d430b4a66fa', 'name': 'network-vif-deleted', 'tag': 'ec50e6cc-713f-47f7-9f11-6d8666086ec4', 'status': 'completed', 'code': 200} Dec 21 02:41:40.828441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.863088 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.896454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ec50e6cc-713f-47f7-9f11-6d8666086ec4'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:41:40.913047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Network 87ff38eb-8958-41b2-b690-994357dc81ef is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:41:40.916011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:41:40.920097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:41:40.944752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:40.972015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:40.972617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:40.987926 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ec732972-c42b-41ef-b845-98a76baee286 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7955678 Dec 21 02:41:41.013652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Request body: {'port': {'device_id': '90490c81-c7be-4147-912e-c4b16c66ecad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:41:41.072075 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.198729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef682f6b-9f71-4e4b-8d47-8c0fb1567908 req-91cb564a-3e94-467a-a89d-0ad12f2031c8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:41.200391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef682f6b-9f71-4e4b-8d47-8c0fb1567908 req-91cb564a-3e94-467a-a89d-0ad12f2031c8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 932 time: 0.0638146 Dec 21 02:41:41.256397 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef682f6b-9f71-4e4b-8d47-8c0fb1567908 req-3d28add9-b37a-49ee-8524-3ea41363e74a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Dec 21 02:41:41.355169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439e5e51-518d-4577-9d56-1347f0022fa9 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:41:41.362678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.374531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Transition to ACTIVE for port object 439e5e51-518d-4577-9d56-1347f0022fa9 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:41:41.378132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.425577 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:41.496016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:41:41.496350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:41:41.496670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:41:41.500828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:41:41.501699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:41:41.506385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:41:41.506712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Checking segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:41:41.507112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Bound using segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:41:41.507525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Bound port: 439e5e51-518d-4577-9d56-1347f0022fa9, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:41:41.507864 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.568029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:41:41.570914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:41:41.575753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.613969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:41.614577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:41.615928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] 10.222.0.45 "PUT /v2.0/ports/439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 1093 time: 0.6062293 Dec 21 02:41:41.631696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7679c-2d39-49b7-88f9-d941b2ccacaa service neutron] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:41.717579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ccba91d1-621b-4916-bb6d-901cb8326b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:41.719054 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-ccba91d1-621b-4916-bb6d-901cb8326b85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1096 time: 0.0448399 Dec 21 02:41:41.774735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-2b0b2355-39db-4478-b605-3819cf759a60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0356979 Dec 21 02:41:41.832723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-7488a441-293d-47e4-a942-277ae2c4dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:41.834223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-7488a441-293d-47e4-a942-277ae2c4dfa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0462534 Dec 21 02:41:41.869861 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-420b1981-69b9-47da-8a73-fe74bc33a21f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246060 Dec 21 02:41:41.963804 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-f6d26c1d-c763-4e98-9dba-aa909dee6151 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Dec 21 02:41:42.056449 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a98ccadc-f0ac-4943-ba3f-2ccfcdf4e0e9 req-bd2d8f4b-58d0-49f8-b20d-43a74a3373c8 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846055 Dec 21 02:41:42.380168 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f7660-1708-44e6-b492-379238467888 req-09ef7507-fec9-4504-bad3-d544a5a46313 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:42.381695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc2f7660-1708-44e6-b492-379238467888 req-09ef7507-fec9-4504-bad3-d544a5a46313 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0552487 Dec 21 02:41:42.429714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc2f7660-1708-44e6-b492-379238467888 req-c4521609-5c29-4a11-a35e-eddebfe67cc0 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Dec 21 02:41:42.729230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:42.731747 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70" -d '{"events": [{"name": "network-changed", "server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:42.766593 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8bce2-03d0-4aac-9537-408738bb6a93 x-openstack-request-id: req-b3f8bce2-03d0-4aac-9537-408738bb6a93 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:42.767542 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:42.767792 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3f8bce2-03d0-4aac-9537-408738bb6a93 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:42.768191 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'status': 'completed', 'code': 200} Dec 21 02:41:42.857354 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-c06c9700-e4e3-49e3-b789-5210ff6f216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:42.858786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-c06c9700-e4e3-49e3-b789-5210ff6f216e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1096 time: 0.0406842 Dec 21 02:41:42.950123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-ebfa0ce9-b592-4971-8721-c7d0c20c5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:42.951595 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-ebfa0ce9-b592-4971-8721-c7d0c20c5b16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0824127 Dec 21 02:41:42.997705 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-41396a87-0693-416b-9b2f-e85893b0d8b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0379789 Dec 21 02:41:43.046351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-b07c202d-dd51-4371-9556-f774ea5a9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:43.047760 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-b07c202d-dd51-4371-9556-f774ea5a9301 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0427818 Dec 21 02:41:43.079331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-6ce41ded-bd76-4b24-86b4-68f2223ad940 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243344 Dec 21 02:41:43.173260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-9da29a1a-a24a-4bc9-9b1a-40effda6a403 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Dec 21 02:41:43.266722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c57ed982-b9c5-4a1b-a1b0-b57cbe7c3b70 req-59e04122-a694-48e1-b416-4f667bad3dde service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Dec 21 02:41:43.551071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35752e89-7a8b-46bc-abb4-37a9eea98670 req-0ccd9809-2fce-4e91-b46e-04fe7795b558 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:43.552438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35752e89-7a8b-46bc-abb4-37a9eea98670 req-0ccd9809-2fce-4e91-b46e-04fe7795b558 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0522394 Dec 21 02:41:43.598438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35752e89-7a8b-46bc-abb4-37a9eea98670 req-df59ed6f-391a-4939-a0d2-02ba4737be75 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Dec 21 02:41:43.705012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:41:43.805144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:43.815742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '439e5e51-518d-4577-9d56-1347f0022fa9', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'port_id': '439e5e51-518d-4577-9d56-1347f0022fa9', 'mac_address': 'fa:16:3e:ce:a6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed697a6b-2cd4-4eeb-a4e3-419410d1d96f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:41:43.857475 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:43.879750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439e5e51-518d-4577-9d56-1347f0022fa9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:41:43.903667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:43.907686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:43.956542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:43.964047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.964395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.964733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.965065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.965421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.965749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.966111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.966433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.966752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.967071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.967387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.967704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:43.968019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:41:44.009388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-30520022-8c56-4f55-8bee-2e98bdaa5f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:44.247264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['439e5e51-518d-4577-9d56-1347f0022fa9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:41:44.549826 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:41:44.570122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ec50e6cc-713f-47f7-9f11-6d8666086ec4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:41:44.570462 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ec50e6cc-713f-47f7-9f11-6d8666086ec4 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:41:44.715203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197d895-6d09-499e-a35c-4ef67053bb05 req-b165fd8a-85e3-4373-9a62-3c65a5944f28 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:44.716667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8197d895-6d09-499e-a35c-4ef67053bb05 req-b165fd8a-85e3-4373-9a62-3c65a5944f28 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 945 time: 0.0487983 Dec 21 02:41:44.762802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8197d895-6d09-499e-a35c-4ef67053bb05 req-cea32947-13c9-4fed-95b2-1876072ac147 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Dec 21 02:41:45.716616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:41:45.763362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 439e5e51-518d-4577-9d56-1347f0022fa9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:41:45.767507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 439e5e51-518d-4577-9d56-1347f0022fa9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:41:45.768437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:45.850301 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:45.873527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:41:45.875711 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a887713-df71-46fc-8861-6ccd4db19777" -d '{"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-plugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:41:45.877479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5d6cb-dc46-42f5-8cdb-0e372f9cafd0 req-068b7eea-2981-4793-8526-8d22574f3a21 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:45.878985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93c5d6cb-dc46-42f5-8cdb-0e372f9cafd0 req-068b7eea-2981-4793-8526-8d22574f3a21 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 945 time: 0.0489814 Dec 21 02:41:45.888076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:41:45.892222 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:45.917640 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64038d5e-ebdc-4c96-a5e1-e170a896cd0d x-openstack-request-id: req-64038d5e-ebdc-4c96-a5e1-e170a896cd0d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:41:45.917935 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-plugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:41:45.918272 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64038d5e-ebdc-4c96-a5e1-e170a896cd0d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:41:45.918664 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'code': 200} Dec 21 02:41:45.933872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93c5d6cb-dc46-42f5-8cdb-0e372f9cafd0 req-968ee07c-4c5d-4c5d-825a-07dffb0eea5f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Dec 21 02:41:45.943617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:41:46.057650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd3d1-627e-443a-97e1-bd2b7f92af4f req-e30fa49a-1a8d-421e-83df-663306cfd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:46.059137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13fd3d1-627e-443a-97e1-bd2b7f92af4f req-e30fa49a-1a8d-421e-83df-663306cfd1ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1098 time: 0.0395317 Dec 21 02:41:46.107946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13fd3d1-627e-443a-97e1-bd2b7f92af4f req-4a41f19e-03d0-4b57-b9a3-aafe2ac96d23 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Dec 21 02:41:46.728505 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ea3-fbd5-4276-b0ba-87fa53414bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:47.048992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da91afd-1fa4-4d34-aefa-df5dcd0e8d0d req-0bf90863-e67f-4283-94ae-c41b1a68c401 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:47.051015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0da91afd-1fa4-4d34-aefa-df5dcd0e8d0d req-0bf90863-e67f-4283-94ae-c41b1a68c401 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0482633 Dec 21 02:41:47.096783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0da91afd-1fa4-4d34-aefa-df5dcd0e8d0d req-479b9a06-a7c6-4c2f-9d3b-b9bfe3866bbc tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Dec 21 02:41:47.443870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:48.213606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb5112-3167-410c-920e-23a5c3bd0b10 req-c407d950-ef99-43e9-a6b1-00b0cae9543e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:48.215064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31cb5112-3167-410c-920e-23a5c3bd0b10 req-c407d950-ef99-43e9-a6b1-00b0cae9543e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0500622 Dec 21 02:41:48.265976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31cb5112-3167-410c-920e-23a5c3bd0b10 req-7d617367-69d1-4608-bbcc-d44629415fea tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Dec 21 02:41:48.384539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aa34a-e3fb-404e-975c-1471437d08dd req-70055589-befd-49b7-8d87-29b937b25c52 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:48.386047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573aa34a-e3fb-404e-975c-1471437d08dd req-70055589-befd-49b7-8d87-29b937b25c52 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0530438 Dec 21 02:41:48.433306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-573aa34a-e3fb-404e-975c-1471437d08dd req-5fba9dbd-d3bb-4f3d-97f5-93d058d0e014 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Dec 21 02:41:48.655675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-fae52da3-1d33-4d4a-a884-c14cf2112ff5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390074 Dec 21 02:41:48.669469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2084-4f3f-46d8-8dcb-72b527bfe995 req-8e9cfc2a-ac1e-48f1-b668-78d5cad49acd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:48.671079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28de2084-4f3f-46d8-8dcb-72b527bfe995 req-8e9cfc2a-ac1e-48f1-b668-78d5cad49acd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0488367 Dec 21 02:41:48.719289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28de2084-4f3f-46d8-8dcb-72b527bfe995 req-7419d1d3-f8d2-43aa-836c-062e1e847819 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Dec 21 02:41:48.854116 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:49.447697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:49.833853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-f6f5b22b-3221-4855-a6f7-d5c08b4a4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:49.835363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-f6f5b22b-3221-4855-a6f7-d5c08b4a4ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1098 time: 0.0407572 Dec 21 02:41:49.841551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b530-772b-485e-8dde-1ed82e02277d req-4ececd70-5a3e-4d5c-b940-9bbc731a00b1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:49.843067 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0de8b530-772b-485e-8dde-1ed82e02277d req-4ececd70-5a3e-4d5c-b940-9bbc731a00b1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0517287 Dec 21 02:41:49.891954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0de8b530-772b-485e-8dde-1ed82e02277d req-36b63f0b-4f97-4179-b70c-fe583d724e05 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Dec 21 02:41:49.930864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-0b9166d6-b232-49dd-816a-58bc66279198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:49.932340 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-0b9166d6-b232-49dd-816a-58bc66279198 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0889690 Dec 21 02:41:49.974181 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-b4ce6316-72e3-4f66-a42d-db821185988d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0339563 Dec 21 02:41:50.021554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-9872475e-ff6f-4c6e-8eba-a999680610f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:50.022849 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-9872475e-ff6f-4c6e-8eba-a999680610f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0419865 Dec 21 02:41:50.058922 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-36e09851-61a5-4030-9101-5590f993a0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280550 Dec 21 02:41:50.148856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-898d4fc5-2dbf-4363-a25d-78b9bbad9e43 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798523 Dec 21 02:41:50.241939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-9909c978-f084-4590-a8b0-8e3129bcae7f service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Dec 21 02:41:51.006747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619ce9f-ae32-42bd-aa13-8586affc38f2 req-3f17b54e-40b1-423e-b627-4ce02244cb39 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:51.008209 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6619ce9f-ae32-42bd-aa13-8586affc38f2 req-3f17b54e-40b1-423e-b627-4ce02244cb39 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0486906 Dec 21 02:41:51.053600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6619ce9f-ae32-42bd-aa13-8586affc38f2 req-dba278e4-483e-4976-aa39-ca037ab14da6 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Dec 21 02:41:52.181040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a64f-2930-4061-a64c-81475d4aef4d req-0b358c2e-b7ae-4ae4-9134-25e1127f507a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:52.182630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5db0a64f-2930-4061-a64c-81475d4aef4d req-0b358c2e-b7ae-4ae4-9134-25e1127f507a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0621703 Dec 21 02:41:52.234488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5db0a64f-2930-4061-a64c-81475d4aef4d req-4dfff2b5-81f0-49c8-88d3-2b0c86118ceb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455310 Dec 21 02:41:52.516207 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:53.350083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1f4c-eb6b-4951-ab94-a6932b942d16 req-83ad3415-e310-49d4-86c9-156f76f747c4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:53.351814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dffa1f4c-eb6b-4951-ab94-a6932b942d16 req-83ad3415-e310-49d4-86c9-156f76f747c4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0493116 Dec 21 02:41:53.398589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dffa1f4c-eb6b-4951-ab94-a6932b942d16 req-574ab0de-3cbe-4504-a341-44735c7a23f6 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Dec 21 02:41:54.514006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6652e-8290-4118-9a2b-d5ff6884a847 req-da81b517-866c-4c90-ac3f-025c5b752822 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:54.515673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adf6652e-8290-4118-9a2b-d5ff6884a847 req-da81b517-866c-4c90-ac3f-025c5b752822 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0490916 Dec 21 02:41:54.563754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adf6652e-8290-4118-9a2b-d5ff6884a847 req-02de1f17-1df2-4978-a427-9809e3876ba4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Dec 21 02:41:55.682985 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a475ed-7761-4fd2-825d-a5c4802e6f87 req-49031b60-5ede-4ffe-bed2-a96dc66b088b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:55.684470 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6a475ed-7761-4fd2-825d-a5c4802e6f87 req-49031b60-5ede-4ffe-bed2-a96dc66b088b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0516899 Dec 21 02:41:55.730866 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6a475ed-7761-4fd2-825d-a5c4802e6f87 req-4a6cea98-74cb-498d-83ec-67ac6ec71c6d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Dec 21 02:41:56.846728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc05f71-936e-49bd-b030-6d181beec59f req-1792ae85-7339-4083-ade5-b01c69b52b31 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:56.848206 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cc05f71-936e-49bd-b030-6d181beec59f req-1792ae85-7339-4083-ade5-b01c69b52b31 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0476513 Dec 21 02:41:56.895058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0cc05f71-936e-49bd-b030-6d181beec59f req-be8f1d18-2c57-4580-b5ea-da63384ace25 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Dec 21 02:41:57.350219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:41:58.010093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818af9-a7b5-41ab-9d6e-a38b107ee9e7 req-7d5c6f29-fb31-405d-a981-0ce0598b7f9c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:58.011560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c818af9-a7b5-41ab-9d6e-a38b107ee9e7 req-7d5c6f29-fb31-405d-a981-0ce0598b7f9c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0509269 Dec 21 02:41:58.060537 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c818af9-a7b5-41ab-9d6e-a38b107ee9e7 req-94d5a532-73ba-4934-a676-e1ce47251bee tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Dec 21 02:41:59.175709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11994-3f02-455c-8700-7876ed4791b2 req-e4d431e2-6d17-460f-8ec8-afdbc7d17eed tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:41:59.177151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10c11994-3f02-455c-8700-7876ed4791b2 req-e4d431e2-6d17-460f-8ec8-afdbc7d17eed tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0486941 Dec 21 02:41:59.237108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-10c11994-3f02-455c-8700-7876ed4791b2 req-a8041574-9f0f-4915-bdc8-c035fc4d200d tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Dec 21 02:42:00.349093 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c013e-9446-4b8f-b7d4-53c52ab882dc req-77c75ba1-747c-49a8-8bb2-4656c8467ff2 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:00.350574 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-295c013e-9446-4b8f-b7d4-53c52ab882dc req-77c75ba1-747c-49a8-8bb2-4656c8467ff2 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0484178 Dec 21 02:42:00.398500 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-295c013e-9446-4b8f-b7d4-53c52ab882dc req-a6e30072-61a6-49d7-9c1d-46bbf27a0082 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Dec 21 02:42:01.514483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c62-0cb0-46b5-a1c5-4119f87d1578 req-1a05b810-c5b5-41e0-9336-53f2d1614d04 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:01.515940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52365c62-0cb0-46b5-a1c5-4119f87d1578 req-1a05b810-c5b5-41e0-9336-53f2d1614d04 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0514128 Dec 21 02:42:01.562198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52365c62-0cb0-46b5-a1c5-4119f87d1578 req-86f1e161-4d56-4d58-94e8-7cdd1eae2072 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Dec 21 02:42:02.676643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4cca-8a26-4ba0-ba51-4f5da1eacf5a req-be972b9f-ddcf-4211-a655-b9ec8daf4376 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:02.678127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fba4cca-8a26-4ba0-ba51-4f5da1eacf5a req-be972b9f-ddcf-4211-a655-b9ec8daf4376 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0490611 Dec 21 02:42:02.723569 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4fba4cca-8a26-4ba0-ba51-4f5da1eacf5a req-5db65b01-8fb1-44cb-bc97-48a6e7ff45ff tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Dec 21 02:42:03.846256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3cf4f-5599-48f2-a6c1-822de2bba80f req-f47aa8f9-a470-4b36-a39d-c2a8ddeed848 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:03.847716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cf3cf4f-5599-48f2-a6c1-822de2bba80f req-f47aa8f9-a470-4b36-a39d-c2a8ddeed848 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0552187 Dec 21 02:42:03.895464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cf3cf4f-5599-48f2-a6c1-822de2bba80f req-da0e131e-e186-4f59-b83c-c2d739a840a8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Dec 21 02:42:05.007763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed31b-8757-48bb-a528-c8a4392a158a req-acae8689-d83f-4543-b98e-44791f18fcd9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:05.009195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b67ed31b-8757-48bb-a528-c8a4392a158a req-acae8689-d83f-4543-b98e-44791f18fcd9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0482450 Dec 21 02:42:05.055299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b67ed31b-8757-48bb-a528-c8a4392a158a req-bb5a1966-bb19-4d19-9af7-efd1bdc290d1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Dec 21 02:42:06.168787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bc23-c6ac-4283-81ba-846000858a07 req-1e64c3ec-e1f7-4e87-90b6-001d3ae9dbf0 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:06.170268 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7095bc23-c6ac-4283-81ba-846000858a07 req-1e64c3ec-e1f7-4e87-90b6-001d3ae9dbf0 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0476949 Dec 21 02:42:06.219829 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7095bc23-c6ac-4283-81ba-846000858a07 req-8e9e0fe7-c5ce-44ea-89f2-dccce4f26a8b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Dec 21 02:42:07.334284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c3dc-38cc-48c5-b36d-d44a3d779e8d req-3a2b7fe2-8c79-4ef7-8094-c6f5be59fe15 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:07.335724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cc3c3dc-38cc-48c5-b36d-d44a3d779e8d req-3a2b7fe2-8c79-4ef7-8094-c6f5be59fe15 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0476928 Dec 21 02:42:07.382794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cc3c3dc-38cc-48c5-b36d-d44a3d779e8d req-3062b1d8-6be3-4c1d-9ed7-db7bc4b4062a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Dec 21 02:42:08.499434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5225d-4d1e-4a2d-83b7-e0ee490bed86 req-5822b5e4-3d3c-4b32-b9a6-46460bca97e4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:08.500904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69e5225d-4d1e-4a2d-83b7-e0ee490bed86 req-5822b5e4-3d3c-4b32-b9a6-46460bca97e4 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0490990 Dec 21 02:42:08.547406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69e5225d-4d1e-4a2d-83b7-e0ee490bed86 req-e2bb4406-e666-4e4d-b088-0c5f84af8271 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Dec 21 02:42:09.414430 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:42:09.671886 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8abad-9458-4e69-a2ee-88aba195a611 req-0ec6893e-f9b6-4752-a394-f06ec13df3d1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:09.673350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ab8abad-9458-4e69-a2ee-88aba195a611 req-0ec6893e-f9b6-4752-a394-f06ec13df3d1 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0511615 Dec 21 02:42:09.718872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ab8abad-9458-4e69-a2ee-88aba195a611 req-d2ca7237-c378-445f-9e82-2bea3e2d55dd tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Dec 21 02:42:10.832661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1bae4-e97e-425e-9277-77bda5b095f8 req-b4e91762-e92f-4140-8774-0df4dab543a8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:10.834150 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9b1bae4-e97e-425e-9277-77bda5b095f8 req-b4e91762-e92f-4140-8774-0df4dab543a8 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0480320 Dec 21 02:42:10.879426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c9b1bae4-e97e-425e-9277-77bda5b095f8 req-36bb449b-b64b-4f48-b0d8-fe1fb3585383 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Dec 21 02:42:11.991898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634569-3557-4395-aba4-32e8e18de818 req-4c2c2a06-9599-427f-bed8-4f882b9bfe71 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:11.993373 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b634569-3557-4395-aba4-32e8e18de818 req-4c2c2a06-9599-427f-bed8-4f882b9bfe71 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0478184 Dec 21 02:42:12.042906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b634569-3557-4395-aba4-32e8e18de818 req-41c353db-72a9-4754-a33b-7721edafea93 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Dec 21 02:42:13.159399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea73c-ae50-4ef3-a103-9eb9887ab309 req-54014b27-bbbd-4cc3-90eb-748e85692b9b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:13.160733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3aea73c-ae50-4ef3-a103-9eb9887ab309 req-54014b27-bbbd-4cc3-90eb-748e85692b9b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0481620 Dec 21 02:42:13.207619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3aea73c-ae50-4ef3-a103-9eb9887ab309 req-f5a2f17c-5a67-4d09-a814-7b56080a144e tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Dec 21 02:42:14.010113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bfa98504-f8e2-4e21-a662-0ac622ccde72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:14.327259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576598-a0d6-4e81-8c84-1934f2684a5e req-ec7bdc49-b882-4bf6-9f7e-9638378ac233 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:14.328612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0576598-a0d6-4e81-8c84-1934f2684a5e req-ec7bdc49-b882-4bf6-9f7e-9638378ac233 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0493591 Dec 21 02:42:14.374771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0576598-a0d6-4e81-8c84-1934f2684a5e req-60c15849-281a-4313-8880-e4a7bc0355f9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Dec 21 02:42:15.496187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc3367-fb5d-4e78-b22e-b0efcbaad54b req-3e2c348c-32b5-4c36-873e-928043d3df79 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:15.497684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37fc3367-fb5d-4e78-b22e-b0efcbaad54b req-3e2c348c-32b5-4c36-873e-928043d3df79 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0531702 Dec 21 02:42:15.543181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-37fc3367-fb5d-4e78-b22e-b0efcbaad54b req-f59be6a0-f15a-4c7c-8e76-de09c8c7e39a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Dec 21 02:42:16.656725 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946186d-7a67-4029-af86-f2af5e90ada8 req-b1ce56b9-46b2-47bc-b319-5ae357f86088 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:16.658228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9946186d-7a67-4029-af86-f2af5e90ada8 req-b1ce56b9-46b2-47bc-b319-5ae357f86088 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0481608 Dec 21 02:42:16.704367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9946186d-7a67-4029-af86-f2af5e90ada8 req-ddc498ca-3000-4315-a349-e99be4f90c87 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Dec 21 02:42:16.729789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-008ac5b9-7863-4e20-be89-a1be550da15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:17.446663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:17.480571 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-436847a2-8b7f-402f-b391-6456cc2c55ba service neutron] show failed (client error): The resource could not be found. Dec 21 02:42:17.481606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-436847a2-8b7f-402f-b391-6456cc2c55ba service neutron] 10.222.0.45 "GET /v2.0/ports/439e5e51-518d-4577-9d56-1347f0022fa9/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0547981 Dec 21 02:42:17.704100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-e368f08c-9ef9-4aff-85e3-af349e818c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:17.705621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-e368f08c-9ef9-4aff-85e3-af349e818c86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad&tenant_id=14b6fd1ca375415680a44eba98553c0f HTTP/1.1" status: 200 len: 1098 time: 0.0426824 Dec 21 02:42:17.725300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:17.781415 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:17.822363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0786c2-05ca-41a2-a648-55bdedf8ea35 req-9c7a8bd2-080c-47ef-a3c5-e8550a84f84f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:17.823834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc0786c2-05ca-41a2-a648-55bdedf8ea35 req-9c7a8bd2-080c-47ef-a3c5-e8550a84f84f tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0514536 Dec 21 02:42:17.875641 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dc0786c2-05ca-41a2-a648-55bdedf8ea35 req-52a57bda-efee-49b0-ae94-fff580ceb017 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Dec 21 02:42:17.984790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:18.015660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:18.054054 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:18.056303 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b8911-d030-4a36-8df0-4f077043522a" -d '{"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-unplugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:18.060303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.073682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Transition to ACTIVE for port object 439e5e51-518d-4577-9d56-1347f0022fa9 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:42:18.078677 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.112207 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c68ecde-c9cf-4c97-94d2-9558f988f165 x-openstack-request-id: req-3c68ecde-c9cf-4c97-94d2-9558f988f165 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:18.112502 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-unplugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:18.113240 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c68ecde-c9cf-4c97-94d2-9558f988f165 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:18.113240 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'code': 200} Dec 21 02:42:18.147228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:18.149295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] No DVR routers for this DVR port 439e5e51-518d-4577-9d56-1347f0022fa9 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:42:18.160504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.160852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.161197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.161569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.161905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.162235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.162563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.162891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.163217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.163543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.163869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.164193 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.164514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:18.195746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:42:18.196080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:42:18.196404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:18.200726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:42:18.201083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Attempting to bind port 439e5e51-518d-4577-9d56-1347f0022fa9 on network 87ff38eb-8958-41b2-b690-994357dc81ef {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:18.206424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:42:18.206752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Checking segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:18.207121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Bound using segment: {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:42:18.207536 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Bound port: 439e5e51-518d-4577-9d56-1347f0022fa9, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e2b908-aa02-430a-9560-c056e550116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:42:18.207881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.270305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:18.273206 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:42:18.277543 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.312428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:18.313106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.315067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] 10.222.0.24 "PUT /v2.0/ports/439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 1093 time: 0.5936093 Dec 21 02:42:18.332908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e6ebc-389f-48f6-85dd-d6c579dbf43c service neutron] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:18.391911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-1fda734b-c472-4d99-b2fb-03e8eecdd998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:18.394102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-1fda734b-c472-4d99-b2fb-03e8eecdd998 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1096 time: 0.0446889 Dec 21 02:42:18.481852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-b0f11834-df3a-497f-a92b-81277166479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:18.483289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-b0f11834-df3a-497f-a92b-81277166479c service neutron] 10.222.0.24 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0817199 Dec 21 02:42:18.527246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-f0c0003d-6818-47df-b618-0052c0d76c1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0369749 Dec 21 02:42:18.573927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-29dd6b27-da39-4090-9ff2-e91372039556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:18.575274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-29dd6b27-da39-4090-9ff2-e91372039556 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0413115 Dec 21 02:42:18.605432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-8fbb9719-ae8d-4966-abad-8f2476f0da70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231812 Dec 21 02:42:18.694126 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-d3de114e-a739-4ece-8a66-48bfd6513039 service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820415 Dec 21 02:42:18.780029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9ab056cb-f238-47d0-bd7d-9dd836de33b1 req-b2486429-a916-4966-81e6-980554188868 service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790594 Dec 21 02:42:18.859672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:18.992280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedeeeb-2161-4fa2-975b-d593fb3365ba req-8e8c700b-eb6b-4c3e-9847-e4eeb8d3500c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:18.993774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cedeeeb-2161-4fa2-975b-d593fb3365ba req-8e8c700b-eb6b-4c3e-9847-e4eeb8d3500c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0507607 Dec 21 02:42:19.041755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6cedeeeb-2161-4fa2-975b-d593fb3365ba req-f9c913df-ad29-4e44-bc0d-ac136c36de5b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Dec 21 02:42:19.451498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:20.114815 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:20.117146 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37133565-d106-4ac8-a818-74d615cc6dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:20.156897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b893-4d9d-43ef-ae7c-db42199e76d9 req-73650fd2-cc9c-446e-a842-35d85dddc69c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.158981 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3170b893-4d9d-43ef-ae7c-db42199e76d9 req-73650fd2-cc9c-446e-a842-35d85dddc69c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0493155 Dec 21 02:42:20.165011 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d4c7d-8a75-4a56-b378-40b1d9402e59 x-openstack-request-id: req-889d4c7d-8a75-4a56-b378-40b1d9402e59 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:20.165299 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:20.165578 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-889d4c7d-8a75-4a56-b378-40b1d9402e59 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:20.165972 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'status': 'completed', 'code': 200} Dec 21 02:42:20.211313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3170b893-4d9d-43ef-ae7c-db42199e76d9 req-ecea7f3d-6cb0-49c0-975b-c83b79c5cc02 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Dec 21 02:42:20.271890 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-255af847-8381-49d6-9093-1b4a1c4c8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.273397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-255af847-8381-49d6-9093-1b4a1c4c8949 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1096 time: 0.0688803 Dec 21 02:42:20.308693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-3002fe73-ecae-4e3f-ae67-ece8e09616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.310136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-3002fe73-ecae-4e3f-ae67-ece8e09616a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1096 time: 0.0722280 Dec 21 02:42:20.427709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-449e9300-803d-4164-999c-a9f250b8d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.429143 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-449e9300-803d-4164-999c-a9f250b8d953 service neutron] 10.222.0.24 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.1488082 Dec 21 02:42:20.479268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-b99193c3-1213-4ed4-9ada-cdcad525487d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0405455 Dec 21 02:42:20.480437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-368e0070-ca28-46aa-8060-44ca9779552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.481819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-368e0070-ca28-46aa-8060-44ca9779552e service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.1440668 Dec 21 02:42:20.551358 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-514940e5-7ea0-4137-acf8-50d64d9fd7c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0405955 Dec 21 02:42:20.561372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-cdc0f2da-29b9-4950-bdeb-77ac8a94f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.562795 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-cdc0f2da-29b9-4950-bdeb-77ac8a94f933 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0762632 Dec 21 02:42:20.610120 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-cd302959-bfc8-42ea-a8cd-74725b0d1cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392642 Dec 21 02:42:20.643493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-99b5f4c9-235a-40de-9c70-6d8159ac250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:20.644824 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-99b5f4c9-235a-40de-9c70-6d8159ac250f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0812380 Dec 21 02:42:20.703055 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-b2e22938-8e8a-4dff-919a-186ba31f380a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268719 Dec 21 02:42:20.747914 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-b425b21b-5b0b-45a6-8015-403dde3eaabc service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307135 Dec 21 02:42:20.868218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-a7cbfc1c-0ffc-47a4-90ef-3fbc2ca0df2d service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518502 Dec 21 02:42:21.221183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-41b29c54-7d64-4545-bbda-f602436cf74a service neutron] 10.222.0.24 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423730 Dec 21 02:42:21.286539 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-37133565-d106-4ac8-a818-74d615cc6dc3 req-7b0125d2-3a90-4070-86fa-8d753d786b62 service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075356 Dec 21 02:42:21.335315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c90bf-f957-4cd8-9e58-fc29cf38f021 req-ad2a1763-1762-4220-86f4-1c60285f6580 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:21.336809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-195c90bf-f957-4cd8-9e58-fc29cf38f021 req-ad2a1763-1762-4220-86f4-1c60285f6580 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0513694 Dec 21 02:42:21.384592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-195c90bf-f957-4cd8-9e58-fc29cf38f021 req-8bf623ab-9b79-45c4-a400-af2db7203acb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Dec 21 02:42:21.841600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:42:21.883740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 439e5e51-518d-4577-9d56-1347f0022fa9 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:42:21.884123 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:42:22.498957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeaa91-36fc-4f41-97ee-895b1c4fd5e7 req-26d0346c-c4b9-4ecd-beb6-ff37c09aec9b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:22.500475 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ceeaa91-36fc-4f41-97ee-895b1c4fd5e7 req-26d0346c-c4b9-4ecd-beb6-ff37c09aec9b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0486488 Dec 21 02:42:22.516332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:22.548844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ceeaa91-36fc-4f41-97ee-895b1c4fd5e7 req-2b347a5c-9b64-4456-be0b-4b59ead139a2 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Dec 21 02:42:22.706930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:42:22.762709 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d906a-a5fe-4145-b898-63386b6403e6 req-8f241ace-22c9-4c78-b5ad-fc72bacd8832 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:22.765800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-031d906a-a5fe-4145-b898-63386b6403e6 req-8f241ace-22c9-4c78-b5ad-fc72bacd8832 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 944 time: 0.0700862 Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:22.784692 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:22.788165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-0a8f1221-5fd2-4ab0-966f-ef3510c789a9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:22.789057 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-0a8f1221-5fd2-4ab0-966f-ef3510c789a9 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.45 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad&tenant_id=14b6fd1ca375415680a44eba98553c0f&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.0554447 Dec 21 02:42:22.804379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:22.816302 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-031d906a-a5fe-4145-b898-63386b6403e6 req-dfeb33f1-dd0d-4fcb-acaa-806f12c0366a tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Dec 21 02:42:22.821724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '439e5e51-518d-4577-9d56-1347f0022fa9', 'network_id': '87ff38eb-8958-41b2-b690-994357dc81ef', 'port_id': '439e5e51-518d-4577-9d56-1347f0022fa9', 'mac_address': 'fa:16:3e:ce:a6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed697a6b-2cd4-4eeb-a4e3-419410d1d96f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:42:22.858477 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-8e17fca6-9d29-499d-910f-83c8e4812bf0 service neutron] delete failed (client error): The resource could not be found. Dec 21 02:42:22.859494 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-8e17fca6-9d29-499d-910f-83c8e4812bf0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/439e5e51-518d-4577-9d56-1347f0022fa9/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0587072 Dec 21 02:42:22.859640 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:22.871995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439e5e51-518d-4577-9d56-1347f0022fa9 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:42:22.891628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:22.896010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:22.945536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:22.984373 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-859363b5-a984-4d90-90db-798259291f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:22.985918 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-859363b5-a984-4d90-90db-798259291f98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6fd1ca375415680a44eba98553c0f&device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 1097 time: 0.0417731 Dec 21 02:42:23.081011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-9a3a45d5-688e-4bc2-b0b4-3b23c8588b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:23.082511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-9a3a45d5-688e-4bc2-b0b4-3b23c8588b45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 200 len: 914 time: 0.0869894 Dec 21 02:42:23.129732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-874c4994-b06c-4f8c-b405-12a51834a19c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 200 len: 217 time: 0.0357962 Dec 21 02:42:23.181529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-72bd53e8-8340-4cfc-9deb-4f40917812d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:23.182859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-72bd53e8-8340-4cfc-9deb-4f40917812d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 200 len: 854 time: 0.0425313 Dec 21 02:42:23.217888 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-305843c2-703d-465f-9a72-86e12057c318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ff38eb-8958-41b2-b690-994357dc81ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235741 Dec 21 02:42:23.279744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['439e5e51-518d-4577-9d56-1347f0022fa9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:42:23.315316 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-f65d8d62-bd07-4f60-9b6a-9f1e165494ac service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Dec 21 02:42:23.414621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3df3ea9c-d950-4977-919b-7902933bfee4 req-f26c30ed-b3dd-4afd-9ab6-88c43494442b service neutron] 10.222.0.45 "GET /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888920 Dec 21 02:42:23.947179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d34f-d75b-4006-b8c0-2fe2cbea0f99 req-f89bcf62-aa31-4d67-b3b9-7d3638973652 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:23.948675 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f482d34f-d75b-4006-b8c0-2fe2cbea0f99 req-f89bcf62-aa31-4d67-b3b9-7d3638973652 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 945 time: 0.0522504 Dec 21 02:42:24.000925 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f482d34f-d75b-4006-b8c0-2fe2cbea0f99 req-7e7739de-0fb4-4399-ac7e-2caa3d0f9897 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Dec 21 02:42:24.706588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:42:24.753077 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 439e5e51-518d-4577-9d56-1347f0022fa9 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:42:24.756851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 439e5e51-518d-4577-9d56-1347f0022fa9 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:24.757219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:24.833718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:24.854996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:24.857165 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f79c191-8d4c-4287-9bfa-f186f4fffd1a" -d '{"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-plugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:24.870326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:24.874368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:24.899533 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2aed18-9e41-4062-9803-ee579c8eddf0 x-openstack-request-id: req-1d2aed18-9e41-4062-9803-ee579c8eddf0 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:24.899825 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-plugged", "status": "completed", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:24.900081 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d2aed18-9e41-4062-9803-ee579c8eddf0 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:24.900473 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'code': 200} Dec 21 02:42:24.925764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:25.115194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a118-54d9-40ee-81e6-de15bf7ff23b req-d7bc9b12-d6a5-4fd9-ae8e-78afd0a1f0ce tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:25.116657 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba26a118-54d9-40ee-81e6-de15bf7ff23b req-d7bc9b12-d6a5-4fd9-ae8e-78afd0a1f0ce tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0478539 Dec 21 02:42:25.165071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba26a118-54d9-40ee-81e6-de15bf7ff23b req-ff849ff7-6711-4f6a-a0ba-d0c34e30f548 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Dec 21 02:42:25.277027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b382a7-4d3b-4b88-966d-e117618dbd05 req-0d8c630e-6bcf-4090-9f36-be0595cb195c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:25.279495 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91b382a7-4d3b-4b88-966d-e117618dbd05 req-0d8c630e-6bcf-4090-9f36-be0595cb195c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0483696 Dec 21 02:42:25.327179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-91b382a7-4d3b-4b88-966d-e117618dbd05 req-7cd692d7-4e50-46d9-9ba5-3de98f311a8b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Dec 21 02:42:25.439146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7469-f3ca-43ae-8a41-80f06f319657 req-c16bb7c1-dca4-43f6-8337-451f45ecd667 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:25.440604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02ce7469-f3ca-43ae-8a41-80f06f319657 req-c16bb7c1-dca4-43f6-8337-451f45ecd667 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0480466 Dec 21 02:42:25.487037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02ce7469-f3ca-43ae-8a41-80f06f319657 req-7ede0de3-3574-4c41-b7b2-a8e5e4f4cb68 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Dec 21 02:42:25.819860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2afaa9-bb8a-4f21-87a0-e297f8c365e4 req-f63af297-d00c-4199-a082-d5905e1cd3ae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:25.821233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e2afaa9-bb8a-4f21-87a0-e297f8c365e4 req-f63af297-d00c-4199-a082-d5905e1cd3ae tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0509439 Dec 21 02:42:25.867013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e2afaa9-bb8a-4f21-87a0-e297f8c365e4 req-4b52bd55-88ef-47a7-9ccf-8839e6c6db2c tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Dec 21 02:42:26.983190 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f15c2-f8b9-485b-ae67-f3e127454840 req-844c828c-7c05-4bc3-8daa-f4c7082cb21b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:26.984632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a4f15c2-f8b9-485b-ae67-f3e127454840 req-844c828c-7c05-4bc3-8daa-f4c7082cb21b tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0487821 Dec 21 02:42:27.030053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8a4f15c2-f8b9-485b-ae67-f3e127454840 req-bf2d5137-b147-4893-9ddd-7ae55a2aefbb tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.43 "GET /v2.0/security-groups?id=a35d31fb-d2ca-4e2d-94d1-b5540106dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Dec 21 02:42:27.152719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-2f5c5698-016d-48f7-930f-f552b0ba2d37 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:27.154080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-2f5c5698-016d-48f7-930f-f552b0ba2d37 tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.24 "GET /v2.0/ports?device_id=90490c81-c7be-4147-912e-c4b16c66ecad HTTP/1.1" status: 200 len: 946 time: 0.0477192 Dec 21 02:42:27.240423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Deleting port 439e5e51-518d-4577-9d56-1347f0022fa9 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:42:27.240757 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:27.330523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] For port 439e5e51-518d-4577-9d56-1347f0022fa9, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=439e5e51-518d-4577-9d56-1347f0022fa9,segment=NetworkSegment(b4e2b908-aa02-430a-9560-c056e550116c),segment_id=b4e2b908-aa02-430a-9560-c056e550116c)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:27.330883 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:27.339214 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:27.344064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Calling delete_port for 439e5e51-518d-4577-9d56-1347f0022fa9 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:42:27.471214 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:27.498420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Pushing event deleted for resources: {'Port': ['ID=439e5e51-518d-4577-9d56-1347f0022fa9,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:27.505091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['439e5e51-518d-4577-9d56-1347f0022fa9'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:42:27.538834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] No DVR routers for this DVR port 439e5e51-518d-4577-9d56-1347f0022fa9 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:42:27.541191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:27.544514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0466c65e-b1e2-4ae0-b0c1-ee9f55132098 req-6852a1af-7d60-4780-a61f-7bf279bd78ab tempest-ServerDiskConfigTestJSON-452139594 tempest-ServerDiskConfigTestJSON-452139594-project] 10.222.0.24 "DELETE /v2.0/ports/439e5e51-518d-4577-9d56-1347f0022fa9 HTTP/1.1" status: 204 len: 173 time: 0.3837225 Dec 21 02:42:27.544952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-deleted', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:27.547264 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8e53e-e0a8-491d-861a-059c8f20640f" -d '{"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-deleted", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:27.584016 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ca3cf-2a2a-45c7-8b5f-a203ba23de97 x-openstack-request-id: req-5b4ca3cf-2a2a-45c7-8b5f-a203ba23de97 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:27.584360 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90490c81-c7be-4147-912e-c4b16c66ecad", "name": "network-vif-deleted", "tag": "439e5e51-518d-4577-9d56-1347f0022fa9", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:27.584653 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b4ca3cf-2a2a-45c7-8b5f-a203ba23de97 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:27.585118 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90490c81-c7be-4147-912e-c4b16c66ecad', 'name': 'network-vif-deleted', 'tag': '439e5e51-518d-4577-9d56-1347f0022fa9', 'status': 'completed', 'code': 200} Dec 21 02:42:28.148330 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:28.196714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Deleting subnet ed697a6b-2cd4-4eeb-a4e3-419410d1d96f {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:42:28.199796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.234701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.273643 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.324448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.356353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed697a6b-2cd4-4eeb-a4e3-419410d1d96f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:28.361719 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.364882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed697a6b-2cd4-4eeb-a4e3-419410d1d96f HTTP/1.1" status: 204 len: 168 time: 0.2155578 Dec 21 02:42:28.367621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33866) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:28.370112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.370465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.370814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.371151 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.371489 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.371822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.372153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.372482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.372808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.373132 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.373483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.373812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.374136 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fb5eb-9e87-45bb-b04f-5389f6e6da2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:28.442651 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.519682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.544019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ff38eb-8958-41b2-b690-994357dc81ef']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:28.553633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e2b908-aa02-430a-9560-c056e550116c') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:28.553924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e2b908-aa02-430a-9560-c056e550116c') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:28.563299 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.576240 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.582440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:42:28.582811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:42:28.584411 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:42:28.636709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.642441 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.645708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] 10.222.0.43 "DELETE /v2.0/networks/87ff38eb-8958-41b2-b690-994357dc81ef HTTP/1.1" status: 204 len: 168 time: 0.2761741 Dec 21 02:42:28.656345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c492cb0-12f5-4b1f-8608-d1ec38f94254 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ff38eb-8958-41b2-b690-994357dc81ef,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:28.749758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33870) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:28.788563 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c22fccac-2e6f-431c-886e-5094e83c5caf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14b6fd1ca375415680a44eba98553c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376475 Dec 21 02:42:28.790876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33872) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:28.840887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.861236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.907344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.910089 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:28.911201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a35d31fb-d2ca-4e2d-94d1-b5540106dd83 HTTP/1.1" status: 204 len: 168 time: 0.1194606 Dec 21 02:42:28.919214 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7850a-e0e7-4680-bf3b-d1cf971da91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d31fb-d2ca-4e2d-94d1-b5540106dd83,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:29.551726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33894) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:29.648581 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-160264583-network', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:29.671831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:42:29.674821 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.682955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.759838 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.763409 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.787161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:42:29.796497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef3b68-9ead-4662-ae12-17c83876c915,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:29.801798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.802139 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Added segment 2c464145-a51b-4bbd-9cef-aa97117ac361 of type vlan for network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 Dec 21 02:42:29.841683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.866960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.867899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:29.868474 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:29.928425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3755002 Dec 21 02:42:29.931446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33898) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:29.933488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef5d64-53d2-41d9-ad56-025de89f0500 admin admin] Pushing event updated for resources: {'Network': ['ID=9cac7deb-ab26-48f9-bd4a-2f802eb4b684,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:29.936974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Request body: {'subnet': {'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-160264583-subnet', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:29.942867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:42:29.972974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:42:29.975445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.148086 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.201385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:30.210890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:30.211241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Network hostable DHCP agents. Network: 9cac7deb-ab26-48f9-bd4a-2f802eb4b684, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:42:30.227409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:42:30.236095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 9cac7deb-ab26-48f9-bd4a-2f802eb4b684) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:30.240213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:30.240812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.245704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3ff41-ef2d-4a72-9f4c-95eb5525a30e None None] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:42:30.256592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-733a57b8-9a52-4cea-8484-cbe3283a6dab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3240764 Dec 21 02:42:30.259306 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33900) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:30.263614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:30.285976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.286947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.339404 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.358934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:42:30.360059 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.478863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.498309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Allocated IP 172.20.0.2 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/26099974-50f5-41a4-a28d-344967699ce0) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:42:30.643449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.651027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.693293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:30.696159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:30.698708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:42:30.710362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Pushing event updated for resources: {'Port': ['ID=26099974-50f5-41a4-a28d-344967699ce0,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:30.760783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Attempting to bind port 26099974-50f5-41a4-a28d-344967699ce0 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:42:30.761068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Attempting to bind port 26099974-50f5-41a4-a28d-344967699ce0 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:42:30.761463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Attempting to bind port 26099974-50f5-41a4-a28d-344967699ce0 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:30.767300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:42:30.767686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:30.768090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.768490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:42:30.768963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Bound port: 26099974-50f5-41a4-a28d-344967699ce0, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:42:30.769376 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.940156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.960003 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:30.998407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] For port 26099974-50f5-41a4-a28d-344967699ce0, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:31.002210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] For port 26099974-50f5-41a4-a28d-344967699ce0, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26099974-50f5-41a4-a28d-344967699ce0,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:42:31.008929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.063089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390835-e3c2-4b7a-a90b-059fa2dc8c29 None None] Pushing event updated for resources: {'Port': ['ID=26099974-50f5-41a4-a28d-344967699ce0,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:31.086239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Allocated IP 172.25.6.35 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f9231f3e-256f-4e5e-9f0a-ba719d8a948e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:42:31.195032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.233637 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.279062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:31.281994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:31.286788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:42:31.295705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8a599-df16-4db8-9951-97f09c74bc34 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:42:31.316225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:31.344039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7021e032-1434-48c1-8962-5f65bca5ce48 None None] Provisioning complete for port f9231f3e-256f-4e5e-9f0a-ba719d8a948e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:31.344878 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7021e032-1434-48c1-8962-5f65bca5ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.389288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7021e032-1434-48c1-8962-5f65bca5ce48 None None] Port f9231f3e-256f-4e5e-9f0a-ba719d8a948e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:42:31.553501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.743358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:31.876918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:42:31.990713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:42:31.999463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:42:32.009687 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.010529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:32.011061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f0e5cdf3-f0cb-49ab-8c1d-5afc99ad7ce5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7507005 Dec 21 02:42:32.011175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:32.013943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33904) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:32.050095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f2b4b-429b-4834-8e41-2bbaca9768b0 None None] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:42:32.179672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] Provisioning complete for port 26099974-50f5-41a4-a28d-344967699ce0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:32.180046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.225822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:32.408648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.442441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.471086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] For port 26099974-50f5-41a4-a28d-344967699ce0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26099974-50f5-41a4-a28d-344967699ce0,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:32.480810 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.534117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:31Z', 'revision_number': 3, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:32.567321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:42:32.567680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Updating router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d port f9231f3e-256f-4e5e-9f0a-ba719d8a948e binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:42:32.572884 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cbfe1-9663-44ce-98f8-72f9835930b7 None None] Pushing event updated for resources: {'Port': ['ID=26099974-50f5-41a4-a28d-344967699ce0,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:32.611490 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.638585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Allocated IP 172.20.0.1 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:42:32.729046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:42:32.752984 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.785769 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.799042 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 439e5e51-518d-4577-9d56-1347f0022fa9 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:42:32.799385 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 439e5e51-518d-4577-9d56-1347f0022fa9 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:42:32.803864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-107ec2fa-7785-4a5e-933f-57bcaae4f295 None None] Provisioning complete for port 26099974-50f5-41a4-a28d-344967699ce0 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:32.804231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-107ec2fa-7785-4a5e-933f-57bcaae4f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:32.826252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:32.830525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:32.832865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:42:32.856199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Pushing event updated for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:32.876812 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.051967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.059299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26099974-50f5-41a4-a28d-344967699ce0 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:42:33.111229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.126380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.191279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69447b-ac0e-4234-aba9-b4d4f102789c None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:42:33.217254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ced3f-85c7-48fa-bf4b-04aac7fea9b5 None None] Pushing event updated for resources: {'Port': ['ID=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:33.222125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 26099974-50f5-41a4-a28d-344967699ce0 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:33.222495 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.224107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Attempting to bind port f9231f3e-256f-4e5e-9f0a-ba719d8a948e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:42:33.224469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Attempting to bind port f9231f3e-256f-4e5e-9f0a-ba719d8a948e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:42:33.224835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Attempting to bind port f9231f3e-256f-4e5e-9f0a-ba719d8a948e on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:33.229869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-79bce0a7-d9ba-4bb0-8516-565ea318c903 None None] Provisioning complete for port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:33.229869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79bce0a7-d9ba-4bb0-8516-565ea318c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.231962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.238299 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.254747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:42:33.255128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:33.255533 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.255933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:42:33.256424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Bound port: f9231f3e-256f-4e5e-9f0a-ba719d8a948e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:42:33.256804 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.307850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Pushing event updated for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:33.310916 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.410479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:33.411971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:33.489688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-79bce0a7-d9ba-4bb0-8516-565ea318c903 None None] Port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:42:33.514535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] For port f9231f3e-256f-4e5e-9f0a-ba719d8a948e, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:33.518941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] For port f9231f3e-256f-4e5e-9f0a-ba719d8a948e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:42:33.539272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:42:33.544278 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.595136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f1c14-05dd-4a02-ae13-0668722c3fc2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:42:33.633099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:33.633754 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:33.638149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ced3f-85c7-48fa-bf4b-04aac7fea9b5 None None] Pushing event updated for resources: {'Port': ['ID=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:33.662241 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:42:33.669371 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-08776830-862a-4319-8d55-246db7c177e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/b9e2df31-b2b0-480a-bc06-cfbbc6accf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525471 Dec 21 02:42:33.675990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] Provisioning complete for port f9231f3e-256f-4e5e-9f0a-ba719d8a948e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:33.676362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.776322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:33.869762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:33.911942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] For port f9231f3e-256f-4e5e-9f0a-ba719d8a948e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:33.938246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.008965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845be284-ec85-474c-b4d9-c99dccd9deca None None] Pushing event updated for resources: {'Port': ['ID=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:34.067778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66e51a07-cf53-4cbd-bbd0-911d2b56febb None None] Provisioning complete for port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:34.068430 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66e51a07-cf53-4cbd-bbd0-911d2b56febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.072533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 2, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:34.116423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd32cf-29ac-4e3e-8115-a783a7d71c2c None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 2, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:42:34.129412 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-66e51a07-cf53-4cbd-bbd0-911d2b56febb None None] Port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:42:34.139029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66e51a07-cf53-4cbd-bbd0-911d2b56febb None None] Provisioning complete for port f9231f3e-256f-4e5e-9f0a-ba719d8a948e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:34.139393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66e51a07-cf53-4cbd-bbd0-911d2b56febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.354500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 33914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:34.359635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779718072', 'description': 'tempest-description--472129922'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:34.386231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.463100 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.467143 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.498219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.499469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1438999 Dec 21 02:42:34.501601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380431cd-b8c3-45ec-90fd-e84365e7fc4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb780f0-fd9c-4de8-9bfa-67817384f65e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:34.502631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33916) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:34.507300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'security_group_rule': {'security_group_id': '8cb780f0-fd9c-4de8-9bfa-67817384f65e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:34.537524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.595814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.600562 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.620160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb39c865-036d-4895-a65d-95f783a4807e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:34.629729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.630945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-453590b6-11cc-492d-893f-57368e15294a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273029 Dec 21 02:42:34.633754 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:34.638524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'security_group_rule': {'security_group_id': '8cb780f0-fd9c-4de8-9bfa-67817384f65e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:34.667911 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.732532 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.744050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.761371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d42612-764c-4f07-9214-83289d6018d9,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:34.784831 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.786162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2da1775c-bacb-460a-bdd9-4893dec7b6a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512229 Dec 21 02:42:34.789114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33920) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:34.793533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:34.820596 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.925206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:34.993950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f9231f3e-256f-4e5e-9f0a-ba719d8a948e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:42:35.046026 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f9231f3e-256f-4e5e-9f0a-ba719d8a948e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:35.046385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.054433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Allocated IP 172.25.6.10 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a6ed3634-f2ad-45e7-adb0-e57270c60e65) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:42:35.168742 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.204873 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.252212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:35.255165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:35.259606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:42:35.262745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=a6ed3634-f2ad-45e7-adb0-e57270c60e65,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:35.347590 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.383697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.533309 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.537699 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.608384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=a6ed3634-f2ad-45e7-adb0-e57270c60e65,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:35.623255 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.639267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:35.640568 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8b8318ff-7d9a-4e8b-a762-9c2ab88fda57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8504310 Dec 21 02:42:35.811976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8090af0e-f8b7-4be4-849d-51a902bcfa7d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1779718072&fields=id&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 267 time: 0.0429409 Dec 21 02:42:35.924203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-69e6b010-824d-44df-b891-76f51f4b6fc4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:35.925958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-69e6b010-824d-44df-b891-76f51f4b6fc4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1068270 Dec 21 02:42:35.941930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-d743857c-a659-4b39-8b26-23a7cc9ac249 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/quotas/a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 375 time: 0.0100496 Dec 21 02:42:36.117994 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:42:36.129242 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:36.129969 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:36.225395 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-ac248070-07b6-4d08-a73d-f169abb0e8bf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2780528 Dec 21 02:42:36.234640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:36.242961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-11a89349-bf61-4d12-87e0-bebc8de65e35 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:42:36.243920 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-11a89349-bf61-4d12-87e0-bebc8de65e35 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053105 Dec 21 02:42:36.336246 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-9cfcbec2-ceb9-4435-8f8f-0588ccc8eb15 service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859427 Dec 21 02:42:36.432473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-c21d961c-c711-49a9-b13c-3409c3500ed8 service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898082 Dec 21 02:42:36.521999 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 2, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:36.549652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:42:36.550015 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Updating router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:42:36.576962 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:36.616795 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fdc97b07-f983-489d-82c5-c80c524c92a1 req-82c484b6-4f3c-4cb0-a272-aed48e611fed tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 210 time: 0.0433247 Dec 21 02:42:36.847444 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:36.854112 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:36.927249 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Pushing event updated for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:36.948250 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.948651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.948948 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.949295 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.949651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.949983 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.950312 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.950640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.950961 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.951295 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.951620 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.951945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.952271 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:36.968298 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Attempting to bind port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:42:36.968675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Attempting to bind port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:42:36.969049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Attempting to bind port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:36.975342 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:42:36.975721 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:36.976122 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:36.976779 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:42:36.977265 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Bound port: 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:42:36.977710 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.049938 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] For port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:37.053271 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] For port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:42:37.057699 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.125422 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:37.126099 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:37.171480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9cb22-03dc-4c1c-9d73-4eac56c9c239 None None] Pushing event updated for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:37.201555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] Provisioning complete for port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:37.202118 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.272339 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:37.307584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.346885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] For port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:37.363001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.424019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0c4b-341a-4dab-ada3-900d2a1e9325 None None] Pushing event updated for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:37.491864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-abbd7fb9-338e-46e9-b912-497af10a5500 None None] Provisioning complete for port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:37.492229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-abbd7fb9-338e-46e9-b912-497af10a5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:37.496252 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:37.525990 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da055f5-78dc-4172-966c-209ab15f8cc4 None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:42:37.723647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a41ce2c-2782-4975-9497-b908f5da3c0c req-7bb9dd1c-8bdd-4857-9a5d-a77c38469b7c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 210 time: 0.0281351 Dec 21 02:42:37.962623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-2aeaa9cc-12e2-4040-81cd-ac99ba52add0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:37.964289 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-2aeaa9cc-12e2-4040-81cd-ac99ba52add0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1180072 Dec 21 02:42:38.042618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-ba96aa5d-19e3-4d18-a3a0-eb285b502859 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 380 time: 0.0533688 Dec 21 02:42:38.077992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'port': {'device_id': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'admin_state_up': True, 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'security_groups': ['8cb780f0-fd9c-4de8-9bfa-67817384f65e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:38.198707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:42:38.203960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.327170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Allocated IP 172.20.0.9 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/08707169-21f3-4810-8e8b-36120d16d866) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:42:38.460571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.494217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.538438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:42:38.541301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:42:38.544859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:42:38.572326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:38.598648 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:38.599258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.617510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-8c476def-e4c4-4463-9de5-fa220fd61e18 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435407 Dec 21 02:42:38.644672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Request body: {'port': {'device_id': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:38.704993 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.801039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7bb5b2ce-2b09-4d37-bae4-183fb2b961bb None None] Provisioning complete for port 08707169-21f3-4810-8e8b-36120d16d866 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:38.802306 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b2ce-2b09-4d37-bae4-183fb2b961bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:38.846889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5b2ce-2b09-4d37-bae4-183fb2b961bb None None] Port 08707169-21f3-4810-8e8b-36120d16d866 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:42:38.873455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9297b-f26f-4738-b28e-6c217289946e req-c0ea32d7-369a-408f-998c-fa06d6adfb5b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:38.875055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6c9297b-f26f-4738-b28e-6c217289946e req-c0ea32d7-369a-408f-998c-fa06d6adfb5b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 931 time: 0.0643089 Dec 21 02:42:38.924249 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6c9297b-f26f-4738-b28e-6c217289946e req-3595d94f-2ceb-4d26-88d8-7f16a7416ad1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Dec 21 02:42:38.988348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:42:38.994355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08707169-21f3-4810-8e8b-36120d16d866 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:42:39.001899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.013682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Transition to ACTIVE for port object 08707169-21f3-4810-8e8b-36120d16d866 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:42:39.018690 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.037928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:39.038291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.075757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:39.144106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:42:39.144459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:42:39.144793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:39.149237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:42:39.149698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:42:39.154522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:42:39.154861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:42:39.155243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:42:39.155668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Bound port: 08707169-21f3-4810-8e8b-36120d16d866, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:42:39.156670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.222564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:42:39.228222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:42:39.232755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.278246 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.278872 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:39.280269 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] 10.222.0.45 "PUT /v2.0/ports/08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 1092 time: 0.6400914 Dec 21 02:42:39.280720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:39.283061 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c4a49-80ae-41a0-9ebe-56eab07c768a" -d '{"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:39.303470 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78dacb-fb17-437e-8400-78b3d4e95b29 service neutron] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:39.321926 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1addfa8-1460-49d9-b9d9-7b8885831d5d x-openstack-request-id: req-a1addfa8-1460-49d9-b9d9-7b8885831d5d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:39.322290 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:39.322553 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1addfa8-1460-49d9-b9d9-7b8885831d5d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:39.322969 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'status': 'completed', 'code': 200} Dec 21 02:42:39.391022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-d75625c5-cdb0-4a69-9da3-0a9bdbca9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.393125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-d75625c5-cdb0-4a69-9da3-0a9bdbca9316 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1095 time: 0.0446444 Dec 21 02:42:39.452985 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-0644588e-44e9-4b5d-a759-f3c77b4d9c6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 217 time: 0.0359871 Dec 21 02:42:39.506629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-9e4160f4-2f33-47e1-94cd-1cc71c1d7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.508101 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-9e4160f4-2f33-47e1-94cd-1cc71c1d7d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0446324 Dec 21 02:42:39.561498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4ed9381b-a7a2-48a7-ab8e-86bdf167f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.562954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-4ed9381b-a7a2-48a7-ab8e-86bdf167f5fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426865 Dec 21 02:42:39.656590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-3ef0f352-6b5a-4c92-80e7-4983a3245593 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819905 Dec 21 02:42:39.753455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-03a6dbc8-d053-496b-991d-54cb5dee10d9 req-689844b8-087b-4bbe-8f54-695123eb8de4 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852835 Dec 21 02:42:39.898855 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-322da674-bdb8-4d9b-ba55-6b5a20b56b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.900329 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-322da674-bdb8-4d9b-ba55-6b5a20b56b51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1095 time: 0.0402431 Dec 21 02:42:39.998112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-1a7b7af6-3ac5-49d3-bf71-0308dcd128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:39.999568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-1a7b7af6-3ac5-49d3-bf71-0308dcd128b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0875425 Dec 21 02:42:40.041228 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3c8dd-88c6-4ae0-a545-ae29d666675f req-ce5784f0-e07d-4eed-b0c2-43b64bc37837 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:40.042590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-fae7b69d-426d-4d7d-916c-b05f46544297 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 217 time: 0.0345886 Dec 21 02:42:40.042734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aac3c8dd-88c6-4ae0-a545-ae29d666675f req-ce5784f0-e07d-4eed-b0c2-43b64bc37837 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0478742 Dec 21 02:42:40.088995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aac3c8dd-88c6-4ae0-a545-ae29d666675f req-49501475-e44a-49f4-b426-fe857b95d1ac tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Dec 21 02:42:40.091438 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-77324077-eea3-4671-81da-231a0f2e7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:40.092336 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-77324077-eea3-4671-81da-231a0f2e7540 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0418327 Dec 21 02:42:40.143927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-4964da2c-96c1-413e-9f33-a61a25b74818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:40.145390 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-4964da2c-96c1-413e-9f33-a61a25b74818 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429566 Dec 21 02:42:40.234290 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-8dea3d47-24de-4be9-87c8-0df977fa53f4 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797079 Dec 21 02:42:40.331868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b13c4a49-80ae-41a0-9ebe-56eab07c768a req-29786c8d-9f88-4f86-b04a-615910623a0f service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892937 Dec 21 02:42:41.208033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9cd83-0e51-4b4a-8884-d8d0cc582530 req-7b2a873a-a872-4dec-acb1-5e11c7f22811 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:41.209513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49c9cd83-0e51-4b4a-8884-d8d0cc582530 req-7b2a873a-a872-4dec-acb1-5e11c7f22811 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0477896 Dec 21 02:42:41.259484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-49c9cd83-0e51-4b4a-8884-d8d0cc582530 req-4420b03d-a6d6-40b0-8ca6-8eafd8e9eb1b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 Dec 21 02:42:42.370873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1930f6-79c8-4b26-aba4-a95f8d88aa5d req-dbc501d0-6737-45f0-98e3-bc76aed05055 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:42.372345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da1930f6-79c8-4b26-aba4-a95f8d88aa5d req-dbc501d0-6737-45f0-98e3-bc76aed05055 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0483592 Dec 21 02:42:42.419167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da1930f6-79c8-4b26-aba4-a95f8d88aa5d req-1fd11cf5-027a-411a-b04e-9162c7c2bf85 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Dec 21 02:42:43.534394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ae3e7-a80e-460e-affe-78556e43e693 req-ee8bb0aa-99fa-4747-97b7-89f52d0d5269 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:43.535872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-898ae3e7-a80e-460e-affe-78556e43e693 req-ee8bb0aa-99fa-4747-97b7-89f52d0d5269 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0480702 Dec 21 02:42:43.584440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-898ae3e7-a80e-460e-affe-78556e43e693 req-3402f45c-654b-4bf6-9ece-41e7796daaad tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Dec 21 02:42:43.939747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:42:44.028319 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a5049c65-32cf-404a-908c-6be2b6a20d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:44.047176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:44.058682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '08707169-21f3-4810-8e8b-36120d16d866', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '08707169-21f3-4810-8e8b-36120d16d866', 'mac_address': 'fa:16:3e:9e:8c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:42:44.098234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:44.111406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08707169-21f3-4810-8e8b-36120d16d866 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:42:44.130339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:44.134096 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:44.179829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:44.187016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.187394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.187738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.188078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.188435 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.188765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.189091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.189450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.189777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.190100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.190421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.190741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.191062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:42:44.487113 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['08707169-21f3-4810-8e8b-36120d16d866'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:42:44.701023 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6eb39-14e3-4281-814d-b464755f4f31 req-da6733e8-bc38-42c7-a8a0-ae0fc87f89ba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:44.702493 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2db6eb39-14e3-4281-814d-b464755f4f31 req-da6733e8-bc38-42c7-a8a0-ae0fc87f89ba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 944 time: 0.0508821 Dec 21 02:42:44.748548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2db6eb39-14e3-4281-814d-b464755f4f31 req-aa663f81-0b69-4b52-afbd-53b68893fa54 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Dec 21 02:42:45.862653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764dc79-0150-459d-854a-21757ec675c7 req-08d2223a-3df7-4556-bd4c-f38a810a0136 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:45.864114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5764dc79-0150-459d-854a-21757ec675c7 req-08d2223a-3df7-4556-bd4c-f38a810a0136 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 944 time: 0.0485687 Dec 21 02:42:45.918480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5764dc79-0150-459d-854a-21757ec675c7 req-7d43a157-38be-4d8b-bb38-da39f8b91d8a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483854 Dec 21 02:42:45.950501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:42:46.000527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 08707169-21f3-4810-8e8b-36120d16d866 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:42:46.005099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 08707169-21f3-4810-8e8b-36120d16d866 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:42:46.005514 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:46.084547 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:46.106347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:46.108561 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a69eb-bbdc-47ae-ae57-880dd1fede38" -d '{"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-plugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:46.120518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:42:46.126610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:46.151389 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daa51d5-d31c-4dcc-a6a8-36293339a2fe x-openstack-request-id: req-8daa51d5-d31c-4dcc-a6a8-36293339a2fe {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:46.151874 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-plugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:46.152125 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8daa51d5-d31c-4dcc-a6a8-36293339a2fe {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:46.152516 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'code': 200} Dec 21 02:42:46.177432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:42:46.296935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194009-c56f-4625-b880-542ed1bd5f1c req-e93ca231-62c0-41cb-80f2-3c350f8499b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:46.298498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6e194009-c56f-4625-b880-542ed1bd5f1c req-e93ca231-62c0-41cb-80f2-3c350f8499b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1097 time: 0.0406518 Dec 21 02:42:46.342786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6e194009-c56f-4625-b880-542ed1bd5f1c req-8242b9c6-6dab-4cf9-b6b9-018c5b183ee0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371032 Dec 21 02:42:46.413683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:42:46.731229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f20eb310-cab1-4907-b4b3-e92e6d5f02a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:47.033044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee86e-b252-4605-b6ea-9f7aa8e46a4c req-a9bd0a26-3877-442e-8968-340497a781db tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:47.034575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc0ee86e-b252-4605-b6ea-9f7aa8e46a4c req-a9bd0a26-3877-442e-8968-340497a781db tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0511000 Dec 21 02:42:47.079936 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc0ee86e-b252-4605-b6ea-9f7aa8e46a4c req-210b7683-1a2f-491d-afaf-4bf23b183475 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Dec 21 02:42:47.449084 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:48.194632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded88d7-bee0-443c-8b79-3731b2110d4a req-40addc2c-8c01-454e-9592-d9ae776ec454 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:48.196425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cded88d7-bee0-443c-8b79-3731b2110d4a req-40addc2c-8c01-454e-9592-d9ae776ec454 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Dec 21 02:42:48.244593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cded88d7-bee0-443c-8b79-3731b2110d4a req-30c90351-e2f2-4974-b6fe-5607c8e08b25 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Dec 21 02:42:48.357672 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d130-921e-4061-b9ec-bd803826ab73 req-bc7bfe9c-c7b3-44d6-8185-42f787417d54 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:48.359216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d6c6d130-921e-4061-b9ec-bd803826ab73 req-bc7bfe9c-c7b3-44d6-8185-42f787417d54 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Dec 21 02:42:48.368422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 33978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:42:48.372850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'floatingip': {'port_id': '08707169-21f3-4810-8e8b-36120d16d866'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:42:48.414323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:48.840540 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:48.845478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:48.859382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:48.943978 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 associated. External IP: 172.25.6.10, port: 08707169-21f3-4810-8e8b-36120d16d866. Dec 21 02:42:49.144118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:42:49.248933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:42:49.254457 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:49.259207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:42:49.269834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:49.270448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:49.280787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3ad3e05c-55f1-4f9a-9cc4-d24d10ef9626 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "PUT /v2.0/floatingips/1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 HTTP/1.1" status: 200 len: 990 time: 0.9112952 Dec 21 02:42:49.281409 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:42:49.323086 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec7dfa-8c75-4500-aec2-642c0330b47d" -d '{"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:42:49.377794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:49.418250 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f9b209-c24d-404d-a906-b3cb245693bb x-openstack-request-id: req-05f9b209-c24d-404d-a906-b3cb245693bb {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:42:49.418549 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:42:49.418804 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05f9b209-c24d-404d-a906-b3cb245693bb {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:42:49.419207 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'status': 'completed', 'code': 200} Dec 21 02:42:49.477517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:49.554118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-30c6e7dc-0fd4-459c-b120-3c3bcc84ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:49.555607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-30c6e7dc-0fd4-459c-b120-3c3bcc84ce59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1097 time: 0.0399275 Dec 21 02:42:49.617364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '08707169-21f3-4810-8e8b-36120d16d866', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:9e:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:42:48Z', 'revision_number': 1, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:49.643099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:42:49.648868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-1b1c6bd8-e3af-4f6a-b11c-be6613915ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:49.650412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-1b1c6bd8-e3af-4f6a-b11c-be6613915ec5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0878661 Dec 21 02:42:49.651449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:42:49.652050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:42:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:49.719766 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-6c5425a3-8a19-43e7-b227-a9fd08c0d3c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 998 time: 0.0615602 Dec 21 02:42:49.757623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:42:49.768305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-59fb3a5b-e75d-430a-9da0-cede1578a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:49.769772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-59fb3a5b-e75d-430a-9da0-cede1578a85e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0431516 Dec 21 02:42:49.816226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-67539344-a2c9-491c-a7b3-9a735dade677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:42:49.817922 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-67539344-a2c9-491c-a7b3-9a735dade677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404744 Dec 21 02:42:49.913153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-c02c4173-b4e4-4604-bac0-bacb3aa476ef service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875905 Dec 21 02:42:49.983482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '08707169-21f3-4810-8e8b-36120d16d866', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:9e:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:42:48Z', 'revision_number': 1, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:42:50.010165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0fec7dfa-8c75-4500-aec2-642c0330b47d req-b24b388c-676e-41ec-8039-0b4f04f33662 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896280 Dec 21 02:42:50.012726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c1570c-a89e-44fa-a507-73eb8af3676d None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '08707169-21f3-4810-8e8b-36120d16d866', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:9e:8c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:42:48Z', 'revision_number': 1, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:42:50.192386 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9178dc23-5eb4-4070-af76-f372ea7581fe None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:42:52.519075 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:42:57.334673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:14.009888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-96dbc3b5-abff-4194-8576-739e8f911020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:16.736414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab61-86f3-410f-8064-b4248009f461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:17.451991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:18.864770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:19.449320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:22.513638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:23.412730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:43:25.141507 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-07aad2b9-591a-4979-a158-763d16e76b89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382097 Dec 21 02:43:25.241749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-dabaa9b9-904e-4fb3-896f-767035b499fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:43:25.243048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-dabaa9b9-904e-4fb3-896f-767035b499fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1097 time: 0.0431070 Dec 21 02:43:25.347094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-88f2feb4-3642-49d2-b77c-d844e3718f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:43:25.348548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-88f2feb4-3642-49d2-b77c-d844e3718f0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0840755 Dec 21 02:43:25.419370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-2576a0fd-e8bc-4ca3-bfc4-2f625224c89a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 1000 time: 0.0618713 Dec 21 02:43:25.468647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-4df231b2-7e91-48c5-8eb2-179aa83527f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:43:25.470085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-4df231b2-7e91-48c5-8eb2-179aa83527f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0419302 Dec 21 02:43:25.515261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-4067a1c1-2c48-4443-a359-f9273c2f1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:43:25.516652 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-4067a1c1-2c48-4443-a359-f9273c2f1fbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388665 Dec 21 02:43:25.606942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-194177d7-5032-47e1-a6fc-cd00889657a6 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Dec 21 02:43:25.695009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-01820e5e-632a-4eb3-bfd0-4f818b781b40 req-03a2dbf7-105b-419a-b032-5d356dce0999 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806544 Dec 21 02:43:27.355689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:44.012102 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b627becd-0cf1-40cf-9721-61650e522ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:46.739718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7bcac81d-d309-4316-acd8-0dfb86f05e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:47.457272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:48.865695 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:49.450768 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:52.520329 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:43:57.348948 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:00.411674 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:44:14.015298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7f219d0a-ea7d-4b83-b2d4-af38e6456eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:16.741185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ba1f7121-e650-4937-8a18-a312814bbdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:17.458179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:18.867524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:19.456704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:22.545026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:27.147520 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-61343bfe-12b3-4e21-846d-9b118159d001 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458355 Dec 21 02:44:27.247844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-4dffa840-684f-4441-89f7-9102dc13076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:27.249200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-4dffa840-684f-4441-89f7-9102dc13076a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1097 time: 0.0389888 Dec 21 02:44:27.355133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-08438e25-e380-425a-8d2f-016b8cc344f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:27.356581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-08438e25-e380-425a-8d2f-016b8cc344f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0865571 Dec 21 02:44:27.370641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:27.423423 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-ebf6ab5b-a4dd-4e57-aa76-29563c3c9494 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 1000 time: 0.0589960 Dec 21 02:44:27.472390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-9d01e3f6-56c8-46cc-9157-f2af8060a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:27.473942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-9d01e3f6-56c8-46cc-9157-f2af8060a648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0434229 Dec 21 02:44:27.522683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-7b8d2a2f-3d28-4fa7-b052-e9b76ef600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:27.524055 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-7b8d2a2f-3d28-4fa7-b052-e9b76ef600f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420721 Dec 21 02:44:27.617491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-06f941f1-30d9-4ee5-a6d0-725201dd9dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847907 Dec 21 02:44:27.709013 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-42981f72-b07c-4349-9b7e-dfa4847b8e73 req-250e1e02-8134-4c57-ae60-1f3a3a155990 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833521 Dec 21 02:44:29.419091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cfd5b-1d15-490e-992c-f9b20a56b017 req-4e02f2d9-94c5-41a8-a1a1-9ec7390ec9d6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:29.420575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-882cfd5b-1d15-490e-992c-f9b20a56b017 req-4e02f2d9-94c5-41a8-a1a1-9ec7390ec9d6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Dec 21 02:44:29.466959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-882cfd5b-1d15-490e-992c-f9b20a56b017 req-c26eb9f8-ba78-4f26-b522-b2bddc8c6140 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Dec 21 02:44:29.690361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-3797b83b-0d59-4e23-9156-30206451554a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404899 Dec 21 02:44:29.707768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e313e5-1e82-4dc0-9bc9-6af1acd58d97 req-e19a150d-9039-449e-ad12-f4fcf11bcf35 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:29.709425 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24e313e5-1e82-4dc0-9bc9-6af1acd58d97 req-e19a150d-9039-449e-ad12-f4fcf11bcf35 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Dec 21 02:44:29.761834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24e313e5-1e82-4dc0-9bc9-6af1acd58d97 req-b9d67331-26b0-42fb-9906-91543ca718d7 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Dec 21 02:44:30.881284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b2e8-5709-4b18-861c-8c0dd8c6b224 req-34204508-a683-4bed-bed6-247fa7ed253d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:30.882755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0916b2e8-5709-4b18-861c-8c0dd8c6b224 req-34204508-a683-4bed-bed6-247fa7ed253d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Dec 21 02:44:30.928962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0916b2e8-5709-4b18-861c-8c0dd8c6b224 req-f2c43de1-3fe7-4684-b314-8d1a66da6bf6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Dec 21 02:44:32.040661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70844696-ce4c-4368-9c53-2fbfb9e36f93 req-77a997cc-b588-4c85-b6f0-96ac97bc5993 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:32.042132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70844696-ce4c-4368-9c53-2fbfb9e36f93 req-77a997cc-b588-4c85-b6f0-96ac97bc5993 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Dec 21 02:44:32.088787 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70844696-ce4c-4368-9c53-2fbfb9e36f93 req-a0251c0f-0317-4978-a799-3ea12ba54dee tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Dec 21 02:44:33.202106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e7e8-a850-4a18-afdd-c5d1246e1cd1 req-15a56042-1aaa-481c-b77c-25013f4f8f1a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:33.204160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9a8e7e8-a850-4a18-afdd-c5d1246e1cd1 req-15a56042-1aaa-481c-b77c-25013f4f8f1a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Dec 21 02:44:33.254954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a9a8e7e8-a850-4a18-afdd-c5d1246e1cd1 req-27965af0-d012-4d93-be4c-6677ef8b97e4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 Dec 21 02:44:34.379741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d200046-51c2-42ac-b4b4-a49de9164ebe req-03056e65-8d15-4af3-bab4-02489c863e2f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:34.381238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d200046-51c2-42ac-b4b4-a49de9164ebe req-03056e65-8d15-4af3-bab4-02489c863e2f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0535882 Dec 21 02:44:34.435976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d200046-51c2-42ac-b4b4-a49de9164ebe req-32022299-5815-42f9-a696-bc9af9bdd288 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Dec 21 02:44:34.922762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-f8e0e525-4908-44e4-a015-9dc15291770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:34.924241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-f8e0e525-4908-44e4-a015-9dc15291770f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1097 time: 0.0399773 Dec 21 02:44:35.016196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-24b178d0-a8ff-4e77-80c9-e871b49cf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:35.018370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-24b178d0-a8ff-4e77-80c9-e871b49cf048 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0864923 Dec 21 02:44:35.096889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-7b1a2d58-1e9f-4166-a117-576cd5233414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 1000 time: 0.0659823 Dec 21 02:44:35.154294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-a6628daa-9e03-4a1f-80ac-e6965bf0abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:35.155736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-a6628daa-9e03-4a1f-80ac-e6965bf0abb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0469840 Dec 21 02:44:35.204733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-5712905a-b97d-419d-8193-c2dd33e03f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:35.206116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-5712905a-b97d-419d-8193-c2dd33e03f4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385509 Dec 21 02:44:35.296284 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-32ba5e13-2e93-458b-b533-f5bd332c69ae service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812910 Dec 21 02:44:35.391816 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-e68cd951-6434-4b10-9b3e-f7904a8288c5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837164 Dec 21 02:44:35.641420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93b09-bc17-4a29-9e92-7c8d604375cc req-c6fcb903-d134-47dc-8201-b91b38eea938 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:35.642888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98e93b09-bc17-4a29-9e92-7c8d604375cc req-c6fcb903-d134-47dc-8201-b91b38eea938 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.1338582 Dec 21 02:44:35.689102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98e93b09-bc17-4a29-9e92-7c8d604375cc req-69593843-5587-4190-b9b3-63f35cbcd22c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Dec 21 02:44:36.856995 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02f8e-7baa-4485-9c82-617b74813003 req-bbb72c93-dfee-4626-a291-f5fb07493258 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:36.858606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7b02f8e-7baa-4485-9c82-617b74813003 req-bbb72c93-dfee-4626-a291-f5fb07493258 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.1006715 Dec 21 02:44:36.910218 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7b02f8e-7baa-4485-9c82-617b74813003 req-c9aa0668-3f9d-442b-a379-3c7cda6ad84e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Dec 21 02:44:37.410412 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:44:38.030705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c9ae0-a60d-4976-843f-a9b451cc8441 req-f523beca-6678-4ce6-9dc0-1ac09aff9810 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:38.032153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e40c9ae0-a60d-4976-843f-a9b451cc8441 req-f523beca-6678-4ce6-9dc0-1ac09aff9810 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Dec 21 02:44:38.078565 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e40c9ae0-a60d-4976-843f-a9b451cc8441 req-5e845c58-0258-4f84-899b-c9b33f78f223 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Dec 21 02:44:39.191931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7528e8-d3b6-42f2-b711-f0ce3812e5db req-cbe3ee12-24d7-4715-823c-6459119591fc tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:39.193401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a7528e8-d3b6-42f2-b711-f0ce3812e5db req-cbe3ee12-24d7-4715-823c-6459119591fc tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Dec 21 02:44:39.243348 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9a7528e8-d3b6-42f2-b711-f0ce3812e5db req-aefbf3cc-af60-428b-97a9-91bfe2fd4a24 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Dec 21 02:44:40.358505 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c11b0-451b-45cc-905a-09d5df6e697b req-ddd66baa-488a-44a9-8d3d-69f1ea575ca5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:40.360610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de0c11b0-451b-45cc-905a-09d5df6e697b req-ddd66baa-488a-44a9-8d3d-69f1ea575ca5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Dec 21 02:44:40.407889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de0c11b0-451b-45cc-905a-09d5df6e697b req-595eb856-3498-4ff7-b1f6-a1ca1cd32222 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Dec 21 02:44:41.521909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d966c42-1e4b-4a51-bc49-c8ae1ef11320 req-e2fad096-8af0-4f76-a8ac-594325e718f3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:41.523372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d966c42-1e4b-4a51-bc49-c8ae1ef11320 req-e2fad096-8af0-4f76-a8ac-594325e718f3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Dec 21 02:44:41.568613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d966c42-1e4b-4a51-bc49-c8ae1ef11320 req-ee3ed6b7-3d12-4286-9135-20dad55ab08d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394621 Dec 21 02:44:42.689253 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ef94-7a1e-4990-9765-a4dd2a003346 req-757f843b-6003-4ca0-ac8a-34c313ceeda5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:42.690733 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7412ef94-7a1e-4990-9765-a4dd2a003346 req-757f843b-6003-4ca0-ac8a-34c313ceeda5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Dec 21 02:44:42.736403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7412ef94-7a1e-4990-9765-a4dd2a003346 req-e782ae13-3deb-4783-9d63-36afbb25df99 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Dec 21 02:44:43.850504 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f764c72-cd64-4bc2-aa00-4063314346ee req-0fca1865-a783-4670-b593-ca4cf464fb5e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:43.851958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f764c72-cd64-4bc2-aa00-4063314346ee req-0fca1865-a783-4670-b593-ca4cf464fb5e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Dec 21 02:44:43.898062 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f764c72-cd64-4bc2-aa00-4063314346ee req-826b7728-a0e4-4407-a0a6-cfb6c2535528 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Dec 21 02:44:44.017493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5949808a-b2f3-4c99-ac9a-043c24f51001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:45.016803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8a07-93a6-4747-9a1b-349995e1e703 req-cc25690d-e8dc-48eb-bb0d-082e542be36d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:45.018299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a40f8a07-93a6-4747-9a1b-349995e1e703 req-cc25690d-e8dc-48eb-bb0d-082e542be36d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0523801 Dec 21 02:44:45.068626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a40f8a07-93a6-4747-9a1b-349995e1e703 req-da434478-0df7-4362-aae5-59d53d4f1e9f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Dec 21 02:44:46.193887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e0fd3-790d-469e-9251-ad9561c33689 req-f254d8a4-4fee-4124-ab9c-9425cf188708 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:46.195377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a0e0fd3-790d-469e-9251-ad9561c33689 req-f254d8a4-4fee-4124-ab9c-9425cf188708 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0602558 Dec 21 02:44:46.241913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5a0e0fd3-790d-469e-9251-ad9561c33689 req-5075c0db-d788-4ef9-9526-c8affe632575 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Dec 21 02:44:46.742019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a47cf93-b351-4eca-ab3a-5f1dabdc2fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:47.356918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1687a-2b9b-40b9-ae65-3eec5b4c276e req-e8554880-8c23-4af0-a78c-6816eec42cab tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:47.358403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbe1687a-2b9b-40b9-ae65-3eec5b4c276e req-e8554880-8c23-4af0-a78c-6816eec42cab tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0481069 Dec 21 02:44:47.409844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbe1687a-2b9b-40b9-ae65-3eec5b4c276e req-1db6fe90-b131-45c1-a3b1-7f0c38ace797 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Dec 21 02:44:47.461829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:47.844820 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-717dfb4a-6726-40f9-a8c6-a07fac2c2d56 service neutron] show failed (client error): The resource could not be found. Dec 21 02:44:47.845969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-717dfb4a-6726-40f9-a8c6-a07fac2c2d56 service neutron] 10.222.0.45 "GET /v2.0/ports/08707169-21f3-4810-8e8b-36120d16d866/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0586627 Dec 21 02:44:48.064068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-66637843-6c8a-4487-9673-10e8e63ca76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:48.065622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-66637843-6c8a-4487-9673-10e8e63ca76a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1097 time: 0.0406797 Dec 21 02:44:48.076223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-92f6cfc8-8951-4942-abdc-ea238b17e72c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:44:48.077138 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-92f6cfc8-8951-4942-abdc-ea238b17e72c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047169 Dec 21 02:44:48.094539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:44:48.149191 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:48.355068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:44:48.387550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:44:48.426332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:44:48.428475 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dea35c-6aff-4d59-9f5b-4b8393c3c409" -d '{"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-unplugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:44:48.433894 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:48.449042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Transition to ACTIVE for port object 08707169-21f3-4810-8e8b-36120d16d866 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:44:48.453470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:48.559086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c708010-b699-4032-b4ce-580864f92caa req-48852357-ac9f-4039-a4d5-a31ee9bfe2a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:48.560858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c708010-b699-4032-b4ce-580864f92caa req-48852357-ac9f-4039-a4d5-a31ee9bfe2a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0769489 Dec 21 02:44:48.619544 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c708010-b699-4032-b4ce-580864f92caa req-a8f3b27a-316c-467c-a2c8-b70142b03744 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Dec 21 02:44:48.857326 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b26737a-7f0d-4d87-859f-d649c7c3718b x-openstack-request-id: req-3b26737a-7f0d-4d87-859f-d649c7c3718b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:44:48.857981 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-unplugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:44:48.857981 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b26737a-7f0d-4d87-859f-d649c7c3718b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:44:48.858808 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'code': 200} Dec 21 02:44:48.872191 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:48.889545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:44:48.912662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.913006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.913385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.913712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.914041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.914369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.914694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.915016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.915341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.915663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.915983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.916305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.916618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:48.969368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] No DVR routers for this DVR port 08707169-21f3-4810-8e8b-36120d16d866 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:44:49.096731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:44:49.097060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:44:49.097413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:44:49.101579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:44:49.101900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Attempting to bind port 08707169-21f3-4810-8e8b-36120d16d866 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:44:49.106747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:44:49.107080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:44:49.107456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:44:49.107867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Bound port: 08707169-21f3-4810-8e8b-36120d16d866, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:44:49.108209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:49.167794 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:44:49.170922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:44:49.174363 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:49.212945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.213558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:49.214919 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] 10.222.0.24 "PUT /v2.0/ports/08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 1092 time: 1.1239562 Dec 21 02:44:49.232978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b0565-eef5-4806-afbd-07232840223e service neutron] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:44:49.289900 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-a29f2e10-4e7f-4234-bf2c-2bb1bb6ecf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.291054 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-a29f2e10-4e7f-4234-bf2c-2bb1bb6ecf03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1095 time: 0.0431104 Dec 21 02:44:49.388913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-94362760-e084-4f98-8615-659c1cd5e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.390733 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-94362760-e084-4f98-8615-659c1cd5e617 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0923555 Dec 21 02:44:49.449476 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:49.464435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-73d44edb-1b24-4f35-8872-ceb10af57db6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 998 time: 0.0651970 Dec 21 02:44:49.512651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-bbd31d8c-78cf-444f-b0d6-37827e8356c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.514127 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-bbd31d8c-78cf-444f-b0d6-37827e8356c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0434961 Dec 21 02:44:49.561443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-d100b762-0654-46ba-ad4c-a0e84ce6aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.563627 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-d100b762-0654-46ba-ad4c-a0e84ce6aea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420585 Dec 21 02:44:49.653522 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-cc19c120-e65b-4cba-9d21-984b50d6154b service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835652 Dec 21 02:44:49.739830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6e1bf-63d9-4ae4-a5f0-228f4de3e43a req-dd3f78f5-bd6a-4e0a-8640-03157ba0130c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:49.741306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0d6e1bf-63d9-4ae4-a5f0-228f4de3e43a req-dd3f78f5-bd6a-4e0a-8640-03157ba0130c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0493245 Dec 21 02:44:49.746692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1fa9a962-bb0b-4f01-b793-9d75e2117473 req-8f7940c4-85b8-439a-a29f-4165d98fe395 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867007 Dec 21 02:44:49.791558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d0d6e1bf-63d9-4ae4-a5f0-228f4de3e43a req-3a332f08-0aef-4e2c-8783-c90bd60bc0eb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Dec 21 02:44:50.859750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:44:50.862136 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be1554d-a989-4df6-9533-a5178a007147" -d '{"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:44:50.910395 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3b14c1-d380-466a-9124-938f3efa24e4 x-openstack-request-id: req-bb3b14c1-d380-466a-9124-938f3efa24e4 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:44:50.910707 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:44:50.910984 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb3b14c1-d380-466a-9124-938f3efa24e4 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:44:50.911380 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'status': 'completed', 'code': 200} Dec 21 02:44:50.914322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b75e7-eec0-4d13-8094-87f5903d47e5 req-6fce6be4-75cd-4312-b609-c3b55d3a6ca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:50.915804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b87b75e7-eec0-4d13-8094-87f5903d47e5 req-6fce6be4-75cd-4312-b609-c3b55d3a6ca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0535033 Dec 21 02:44:50.963091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b87b75e7-eec0-4d13-8094-87f5903d47e5 req-20309dd8-d7f0-4d09-9c98-ad424d7e40a1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Dec 21 02:44:51.024930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-32167ff3-0b77-4788-b6a5-07de1d99610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.026435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-32167ff3-0b77-4788-b6a5-07de1d99610c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1095 time: 0.0739543 Dec 21 02:44:51.031406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-2c1e9dab-9a60-4251-ab83-8aa6a7c9e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.032756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-2c1e9dab-9a60-4251-ab83-8aa6a7c9e5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1095 time: 0.0505695 Dec 21 02:44:51.184244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-0cedfb1e-bd82-462d-b51e-eb50cc037df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.185723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-0cedfb1e-bd82-462d-b51e-eb50cc037df0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1516039 Dec 21 02:44:51.190015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-4578ff7b-e61e-48d0-a2a0-3fef896dfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.191341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-4578ff7b-e61e-48d0-a2a0-3fef896dfc16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1403117 Dec 21 02:44:51.295614 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-e91e698a-3e43-47ef-b8f0-3d6b99256a23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 998 time: 0.1029956 Dec 21 02:44:51.312540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-da459024-06aa-43fb-9d5f-8a48c5f0757c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 998 time: 0.0811350 Dec 21 02:44:51.382059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-8e292463-7691-475d-94a5-778c4bc2d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.383512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-8e292463-7691-475d-94a5-778c4bc2d773 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0790105 Dec 21 02:44:51.390029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-5a54c596-6d87-4972-89b4-3849eed2bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.391391 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-5a54c596-6d87-4972-89b4-3849eed2bb64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0569904 Dec 21 02:44:51.457312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-47bb091f-fb69-4924-85bc-12ea98818f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.458737 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-47bb091f-fb69-4924-85bc-12ea98818f8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665169 Dec 21 02:44:51.461118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1554d-a989-4df6-9533-a5178a007147 req-ad5c705d-2ea7-4d5f-bcb2-b1c8018f0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:51.462497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-ad5c705d-2ea7-4d5f-bcb2-b1c8018f0d3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629802 Dec 21 02:44:51.624540 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-222f12ff-d3e6-43d7-b376-b13fd670be02 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582921 Dec 21 02:44:51.629590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-909d6de0-28f0-49df-9057-7826f39c8ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409025 Dec 21 02:44:51.780506 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-c373c2f7-cbac-499b-8110-a38c8db47458 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479514 Dec 21 02:44:51.786157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9be1554d-a989-4df6-9533-a5178a007147 req-60dc635c-f5fa-420f-9ded-d3bb119f84a6 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363409 Dec 21 02:44:52.078507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615dc8-4776-49bf-99b1-4132b145a594 req-d58fcf34-0688-4898-b531-27be1785921f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:52.080541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0615dc8-4776-49bf-99b1-4132b145a594 req-d58fcf34-0688-4898-b531-27be1785921f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0484667 Dec 21 02:44:52.126367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0615dc8-4776-49bf-99b1-4132b145a594 req-7ee9781b-1a79-465a-956e-f2516f7665fd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399842 Dec 21 02:44:52.557915 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:44:52.560855 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:52.598191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 08707169-21f3-4810-8e8b-36120d16d866 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:44:52.598571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:44:53.240344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c826-fd8a-4081-a84b-98bca9f66370 req-74feab9c-ccb9-4098-99e4-e380a5126434 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.241743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac86c826-fd8a-4081-a84b-98bca9f66370 req-74feab9c-ccb9-4098-99e4-e380a5126434 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0487390 Dec 21 02:44:53.292260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac86c826-fd8a-4081-a84b-98bca9f66370 req-45707108-8cbb-4b04-b859-20ff1683b8ba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Dec 21 02:44:53.309596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:44:53.497443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fae83-9307-46c1-9a27-2288176ce2e8 req-5bddfe6f-d8e6-4e24-9c19-892f37e58aaf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.500814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e4fae83-9307-46c1-9a27-2288176ce2e8 req-5bddfe6f-d8e6-4e24-9c19-892f37e58aaf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 943 time: 0.0562525 Dec 21 02:44:53.540567 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-a2b54208-d439-4165-a3b4-c3f4a898b81c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.542264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-a2b54208-d439-4165-a3b4-c3f4a898b81c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454&tenant_id=a52fd8787718488f8805c6e39e4075b8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 943 time: 0.0555096 Dec 21 02:44:53.556809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e4fae83-9307-46c1-9a27-2288176ce2e8 req-c4aed649-dd35-48fe-9634-d30c89b4d7b9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 Dec 21 02:44:53.579298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:44:53.590105 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '08707169-21f3-4810-8e8b-36120d16d866', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '08707169-21f3-4810-8e8b-36120d16d866', 'mac_address': 'fa:16:3e:9e:8c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:44:53.615713 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-c7aa2984-29d3-45bc-9948-f0ed1313ce7c service neutron] delete failed (client error): The resource could not be found. Dec 21 02:44:53.616722 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-c7aa2984-29d3-45bc-9948-f0ed1313ce7c service neutron] 10.222.0.45 "DELETE /v2.0/ports/08707169-21f3-4810-8e8b-36120d16d866/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0551763 Dec 21 02:44:53.627884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:53.639870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08707169-21f3-4810-8e8b-36120d16d866 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:44:53.661603 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:44:53.665859 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:53.711651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:44:53.719322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.719672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.720011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.720344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.720677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.721031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.721442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.721774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.722098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.722415 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.722740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.723060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.723376 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:44:53.743185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-4b7651ff-0ef7-47ce-b3c2-15192b6796bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.744707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-4b7651ff-0ef7-47ce-b3c2-15192b6796bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 1096 time: 0.0416999 Dec 21 02:44:53.840878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-d5231d78-4231-4697-89ff-c6c4a93cc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.842268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-d5231d78-4231-4697-89ff-c6c4a93cc1ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0867238 Dec 21 02:44:53.913087 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-0a8f5066-6fea-460b-a36c-7727d0b24de0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 200 len: 999 time: 0.0598948 Dec 21 02:44:53.966879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-82ac6564-c57b-40fb-bd5b-e9be69de26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:53.968322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-82ac6564-c57b-40fb-bd5b-e9be69de26ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0443118 Dec 21 02:44:54.017096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-a4374e3a-cac7-4f6f-ac63-8b40a82dfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:54.018566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-a4374e3a-cac7-4f6f-ac63-8b40a82dfb79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393414 Dec 21 02:44:54.090124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['08707169-21f3-4810-8e8b-36120d16d866'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:44:54.115703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-17386822-60f8-44db-b639-da938244ec9a service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Dec 21 02:44:54.208100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0155135b-ff6b-4891-b8d1-7c669579b759 req-882ca06a-49d7-47c8-832f-14beb7cb7ac4 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809958 Dec 21 02:44:54.671570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920088-464c-4855-8286-ba0a2c3bac61 req-a54f4110-57b1-4f9c-b253-42b88ae11e58 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:54.673411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a920088-464c-4855-8286-ba0a2c3bac61 req-a54f4110-57b1-4f9c-b253-42b88ae11e58 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Dec 21 02:44:54.721556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a920088-464c-4855-8286-ba0a2c3bac61 req-70f2e151-3d0b-4876-885d-3bcaf79eea76 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Dec 21 02:44:55.313439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:44:55.361920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 08707169-21f3-4810-8e8b-36120d16d866 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:44:55.365596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 08707169-21f3-4810-8e8b-36120d16d866 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:44:55.365967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:55.444424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:55.466799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:44:55.469035 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145df51a-2660-4f78-b62b-73cec025271d" -d '{"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-plugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:44:55.481658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:44:55.486401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:55.509912 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f17aaf-c7cb-4f46-8dbb-74370c202fcb x-openstack-request-id: req-b8f17aaf-c7cb-4f46-8dbb-74370c202fcb {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:44:55.510214 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-plugged", "status": "completed", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:44:55.510471 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8f17aaf-c7cb-4f46-8dbb-74370c202fcb {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:44:55.510863 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'code': 200} Dec 21 02:44:55.536228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:44:55.838290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7bb3-2b57-4931-b499-5ffc90bd19b2 req-9aff71dd-02ce-4e9d-96f7-054735fa76fe tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:55.839734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45fd7bb3-2b57-4931-b499-5ffc90bd19b2 req-9aff71dd-02ce-4e9d-96f7-054735fa76fe tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Dec 21 02:44:55.885129 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-45fd7bb3-2b57-4931-b499-5ffc90bd19b2 req-32d740d0-23d5-4e45-9ad2-1c6519405b00 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395637 Dec 21 02:44:56.002264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27437f81-1a4f-4a5c-a92d-abd2ab5ae0ae req-cb5dc261-ce72-48c5-a52e-9da0ef6dd765 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:56.003630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27437f81-1a4f-4a5c-a92d-abd2ab5ae0ae req-cb5dc261-ce72-48c5-a52e-9da0ef6dd765 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0479321 Dec 21 02:44:56.049825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27437f81-1a4f-4a5c-a92d-abd2ab5ae0ae req-3e71c099-4a91-4892-87ab-e09d1eda639d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Dec 21 02:44:56.164460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862224e0-7de7-43bd-83d5-ff7f3c36dfca req-459d335e-bc00-4b44-83a5-04176b0e191d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:56.165945 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-862224e0-7de7-43bd-83d5-ff7f3c36dfca req-459d335e-bc00-4b44-83a5-04176b0e191d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0508492 Dec 21 02:44:56.213008 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-862224e0-7de7-43bd-83d5-ff7f3c36dfca req-36470683-3d3e-42b7-a873-a4bf1199b7e1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Dec 21 02:44:56.440135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5307643-da4b-4d51-a408-cb4d5746e201 req-e81d6b20-9583-464d-95cd-52453fa76872 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:56.441619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5307643-da4b-4d51-a408-cb4d5746e201 req-e81d6b20-9583-464d-95cd-52453fa76872 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Dec 21 02:44:56.492818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5307643-da4b-4d51-a408-cb4d5746e201 req-c32cb263-18c3-4e5a-8980-9adea993b46e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452492 Dec 21 02:44:57.366816 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:57.612160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db61ea-b73e-4570-b33d-ab3a2f5ca122 req-c94c44aa-080f-4561-8cdb-34ce00a84eb9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:57.613663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29db61ea-b73e-4570-b33d-ab3a2f5ca122 req-c94c44aa-080f-4561-8cdb-34ce00a84eb9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Dec 21 02:44:57.663194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29db61ea-b73e-4570-b33d-ab3a2f5ca122 req-4c0a72d3-a28b-478b-acaa-fcec0d9e806c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Dec 21 02:44:57.901877 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee800-e447-415b-80f9-8b0d220a5417 req-7276a5ed-b58f-43fd-9ff9-913b6ae1bdb0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:44:57.903315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-754ee800-e447-415b-80f9-8b0d220a5417 req-7276a5ed-b58f-43fd-9ff9-913b6ae1bdb0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Dec 21 02:44:57.993028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Deleting port 08707169-21f3-4810-8e8b-36120d16d866 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:44:57.993388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.081025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] For port 08707169-21f3-4810-8e8b-36120d16d866, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=08707169-21f3-4810-8e8b-36120d16d866,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:44:58.081406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.246067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.246336 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.246645 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 disassociated. External IP: 172.25.6.10, port: 08707169-21f3-4810-8e8b-36120d16d866. Dec 21 02:44:58.246982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Calling delete_port for 08707169-21f3-4810-8e8b-36120d16d866 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:44:58.378104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.406138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'Port': ['ID=08707169-21f3-4810-8e8b-36120d16d866,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:44:58.525196 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:44:58.632483 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:44:58.643438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:44:58.652277 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:44:58.653059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:44:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:44:58.670225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] No DVR routers for this DVR port 08707169-21f3-4810-8e8b-36120d16d866 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:44:58.672746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:44:58.676031 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-754ee800-e447-415b-80f9-8b0d220a5417 req-99ca5ba6-ed0b-4c9e-b248-9f59e9430d57 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "DELETE /v2.0/ports/08707169-21f3-4810-8e8b-36120d16d866 HTTP/1.1" status: 204 len: 173 time: 0.7665727 Dec 21 02:44:58.676471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-deleted', 'tag': '08707169-21f3-4810-8e8b-36120d16d866'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:44:58.678827 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d31251-6d77-4c79-9047-7f8d63b84f1b" -d '{"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-deleted", "tag": "08707169-21f3-4810-8e8b-36120d16d866"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:44:58.744875 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6508f7-604d-4819-807a-51090700f63b x-openstack-request-id: req-7a6508f7-604d-4819-807a-51090700f63b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:44:58.745290 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75ad6c-8d0f-4625-b69f-7f904f37e454", "name": "network-vif-deleted", "tag": "08707169-21f3-4810-8e8b-36120d16d866", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:44:58.745747 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a6508f7-604d-4819-807a-51090700f63b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:44:58.746216 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75ad6c-8d0f-4625-b69f-7f904f37e454', 'name': 'network-vif-deleted', 'tag': '08707169-21f3-4810-8e8b-36120d16d866', 'status': 'completed', 'code': 200} Dec 21 02:44:58.764103 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:44:58.793447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17722808-29ca-44f9-9235-b3c4e5998e5e req-40132da0-8309-43eb-b378-eb3497635e4e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=df75ad6c-8d0f-4625-b69f-7f904f37e454 HTTP/1.1" status: 200 len: 210 time: 0.0301428 Dec 21 02:44:58.968514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:44:58.994586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:44:59.003432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:44:59.004030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:44:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:44:59.106482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:44:59.299596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:44:59.325939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e6094-97d0-44ae-b96c-8741c921440a None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:44:59.528965 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc425a15-9aa3-4250-ab4f-e9a499a6e55b None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:45:00.032439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-130ddeb7-859b-4e2a-b911-4dd8916de596 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1779718072&fields=id&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 267 time: 0.0418580 Dec 21 02:45:00.138819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-21e3471f-a94c-4c00-b639-96f8222cd5a2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:00.140258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-21e3471f-a94c-4c00-b639-96f8222cd5a2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1011701 Dec 21 02:45:00.155252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-f5a15123-3c9c-4a80-9392-5f813df74c60 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/quotas/a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 375 time: 0.0086925 Dec 21 02:45:00.207356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-fb58cc45-5fc1-4631-9712-a0fc3e26062d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470233 Dec 21 02:45:00.347813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-6cef8323-76f8-40c7-8b3c-cf23291e555b service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272843 Dec 21 02:45:00.439313 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-2c2d2137-cdbb-48d5-b41d-73f5397dc39b service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Dec 21 02:45:00.602090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-264ba348-0dfd-4b74-9ecc-d7e5c0ef2bc7 req-87ce467d-6fc3-4797-8a20-aa4e9bf230e6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Dec 21 02:45:01.357057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:45:01.378263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 08707169-21f3-4810-8e8b-36120d16d866 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:45:01.378610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 08707169-21f3-4810-8e8b-36120d16d866 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:45:01.573950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-d2c6b0d8-2bb5-4044-87e2-a2e764c76771 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:01.575664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-d2c6b0d8-2bb5-4044-87e2-a2e764c76771 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1045611 Dec 21 02:45:01.646622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-ce293132-14da-4e12-a4e9-6870286ba0f0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 380 time: 0.0556974 Dec 21 02:45:01.679813 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'port': {'device_id': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'admin_state_up': True, 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'security_groups': ['8cb780f0-fd9c-4de8-9bfa-67817384f65e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:45:01.697853 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e646199-4fbc-4ee2-bed9-59a127ce0cc3 req-8d2794a0-de80-41d1-a8ad-f4e298ecf404 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Dec 21 02:45:01.785836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:45:01.789253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:01.913752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Allocated IP 172.20.0.13 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/1b288b9c-7627-4b03-8cd4-097eb2d6b019) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:45:02.046034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.404889 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.446507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:45:02.449372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:45:02.451602 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:45:02.480380 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:45:02.511743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:02.512368 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.528591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-0db30fcd-e5e6-43de-a965-aa162f55c81d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526495 Dec 21 02:45:02.592440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Request body: {'port': {'device_id': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:45:02.648739 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.686746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3dc2edda-2b4f-4a14-ad18-3d4b16a405f0 None None] Provisioning complete for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:45:02.687296 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc2edda-2b4f-4a14-ad18-3d4b16a405f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.720375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2edda-2b4f-4a14-ad18-3d4b16a405f0 None None] Port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:45:02.824137 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f7663-0496-4cbf-abf6-6c1e5e51ac2d req-50fd7956-2ae6-4975-99cb-1eda4b148ab3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:02.825635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc2f7663-0496-4cbf-abf6-6c1e5e51ac2d req-50fd7956-2ae6-4975-99cb-1eda4b148ab3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 932 time: 0.0490162 Dec 21 02:45:02.910498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b288b9c-7627-4b03-8cd4-097eb2d6b019 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:45:02.918692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.933131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Transition to ACTIVE for port object 1b288b9c-7627-4b03-8cd4-097eb2d6b019 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:45:02.938256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:02.994312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:45:03.073445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:45:03.073902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:45:03.074296 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:45:03.079330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:45:03.079741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:45:03.085633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:45:03.086075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:45:03.086554 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:45:03.087085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Bound port: 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:45:03.087514 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:03.121882 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc2f7663-0496-4cbf-abf6-6c1e5e51ac2d req-02c91798-59f8-4ac9-85a9-a87c60c3c5aa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895517 Dec 21 02:45:03.155940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:45:03.159624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:45:03.164393 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:03.204187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.204807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:03.206254 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1093 time: 0.6643887 Dec 21 02:45:03.206699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:45:03.208976 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:45:03.229568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567a95-aafe-4058-8780-a8d64eafbdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:45:03.262942 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c4b9c-f152-4c4c-9838-76185dddcb27 x-openstack-request-id: req-aa2c4b9c-f152-4c4c-9838-76185dddcb27 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:45:03.263236 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:45:03.263492 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa2c4b9c-f152-4c4c-9838-76185dddcb27 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:45:03.263896 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'status': 'completed', 'code': 200} Dec 21 02:45:03.329027 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-ab36acb9-b96b-4d89-a11e-eb9dd9cdb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.330585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-ab36acb9-b96b-4d89-a11e-eb9dd9cdb7f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1096 time: 0.0485611 Dec 21 02:45:03.384491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-ed701222-f8cc-4334-979c-214ae3f0903d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 217 time: 0.0361516 Dec 21 02:45:03.433696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-560a98d5-9ac1-4712-b97a-e90cb3a879c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.435197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-560a98d5-9ac1-4712-b97a-e90cb3a879c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0441556 Dec 21 02:45:03.484735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f726-5457-48ef-afda-f3130754936a req-dec11f79-9c1c-4205-87e8-54278d208828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.486297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-dec11f79-9c1c-4205-87e8-54278d208828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443892 Dec 21 02:45:03.576248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-7fb2e8b6-7e75-4546-8f84-c8c4c6cbb834 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Dec 21 02:45:03.681369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-24b2f726-5457-48ef-afda-f3130754936a req-f898fee7-e175-4ad6-b996-9107b776abcd service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979724 Dec 21 02:45:03.810749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-f4802e86-d596-4b51-b47d-8830adad168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.812220 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-f4802e86-d596-4b51-b47d-8830adad168d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1096 time: 0.0400085 Dec 21 02:45:03.903885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-abf98a56-fd6f-4b90-be81-3e82f15e30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.905328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-abf98a56-fd6f-4b90-be81-3e82f15e30f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0865521 Dec 21 02:45:03.946558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-0d96d0d3-2945-45a8-b579-db8a0d14a515 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 217 time: 0.0338438 Dec 21 02:45:03.998285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-2fc85f4f-ade0-4f9a-8294-3b656737d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:03.999786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-2fc85f4f-ade0-4f9a-8294-3b656737d24c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0469625 Dec 21 02:45:04.043801 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-5652aa25-3490-42a8-8f32-f6b2ac7bb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:04.045207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-5652aa25-3490-42a8-8f32-f6b2ac7bb44c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383275 Dec 21 02:45:04.135669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-56cc683e-91bb-4939-8c85-555b7ed07117 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Dec 21 02:45:04.229439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca886c8e-47a6-43a3-a2cd-b7b907ab9b3b req-2a2414de-1311-4279-85cc-39c687db14b5 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869405 Dec 21 02:45:04.236484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241654fc-1131-4b74-905b-1660a50fa3be req-bef5a72c-512a-4741-97c8-a3c1e485bd36 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:04.237979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-241654fc-1131-4b74-905b-1660a50fa3be req-bef5a72c-512a-4741-97c8-a3c1e485bd36 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0484500 Dec 21 02:45:04.286339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-241654fc-1131-4b74-905b-1660a50fa3be req-9e96f633-7042-4e9b-8710-43bf1f081418 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Dec 21 02:45:05.403207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee9c4c-d543-4066-99c5-5e6210bb6247 req-7c2ad1dc-1638-42be-947b-6f96acbce4a8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:05.404658 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaee9c4c-d543-4066-99c5-5e6210bb6247 req-7c2ad1dc-1638-42be-947b-6f96acbce4a8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0486128 Dec 21 02:45:05.450939 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaee9c4c-d543-4066-99c5-5e6210bb6247 req-2abdabb9-5da1-4551-a116-a9ad5455c801 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 Dec 21 02:45:06.570391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1dd54-3500-43c5-b55a-e8ad8945583e req-9bcb9a18-5e5d-4437-8074-bf27a597d3a1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:06.571849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ed1dd54-3500-43c5-b55a-e8ad8945583e req-9bcb9a18-5e5d-4437-8074-bf27a597d3a1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0512173 Dec 21 02:45:06.617364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ed1dd54-3500-43c5-b55a-e8ad8945583e req-437c0b40-9a8c-4ff8-9535-2b5936b20402 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Dec 21 02:45:07.403672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:45:07.497839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:45:07.508498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'mac_address': 'fa:16:3e:d5:1d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:45:07.544019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:07.556566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b288b9c-7627-4b03-8cd4-097eb2d6b019 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:45:07.575736 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:45:07.579606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:07.629438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:45:07.730384 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6e81-5b1d-460d-aa1f-0b7ba2c319f3 req-1b6215ae-c3e9-4d61-ae54-f2f466f6462c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:07.731820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1bf6e81-5b1d-460d-aa1f-0b7ba2c319f3 req-1b6215ae-c3e9-4d61-ae54-f2f466f6462c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Dec 21 02:45:07.778212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1bf6e81-5b1d-460d-aa1f-0b7ba2c319f3 req-43ad68ad-b7d8-42c5-b5f4-31962f955353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 Dec 21 02:45:07.950607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['1b288b9c-7627-4b03-8cd4-097eb2d6b019'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:45:08.897819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6c36-653b-40a7-93cc-3e706494eba7 req-0d59403d-f92c-4615-b591-81854bc08834 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:08.899269 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a94c6c36-653b-40a7-93cc-3e706494eba7 req-0d59403d-f92c-4615-b591-81854bc08834 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 945 time: 0.0528200 Dec 21 02:45:08.945436 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a94c6c36-653b-40a7-93cc-3e706494eba7 req-8856029d-b7df-4c1b-acd1-5e67b74a0916 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Dec 21 02:45:09.409717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:45:09.460081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:45:09.464019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:45:09.464389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:09.539040 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:09.560812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:45:09.563127 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035ec57-a6a3-4ab7-895c-ef52e2ee4272" -d '{"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-plugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:45:09.576570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:45:09.581509 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:09.631314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:45:09.657026 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1944e9c-9cef-4a4f-92c5-2f3870cea5bd x-openstack-request-id: req-d1944e9c-9cef-4a4f-92c5-2f3870cea5bd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:45:09.657986 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-plugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:45:09.658246 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1944e9c-9cef-4a4f-92c5-2f3870cea5bd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:45:09.658645 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'code': 200} Dec 21 02:45:09.781487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600bb3d-9620-4013-9848-d4ccba3b7b08 req-c2f2e0cd-146f-4b9d-a8ec-4fd8c215ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:09.783631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e600bb3d-9620-4013-9848-d4ccba3b7b08 req-c2f2e0cd-146f-4b9d-a8ec-4fd8c215ac02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0401731 Dec 21 02:45:09.825904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e600bb3d-9620-4013-9848-d4ccba3b7b08 req-cc37f1b2-353f-47ea-ab05-e9ea4d222def service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350904 Dec 21 02:45:10.056101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c654-aff6-4c68-80ad-f9c5edbd8409 req-58769b2e-ec02-40e8-8355-24e1772e0d51 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:10.057577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f983c654-aff6-4c68-80ad-f9c5edbd8409 req-58769b2e-ec02-40e8-8355-24e1772e0d51 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0470593 Dec 21 02:45:10.104112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f983c654-aff6-4c68-80ad-f9c5edbd8409 req-77200a15-6e5b-479a-83c5-f91102f598ca tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Dec 21 02:45:11.224620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5db1d-13b9-40a7-9203-3088193542cd req-62990512-9457-4c68-8c89-9b9f621a2cba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:11.226292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78e5db1d-13b9-40a7-9203-3088193542cd req-62990512-9457-4c68-8c89-9b9f621a2cba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Dec 21 02:45:11.277747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78e5db1d-13b9-40a7-9203-3088193542cd req-5869d39d-a5e3-42f2-8b2b-d68e45d3d2a8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450912 Dec 21 02:45:12.394525 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa20e7-3c4f-4a32-bda6-de8088df0fba req-228c8192-457c-404c-892e-39caba4dc608 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:12.396260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bfaa20e7-3c4f-4a32-bda6-de8088df0fba req-228c8192-457c-404c-892e-39caba4dc608 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0487630 Dec 21 02:45:12.441927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bfaa20e7-3c4f-4a32-bda6-de8088df0fba req-0d075f6c-1f86-47ab-91ea-4ec1c5fabbcf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397656 Dec 21 02:45:12.557237 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689d6-d0d7-4245-9f44-d9bf29cdf3aa req-d540044d-3b86-4539-a0b9-9726307adae3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:12.558622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e3689d6-d0d7-4245-9f44-d9bf29cdf3aa req-d540044d-3b86-4539-a0b9-9726307adae3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Dec 21 02:45:12.567757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34378) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:45:12.572015 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'floatingip': {'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:45:12.614916 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:13.047986 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:13.051989 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:13.155097 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 associated. External IP: 172.25.6.10, port: 1b288b9c-7627-4b03-8cd4-097eb2d6b019. Dec 21 02:45:13.358460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:45:13.467352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:45:13.472136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:13.476553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:45:13.486970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:45:13.487651 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:44:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:45:13.499120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4e3e1a31-5183-407f-89be-3044f4341b6f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "PUT /v2.0/floatingips/1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 HTTP/1.1" status: 200 len: 991 time: 0.9303422 Dec 21 02:45:13.499715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:45:13.502535 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e" -d '{"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:45:13.548294 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073326e6-5f49-410c-a459-ea158bef22e0 x-openstack-request-id: req-073326e6-5f49-410c-a459-ea158bef22e0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:45:13.549005 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:45:13.549262 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-073326e6-5f49-410c-a459-ea158bef22e0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:45:13.549703 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'status': 'completed', 'code': 200} Dec 21 02:45:13.596198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:45:13.644923 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-dabc94fd-d7f8-4d7b-abd0-ecb0488e2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:13.646518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-dabc94fd-d7f8-4d7b-abd0-ecb0488e2988 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0416324 Dec 21 02:45:13.742174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-3f99ea5c-332b-4efa-b3f5-a0e5363102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:13.743910 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-3f99ea5c-332b-4efa-b3f5-a0e5363102a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0889442 Dec 21 02:45:13.809830 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-7c7e984a-7482-4a83-8f0b-3b1dcefb5222 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 999 time: 0.0586495 Dec 21 02:45:13.812528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:d5:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:45:12Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:45:13.841361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:45:13.850023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:45:13.850617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:44:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:45:13.864498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-00e71b83-e3a0-4d15-8d83-58158f0abe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:13.865997 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-00e71b83-e3a0-4d15-8d83-58158f0abe1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0500574 Dec 21 02:45:13.912153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-2f339d0f-b524-481f-9b52-8ae15228ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:13.913578 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-2f339d0f-b524-481f-9b52-8ae15228ea4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406983 Dec 21 02:45:13.952347 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:45:14.006898 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-affc02ea-0af6-46d5-bf49-8562dfa2ee93 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Dec 21 02:45:14.049301 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dceeffb5-09f4-4ef4-a1ce-dd5b9cbaa261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:14.104995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-38704ec8-7411-4d20-a4a4-0b1d9b8b728e req-5f99b250-80cf-4276-bf39-b673c7ee3072 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911338 Dec 21 02:45:14.335614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:d5:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:45:12Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:45:14.364571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b693a-2310-4492-a1d9-23b67b0e38ad None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:d5:1d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:45:12Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:45:14.409903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:45:14.556141 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b9720-f2e8-41e6-ba42-8cf69e1d8824 None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:45:16.745731 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2759937b-37ea-492b-bdcd-5171771a49dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:17.463300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:18.872760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:19.450982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:22.564289 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:27.370666 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:44.025049 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b58c0e65-da80-456e-acdb-b117f1339a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:46.747884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-826f4cd2-86df-4913-9bf6-fc344e2ae131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:47.467324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:47.994136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-25b329f9-6879-45cc-a743-1573a45181a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382569 Dec 21 02:45:48.097573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43532efc-43ed-4587-925c-460b4f8b75ac req-f4fd7150-817f-4933-b38d-848a4f32a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:48.099083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-f4fd7150-817f-4933-b38d-848a4f32a39e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0479095 Dec 21 02:45:48.220101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43532efc-43ed-4587-925c-460b4f8b75ac req-5e4a2662-80af-4045-af7d-fdb2987c08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:48.221574 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-5e4a2662-80af-4045-af7d-fdb2987c08f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0847631 Dec 21 02:45:48.293112 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-059fa36a-83b2-4d5f-9fb0-c09b304cf219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1001 time: 0.0621755 Dec 21 02:45:48.341078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43532efc-43ed-4587-925c-460b4f8b75ac req-21e38dd6-f7f1-411f-ae8f-1f84cc864a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:48.342622 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-21e38dd6-f7f1-411f-ae8f-1f84cc864a00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0427563 Dec 21 02:45:48.390518 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43532efc-43ed-4587-925c-460b4f8b75ac req-da437582-a6a1-428d-8a78-8f650974492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:45:48.392063 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-da437582-a6a1-428d-8a78-8f650974492f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428805 Dec 21 02:45:48.483866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-2186bf7e-dfbe-422f-9b52-70b69f31a56c service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845718 Dec 21 02:45:48.571951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-43532efc-43ed-4587-925c-460b4f8b75ac req-05bf236a-bff2-4c69-9714-8bc6fb0a4108 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Dec 21 02:45:48.875783 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:49.453588 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:51.409554 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:45:52.553554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:45:57.365301 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:14.028134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-87bf5e9c-11f8-463e-9c15-eb523d22dd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:16.748487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ff8839a-a401-4a99-99d5-a0ca453ca7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:17.468932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:18.877741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:19.456522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:22.557602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:27.371553 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:28.407790 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:46:44.030570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ba15462-a47a-4950-855c-aa1bdede53bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:46.748255 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-abe34ee9-e262-430a-ac67-7124fc59eae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:47.472136 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:47.987206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-87d7e5c1-71a3-4dfa-b945-8b333ffc4f77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437441 Dec 21 02:46:48.084395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-b9b7f973-af42-4289-b233-facce4e9cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:46:48.085891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-b9b7f973-af42-4289-b233-facce4e9cb46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0393279 Dec 21 02:46:48.191070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-7c8a10c4-cfef-405a-80fc-26816ae6cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:46:48.192543 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-7c8a10c4-cfef-405a-80fc-26816ae6cc3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0863969 Dec 21 02:46:48.261495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-ac533df6-205c-4be9-9954-8efad4ada7cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1001 time: 0.0614445 Dec 21 02:46:48.309560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-5261b85c-b622-4be0-80f5-014c7ffaa15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:46:48.310960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-5261b85c-b622-4be0-80f5-014c7ffaa15d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0432107 Dec 21 02:46:48.356798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-9f6b428d-3edd-4b57-80c7-ffa401a6dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:46:48.358858 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-9f6b428d-3edd-4b57-80c7-ffa401a6dcf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410483 Dec 21 02:46:48.451994 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-98f72ec1-9680-4c8d-b4de-d82d4bcbbd78 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Dec 21 02:46:48.546054 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c60e2696-ed91-4ff4-8dea-1e3b3305f550 req-e6b2b982-c901-4363-a475-caaeacb6a0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867038 Dec 21 02:46:48.880009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:49.458298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:52.555882 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:46:57.371774 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:05.406522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:47:14.031106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5beb5efb-9fa7-4bf8-9880-c6aa490d147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:16.749304 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6afe9f3-7be5-4a81-b42d-518a52af5668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:17.475758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:18.884954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:19.460569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:22.556879 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:27.396344 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:38.469039 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e988fbe-0c0a-4838-9374-3801b436f623 req-e727c5ca-9e4a-4996-b0c5-71a67d620226 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:38.470454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e988fbe-0c0a-4838-9374-3801b436f623 req-e727c5ca-9e4a-4996-b0c5-71a67d620226 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0507686 Dec 21 02:47:38.523054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5e988fbe-0c0a-4838-9374-3801b436f623 req-08fbfad5-5488-4084-9d10-93f5f7a0ab27 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467830 Dec 21 02:47:39.640533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0667-136e-4d0e-94b9-d5d56c79b800 req-927f7f63-aacd-4e55-a014-4154376dd997 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:39.642099 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a3d0667-136e-4d0e-94b9-d5d56c79b800 req-927f7f63-aacd-4e55-a014-4154376dd997 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Dec 21 02:47:39.688751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a3d0667-136e-4d0e-94b9-d5d56c79b800 req-f0f961c9-75c9-41a9-8d6c-239faf6a10bf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Dec 21 02:47:40.801961 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c78fcd-d9b0-49f1-bc9d-c5ab92bd954d req-6f39f2b8-5a73-4ebc-857a-148ead2161af tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:40.803410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32c78fcd-d9b0-49f1-bc9d-c5ab92bd954d req-6f39f2b8-5a73-4ebc-857a-148ead2161af tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0474968 Dec 21 02:47:40.849804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-32c78fcd-d9b0-49f1-bc9d-c5ab92bd954d req-7b216832-64cd-4df5-a0e3-d13084267965 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Dec 21 02:47:41.968765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10c9ce-f5b3-4c45-bd88-03ab1f2910b2 req-c73b876f-11e1-42a5-b360-6c65f9b70fe5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:41.970278 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb10c9ce-f5b3-4c45-bd88-03ab1f2910b2 req-c73b876f-11e1-42a5-b360-6c65f9b70fe5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0532498 Dec 21 02:47:42.016299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb10c9ce-f5b3-4c45-bd88-03ab1f2910b2 req-cdea8ede-e0a3-413f-8208-ddc6758a6504 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Dec 21 02:47:42.405682 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:47:43.132043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a534-c691-4da6-96be-7333eeccd6ff req-b95d3498-9c9e-458b-91f8-4281cd9890b1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:43.133543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eb2a534-c691-4da6-96be-7333eeccd6ff req-b95d3498-9c9e-458b-91f8-4281cd9890b1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0494750 Dec 21 02:47:43.180353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4eb2a534-c691-4da6-96be-7333eeccd6ff req-4b470d1f-8274-4fa7-9603-46e1479d4250 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Dec 21 02:47:44.033237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3523418a-69dd-4a8c-81c5-ae3e8075f505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:44.297275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6d020-ec09-4786-b263-646646cea7a4 req-6b59588b-8037-4033-8b17-814c00f1b880 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:44.298772 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fe6d020-ec09-4786-b263-646646cea7a4 req-6b59588b-8037-4033-8b17-814c00f1b880 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0519106 Dec 21 02:47:44.346611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0fe6d020-ec09-4786-b263-646646cea7a4 req-b2957514-05de-4bb5-a81c-f42ed120dc47 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Dec 21 02:47:45.465612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7957a-ed15-4da7-8311-2418a2194251 req-034b5d30-02cd-4d55-9c8c-6bb432d84e61 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:45.467075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55a7957a-ed15-4da7-8311-2418a2194251 req-034b5d30-02cd-4d55-9c8c-6bb432d84e61 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0510182 Dec 21 02:47:45.512894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-55a7957a-ed15-4da7-8311-2418a2194251 req-1444566d-3578-49c1-a96a-817092d16d06 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Dec 21 02:47:46.632966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1fdfc-387e-4651-8eee-504803fd8906 req-ceac610d-5868-4b78-b1a4-f6c81b0d3738 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:46.634488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7e1fdfc-387e-4651-8eee-504803fd8906 req-ceac610d-5868-4b78-b1a4-f6c81b0d3738 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0486982 Dec 21 02:47:46.684788 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7e1fdfc-387e-4651-8eee-504803fd8906 req-dc721d24-d519-4c8a-a778-758cb7f73b54 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Dec 21 02:47:46.750858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d713dc1-a2ad-4f68-aafe-d762b9964d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:47.476456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:47.796882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aea2c6-bc2a-4c3f-81d4-681d399918b8 req-69d7c7fd-f20a-4ddc-ab58-c32c754daf0b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:47.798351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23aea2c6-bc2a-4c3f-81d4-681d399918b8 req-69d7c7fd-f20a-4ddc-ab58-c32c754daf0b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0471811 Dec 21 02:47:47.844321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-23aea2c6-bc2a-4c3f-81d4-681d399918b8 req-453e0c2e-8869-40cb-be01-edf95fe06ed1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Dec 21 02:47:48.885911 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:48.963892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84a8c-4938-4707-a6d7-516ca235883d req-7b7fd4b6-ca06-46d7-a493-4bfacd85cbec tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:48.965365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52a84a8c-4938-4707-a6d7-516ca235883d req-7b7fd4b6-ca06-46d7-a493-4bfacd85cbec tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0479724 Dec 21 02:47:49.012578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52a84a8c-4938-4707-a6d7-516ca235883d req-0f12342e-755a-4860-abbb-5beccb2b964d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Dec 21 02:47:49.462672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:50.051672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-a9064ec4-568a-4788-a790-7ab23764b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:50.053131 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-a9064ec4-568a-4788-a790-7ab23764b238 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0412948 Dec 21 02:47:50.152618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-5675fa85-f91c-44d2-b591-ba8f14b8c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:50.154118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-5675fa85-f91c-44d2-b591-ba8f14b8c3ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0826249 Dec 21 02:47:50.236721 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-ab704eb4-b748-45fd-9897-891a6d1c260d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1001 time: 0.0751257 Dec 21 02:47:50.266892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb42a7-f389-4eab-85d7-602d1a0ee106 req-eec3587a-0927-406f-abc4-03d1c027a5ff tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:50.268880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57cb42a7-f389-4eab-85d7-602d1a0ee106 req-eec3587a-0927-406f-abc4-03d1c027a5ff tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0547981 Dec 21 02:47:50.313102 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-e23d9ae7-362e-4e01-9c6a-170d30a3a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:50.314483 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-e23d9ae7-362e-4e01-9c6a-170d30a3a041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0714307 Dec 21 02:47:50.315477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57cb42a7-f389-4eab-85d7-602d1a0ee106 req-6c766bae-ecc7-4b6e-8de3-57fa72d7fbde tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Dec 21 02:47:50.321425 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-d33384e6-818c-4817-96e7-9a87b93495cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150267 Dec 21 02:47:50.371508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-ed02e37c-eb31-46ba-9eeb-ccf40fbf7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:50.373157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-ed02e37c-eb31-46ba-9eeb-ccf40fbf7c2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509017 Dec 21 02:47:50.466579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-8f72b257-67bd-42b2-9480-35c4d667559a service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860815 Dec 21 02:47:50.567874 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9687bc1-25fc-4a30-b989-418f74f249f1 req-63343c25-16a3-4818-b12f-954f157c273c service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928879 Dec 21 02:47:51.430294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803883b6-bdbc-4ced-a2ae-75c0124ddbca req-e0f47ae0-279b-47a5-977b-87c413fa945c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:51.431765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-803883b6-bdbc-4ced-a2ae-75c0124ddbca req-e0f47ae0-279b-47a5-977b-87c413fa945c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Dec 21 02:47:51.477819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-803883b6-bdbc-4ced-a2ae-75c0124ddbca req-220ca20d-56a1-4f4c-8ad9-d5e5a5c2ed68 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Dec 21 02:47:51.647249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-10708f75-0b2a-488d-b37e-a7bc50ec2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:51.648701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-10708f75-0b2a-488d-b37e-a7bc50ec2458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0405216 Dec 21 02:47:51.740847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-9872bd63-3ffd-4f79-9439-07fb567dd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:51.742329 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-9872bd63-3ffd-4f79-9439-07fb567dd089 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0868306 Dec 21 02:47:51.807546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-d99fb042-80cb-4b91-8edd-2ad7b61694de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1001 time: 0.0578966 Dec 21 02:47:51.857826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-019bd0ca-25a6-417c-bc18-1c7dc71904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:51.859197 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-019bd0ca-25a6-417c-bc18-1c7dc71904dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0435481 Dec 21 02:47:51.906579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-3e16158a-7a38-4918-9e98-51307d250533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:51.907910 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-3e16158a-7a38-4918-9e98-51307d250533 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417497 Dec 21 02:47:51.993620 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-fc7ddbc5-cfb9-4ce2-bd65-bd06aed20a85 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785823 Dec 21 02:47:52.083590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-ef3f22d8-d36d-4109-b94a-c99c8ba478ed service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830405 Dec 21 02:47:52.567794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:52.601484 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec034-70db-4173-bf36-f2eecb51784d req-18d9c52a-6ff9-491c-ad2c-f6551e66a654 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:52.602977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f79ec034-70db-4173-bf36-f2eecb51784d req-18d9c52a-6ff9-491c-ad2c-f6551e66a654 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0580213 Dec 21 02:47:52.655161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f79ec034-70db-4173-bf36-f2eecb51784d req-aadd6cf2-0810-48a9-a2d8-8cdadf9b34b8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452535 Dec 21 02:47:53.769957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95911e3-e82a-4754-83a3-44233bc84541 req-4e54679f-c3f1-4eae-8242-201b8c4d3ca4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:53.771401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d95911e3-e82a-4754-83a3-44233bc84541 req-4e54679f-c3f1-4eae-8242-201b8c4d3ca4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Dec 21 02:47:53.817481 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d95911e3-e82a-4754-83a3-44233bc84541 req-1d06f4e6-ec78-48ff-a85c-08c7f251d773 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Dec 21 02:47:54.081671 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-6437ead6-d949-44e9-b718-af2986d9228c service neutron] show failed (client error): The resource could not be found. Dec 21 02:47:54.082577 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-6437ead6-d949-44e9-b718-af2986d9228c service neutron] 10.222.0.24 "GET /v2.0/ports/1b288b9c-7627-4b03-8cd4-097eb2d6b019/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0543084 Dec 21 02:47:54.336222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-1c959250-0317-499c-a643-6756a98039a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:54.337643 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-1c959250-0317-499c-a643-6756a98039a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1098 time: 0.0871463 Dec 21 02:47:54.365166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:47:54.419142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:54.618047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:47:54.649133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:47:54.687179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:47:54.689722 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfad3eb-738e-419e-af53-03a773160b45" -d '{"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-unplugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:47:54.693353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:54.705145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Transition to ACTIVE for port object 1b288b9c-7627-4b03-8cd4-097eb2d6b019 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:47:54.710369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:54.751560 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db634e7-244d-4d0e-a0bb-7413953301ab x-openstack-request-id: req-0db634e7-244d-4d0e-a0bb-7413953301ab {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:47:54.751856 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-unplugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:47:54.752109 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0db634e7-244d-4d0e-a0bb-7413953301ab {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:47:54.752498 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'code': 200} Dec 21 02:47:54.789988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:47:54.804406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.804789 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.805222 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.805443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.805762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.806091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.806411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.806731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.807050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.807370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.807688 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.808003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.808318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:54.844907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] No DVR routers for this DVR port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:47:54.939272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516dea6-1add-44bc-89c6-ad41826159be req-f1a99a14-bddb-43ca-a617-4cfa80e11e4a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:54.940440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9516dea6-1add-44bc-89c6-ad41826159be req-f1a99a14-bddb-43ca-a617-4cfa80e11e4a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Dec 21 02:47:54.988647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:47:54.988988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:47:54.989309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:47:54.990263 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9516dea6-1add-44bc-89c6-ad41826159be req-76748dbb-bd65-49f6-a1da-2d47adde3e7d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Dec 21 02:47:54.993767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:47:54.994088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Attempting to bind port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:47:54.998889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:47:54.999228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:47:54.999606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:47:55.000030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Bound port: 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:47:55.000386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:55.064482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:47:55.068975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:47:55.074216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:55.106653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:55.107457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:55.108680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] 10.222.0.45 "PUT /v2.0/ports/1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1093 time: 0.7482190 Dec 21 02:47:55.133844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069193-3f7a-4c3a-bb0d-2b68283cf2eb service neutron] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:47:55.202423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-d73f73e0-8edb-4d6c-8664-d002afcbf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:55.203955 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-d73f73e0-8edb-4d6c-8664-d002afcbf0e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1096 time: 0.0425549 Dec 21 02:47:55.301121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-223c2406-6b74-4c21-84ba-c5a563b49bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:55.302637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-223c2406-6b74-4c21-84ba-c5a563b49bfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0911827 Dec 21 02:47:55.372431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-10363200-d723-4221-8ed2-3531e03985a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 999 time: 0.0581868 Dec 21 02:47:55.425164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-82988af7-7473-4885-a20f-704508372348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:55.426551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-82988af7-7473-4885-a20f-704508372348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0422711 Dec 21 02:47:55.477675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-2d5428c2-d10e-49ce-abae-8d4bf2fd4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:55.479338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-2d5428c2-d10e-49ce-abae-8d4bf2fd4060 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420558 Dec 21 02:47:55.572013 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-c872fcfc-cecb-4973-9a66-40e9448b42c9 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793138 Dec 21 02:47:55.671270 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-30dd740c-eedb-4ea3-bdcc-dfc80ccb3eb9 req-480e2076-51cd-4365-a1b3-143e303ae852 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822542 Dec 21 02:47:56.112473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62427c-c4af-460a-8503-23a8b1b2ef86 req-bb758472-8314-4a26-81b2-421b2dd56b37 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:56.113891 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc62427c-c4af-460a-8503-23a8b1b2ef86 req-bb758472-8314-4a26-81b2-421b2dd56b37 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0526204 Dec 21 02:47:56.160135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc62427c-c4af-460a-8503-23a8b1b2ef86 req-896a9e24-871c-41b2-9e38-a142bbba47fb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Dec 21 02:47:56.753391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:47:56.755762 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de99a9f4-27d0-46f3-9873-b74f7892d943" -d '{"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:47:56.802236 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe3466-6ff6-4873-a6e3-1129358c3784 x-openstack-request-id: req-51fe3466-6ff6-4873-a6e3-1129358c3784 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:47:56.802530 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:47:56.802789 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51fe3466-6ff6-4873-a6e3-1129358c3784 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:47:56.803191 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'status': 'completed', 'code': 200} Dec 21 02:47:56.914773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-69459031-f0c9-4711-a47d-de1c9c49d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:56.916400 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-69459031-f0c9-4711-a47d-de1c9c49d1ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1096 time: 0.0718386 Dec 21 02:47:56.917882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-9721c42e-0b41-4e2c-92f1-9717cc39c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:56.919195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-9721c42e-0b41-4e2c-92f1-9717cc39c4d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1096 time: 0.0634904 Dec 21 02:47:57.291191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8e60-59b9-4ab9-810a-3a0ab7817be1 req-95cc5e3b-0efc-4650-9b0e-475ffc37829f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.292938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-906f8e60-59b9-4ab9-810a-3a0ab7817be1 req-95cc5e3b-0efc-4650-9b0e-475ffc37829f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 944 time: 0.0583243 Dec 21 02:47:57.349570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-906f8e60-59b9-4ab9-810a-3a0ab7817be1 req-35a882a8-5160-40a8-b443-dda158746ff1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Dec 21 02:47:57.394123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:57.418163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-a80a2b4b-f890-4c22-889f-5f528b1467d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.419618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-a80a2b4b-f890-4c22-889f-5f528b1467d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.4956756 Dec 21 02:47:57.420695 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-d15fcfc1-e720-43c8-a117-b9232e05e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.422011 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-d15fcfc1-e720-43c8-a117-b9232e05e0e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.4910595 Dec 21 02:47:57.500676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:47:57.532864 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-c67b2a64-d610-4909-ae69-8601489d2cd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 999 time: 0.1047621 Dec 21 02:47:57.535112 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-7c89ce48-a34a-4288-aab6-b6ca0d7056f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 999 time: 0.1015179 Dec 21 02:47:57.606614 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:47:57.620641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'mac_address': 'fa:16:3e:d5:1d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:47:57.621370 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-2ac7f84d-7397-4fb4-9bd1-27bb3ee535f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.622939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-2ac7f84d-7397-4fb4-9bd1-27bb3ee535f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0824556 Dec 21 02:47:57.628448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-52c629b1-8115-4b0d-b3b2-912c012630c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.630023 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-52c629b1-8115-4b0d-b3b2-912c012630c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0794454 Dec 21 02:47:57.659455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:57.672830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b288b9c-7627-4b03-8cd4-097eb2d6b019 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:47:57.692996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:47:57.697161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:57.706938 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-32fed549-4268-46c0-af02-c9c2df773804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.708439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-32fed549-4268-46c0-af02-c9c2df773804 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774691 Dec 21 02:47:57.713822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-06568138-7f6f-45fd-9d15-696860a029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:57.715190 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-06568138-7f6f-45fd-9d15-696860a029bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736406 Dec 21 02:47:57.746425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:47:57.753697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.754047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.754390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.754725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.755058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.755403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.755717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.756092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.756377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.756687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.757011 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.757424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.757698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:47:57.864673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-84cc4fe8-3066-4a12-92ce-3de1251c42e6 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484110 Dec 21 02:47:57.866639 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-95410b4d-a42e-4599-826b-43401ba93e64 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422276 Dec 21 02:47:58.020809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-5a8efb68-7bb5-4007-aa6e-e2f268ac97ab service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491098 Dec 21 02:47:58.022699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-de99a9f4-27d0-46f3-9873-b74f7892d943 req-2e755847-ad52-4973-84ca-9edb15fbd7e8 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442814 Dec 21 02:47:58.059761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['1b288b9c-7627-4b03-8cd4-097eb2d6b019'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:47:58.446770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:47:58.474588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e25bae-e33e-48da-a149-30c22e0ee29f req-1acee19b-dde0-43a9-a84e-e340f9e4b905 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:58.476055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41e25bae-e33e-48da-a149-30c22e0ee29f req-1acee19b-dde0-43a9-a84e-e340f9e4b905 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Dec 21 02:47:58.485298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:47:58.485721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:47:58.524546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-41e25bae-e33e-48da-a149-30c22e0ee29f req-be8318a6-234f-46e9-bc32-53c46ad67481 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Dec 21 02:47:58.714678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5a7e-ef49-4875-aeea-b621437ae883 req-a136fa06-8367-4301-81ce-94870065476e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:58.716159 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daae5a7e-ef49-4875-aeea-b621437ae883 req-a136fa06-8367-4301-81ce-94870065476e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:47:58.746424 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:47:58.750303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-de3c21a3-34b1-42ae-a84d-aba4ea36714d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:58.750303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-de3c21a3-34b1-42ae-a84d-aba4ea36714d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787&tenant_id=a52fd8787718488f8805c6e39e4075b8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 945 time: 0.0561948 Dec 21 02:47:58.767573 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daae5a7e-ef49-4875-aeea-b621437ae883 req-cfd44de2-e1b6-4054-8ac5-4435e57b3c80 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 Dec 21 02:47:58.809123 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-edc8631d-a6a9-46d6-bbb6-12a723e5986a service neutron] delete failed (client error): The resource could not be found. Dec 21 02:47:58.810241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-edc8631d-a6a9-46d6-bbb6-12a723e5986a service neutron] 10.222.0.24 "DELETE /v2.0/ports/1b288b9c-7627-4b03-8cd4-097eb2d6b019/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0532317 Dec 21 02:47:58.917753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-5248d432-6742-4245-9ad0-2e0ca337b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:58.919282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-5248d432-6742-4245-9ad0-2e0ca337b92d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1097 time: 0.0401850 Dec 21 02:47:59.012484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-362e4f5c-218e-4acb-b103-551af803b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:59.013992 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-362e4f5c-218e-4acb-b103-551af803b0db service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0866055 Dec 21 02:47:59.078675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-4ea8e4ad-8037-4248-8b7d-175e4e0e1156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1000 time: 0.0565517 Dec 21 02:47:59.127888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-f13153c1-4981-403c-bcc3-19e9c46d69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:59.129313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-f13153c1-4981-403c-bcc3-19e9c46d69e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0436516 Dec 21 02:47:59.177857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-241d9c5d-c5c0-4b0e-bd88-347ac9b512af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:59.179201 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-241d9c5d-c5c0-4b0e-bd88-347ac9b512af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431545 Dec 21 02:47:59.265072 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-29086c11-f0a8-478d-98fa-2d7325842ec8 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786617 Dec 21 02:47:59.358876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c33d7bbc-6cbf-4910-b3cf-67bef92de8ef req-9330fa5a-ba2d-40cc-a07b-2c5d8ebb5d6c service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Dec 21 02:47:59.504148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:47:59.558488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:47:59.563566 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:47:59.563939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:59.639997 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:59.662214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:47:59.664420 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ef7bf-2433-4e20-b4dc-b51b73874887" -d '{"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-plugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:47:59.676876 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:47:59.681155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:47:59.714973 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e5a89b-02e6-455e-b9b0-0a6bb55df3b4 x-openstack-request-id: req-70e5a89b-02e6-455e-b9b0-0a6bb55df3b4 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:47:59.715256 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-plugged", "status": "completed", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:47:59.715571 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70e5a89b-02e6-455e-b9b0-0a6bb55df3b4 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:47:59.715957 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'code': 200} Dec 21 02:47:59.733144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:47:59.886324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe9dda-508d-402e-890f-55e6c25789fc req-0840d3a9-1de3-4391-b87d-d5519c6131c6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:47:59.887823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52fe9dda-508d-402e-890f-55e6c25789fc req-0840d3a9-1de3-4391-b87d-d5519c6131c6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0508752 Dec 21 02:47:59.943466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-52fe9dda-508d-402e-890f-55e6c25789fc req-401e60e5-803a-4299-8c40-6f22322c3f53 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Dec 21 02:48:01.063706 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66deac6a-36d1-4c68-a754-b51dd7f1cf7c req-296ff53a-f555-44fc-a113-d2b7a6d3bd2a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.065710 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66deac6a-36d1-4c68-a754-b51dd7f1cf7c req-296ff53a-f555-44fc-a113-d2b7a6d3bd2a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0495646 Dec 21 02:48:01.112902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66deac6a-36d1-4c68-a754-b51dd7f1cf7c req-a32955a5-e540-4bc7-a6c7-19a2d3f9eec3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Dec 21 02:48:01.224630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a704-608e-4c82-a13a-0c164add9eef req-7adc35c2-7df8-44e8-b9e7-dbf72630668c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.226032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d6a704-608e-4c82-a13a-0c164add9eef req-7adc35c2-7df8-44e8-b9e7-dbf72630668c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0482886 Dec 21 02:48:01.272670 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53d6a704-608e-4c82-a13a-0c164add9eef req-4c84b0bb-6a17-4db3-b5ab-384f2f720c8e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Dec 21 02:48:01.471897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b5dc0-2592-42f0-be88-d230cdc5871c req-a4e57de4-7f5c-4104-a6bb-e0a752f9e33e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.473389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-494b5dc0-2592-42f0-be88-d230cdc5871c req-a4e57de4-7f5c-4104-a6bb-e0a752f9e33e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0544920 Dec 21 02:48:01.522527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-494b5dc0-2592-42f0-be88-d230cdc5871c req-8a7a5151-1727-4446-9b0e-24d657eba5a7 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Dec 21 02:48:01.528991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-f90e5e40-fbad-4962-9945-17f0a2adacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.530521 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-f90e5e40-fbad-4962-9945-17f0a2adacfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 1098 time: 0.0406477 Dec 21 02:48:01.624570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-8a27ec8f-ce9f-4f86-ae2b-20b90dab9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.626047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-8a27ec8f-ce9f-4f86-ae2b-20b90dab9011 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0879560 Dec 21 02:48:01.693192 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-14be29ba-24b6-40ae-a029-bb2a8ea16da4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 200 len: 1001 time: 0.0566771 Dec 21 02:48:01.745612 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-ad902f2f-39d8-4668-8c5f-fa6e3b7e8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.746993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-ad902f2f-39d8-4668-8c5f-fa6e3b7e8e50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0424590 Dec 21 02:48:01.795369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-148f9ff9-054f-4f14-93f4-23fe6684ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:01.796734 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-148f9ff9-054f-4f14-93f4-23fe6684ecba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419781 Dec 21 02:48:01.888761 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-ad6da93a-d07e-4a67-b52a-22b74f44d4ce service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806639 Dec 21 02:48:01.991608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-378cd925-4d2d-4ca8-aabb-0e41090d17bb req-f275515f-15df-4046-98eb-c3756cd3ecd5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Dec 21 02:48:02.638301 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208404-cab8-47ee-ad01-996d43a13a28 req-1f292103-1b8b-431e-ad71-ad1d767bc718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:02.639762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01208404-cab8-47ee-ad01-996d43a13a28 req-1f292103-1b8b-431e-ad71-ad1d767bc718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0484176 Dec 21 02:48:02.685451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-01208404-cab8-47ee-ad01-996d43a13a28 req-9314afd8-6b9d-4fb0-8f20-fb7c0138583d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391135 Dec 21 02:48:02.910564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b8917-fae5-4b62-a775-1541d07acdce req-40af9584-c172-44f4-8ba0-b272a8b02c73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:02.912018 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-171b8917-fae5-4b62-a775-1541d07acdce req-40af9584-c172-44f4-8ba0-b272a8b02c73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Dec 21 02:48:02.962146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-171b8917-fae5-4b62-a775-1541d07acdce req-eceeaa86-f123-493d-be69-854672400ad1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Dec 21 02:48:04.078850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1e92-cfc9-4088-9957-36e33b1c7b83 req-ba200179-5a4d-46de-b1df-3ea1b6503a6d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:04.080296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaeb1e92-cfc9-4088-9957-36e33b1c7b83 req-ba200179-5a4d-46de-b1df-3ea1b6503a6d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0476840 Dec 21 02:48:04.127228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaeb1e92-cfc9-4088-9957-36e33b1c7b83 req-464388fc-e08e-405a-9b5f-4ac37c116e27 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 Dec 21 02:48:04.465752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-4870dd12-9622-4edb-9b2c-8e536f5ea701 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:04.467177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-4870dd12-9622-4edb-9b2c-8e536f5ea701 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 946 time: 0.0481915 Dec 21 02:48:04.565878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Deleting port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:48:04.566217 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:04.654589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] For port 1b288b9c-7627-4b03-8cd4-097eb2d6b019, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=1b288b9c-7627-4b03-8cd4-097eb2d6b019,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:48:04.654951 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:04.827921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:04.828282 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:04.828600 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 disassociated. External IP: 172.25.6.10, port: 1b288b9c-7627-4b03-8cd4-097eb2d6b019. Dec 21 02:48:04.828946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Calling delete_port for 1b288b9c-7627-4b03-8cd4-097eb2d6b019 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:48:04.954753 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:04.984453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'Port': ['ID=1b288b9c-7627-4b03-8cd4-097eb2d6b019,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:05.103456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:48:05.218365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:48:05.220760 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f891a222-42f8-4749-bbb6-d12168a8359f req-b0de0e89-ed22-46e7-962f-74e38b5371c7 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=666a8ea4-f238-42e9-b6ce-63e55f568787 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Dec 21 02:48:05.229132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:48:05.239769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:48:05.240575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:47:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:05.264228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] No DVR routers for this DVR port 1b288b9c-7627-4b03-8cd4-097eb2d6b019 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:48:05.266691 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:05.270061 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b1843890-69b2-4ee2-ba4d-a8193e929804 req-10f4a468-31ba-4322-81fc-0ddf0d4fee83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "DELETE /v2.0/ports/1b288b9c-7627-4b03-8cd4-097eb2d6b019 HTTP/1.1" status: 204 len: 173 time: 0.7935994 Dec 21 02:48:05.270541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-deleted', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:48:05.273159 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913631eb-14d1-456f-be61-bda98ed58383" -d '{"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-deleted", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:48:05.309271 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b74374-6560-41cf-a8ef-e59587b6a2dd x-openstack-request-id: req-b6b74374-6560-41cf-a8ef-e59587b6a2dd {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:48:05.309615 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666a8ea4-f238-42e9-b6ce-63e55f568787", "name": "network-vif-deleted", "tag": "1b288b9c-7627-4b03-8cd4-097eb2d6b019", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:48:05.309854 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6b74374-6560-41cf-a8ef-e59587b6a2dd {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:48:05.310262 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a8ea4-f238-42e9-b6ce-63e55f568787', 'name': 'network-vif-deleted', 'tag': '1b288b9c-7627-4b03-8cd4-097eb2d6b019', 'status': 'completed', 'code': 200} Dec 21 02:48:05.357107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:48:05.556546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:05.587244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:48:05.595498 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:48:05.596618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:47:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:05.699731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:48:05.887326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:05.912316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0746e-86ed-4645-a537-eb3e6f84beeb None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:48:06.126635 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712df89-873e-446e-8f84-bc30ce817228 None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:48:06.529559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-69b34492-6209-4dbc-8410-299001e2ddc9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1779718072&fields=id&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 267 time: 0.0418758 Dec 21 02:48:06.637178 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-684477ee-ee0e-4d2d-9c53-8ef304ae97af tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:06.638666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-684477ee-ee0e-4d2d-9c53-8ef304ae97af tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1024125 Dec 21 02:48:06.653937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-59faa8c2-be7c-415f-8177-edab1abdfe69 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/quotas/a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 375 time: 0.0088215 Dec 21 02:48:06.702789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-1bd2609d-f4d2-46eb-90e5-d3bfc9032150 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435603 Dec 21 02:48:06.798517 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-f46b5d7b-6f0d-424c-a152-5da6332ca378 service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Dec 21 02:48:06.888259 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-7609801e-781a-4a27-a128-c1ff4566ffb6 service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832050 Dec 21 02:48:07.049627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51b0d99a-4824-44e4-bb64-e6f106a08627 req-9394bad1-66bb-4e48-b4e3-82ddd165e9d6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0306096 Dec 21 02:48:07.553663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:48:07.575886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 1b288b9c-7627-4b03-8cd4-097eb2d6b019 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:48:07.576226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 1b288b9c-7627-4b03-8cd4-097eb2d6b019 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:48:08.130198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-502cab1d-8390-48e7-b515-e4bc4653d428 req-29ffe928-e2b5-46cd-b5a2-d3e82968b348 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Dec 21 02:48:09.210464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-764656ef-10cb-4858-b37c-21633b2133d2 req-dc629799-bb0b-4cf7-8e5d-8752bb4abb97 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0271425 Dec 21 02:48:10.288251 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abb019f6-086b-461f-b099-00d4a1106075 req-9f725c2e-a269-418e-8094-5845de49a632 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Dec 21 02:48:11.386581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-476c8989-34fb-4407-9881-e6e2a653dc27 req-fb2a6abe-c0ce-4119-8f30-1df048887d65 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0258205 Dec 21 02:48:12.141254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-055ac470-2745-469a-bf36-f3518076c042 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:12.142785 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-055ac470-2745-469a-bf36-f3518076c042 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1011438 Dec 21 02:48:12.209532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b12974c9-489e-4b0d-bf55-06b91f40a726 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 380 time: 0.0505366 Dec 21 02:48:12.241000 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'port': {'device_id': '8967fa79-58d2-4159-bf7a-b732ba349360', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'admin_state_up': True, 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'security_groups': ['8cb780f0-fd9c-4de8-9bfa-67817384f65e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:48:12.353780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:48:12.357297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.483466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-90a2e8d1-cba0-45cd-89ab-7ba3699f89ee req-704ad3bb-1539-4ad0-825a-8a5e99658caa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0265374 Dec 21 02:48:12.485481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Allocated IP 172.20.0.4 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/c2db3489-38f9-4455-8b07-631d7d7c5eb2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:48:12.617994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.650580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.698391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:48:12.701248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:48:12.705300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:48:12.728955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:12.758065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:12.758716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.777412 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b7f4570b-27a4-4cbf-9869-f24afda8fca1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399084 Dec 21 02:48:12.796125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Request body: {'port': {'device_id': '8967fa79-58d2-4159-bf7a-b732ba349360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:48:12.852887 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.929692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eebb8557-0e75-4f26-b360-637a6145e54a None None] Provisioning complete for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:48:12.930263 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eebb8557-0e75-4f26-b360-637a6145e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:12.962823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-eebb8557-0e75-4f26-b360-637a6145e54a None None] Port c2db3489-38f9-4455-8b07-631d7d7c5eb2 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:48:13.114197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:48:13.121881 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:13.134862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Transition to ACTIVE for port object c2db3489-38f9-4455-8b07-631d7d7c5eb2 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:48:13.138195 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:13.191690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:13.264663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:48:13.264991 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:48:13.265494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:48:13.270870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:48:13.271187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:48:13.277426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:48:13.277762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:48:13.278147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:48:13.278571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Bound port: c2db3489-38f9-4455-8b07-631d7d7c5eb2, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:48:13.278923 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:13.343505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:48:13.347791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:48:13.351439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:13.390901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.391513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:13.393890 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1092 time: 0.6021726 Dec 21 02:48:13.394337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:48:13.396572 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a82935-b910-4584-867f-2d63f0739bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:48:13.420046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408b3f-ca47-4c9e-af3a-433438a1f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:13.448996 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4243e-fc6e-4489-beb4-3620f94c36b6 x-openstack-request-id: req-48c4243e-fc6e-4489-beb4-3620f94c36b6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:48:13.449577 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:48:13.449839 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48c4243e-fc6e-4489-beb4-3620f94c36b6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:48:13.450247 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'status': 'completed', 'code': 200} Dec 21 02:48:13.506326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-fceeb8bc-820f-4af4-811c-3b62f37070ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.507789 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-fceeb8bc-820f-4af4-811c-3b62f37070ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0427327 Dec 21 02:48:13.562034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-8ea82e02-dc5b-4530-8095-be55a20893a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 217 time: 0.0392816 Dec 21 02:48:13.608766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ce059-b753-46ef-b188-eada5896e37a req-ab4a61ac-84a4-4b74-958f-b0c9355d71c6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.611394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f38ce059-b753-46ef-b188-eada5896e37a req-ab4a61ac-84a4-4b74-958f-b0c9355d71c6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0541592 Dec 21 02:48:13.612099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-2d0fe9ca-a6af-40d4-ba8f-55bc7a3cc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.613636 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-2d0fe9ca-a6af-40d4-ba8f-55bc7a3cc35b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0443096 Dec 21 02:48:13.658263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-3114c0a1-1174-4ca0-acdc-0b6ccd547672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.659292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f38ce059-b753-46ef-b188-eada5896e37a req-92e59ff1-b00d-4f0d-a566-fe66f679b95e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Dec 21 02:48:13.659826 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-3114c0a1-1174-4ca0-acdc-0b6ccd547672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395527 Dec 21 02:48:13.750859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-a39470fd-0a63-471f-85f2-962934d60f40 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840657 Dec 21 02:48:13.840995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-eaf202a8-cb76-45ac-ade0-761232b53abb req-1d76f7e3-2822-4dc6-8629-1dfccecb39be service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827911 Dec 21 02:48:13.971503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82935-b910-4584-867f-2d63f0739bfa req-4e8e6051-b186-454c-a1cf-ff82a804b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:13.972950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-4e8e6051-b186-454c-a1cf-ff82a804b6ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0403743 Dec 21 02:48:14.035283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a20d433-e076-490d-9dbc-fb692a0e52f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:14.064249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82935-b910-4584-867f-2d63f0739bfa req-4d3afa56-c0bc-4526-b71b-4000fe16376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:14.065738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-4d3afa56-c0bc-4526-b71b-4000fe16376c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0853443 Dec 21 02:48:14.111936 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-ca978d76-2f82-40d2-ac73-923a4fa8a50c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 217 time: 0.0374372 Dec 21 02:48:14.158798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82935-b910-4584-867f-2d63f0739bfa req-8b16c5cb-41b8-483f-a532-bacdd8d3f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:14.160179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-8b16c5cb-41b8-483f-a532-bacdd8d3f8b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0424910 Dec 21 02:48:14.203972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82935-b910-4584-867f-2d63f0739bfa req-c721b3e6-fca1-4f9e-bb74-3e4b1117fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:14.205924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-c721b3e6-fca1-4f9e-bb74-3e4b1117fe85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389137 Dec 21 02:48:14.296963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-69f0d048-ea52-4223-8ed4-d752c944a043 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841594 Dec 21 02:48:14.385262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70a82935-b910-4584-867f-2d63f0739bfa req-987ad52d-8dbf-4204-85cb-854ff4fd8dac service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798788 Dec 21 02:48:14.773959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f34144-0da0-4d33-a944-f55bd8e5075b req-afc93a9b-9f4d-4420-91d3-430d84854d88 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:14.775412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56f34144-0da0-4d33-a944-f55bd8e5075b req-afc93a9b-9f4d-4420-91d3-430d84854d88 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0483909 Dec 21 02:48:14.821415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-56f34144-0da0-4d33-a944-f55bd8e5075b req-6475e3d6-87ca-4650-8582-f547a2b3e11d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401988 Dec 21 02:48:15.934762 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62978e-2fa6-4544-a7e4-af59c9286e86 req-c9753ebc-c214-486d-b489-5ec31dd9c992 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:15.936197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e62978e-2fa6-4544-a7e4-af59c9286e86 req-c9753ebc-c214-486d-b489-5ec31dd9c992 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0485933 Dec 21 02:48:15.998874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e62978e-2fa6-4544-a7e4-af59c9286e86 req-2e52791e-6375-42b8-bce6-9b577af7942f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562901 Dec 21 02:48:16.558440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:48:16.648973 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:48:16.660579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:48:16.699124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:16.711588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:48:16.730923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:48:16.734606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:16.775448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22e6df01-5e2f-4abc-a7a1-c31d5f0c9be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:16.790031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:17.112011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1ff0-d4c6-410e-8c80-86c7d5842c13 req-ccf76c74-ffb4-432d-91a9-8ed73b149d37 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:17.113503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af8b1ff0-d4c6-410e-8c80-86c7d5842c13 req-ccf76c74-ffb4-432d-91a9-8ed73b149d37 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0488615 Dec 21 02:48:17.141611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c2db3489-38f9-4455-8b07-631d7d7c5eb2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:48:17.160917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-af8b1ff0-d4c6-410e-8c80-86c7d5842c13 req-cd2bb852-dd1d-4d83-b75d-3b9c948304ba tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Dec 21 02:48:17.480024 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:18.276374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffd03b-5d21-417f-8034-8be38f772706 req-11ac6bec-6a9c-4c94-859b-9fca790492b6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:18.277852 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20ffd03b-5d21-417f-8034-8be38f772706 req-11ac6bec-6a9c-4c94-859b-9fca790492b6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0486982 Dec 21 02:48:18.323673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20ffd03b-5d21-417f-8034-8be38f772706 req-137b768e-64e0-4656-9659-7dc023958428 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Dec 21 02:48:18.576872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:48:18.624904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:48:18.628957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:48:18.629322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:18.706827 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:18.727725 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:48:18.730289 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6acc425-582f-40b2-a3a1-ad80f3148aa1" -d '{"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-plugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:48:18.744363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:48:18.748270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:18.772463 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba41227-df4b-488b-b6c5-792550ad7f6e x-openstack-request-id: req-7ba41227-df4b-488b-b6c5-792550ad7f6e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:48:18.772756 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-plugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:48:18.773050 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ba41227-df4b-488b-b6c5-792550ad7f6e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:48:18.773447 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'code': 200} Dec 21 02:48:18.797292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:48:18.888920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:18.907376 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc57e1b-a5ff-4fff-81f6-94e6b2d9f928 req-a8f8ede3-d97f-4257-834e-cdace8db349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:18.908838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9cc57e1b-a5ff-4fff-81f6-94e6b2d9f928 req-a8f8ede3-d97f-4257-834e-cdace8db349a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0461943 Dec 21 02:48:18.952715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9cc57e1b-a5ff-4fff-81f6-94e6b2d9f928 req-11d73925-8939-4930-a48a-7aa065e420b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Dec 21 02:48:19.405922 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:48:19.443399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adcbde-a90a-45bc-a75e-68b6b4001bad req-37334b70-25f2-4302-856b-214b8b4fa15d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:19.444877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83adcbde-a90a-45bc-a75e-68b6b4001bad req-37334b70-25f2-4302-856b-214b8b4fa15d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Dec 21 02:48:19.466638 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:19.495512 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-83adcbde-a90a-45bc-a75e-68b6b4001bad req-70f03eb2-7492-4dcd-b8e4-6702dc4dfee4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 Dec 21 02:48:20.612195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5e98-6a80-49dd-803b-c4c424adb8c2 req-fa006db7-20fa-41ea-9436-5874de09777d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:20.613718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b67b5e98-6a80-49dd-803b-c4c424adb8c2 req-fa006db7-20fa-41ea-9436-5874de09777d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Dec 21 02:48:20.659972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b67b5e98-6a80-49dd-803b-c4c424adb8c2 req-34932926-1608-4764-a25f-d23ac2cba783 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405107 Dec 21 02:48:20.772685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe0c70-e4ae-4a94-adeb-836df3627ecd req-2990fb6c-8d5e-44ef-baf6-d3be09ccca02 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:20.774168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73fe0c70-e4ae-4a94-adeb-836df3627ecd req-2990fb6c-8d5e-44ef-baf6-d3be09ccca02 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Dec 21 02:48:20.782497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 34850) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:48:20.786756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'floatingip': {'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:48:20.825002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:21.479480 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:21.483556 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:21.579857 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 associated. External IP: 172.25.6.10, port: c2db3489-38f9-4455-8b07-631d7d7c5eb2. Dec 21 02:48:21.786497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:48:21.887801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:48:21.893154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:21.898585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:48:21.909944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:48:21.910578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:48:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:21.923912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cda27156-a2c6-474a-a1dc-1375558668e2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "PUT /v2.0/floatingips/1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 HTTP/1.1" status: 200 len: 990 time: 1.1403689 Dec 21 02:48:21.924508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:48:21.926784 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbac7a2-6d50-4462-a371-75a5cf1ff42d" -d '{"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:48:22.016695 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27093c2-3dca-41c4-960a-6934cb754713 x-openstack-request-id: req-f27093c2-3dca-41c4-960a-6934cb754713 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:48:22.016989 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:48:22.017243 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f27093c2-3dca-41c4-960a-6934cb754713 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:48:22.018220 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'status': 'completed', 'code': 200} Dec 21 02:48:22.019674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:48:22.095887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-03c35504-6f15-464b-9d1e-e4333948c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:22.097267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-03c35504-6f15-464b-9d1e-e4333948c03c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0401793 Dec 21 02:48:22.190092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-0985ebd8-0959-49ba-9055-cfa98f64bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:22.191565 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-0985ebd8-0959-49ba-9055-cfa98f64bacc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0861359 Dec 21 02:48:22.239504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967fa79-58d2-4159-bf7a-b732ba349360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:48:21Z', 'revision_number': 9, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:22.255827 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-a0837798-9a71-4d8a-ac7a-a401b317f25d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 998 time: 0.0575681 Dec 21 02:48:22.270045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:48:22.279180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:48:22.279796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:48:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:22.305366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-ee9176d1-cb6f-4f20-9204-1faed674e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:22.306809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-ee9176d1-cb6f-4f20-9204-1faed674e821 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0433254 Dec 21 02:48:22.356163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-02483d66-02f8-456f-bbdc-b8f2485c34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:22.357626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-02483d66-02f8-456f-bbdc-b8f2485c34a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436318 Dec 21 02:48:22.383751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:48:22.449360 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-c72a3fe6-d0fa-49a0-9d5a-c219e8cca005 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Dec 21 02:48:22.541949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-afbac7a2-6d50-4462-a371-75a5cf1ff42d req-921afeb4-9089-4445-84a4-af677cb7bdf2 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Dec 21 02:48:22.588029 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:22.613230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967fa79-58d2-4159-bf7a-b732ba349360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:48:21Z', 'revision_number': 9, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:48:22.643099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d9a9-deb9-4e5e-b385-0587dd193816 None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8967fa79-58d2-4159-bf7a-b732ba349360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:48:21Z', 'revision_number': 9, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:48:22.830970 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b234b-6b5f-4d01-8e20-a8ecc5d3b424 None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:48:27.409503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:44.037697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14888db6-7d6e-4fce-a19e-7fd8a8e9aaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:46.758393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c5b53ef3-101e-4d4e-8d99-f512e010bac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:47.482419 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:48.890551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:49.467833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:49.985765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-c692cbf9-54ae-4790-a5d6-105b148b0f3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390825 Dec 21 02:48:50.103542 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08382-653c-4417-a4b1-92773774f715 req-ba3dec85-0d43-464a-90e0-0ff699d2d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:50.105012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-ba3dec85-0d43-464a-90e0-0ff699d2d216 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0403879 Dec 21 02:48:50.210286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08382-653c-4417-a4b1-92773774f715 req-1b9bcc1e-61c1-4b50-a80f-0e3226c79913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:50.211705 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-1b9bcc1e-61c1-4b50-a80f-0e3226c79913 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0870495 Dec 21 02:48:50.276257 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-d7ef5520-ae3c-41c7-9bcd-fbadf8636689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0569630 Dec 21 02:48:50.327284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08382-653c-4417-a4b1-92773774f715 req-13a8d004-b086-4584-a23e-8939b48f1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:50.328669 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-13a8d004-b086-4584-a23e-8939b48f1634 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0462103 Dec 21 02:48:50.374170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08382-653c-4417-a4b1-92773774f715 req-c4bedfc9-597f-479b-a36b-528284b280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:48:50.375631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-c4bedfc9-597f-479b-a36b-528284b280ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395555 Dec 21 02:48:50.463842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-b43e884b-4374-4ef6-88af-9610afb26575 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798826 Dec 21 02:48:50.554657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea08382-653c-4417-a4b1-92773774f715 req-4287dce8-7a85-4d15-a020-8a673e993391 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835633 Dec 21 02:48:52.585370 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:48:56.404924 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:48:57.423272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:14.038917 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6d369822-5239-409c-b36d-db96432dbcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:16.760622 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79cb7160-90db-4e37-a578-23295007bd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:17.486080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:18.893070 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:19.469936 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:22.582615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:27.427373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:33.404235 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:49:44.043379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd630-35ce-443a-a925-85c49891e249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:46.761231 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b376d1f-e52b-4adf-a5f0-a8317ac81d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:47.493302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:48.896449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:49.474762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:51.992424 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-7e3bc447-77b3-4212-b99d-e003da620f4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399067 Dec 21 02:49:52.091123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-ca2bc745-1677-4ad9-aaa2-49443a8863ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:49:52.092576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-ca2bc745-1677-4ad9-aaa2-49443a8863ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0431347 Dec 21 02:49:52.194170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-737c1d2b-da3e-4fb0-a701-c12ee131d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:49:52.195623 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-737c1d2b-da3e-4fb0-a701-c12ee131d64a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0837193 Dec 21 02:49:52.602970 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-0ca14699-d8f7-4b4f-89ce-be7b2563738e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1001 time: 0.3992894 Dec 21 02:49:52.615658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:49:52.653353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-f8ecb311-2449-4096-a045-69a79b59acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:49:52.654857 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-f8ecb311-2449-4096-a045-69a79b59acb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0444973 Dec 21 02:49:52.701248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-6fd43f3a-5a8f-4519-bac3-9a9e01dafe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:49:52.702825 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-6fd43f3a-5a8f-4519-bac3-9a9e01dafe14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405712 Dec 21 02:49:52.794355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-3a0e2545-8511-4734-ac9b-0d77098196f7 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Dec 21 02:49:52.881287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-56c4abbc-cd63-4a6f-8b17-867935dd4a43 req-5ef78cf3-91f6-4fa3-aa42-e3420f0a59fd service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801878 Dec 21 02:49:57.427743 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:10.403737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:50:14.045506 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5666999e-a585-4091-8ba6-dbf1e339c029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:16.762593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f27c0328-d3a2-4dba-8c2a-dc195875f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:17.492048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:18.899631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:19.481682 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:22.613589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:27.439684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:44.046383 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-97be7e29-8df6-419c-a750-5115606caf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:46.763188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-885dae67-55f0-473f-9377-0bbd8aa84118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:46.982955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-332d4ba2-5944-403a-a540-b6f8fced9186 req-a5025357-d101-4147-9482-6ebf639099a2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:50:46.983946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-332d4ba2-5944-403a-a540-b6f8fced9186 req-a5025357-d101-4147-9482-6ebf639099a2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480657 Dec 21 02:50:47.146546 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-5bbaf84d-b5d8-4468-b11b-2b0a5e251143 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443966 Dec 21 02:50:47.155912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-5ac8818e-b19d-4d06-83f7-defd6a76e2e3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:50:47.156885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-5ac8818e-b19d-4d06-83f7-defd6a76e2e3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054893 Dec 21 02:50:47.217566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1fd8b-899f-4ee8-ac2a-5a855ba8d77b req-6fc2e2d2-24b3-4dc7-937f-aec13cc70524 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:47.219055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a1fd8b-899f-4ee8-ac2a-5a855ba8d77b req-6fc2e2d2-24b3-4dc7-937f-aec13cc70524 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.1026134 Dec 21 02:50:47.267906 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-14a1fd8b-899f-4ee8-ac2a-5a855ba8d77b req-58ec2b30-aacb-464a-a77a-4889684e914f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 Dec 21 02:50:47.403134 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:50:47.494667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:48.445760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f9277-7f15-4d1b-8cca-8f399da5b9b8 req-5a59fc9b-86d6-4328-8f82-e93af83b42bd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:48.447258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e26f9277-7f15-4d1b-8cca-8f399da5b9b8 req-5a59fc9b-86d6-4328-8f82-e93af83b42bd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.1026525 Dec 21 02:50:48.448183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-079e78d7-2d44-43d6-8ae3-290b3dc03b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:48.449786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-079e78d7-2d44-43d6-8ae3-290b3dc03b54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0935431 Dec 21 02:50:48.499037 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e26f9277-7f15-4d1b-8cca-8f399da5b9b8 req-66fce22b-3a8d-4b73-a73c-84befb2d1a26 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Dec 21 02:50:48.539848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-1c1b5eb0-6911-406a-ba8a-632825ca0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:48.541309 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-1c1b5eb0-6911-406a-ba8a-632825ca0fdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0845954 Dec 21 02:50:48.610569 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-9d5147e8-2ff6-4966-8460-5bfd2625c96e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0615485 Dec 21 02:50:48.657047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-0ca52afb-b466-4122-8431-a13008a34d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:48.658453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-0ca52afb-b466-4122-8431-a13008a34d86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0412147 Dec 21 02:50:48.702667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-bbf46a2d-fa78-4cf3-8a87-5520cf03681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:48.704109 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-bbf46a2d-fa78-4cf3-8a87-5520cf03681e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389609 Dec 21 02:50:48.795629 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-3a3ba1d3-fcc4-42b3-9b58-002713369aff service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Dec 21 02:50:48.885534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-c072989b-f340-4ea1-bf26-405d06f15389 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828428 Dec 21 02:50:48.903554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:49.473985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:49.612874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a36f9-3276-4d5e-9e8e-ec2d3703678c req-b5570637-e994-42da-b987-351fbbdbd5b9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:49.614350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7a36f9-3276-4d5e-9e8e-ec2d3703678c req-b5570637-e994-42da-b987-351fbbdbd5b9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0488968 Dec 21 02:50:49.663148 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e7a36f9-3276-4d5e-9e8e-ec2d3703678c req-786f8356-407f-408a-a1ca-d9819815058b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418017 Dec 21 02:50:50.775598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61311b85-1a7e-40a6-aa10-1372e67bc521 req-53990a91-dcca-495a-bb02-d67f41548c1f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:50.777050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61311b85-1a7e-40a6-aa10-1372e67bc521 req-53990a91-dcca-495a-bb02-d67f41548c1f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Dec 21 02:50:50.823561 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61311b85-1a7e-40a6-aa10-1372e67bc521 req-e81122e1-2772-40f4-a3b1-58715665068b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Dec 21 02:50:51.946011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c11d3-6035-4bdd-831a-4a5f04848c2b req-d02ee6fc-080f-4d55-8a8a-2fabc8922807 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:51.947456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c6c11d3-6035-4bdd-831a-4a5f04848c2b req-d02ee6fc-080f-4d55-8a8a-2fabc8922807 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0515082 Dec 21 02:50:51.993932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c6c11d3-6035-4bdd-831a-4a5f04848c2b req-46558b65-dbdd-476b-a34b-f4ebfeb2356e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Dec 21 02:50:52.631342 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:53.108992 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c4bad-9bec-4562-99b0-36cc3a832333 req-0207b6ab-b9f6-4679-8796-fe3507ae5aaf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:53.110466 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d4c4bad-9bec-4562-99b0-36cc3a832333 req-0207b6ab-b9f6-4679-8796-fe3507ae5aaf tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Dec 21 02:50:53.156181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d4c4bad-9bec-4562-99b0-36cc3a832333 req-8b132a85-3020-4fa7-beb1-e08f9abc6395 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Dec 21 02:50:54.061135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-86c81121-c31d-494b-a14a-0664edcf6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:54.062616 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-86c81121-c31d-494b-a14a-0664edcf6a12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1097 time: 0.0392251 Dec 21 02:50:54.164992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-5f6cbe70-8604-4505-98a5-c5be644151b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:54.166469 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-5f6cbe70-8604-4505-98a5-c5be644151b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0836971 Dec 21 02:50:54.238116 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-a6eabeaa-5a09-4162-b69e-7a99fc585865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0636265 Dec 21 02:50:54.273472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b040b6-9e07-42ca-8c01-c3a28962fae6 req-4e9ffa6c-7368-4def-912a-a16f0fcd5e61 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:54.274947 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81b040b6-9e07-42ca-8c01-c3a28962fae6 req-4e9ffa6c-7368-4def-912a-a16f0fcd5e61 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Dec 21 02:50:54.288107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-c9183f86-2d2a-4c63-82f9-0571e9afa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:54.289585 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-c9183f86-2d2a-4c63-82f9-0571e9afa669 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0438211 Dec 21 02:50:54.326570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81b040b6-9e07-42ca-8c01-c3a28962fae6 req-bb5f2f48-cd83-43c7-b91f-25ca4fb8f240 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Dec 21 02:50:54.335698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-ef41149f-46e5-4631-9615-b8f5faa4640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:54.337303 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-ef41149f-46e5-4631-9615-b8f5faa4640d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399299 Dec 21 02:50:54.430408 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-b920f490-cee6-4de8-8a7f-60a2e4b62de0 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Dec 21 02:50:54.522984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0e8a3f34-e220-4b83-9e08-4ca7a90ac285 req-25ff45e4-8f07-4b5f-a215-c8d20dde5fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Dec 21 02:50:55.441368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55306-54cb-4279-b785-cdf354e815aa req-40385961-6aea-4366-b2d2-0f841b5a4599 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:55.442729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6a55306-54cb-4279-b785-cdf354e815aa req-40385961-6aea-4366-b2d2-0f841b5a4599 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Dec 21 02:50:55.489126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6a55306-54cb-4279-b785-cdf354e815aa req-0a24ffa8-0b8d-4c9d-b30d-e56b5f28ff75 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 Dec 21 02:50:56.602855 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba197c9-aea6-41d9-afeb-8d782401aa55 req-aa124389-27fc-4c78-aeb3-b36b4fa1e61d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:56.604571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dba197c9-aea6-41d9-afeb-8d782401aa55 req-aa124389-27fc-4c78-aeb3-b36b4fa1e61d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Dec 21 02:50:56.650743 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dba197c9-aea6-41d9-afeb-8d782401aa55 req-84ab3ce7-a00d-4ce2-8366-933d9dac8ccc tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Dec 21 02:50:57.434550 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:50:57.768402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fe9e3-c650-41cb-a6e4-23ab6b84d814 req-5e8adc86-f21f-40ad-adaa-d63833522ffa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:57.769872 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba2fe9e3-c650-41cb-a6e4-23ab6b84d814 req-5e8adc86-f21f-40ad-adaa-d63833522ffa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Dec 21 02:50:57.815991 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba2fe9e3-c650-41cb-a6e4-23ab6b84d814 req-7474734d-5e9c-4652-a50d-a4c8c3fb8f15 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Dec 21 02:50:58.931719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cea43-bc9c-4c8d-b3a7-92cabab11c16 req-a5125998-2d67-4147-ad9f-28f8016af88a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:50:58.933264 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710cea43-bc9c-4c8d-b3a7-92cabab11c16 req-a5125998-2d67-4147-ad9f-28f8016af88a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0482326 Dec 21 02:50:58.981001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-710cea43-bc9c-4c8d-b3a7-92cabab11c16 req-778d7a83-2abd-47a1-8872-8f2c9b167e28 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Dec 21 02:51:00.098934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a51c2c-e508-4b1c-af63-99c9538955bc req-bfdd16f2-4ba9-4b53-97c7-372e9ac38b15 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:00.100391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61a51c2c-e508-4b1c-af63-99c9538955bc req-bfdd16f2-4ba9-4b53-97c7-372e9ac38b15 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Dec 21 02:51:00.147309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-61a51c2c-e508-4b1c-af63-99c9538955bc req-fb861a16-3121-42f4-9ce2-0029d5789a86 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408890 Dec 21 02:51:00.928112 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-29890aa2-2391-47da-9fb1-191a49ffb0e0 service neutron] show failed (client error): The resource could not be found. Dec 21 02:51:00.929161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-29890aa2-2391-47da-9fb1-191a49ffb0e0 service neutron] 10.222.0.24 "GET /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0607433 Dec 21 02:51:01.130030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-4991c385-400a-4969-ae84-bd0a48b91d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:01.131484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-4991c385-400a-4969-ae84-bd0a48b91d09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1097 time: 0.0406687 Dec 21 02:51:01.144662 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-5112827e-9be0-465d-8e58-562c7162d07f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:51:01.146184 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-5112827e-9be0-465d-8e58-562c7162d07f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053780 Dec 21 02:51:01.169919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:51:01.227292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.263720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ab91-5b20-442d-ae50-d535f99a15f9 req-0ab5a2e6-9894-43d3-8990-79cc6dde5765 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:01.265192 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd41ab91-5b20-442d-ae50-d535f99a15f9 req-0ab5a2e6-9894-43d3-8990-79cc6dde5765 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Dec 21 02:51:01.317352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd41ab91-5b20-442d-ae50-d535f99a15f9 req-62613ae2-9b08-4869-942f-5c1471dd8ce5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446801 Dec 21 02:51:01.428632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:01.461529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:51:01.499293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:01.501636 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f39fa-3f14-4986-bbc7-5b179ba993fd" -d '{"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-unplugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:01.505870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.518081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Transition to ACTIVE for port object c2db3489-38f9-4455-8b07-631d7d7c5eb2 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:51:01.523120 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.611933 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a97f4-866e-49f5-9f97-39e974912774 x-openstack-request-id: req-321a97f4-866e-49f5-9f97-39e974912774 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:01.612229 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-unplugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:01.612485 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321a97f4-866e-49f5-9f97-39e974912774 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:01.612885 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'code': 200} Dec 21 02:51:01.615969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:01.630945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.631293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.631636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.631975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.632311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.632644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.632975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.633302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.633650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.633978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.634302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.634623 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.634943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:01.668872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] No DVR routers for this DVR port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:51:01.808715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:51:01.809057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:51:01.809445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:01.813818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:51:01.814133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:01.819568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:51:01.819899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:51:01.820271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:51:01.820684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Bound port: c2db3489-38f9-4455-8b07-631d7d7c5eb2, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:51:01.821027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.882039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:51:01.884933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:51:01.889230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.929135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:01.929807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:01.931207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] 10.222.0.45 "PUT /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1092 time: 0.7648995 Dec 21 02:51:01.947917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede6b44-7fdd-4c5b-a278-ff99b0004f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:02.008668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-eaaea93e-404f-4371-9c79-002e2a7b37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:02.010288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-eaaea93e-404f-4371-9c79-002e2a7b37f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0436041 Dec 21 02:51:02.110436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-192f5232-0e7e-4d8d-b778-3c1db94260f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:02.111894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-192f5232-0e7e-4d8d-b778-3c1db94260f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0908942 Dec 21 02:51:02.183569 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-7561c385-89a1-4cc2-a726-c303a7ab6156 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0579247 Dec 21 02:51:02.234495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-3b012cfa-9166-4f42-afd0-3fb823b6f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:02.235807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-3b012cfa-9166-4f42-afd0-3fb823b6f761 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0440190 Dec 21 02:51:02.283133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-75c69baf-1910-4720-be8f-2fa0c9c095a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:02.284467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-75c69baf-1910-4720-be8f-2fa0c9c095a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414286 Dec 21 02:51:02.375003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-87ec3464-e2ed-4704-b111-07de439c55f3 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Dec 21 02:51:02.436036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d5d1-bd0a-4c49-9ed7-36af5e56b701 req-ff16a2fe-52b7-4e63-8875-27ba9d3b8691 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:02.437542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a826d5d1-bd0a-4c49-9ed7-36af5e56b701 req-ff16a2fe-52b7-4e63-8875-27ba9d3b8691 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0491359 Dec 21 02:51:02.473803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-69591343-c7fd-41c5-99ee-39c43ea8266f req-af5d0d0f-381d-4d01-a7e1-342b03464b03 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884278 Dec 21 02:51:02.489877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a826d5d1-bd0a-4c49-9ed7-36af5e56b701 req-dd7ae2eb-c3ea-42a0-a725-228c73e08225 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Dec 21 02:51:03.605815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db62339-15e2-4556-9d84-ed19428069ba req-3168181a-4518-4dfb-867d-8c524110c724 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:03.607292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3db62339-15e2-4556-9d84-ed19428069ba req-3168181a-4518-4dfb-867d-8c524110c724 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0490754 Dec 21 02:51:03.614238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:03.616561 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087d46ff-710f-45f4-8436-84b65a16e130" -d '{"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:03.655556 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3db62339-15e2-4556-9d84-ed19428069ba req-addf6a02-9446-4f0e-8634-b3dd405b7f5f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Dec 21 02:51:03.665073 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae848871-79e3-4316-8ff8-a61c2028ea0e x-openstack-request-id: req-ae848871-79e3-4316-8ff8-a61c2028ea0e {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:03.665391 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:03.665646 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae848871-79e3-4316-8ff8-a61c2028ea0e {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:03.666039 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'status': 'completed', 'code': 200} Dec 21 02:51:03.782015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-26996635-243f-4222-8f84-5ebeb6be9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:03.783403 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-26996635-243f-4222-8f84-5ebeb6be9829 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0690546 Dec 21 02:51:03.785770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-60989e51-3ee5-44b0-a33d-e6c29b356408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:03.787075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-60989e51-3ee5-44b0-a33d-e6c29b356408 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0634480 Dec 21 02:51:03.941352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-794d1924-188b-4894-a5e6-acb29d5cd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:03.943484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-794d1924-188b-4894-a5e6-acb29d5cd251 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1531870 Dec 21 02:51:03.944516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-3673f01a-b3bd-49b3-9f1f-3407d93e4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:03.945803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-3673f01a-b3bd-49b3-9f1f-3407d93e4e72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1486404 Dec 21 02:51:04.050304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-3e939b1f-b7cd-4ba9-8676-ee2bd3359e3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0986004 Dec 21 02:51:04.056076 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-4c6a8225-92f6-433d-b6d9-9b6c58e72c63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0978887 Dec 21 02:51:04.128720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-b5103578-82c4-46ea-8a47-01caf6b96b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:04.130710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-b5103578-82c4-46ea-8a47-01caf6b96b8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0738313 Dec 21 02:51:04.133955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-096fc4c5-3264-4771-8a59-acbc996c2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:04.135235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-096fc4c5-3264-4771-8a59-acbc996c2ee3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0706716 Dec 21 02:51:04.211314 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-c142060a-2bdc-462d-a396-48f1fed2038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:04.213325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-c142060a-2bdc-462d-a396-48f1fed2038c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746946 Dec 21 02:51:04.215765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d46ff-710f-45f4-8436-84b65a16e130 req-44399cc7-781b-41b4-b344-431d235124f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:04.217070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-44399cc7-781b-41b4-b344-431d235124f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546365 Dec 21 02:51:04.372325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-c632f79d-e095-49d3-81e3-6e5938e77516 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522343 Dec 21 02:51:04.375765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-f5b00599-6538-486a-bba6-5f003d8585cf service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476219 Dec 21 02:51:04.529009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-185d03b0-a6d4-4854-ae62-354c5dc2cef1 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499519 Dec 21 02:51:04.530904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-087d46ff-710f-45f4-8436-84b65a16e130 req-4c075ade-4f83-43f8-98e6-7b855927ea5a service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444986 Dec 21 02:51:04.773422 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa51fa-180b-4886-8873-a59a83cd4e73 req-ada16aa7-10dd-402b-a3bb-83fd7ec559a9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:04.774877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adaa51fa-180b-4886-8873-a59a83cd4e73 req-ada16aa7-10dd-402b-a3bb-83fd7ec559a9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0479009 Dec 21 02:51:04.821191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-adaa51fa-180b-4886-8873-a59a83cd4e73 req-38cf9f28-dce9-45e1-95e6-15db43ceb960 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Dec 21 02:51:05.104434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-e4dfb117-a1f3-40d3-905e-155947057aab tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.105907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-e4dfb117-a1f3-40d3-905e-155947057aab tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&tenant_id=a52fd8787718488f8805c6e39e4075b8&binding%3Ahost_id=n-h2-761264-20 HTTP/1.1" status: 200 len: 943 time: 0.0555677 Dec 21 02:51:05.121051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b197a75-3c0a-4b3b-8977-4bcc88ade79f req-c45d487f-dbb6-400b-a78b-29b8fdd55140 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.122580 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b197a75-3c0a-4b3b-8977-4bcc88ade79f req-c45d487f-dbb6-400b-a78b-29b8fdd55140 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0540209 Dec 21 02:51:05.166876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-3e1221b4-d8d5-4ebf-b205-b959634f62ca service neutron] 10.222.0.45 "GET /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2/bindings/n-h2-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.0530169 Dec 21 02:51:05.169763 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3b197a75-3c0a-4b3b-8977-4bcc88ade79f req-3121c6a5-2256-4a41-8d10-8bd459dbcddb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Dec 21 02:51:05.248742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-84f7b2f2-e846-41f5-ba34-077bb4a5f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.250556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-84f7b2f2-e846-41f5-ba34-077bb4a5f7d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1095 time: 0.0435591 Dec 21 02:51:05.362252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-45e8392f-45be-4b3f-b5d4-b0f67ca2f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.364153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-45e8392f-45be-4b3f-b5d4-b0f67ca2f787 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1063833 Dec 21 02:51:05.429491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-aea1d700-c59a-4f9a-b439-c9923abc1a53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0576169 Dec 21 02:51:05.459126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:51:05.481034 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-5c86a970-9f30-4ad6-b51f-9bb2ac1a2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.482508 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-5c86a970-9f30-4ad6-b51f-9bb2ac1a2a6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0430274 Dec 21 02:51:05.498930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:51:05.499325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:51:05.532399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-9202938c-ad33-4247-a076-f7201fc182f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:05.533885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-9202938c-ad33-4247-a076-f7201fc182f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439057 Dec 21 02:51:05.622507 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-23b9abe0-dfa9-4e3a-ab2c-6d07365055c7 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803301 Dec 21 02:51:05.717169 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-0143da50-e9cc-447d-a3ca-719d035a26dd service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Dec 21 02:51:06.286457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb45ba-85a3-4a2a-9385-96580db9bf05 req-f3874748-4bfb-4481-af5a-ed501f3738a6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:06.288026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5eb45ba-85a3-4a2a-9385-96580db9bf05 req-f3874748-4bfb-4481-af5a-ed501f3738a6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 943 time: 0.0477674 Dec 21 02:51:06.335153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5eb45ba-85a3-4a2a-9385-96580db9bf05 req-fb4dec73-d286-4431-9076-a1a3edd2a0d8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Dec 21 02:51:06.482601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:51:06.727278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:06.738111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:51:06.776205 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:06.788885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:51:06.807542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:06.811094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:06.855565 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:06.862583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.862931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.863276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.864230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.864568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.864901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.865232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.865584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.865911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.866234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.866559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.866889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:06.867210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:51:07.452179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805eefe-1c33-4c73-87a6-86c6b088ec78 req-7729ef9f-0254-4830-bfcf-a99a2072fc26 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:07.453570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1805eefe-1c33-4c73-87a6-86c6b088ec78 req-7729ef9f-0254-4830-bfcf-a99a2072fc26 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0497131 Dec 21 02:51:07.504621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1805eefe-1c33-4c73-87a6-86c6b088ec78 req-7e420c03-92ee-458e-9e98-23fad1629429 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449860 Dec 21 02:51:07.969578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d02e3119-89b8-483e-ba0c-c1efc1b7b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:07.971069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d02e3119-89b8-483e-ba0c-c1efc1b7b88c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1096 time: 0.0418761 Dec 21 02:51:07.989507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:51:08.039939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:08.568345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:08.601589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:51:08.621157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4c2d9-1ec3-4db9-9ae5-573d90635d12 req-6cff618f-6f2a-4e2f-93cc-82aea36966b3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:08.622584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62f4c2d9-1ec3-4db9-9ae5-573d90635d12 req-6cff618f-6f2a-4e2f-93cc-82aea36966b3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0496135 Dec 21 02:51:08.633287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:51:08.641638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:08.652690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Ignored duplicate provisioning block setup for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 02:51:08.656563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:08.672457 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62f4c2d9-1ec3-4db9-9ae5-573d90635d12 req-113f81db-c776-448d-b834-4daa92d185f5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Dec 21 02:51:08.736773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=9']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:08.776337 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] No DVR routers for this DVR port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:51:08.913144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:51:08.913503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:51:08.913824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:08.917924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:51:08.918238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Attempting to bind port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:08.922841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:51:08.923174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:51:08.923549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:51:08.923959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Bound port: c2db3489-38f9-4455-8b07-631d7d7c5eb2, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:51:08.924298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:08.983725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:51:08.986772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:51:08.990536 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:09.026960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.027563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:09.028922 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 1092 time: 1.0438242 Dec 21 02:51:09.029395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:09.031711 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4e39c-338a-40a6-b97f-313dfc89f2df" -d '{"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:09.058008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310d9cd-0a44-4748-b419-4d465bb29470 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:09.097749 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8dab69-5ac6-4eaa-9c9e-5baa5b829845 x-openstack-request-id: req-bd8dab69-5ac6-4eaa-9c9e-5baa5b829845 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:09.098078 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:09.098328 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd8dab69-5ac6-4eaa-9c9e-5baa5b829845 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:09.098722 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'status': 'completed', 'code': 200} Dec 21 02:51:09.115187 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-b0137cc9-2ea7-4cd6-87a9-f7a8bc720a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.116677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-b0137cc9-2ea7-4cd6-87a9-f7a8bc720a68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1096 time: 0.0479383 Dec 21 02:51:09.234042 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-407bab4b-757a-46a5-b648-16ff79386c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.235505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-407bab4b-757a-46a5-b648-16ff79386c48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1096 time: 0.0909622 Dec 21 02:51:09.260857 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-4d567358-3dd8-4a2b-99ac-687ae21eb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.262276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-4d567358-3dd8-4a2b-99ac-687ae21eb7cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1370919 Dec 21 02:51:09.375665 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-f5cf42ea-3f1a-48d5-990d-4b6ea5e93789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.1041002 Dec 21 02:51:09.414631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2c0d607b-e37b-4b3f-a23e-33f2b8c7c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.415944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2c0d607b-e37b-4b3f-a23e-33f2b8c7c1e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1679661 Dec 21 02:51:09.470075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-6a877b7a-6545-4e65-9235-6bbfa3b0593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.471470 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-6a877b7a-6545-4e65-9235-6bbfa3b0593e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0891929 Dec 21 02:51:09.519920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-1a7f8e5a-f43f-4a49-9b76-dc0aa3b0086f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0967109 Dec 21 02:51:09.529700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-3ac650c7-4ef3-4aec-a6e1-37ac7da3a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.531081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-3ac650c7-4ef3-4aec-a6e1-37ac7da3a113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510378 Dec 21 02:51:09.624242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2c1cb087-5714-4f3a-9c5b-888282138d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.625708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2c1cb087-5714-4f3a-9c5b-888282138d2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0979598 Dec 21 02:51:09.678157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-84bdbf13-aeee-4470-8197-b5d65e809b40 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390080 Dec 21 02:51:09.687113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2f601997-07e9-4c48-82db-9540854bab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.688510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2f601997-07e9-4c48-82db-9540854bab81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537157 Dec 21 02:51:09.788011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd0560-e5dd-41cd-9a9e-f986b4106cd5 req-128a4ee7-3988-4831-bbb8-20016f141300 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.789502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93dd0560-e5dd-41cd-9a9e-f986b4106cd5 req-128a4ee7-3988-4831-bbb8-20016f141300 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0488958 Dec 21 02:51:09.836167 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93dd0560-e5dd-41cd-9a9e-f986b4106cd5 req-69e9a42f-cad9-47e0-b02e-fdde90bd7a09 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Dec 21 02:51:09.847069 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-c8c778cd-2712-4918-a752-8ee58c7be764 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499929 Dec 21 02:51:09.849024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0f36c134-fcd8-43cc-bafb-e1c045ccc5e2 req-249fadac-84d6-425c-b6d9-2008c7b39b94 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595902 Dec 21 02:51:09.952411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-6b6866a7-8155-43f2-80b5-6c93e62471f5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974028 Dec 21 02:51:09.979243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2d50aa9e-3642-419a-b29b-e8b759b661a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:09.980754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-2d50aa9e-3642-419a-b29b-e8b759b661a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 1096 time: 0.0419028 Dec 21 02:51:10.072468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-566a0331-82ab-49e4-b87d-4507edf6bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:10.073983 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-566a0331-82ab-49e4-b87d-4507edf6bda0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0867159 Dec 21 02:51:10.137422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-a90b6d73-dace-4529-ae4d-25c011630410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 200 len: 999 time: 0.0567029 Dec 21 02:51:10.187995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-d86d8b0f-871c-4cb8-ac44-2d61105cfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:10.189382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-d86d8b0f-871c-4cb8-ac44-2d61105cfc5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0451219 Dec 21 02:51:10.232655 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-94887397-4550-4a33-9d96-fefb54f7bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:10.234094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-94887397-4550-4a33-9d96-fefb54f7bfcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379081 Dec 21 02:51:10.320734 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-9625ffd4-101f-4661-af11-96c2df57ac30 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798352 Dec 21 02:51:10.411909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-19c4e39c-338a-40a6-b97f-313dfc89f2df req-d6a831ef-dd47-4553-9fb9-f4abb4ff96fd service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Dec 21 02:51:10.958807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb201-1fb2-4c2e-aa06-9bfd1f18dac4 req-65182625-fcb9-406d-a9ac-800f1911df5e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:10.960335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38ebb201-1fb2-4c2e-aa06-9bfd1f18dac4 req-65182625-fcb9-406d-a9ac-800f1911df5e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0523148 Dec 21 02:51:11.013250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-38ebb201-1fb2-4c2e-aa06-9bfd1f18dac4 req-2530aadb-5ea2-4093-8b08-8d3369fc95fa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Dec 21 02:51:12.127738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65796-c30c-40b8-b019-6c3db3d1ba9b req-fdb50576-3e00-4bc0-993a-73a6bcb31db0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:12.129229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51c65796-c30c-40b8-b019-6c3db3d1ba9b req-fdb50576-3e00-4bc0-993a-73a6bcb31db0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0485809 Dec 21 02:51:12.175216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-51c65796-c30c-40b8-b019-6c3db3d1ba9b req-6c321e6b-28cf-4f36-8ff8-a1b1f7eb38fd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Dec 21 02:51:12.512212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:51:12.550561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:51:12.550948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:51:13.292181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdeac-653b-4e4a-bf5d-b9fb11ee66a9 req-6f500654-9837-4fd0-843f-ee41446cdcda tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:13.293684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-442cdeac-653b-4e4a-bf5d-b9fb11ee66a9 req-6f500654-9837-4fd0-843f-ee41446cdcda tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0524147 Dec 21 02:51:13.342950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-442cdeac-653b-4e4a-bf5d-b9fb11ee66a9 req-fa49a629-048d-4714-ad18-797a7940e760 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Dec 21 02:51:13.464336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649efdd9-334c-4158-8f0e-5a1697e89a58 req-b45c53b5-04b3-4dcb-b2a9-062ff2a0bddb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:13.465705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-649efdd9-334c-4158-8f0e-5a1697e89a58 req-b45c53b5-04b3-4dcb-b2a9-062ff2a0bddb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Dec 21 02:51:13.507060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:51:13.514646 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-649efdd9-334c-4158-8f0e-5a1697e89a58 req-169c240a-90e7-4856-a882-14736f5dc195 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Dec 21 02:51:13.607132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:13.618944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'mac_address': 'fa:16:3e:53:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:51:13.630876 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb197-1174-4691-ada8-d5a7d6f12bed req-49f0fe7c-ad18-4250-8f35-73f504a9d0b1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:13.632350 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bacb197-1174-4691-ada8-d5a7d6f12bed req-49f0fe7c-ad18-4250-8f35-73f504a9d0b1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 944 time: 0.0483053 Dec 21 02:51:13.657569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:13.670245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:51:13.683143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bacb197-1174-4691-ada8-d5a7d6f12bed req-1cbdb165-198a-4b88-aa71-278c653d9bff tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Dec 21 02:51:13.689746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:13.694641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:13.742500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:13.922723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1df85-157c-4f41-a4de-d2b870a01857 req-611e9088-17f3-43fb-a605-ba41c4f98e87 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:13.924179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21f1df85-157c-4f41-a4de-d2b870a01857 req-611e9088-17f3-43fb-a605-ba41c4f98e87 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Dec 21 02:51:13.970841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21f1df85-157c-4f41-a4de-d2b870a01857 req-804c0126-19fc-4415-837e-07e3daa498aa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Dec 21 02:51:14.047845 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-efd36531-090b-4e2d-aa9a-b50da72eafb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:14.130623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['c2db3489-38f9-4455-8b07-631d7d7c5eb2'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:51:15.084454 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84da5ec-9ac9-4bba-911e-245a20517508 req-7cf3a424-68c6-4877-95b9-95d26a26f76f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:15.085971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a84da5ec-9ac9-4bba-911e-245a20517508 req-7cf3a424-68c6-4877-95b9-95d26a26f76f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Dec 21 02:51:15.133454 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a84da5ec-9ac9-4bba-911e-245a20517508 req-4c9c4dbe-f6cc-4f9d-85df-52c17f7c0411 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Dec 21 02:51:15.442744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620c728-8888-490a-9992-718e143ea43d req-de062692-3539-4ca5-8cf8-0e77796dfa7a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:15.444164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2620c728-8888-490a-9992-718e143ea43d req-de062692-3539-4ca5-8cf8-0e77796dfa7a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 945 time: 0.0471749 Dec 21 02:51:15.507174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:51:15.534472 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Deleting port c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:51:15.534811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.555378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:51:15.559153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port c2db3489-38f9-4455-8b07-631d7d7c5eb2 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:51:15.559526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.623741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:15.624020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.639776 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.662410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:15.664627 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a5475b-7810-448d-853d-d83037c5f9da" -d '{"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-plugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:15.677296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port c2db3489-38f9-4455-8b07-631d7d7c5eb2, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=c2db3489-38f9-4455-8b07-631d7d7c5eb2,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:15.682747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.731216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:15.762134 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87419a78-5200-486a-b58a-71f84d8bb4dc x-openstack-request-id: req-87419a78-5200-486a-b58a-71f84d8bb4dc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:15.762426 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-plugged", "status": "completed", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:15.762680 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87419a78-5200-486a-b58a-71f84d8bb4dc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:15.763075 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'code': 200} Dec 21 02:51:15.809798 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.810160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.810480 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 disassociated. External IP: 172.25.6.10, port: c2db3489-38f9-4455-8b07-631d7d7c5eb2. Dec 21 02:51:15.810817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Calling delete_port for c2db3489-38f9-4455-8b07-631d7d7c5eb2 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:51:15.936303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:15.969192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'Port': ['ID=c2db3489-38f9-4455-8b07-631d7d7c5eb2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:16.084804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:51:16.194501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:51:16.206124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:51:16.220699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:51:16.221752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:50:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:16.232979 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-edef3c28-7536-453c-99c2-a6fb19d51e67 req-155dcf0a-8366-41d3-998a-26ec4b475fc2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=8967fa79-58d2-4159-bf7a-b732ba349360 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Dec 21 02:51:16.245161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] No DVR routers for this DVR port c2db3489-38f9-4455-8b07-631d7d7c5eb2 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:51:16.248044 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:16.251759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2620c728-8888-490a-9992-718e143ea43d req-c4142eab-c499-4c01-bfc7-02da9ed8e120 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "DELETE /v2.0/ports/c2db3489-38f9-4455-8b07-631d7d7c5eb2 HTTP/1.1" status: 204 len: 173 time: 0.8014243 Dec 21 02:51:16.252221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-deleted', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:16.255183 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3798d19-8bd1-4cee-82fe-fca960dc869b" -d '{"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-deleted", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:16.299453 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec60b25-3d44-4e40-a464-70b767b40959 x-openstack-request-id: req-7ec60b25-3d44-4e40-a464-70b767b40959 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:16.299742 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8967fa79-58d2-4159-bf7a-b732ba349360", "name": "network-vif-deleted", "tag": "c2db3489-38f9-4455-8b07-631d7d7c5eb2", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:16.299991 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ec60b25-3d44-4e40-a464-70b767b40959 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:16.300394 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8967fa79-58d2-4159-bf7a-b732ba349360', 'name': 'network-vif-deleted', 'tag': 'c2db3489-38f9-4455-8b07-631d7d7c5eb2', 'status': 'completed', 'code': 200} Dec 21 02:51:16.336509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:51:16.524294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:51:16.529776 n-d-761264-20 neutron-server[109852]: INFO neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No ports have port_id starting with c2db3489-38f9-4455-8b07-631d7d7c5eb2 Dec 21 02:51:16.532273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 requested by agent hyperv_n-h2-761264-20 not found in database {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 21 02:51:16.547662 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:16.573886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:51:16.581995 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:51:16.582626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:50:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:16.686161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:51:16.789123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5833f0d0-6342-478f-b981-281da52dfbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:16.901251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:16.927773 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8698b4c-50a8-4f8e-a77e-b93776a7889d None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:51:17.134953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddd483-48cb-40d1-a9c9-e3e1d035e683 None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:51:17.499164 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:17.530815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-fc550e9c-1c08-43cc-9d9d-39f658a482b4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1779718072&fields=id&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 267 time: 0.0437362 Dec 21 02:51:17.634703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-de3de1bb-7599-4622-a2bd-dd4bf20a1a2f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:17.636135 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-de3de1bb-7599-4622-a2bd-dd4bf20a1a2f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.0985091 Dec 21 02:51:17.650497 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-d62e5f93-4a73-4614-8114-c04457d6bd7e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/quotas/a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 375 time: 0.0087411 Dec 21 02:51:17.703503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-021b7da7-e52b-48c4-9470-098f0ae59833 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479827 Dec 21 02:51:17.718539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-1cf0a909-f023-4492-a284-f6a5f10bb20e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:51:17.719469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-1cf0a909-f023-4492-a284-f6a5f10bb20e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049388 Dec 21 02:51:17.810040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-1f35023b-8079-4b66-90bd-ebdfa125264d service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850189 Dec 21 02:51:17.901509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-4cf26bbe-ba37-42bd-a8f1-4c1737f35da1 service neutron] 10.222.0.43 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853348 Dec 21 02:51:18.056166 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f40b2b2-0e2d-40d6-8691-e4384b1231d7 req-fc2be8cc-4e5a-4a1d-b501-06bc218832b9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0262635 Dec 21 02:51:18.904464 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.153443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64663103-d700-4950-90b0-5abd5ec65bf6 req-82098cff-e67c-44d4-9de9-849243893d4a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0269639 Dec 21 02:51:19.182545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-0a9d5098-da6b-4c10-ac1f-66bb78501163 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:19.184028 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-0a9d5098-da6b-4c10-ac1f-66bb78501163 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 811 time: 0.1066411 Dec 21 02:51:19.262410 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-48734fd0-a141-443e-97e8-f6a47afa109e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 380 time: 0.0525439 Dec 21 02:51:19.294186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'port': {'device_id': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'admin_state_up': True, 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'security_groups': ['8cb780f0-fd9c-4de8-9bfa-67817384f65e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:51:19.403238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Made reservation on behalf of a52fd8787718488f8805c6e39e4075b8 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:51:19.406992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.476960 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.537887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Allocated IP 172.20.0.8 (9cac7deb-ab26-48f9-bd4a-2f802eb4b684/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:51:19.538426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:51:19.562966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: c2db3489-38f9-4455-8b07-631d7d7c5eb2 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:51:19.563311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device c2db3489-38f9-4455-8b07-631d7d7c5eb2 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:51:19.670751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.702178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.751221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:51:19.754298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:51:19.756754 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:51:19.783839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:51:19.808807 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:51:19.813845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:19.814580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.832823 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-5507682b-b5f3-4c7c-8a28-655a388fdc74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416846 Dec 21 02:51:19.859356 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Request body: {'port': {'device_id': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:51:19.915576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:19.992924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fefa8ee0-54a7-40c6-9e11-4ef400f9c022 None None] Provisioning complete for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:51:19.993551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fefa8ee0-54a7-40c6-9e11-4ef400f9c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.027757 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fefa8ee0-54a7-40c6-9e11-4ef400f9c022 None None] Port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:51:20.180614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:51:20.188117 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.200249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Transition to ACTIVE for port object 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:51:20.204227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.258186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:20.275878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5d6f-04d3-4419-9342-37ea6c497c30 req-507d8cfc-e882-40cc-8620-ce3b4a5fdbe6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:20.277608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bac5d6f-04d3-4419-9342-37ea6c497c30 req-507d8cfc-e882-40cc-8620-ce3b4a5fdbe6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0538709 Dec 21 02:51:20.324126 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:51:20.324457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:51:20.324782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:20.329306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:51:20.329650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:51:20.333146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bac5d6f-04d3-4419-9342-37ea6c497c30 req-78bbe730-0504-4a79-bc15-8d6c7bc2dd41 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491974 Dec 21 02:51:20.335124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:51:20.335458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:51:20.335830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:51:20.336248 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Bound port: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:51:20.336598 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.406983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:51:20.410243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:51:20.414875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.456955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:20.457593 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:20.458960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1092 time: 0.6041024 Dec 21 02:51:20.459767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:20.462041 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826a4f1c-aa85-4872-9590-28fd32fcce0c" -d '{"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:20.483590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f43d8-c7a9-4285-82b3-1848f4ff20e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:20.508202 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19341bc-d74d-4961-8066-e35f3eada0b7 x-openstack-request-id: req-d19341bc-d74d-4961-8066-e35f3eada0b7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:20.508580 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:20.508835 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d19341bc-d74d-4961-8066-e35f3eada0b7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:20.509302 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'status': 'completed', 'code': 200} Dec 21 02:51:20.576316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-883ee7e6-d478-4320-8869-1f95d4c7f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:20.577918 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-883ee7e6-d478-4320-8869-1f95d4c7f5c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0420482 Dec 21 02:51:20.631702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-6e7b16f5-0c0d-4837-a8d5-90607c476ac1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 217 time: 0.0402765 Dec 21 02:51:20.686278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-59f2d77d-70a4-4f01-9496-d5b2f5ef2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:20.687717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-59f2d77d-70a4-4f01-9496-d5b2f5ef2e2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0453620 Dec 21 02:51:20.737525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-f56ab93b-f099-4257-a995-4754229c53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:20.739616 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-f56ab93b-f099-4257-a995-4754229c53eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409141 Dec 21 02:51:20.845617 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-7616542d-4c51-4aa2-a583-d9ca331ff476 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937941 Dec 21 02:51:20.939468 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f778ab0-0bd7-45b0-b1de-925164d66d47 req-723529ad-76ed-42ef-b11e-29fecde81fce service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823507 Dec 21 02:51:21.086574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-cb692927-0de9-4dbb-8354-c40460cfbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:21.087982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-cb692927-0de9-4dbb-8354-c40460cfbc1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0457485 Dec 21 02:51:21.183685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-03574a63-c57a-47e8-bd13-c63a418629e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:21.185188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-03574a63-c57a-47e8-bd13-c63a418629e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0891690 Dec 21 02:51:21.233297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-4973e664-ade9-420b-add6-b83136676237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 217 time: 0.0399759 Dec 21 02:51:21.291547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-3d82873a-bff5-4c04-b730-5f432210325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:21.293145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-3d82873a-bff5-4c04-b730-5f432210325b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0469165 Dec 21 02:51:21.343634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-724391dd-6ec0-4fd9-b10d-a03d5a8ac15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:21.345025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-724391dd-6ec0-4fd9-b10d-a03d5a8ac15e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405118 Dec 21 02:51:21.442239 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-f99e7d05-3a37-40eb-8fac-7e6e2b3ba99b service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880842 Dec 21 02:51:21.453434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d716ff-521a-468e-8c60-e710546a0ac4 req-4067b473-c3f4-4079-bb3d-4b92106149b0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:21.455026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67d716ff-521a-468e-8c60-e710546a0ac4 req-4067b473-c3f4-4079-bb3d-4b92106149b0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0488410 Dec 21 02:51:21.502173 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67d716ff-521a-468e-8c60-e710546a0ac4 req-0ad22a12-c381-424d-a350-df8836a2e913 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Dec 21 02:51:21.532606 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-826a4f1c-aa85-4872-9590-28fd32fcce0c req-75a82508-0dda-459f-bdc6-f194e80b49c9 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827911 Dec 21 02:51:22.625274 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901a80-c62d-45a4-a9e8-2622422d3ae1 req-2214ecca-91f5-4edf-b236-48589f1ac3b5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:22.626997 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc901a80-c62d-45a4-a9e8-2622422d3ae1 req-2214ecca-91f5-4edf-b236-48589f1ac3b5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0510907 Dec 21 02:51:22.628520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:22.673876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fc901a80-c62d-45a4-a9e8-2622422d3ae1 req-2fd99d1d-249d-4571-b54f-ceedb2c4f1c5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405247 Dec 21 02:51:23.790957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478c22-744c-41b5-b151-f5e75f87e77c req-b0fad9d1-029c-473f-9314-51166fc9533b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:23.792377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d478c22-744c-41b5-b151-f5e75f87e77c req-b0fad9d1-029c-473f-9314-51166fc9533b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0515113 Dec 21 02:51:23.840001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d478c22-744c-41b5-b151-f5e75f87e77c req-85b782ef-0037-45d9-934f-fc24f9319261 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Dec 21 02:51:24.402929 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:51:24.562296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:51:24.664436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:24.675307 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:51:24.711356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:24.724091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:51:24.743187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:24.747271 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:24.796132 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:24.953434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61370b6-22d7-4171-a3c2-76c3d9fc1573 req-97082c66-52f9-446c-a7bd-8ef352e4bd2b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:24.954949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f61370b6-22d7-4171-a3c2-76c3d9fc1573 req-97082c66-52f9-446c-a7bd-8ef352e4bd2b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0484262 Dec 21 02:51:25.003127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f61370b6-22d7-4171-a3c2-76c3d9fc1573 req-9a7651f8-ff53-4dc8-88d2-422dc217c89e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Dec 21 02:51:25.073917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:51:26.117541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0cd4f-ce56-471b-8adf-58cfde31c105 req-8c031005-d37f-44d1-88a9-099559769589 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:26.118987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50a0cd4f-ce56-471b-8adf-58cfde31c105 req-8c031005-d37f-44d1-88a9-099559769589 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0483375 Dec 21 02:51:26.169179 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50a0cd4f-ce56-471b-8adf-58cfde31c105 req-446081c5-77f1-413e-9974-172adbf62c74 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443170 Dec 21 02:51:26.563440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:51:26.613669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:51:26.617151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:51:26.617548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:26.690317 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:26.711545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:26.713878 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f378b86d-2e28-4083-8942-893168f4c6c4" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:26.726937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:51:26.730880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:26.760417 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c184b3-3f12-43dc-83bf-66263a9c5e31 x-openstack-request-id: req-58c184b3-3f12-43dc-83bf-66263a9c5e31 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:26.760705 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:26.760951 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58c184b3-3f12-43dc-83bf-66263a9c5e31 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:26.761327 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'code': 200} Dec 21 02:51:26.785986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:51:26.896982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fafa5-637f-4aa5-a88a-55bed9945316 req-28818ce0-c755-4ca9-aa13-d68650495ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:26.898495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-019fafa5-637f-4aa5-a88a-55bed9945316 req-28818ce0-c755-4ca9-aa13-d68650495ab2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0460291 Dec 21 02:51:26.942748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-019fafa5-637f-4aa5-a88a-55bed9945316 req-22222063-347f-43eb-a47a-3423f8b7d72e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362978 Dec 21 02:51:27.284533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3f22-69ea-4330-81cc-54dc36c4f260 req-06185172-bfdd-4b70-87e7-96025d2c7c33 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:27.286068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4ff3f22-69ea-4330-81cc-54dc36c4f260 req-06185172-bfdd-4b70-87e7-96025d2c7c33 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0501053 Dec 21 02:51:27.333655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4ff3f22-69ea-4330-81cc-54dc36c4f260 req-2b4e6208-82cd-4ad9-a186-97a3476f6320 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Dec 21 02:51:27.452258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:28.448398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31967e-b9dc-4651-b401-fc259685bf9c req-ba1f2607-25ed-4975-83e5-9f3808b6dc3c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:28.449875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b31967e-b9dc-4651-b401-fc259685bf9c req-ba1f2607-25ed-4975-83e5-9f3808b6dc3c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0479445 Dec 21 02:51:28.497140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b31967e-b9dc-4651-b401-fc259685bf9c req-53814fcc-00be-47a4-81d5-ce6d36c5576d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Dec 21 02:51:28.610522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24fe44-ef47-4ec9-aafa-82c2aeb0e0ea req-f3e161ab-1f8e-4894-a5e8-3abdccdbd20f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:28.612013 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b24fe44-ef47-4ec9-aafa-82c2aeb0e0ea req-f3e161ab-1f8e-4894-a5e8-3abdccdbd20f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0520465 Dec 21 02:51:28.620769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35308) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:51:28.625094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Request body: {'floatingip': {'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:51:28.671526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:29.097066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:29.101391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:29.429831 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 associated. External IP: 172.25.6.10, port: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b. Dec 21 02:51:29.636480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:51:29.742772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:51:29.747464 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:29.751999 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:51:29.762242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:51:29.762849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:51:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:29.775187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ae50507-843f-4f6d-923d-ac712555129e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "PUT /v2.0/floatingips/1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 HTTP/1.1" status: 200 len: 991 time: 1.1533499 Dec 21 02:51:29.775774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:51:29.778040 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4" -d '{"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:51:29.819630 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db60b38-4229-4951-9abc-1700002aa9d0 x-openstack-request-id: req-0db60b38-4229-4951-9abc-1700002aa9d0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:51:29.819949 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:51:29.820229 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0db60b38-4229-4951-9abc-1700002aa9d0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:51:29.820598 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'status': 'completed', 'code': 200} Dec 21 02:51:29.875468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:51:29.915723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-c10a0752-0a8c-4a41-8433-901290a1b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:29.917193 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-c10a0752-0a8c-4a41-8433-901290a1b63a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0405545 Dec 21 02:51:30.012742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-2504e0e0-65bb-4642-84f2-637af3ee54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:30.014244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-2504e0e0-65bb-4642-84f2-637af3ee54a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0891135 Dec 21 02:51:30.082803 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-b95615ff-52f4-4b61-9fd0-1cec8ba836d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.0584247 Dec 21 02:51:30.099859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:51:29Z', 'revision_number': 13, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:30.129686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:51:30.130930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-5b54b46f-ccac-4deb-bdfc-b4d2efa5ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:30.132439 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-5b54b46f-ccac-4deb-bdfc-b4d2efa5ce9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0435224 Dec 21 02:51:30.138513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:51:30.139117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:51:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:30.180784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-a1b22a32-6087-41d1-98a9-79c217716755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:30.182238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-a1b22a32-6087-41d1-98a9-79c217716755 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425894 Dec 21 02:51:30.242075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:51:30.271868 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-8b4d65c4-c114-4f02-b3fd-3a1afe855eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815692 Dec 21 02:51:30.367254 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9f20561-9b69-4b77-85a3-ba6b9d3c53b4 req-6ec32186-e846-4961-9f9c-2efe2702c231 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879447 Dec 21 02:51:30.621888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:51:29Z', 'revision_number': 13, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:51:30.649512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae6208-ddb9-4bc2-9e08-b0796ba19ed1 None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1d282c41-0d11-4f7c-a847-7c66e6a2f4b1', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:42:35Z', 'updated_at': '2021-12-21T02:51:29Z', 'revision_number': 13, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:51:30.832098 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45406044-d8ec-4002-8364-6e07b4b1db9c None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:51:34.122263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-27178267-1665-4f54-8ddc-ae6f41218242 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402503 Dec 21 02:51:34.232632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-7440f573-ca93-4747-a654-4a63098fee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:34.234132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-7440f573-ca93-4747-a654-4a63098fee7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0401397 Dec 21 02:51:34.339632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-8b27d1d1-13c5-40e4-b5de-19d84ce70a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:34.341077 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-8b27d1d1-13c5-40e4-b5de-19d84ce70a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0876923 Dec 21 02:51:34.407067 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-419b7ad4-a52f-4568-9742-9817605d8aca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0574234 Dec 21 02:51:34.458870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-3978fa71-6a5d-4475-a429-70c77d936c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:34.460259 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-3978fa71-6a5d-4475-a429-70c77d936c18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0462556 Dec 21 02:51:34.503712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-8aa4f9ea-b06e-445f-8101-f0f1d689332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:51:34.505693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-8aa4f9ea-b06e-445f-8101-f0f1d689332d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386572 Dec 21 02:51:34.593392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-5f801437-fe76-47ee-9c79-9ec1f9eb7fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806124 Dec 21 02:51:35.009883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76d13b01-fea3-4fab-96ea-53bfcb6d725c req-3cdb89df-4340-458e-b7cb-e5fb73a1f122 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094524 Dec 21 02:51:44.049110 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-567d5074-2fa4-4f66-9e69-4898b3b10197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:46.760267 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-949230f1-0443-49bc-a891-64f5a6856ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:47.500959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:48.907756 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:49.479523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:52.643873 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:51:57.468306 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:01.483602 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:52:14.051498 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94a47c63-f68d-4f10-84e9-cd3e6ac846a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:16.761704 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34ec3d47-94c6-4db8-a22c-ce0590fcb510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:17.506557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:18.909881 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:19.481050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:22.640786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:27.482457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:35.134312 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-88c7e789-25fc-436d-b5d1-515fac9c9ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400751 Dec 21 02:52:35.249409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-dabac636-931b-45ed-b7cc-a06b5af4504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:52:35.250872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-dabac636-931b-45ed-b7cc-a06b5af4504e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0394337 Dec 21 02:52:35.364657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-ed0a6f85-9888-4e19-b233-2d4934a909b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:52:35.366668 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-ed0a6f85-9888-4e19-b233-2d4934a909b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0854554 Dec 21 02:52:35.438177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-530374bb-5976-4bbc-afda-c16f74abbaaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0609744 Dec 21 02:52:35.488920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-5bbcdb77-9826-44da-b491-43d6bb0e2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:52:35.490345 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-5bbcdb77-9826-44da-b491-43d6bb0e2cd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0416903 Dec 21 02:52:35.538371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-be507182-ca41-4e70-9eeb-559229f642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:52:35.539790 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-be507182-ca41-4e70-9eeb-559229f642bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384078 Dec 21 02:52:35.635206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-9165dac3-0909-4dd3-bbb7-3757378c908f service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838108 Dec 21 02:52:35.728112 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-aac1c1ad-f3da-427f-b0a7-49f11b4b0fa9 req-2101f5c5-330b-4755-9d79-5a439ea6ea4e service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800502 Dec 21 02:52:38.402908 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:52:44.051963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc659f6e-13b3-4688-9c0e-3ce43f3b586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:46.762446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98602670-41c7-4c05-ba24-262476b3d20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:47.504516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:48.912361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:49.483185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:52.641689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:52:57.483929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:12.578058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ec675-1f5d-48bf-98a2-e2902d3c2e28 req-499a1569-18d7-406e-9c4a-b0b035987a58 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:12.579536 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-276ec675-1f5d-48bf-98a2-e2902d3c2e28 req-499a1569-18d7-406e-9c4a-b0b035987a58 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0492978 Dec 21 02:53:12.627468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-276ec675-1f5d-48bf-98a2-e2902d3c2e28 req-bace3304-ddd2-45e0-bb99-d5c598b30e00 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Dec 21 02:53:14.054297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f11b42e1-cdec-42ba-bc0d-fd1f925c234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:15.402045 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:53:16.765097 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90b53fad-74fd-4d27-927a-3b677c320f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:17.509113 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:18.914227 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:19.485390 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:22.639656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:24.792206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be01c4-d010-4f97-bb7a-e56590714b52 req-6c9e24bb-3140-448f-b25f-00fc59f082ee tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:24.793849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6be01c4-d010-4f97-bb7a-e56590714b52 req-6c9e24bb-3140-448f-b25f-00fc59f082ee tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0530789 Dec 21 02:53:24.844765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c6be01c4-d010-4f97-bb7a-e56590714b52 req-5b3f2f8d-ddf1-4675-b36e-7e0324a8e4f2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Dec 21 02:53:24.866262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-21be005a-afce-4f91-b301-c0cdfd9e9f97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268442 Dec 21 02:53:25.960566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aec402-e5be-4b48-98f7-5f062f302832 req-0b5fdfc9-79a2-4488-bbaf-3278976c7a4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:25.962026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3aec402-e5be-4b48-98f7-5f062f302832 req-0b5fdfc9-79a2-4488-bbaf-3278976c7a4c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0480721 Dec 21 02:53:26.008885 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3aec402-e5be-4b48-98f7-5f062f302832 req-a116bf8a-fb59-400e-9b3a-820b70e79296 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Dec 21 02:53:26.173083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-8bb09d27-82e3-4644-b01a-0667c1560ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:26.174586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-8bb09d27-82e3-4644-b01a-0667c1560ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0810311 Dec 21 02:53:26.270495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-2a073943-4fbd-4172-a06f-bb65af23ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:26.271988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-2a073943-4fbd-4172-a06f-bb65af23ad30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0858073 Dec 21 02:53:26.346819 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-4a2c3793-ecc1-4d10-a167-abb2e0778500 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0617814 Dec 21 02:53:26.401262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-20fb4dac-8b4f-4b77-b6f9-36679b63c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:26.402723 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-20fb4dac-8b4f-4b77-b6f9-36679b63c1c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0434940 Dec 21 02:53:26.451678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-7b8bb721-a528-43d3-bc4b-8efd7572c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:26.453100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-7b8bb721-a528-43d3-bc4b-8efd7572c942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392272 Dec 21 02:53:26.550282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-f3b41366-493c-4bac-9f68-01bdf10d44f6 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Dec 21 02:53:26.643701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-22cdd899-11d6-408f-9717-99f9a1f13c3e service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Dec 21 02:53:27.132344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526393b5-b7bd-48ff-ad88-a00ae6572aaf req-81828f1e-403e-44a4-81fb-2e0519dc9eac tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:27.133847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-526393b5-b7bd-48ff-ad88-a00ae6572aaf req-81828f1e-403e-44a4-81fb-2e0519dc9eac tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0485418 Dec 21 02:53:27.183878 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-526393b5-b7bd-48ff-ad88-a00ae6572aaf req-3eb02b87-5b77-4d64-9bbe-5d65c1881ee8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Dec 21 02:53:27.478569 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:28.301223 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495211-8ede-4b0b-9299-9aee30182ea3 req-963892b6-31b9-43a8-bea1-4458a9083101 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:28.302695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2495211-8ede-4b0b-9299-9aee30182ea3 req-963892b6-31b9-43a8-bea1-4458a9083101 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0478029 Dec 21 02:53:28.348527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2495211-8ede-4b0b-9299-9aee30182ea3 req-6e61f053-56e4-4e27-8c79-e6aa4963e1cd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Dec 21 02:53:29.462931 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcf86-7faa-4425-9d88-2769cf2c4759 req-5f2ba424-23a8-4fd4-b7c2-5b92ee9ecebd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:29.464393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df6dcf86-7faa-4425-9d88-2769cf2c4759 req-5f2ba424-23a8-4fd4-b7c2-5b92ee9ecebd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0484452 Dec 21 02:53:29.511187 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-df6dcf86-7faa-4425-9d88-2769cf2c4759 req-d6b586b4-3a5b-454a-8b48-2b8ed17ef10f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Dec 21 02:53:30.632758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c85e2-d057-4015-b4a5-bfbf0d3edda7 req-a71ba77e-d00e-4b47-a227-cc9bb3bea67c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:30.634161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee2c85e2-d057-4015-b4a5-bfbf0d3edda7 req-a71ba77e-d00e-4b47-a227-cc9bb3bea67c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0526905 Dec 21 02:53:30.680602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee2c85e2-d057-4015-b4a5-bfbf0d3edda7 req-d1565d0c-beaf-41a0-b8ef-b65f31dc20b0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Dec 21 02:53:31.795513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd5e5-1dc3-4b40-8fc2-b4a1de6b0e67 req-3b9b30be-ccae-42e8-bc25-50a5d5e669d5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:31.796953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-039fd5e5-1dc3-4b40-8fc2-b4a1de6b0e67 req-3b9b30be-ccae-42e8-bc25-50a5d5e669d5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0482805 Dec 21 02:53:31.843443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-039fd5e5-1dc3-4b40-8fc2-b4a1de6b0e67 req-c6e3b84e-86c6-47ba-bd39-46397d8c82fd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Dec 21 02:53:32.960275 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6b2d0-e42c-43e1-8542-0c9f86233f33 req-e5f3f3e4-13d3-4bc4-ae39-b32ea00042d4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:32.961741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afe6b2d0-e42c-43e1-8542-0c9f86233f33 req-e5f3f3e4-13d3-4bc4-ae39-b32ea00042d4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0477982 Dec 21 02:53:33.011769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afe6b2d0-e42c-43e1-8542-0c9f86233f33 req-d94e771c-6f48-4166-8074-26df4e9523c8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Dec 21 02:53:34.129160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6911c0e-3710-4cef-a30b-65fac42a5492 req-3c70fead-eab0-4a88-8145-3d36432b730d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:34.130673 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6911c0e-3710-4cef-a30b-65fac42a5492 req-3c70fead-eab0-4a88-8145-3d36432b730d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0491102 Dec 21 02:53:34.177004 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6911c0e-3710-4cef-a30b-65fac42a5492 req-3c8f2946-3707-4146-bb87-d7e9075f8da6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Dec 21 02:53:35.292007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb70ff-4ddd-44e9-bbcb-8073a801a87f req-62302ecc-7f22-46a5-8350-5b52b76e4ac9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:35.293513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5eb70ff-4ddd-44e9-bbcb-8073a801a87f req-62302ecc-7f22-46a5-8350-5b52b76e4ac9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0478857 Dec 21 02:53:35.340533 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b5eb70ff-4ddd-44e9-bbcb-8073a801a87f req-658bd878-aa26-40c4-a683-05948c071d9a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Dec 21 02:53:36.167681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-9a88eaf2-c08a-40ce-af27-ba6cd89434b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:36.169142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-9a88eaf2-c08a-40ce-af27-ba6cd89434b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1097 time: 0.0452847 Dec 21 02:53:36.271555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-8c0ed288-a635-471b-ab81-78d5b29e35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:36.273553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-8c0ed288-a635-471b-ab81-78d5b29e35ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0847995 Dec 21 02:53:36.344794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-b8a5e387-7fb8-4fcb-9779-077135dcfe07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0636725 Dec 21 02:53:36.398209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-f4b7641e-de50-46a4-96ec-54e07fd15999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:36.400731 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-f4b7641e-de50-46a4-96ec-54e07fd15999 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0462670 Dec 21 02:53:36.449822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-8cafa69e-7032-46b4-a2bf-f914f5da42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:36.451194 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-8cafa69e-7032-46b4-a2bf-f914f5da42af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408931 Dec 21 02:53:36.460644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0fd6-a327-4b3f-a99a-d865bd89e1f3 req-237edc9a-bf35-44d5-9a0e-dade2622a93b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:36.462143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dbc0fd6-a327-4b3f-a99a-d865bd89e1f3 req-237edc9a-bf35-44d5-9a0e-dade2622a93b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0523455 Dec 21 02:53:36.508944 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6dbc0fd6-a327-4b3f-a99a-d865bd89e1f3 req-d1d7ff9b-eeac-466b-a88a-7c3640db1be1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Dec 21 02:53:36.545930 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-746dce72-7279-47ed-a8e2-5f3f2c61c41a service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874345 Dec 21 02:53:36.635465 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-63e2f18b-9a37-444c-b06b-37aea3c2a4e1 req-cfc7d648-2a51-43c2-b1be-652ee6367da6 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806673 Dec 21 02:53:37.623008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b80f72-34e6-4570-8de4-436703145270 req-bbb7ec63-4ceb-4b16-b345-fbfa52c64863 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:37.624449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21b80f72-34e6-4570-8de4-436703145270 req-bbb7ec63-4ceb-4b16-b345-fbfa52c64863 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0483177 Dec 21 02:53:37.671762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-21b80f72-34e6-4570-8de4-436703145270 req-76b56325-5712-4869-943f-b541808a109e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Dec 21 02:53:38.788562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19882d-74a8-42fa-89e2-59661fea69ce req-1f6d4dde-b7da-4a38-b387-4738e947b85f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:38.790057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c19882d-74a8-42fa-89e2-59661fea69ce req-1f6d4dde-b7da-4a38-b387-4738e947b85f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0520766 Dec 21 02:53:38.836405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9c19882d-74a8-42fa-89e2-59661fea69ce req-2ca06c09-282e-4251-a7ca-31c38cc687db tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Dec 21 02:53:39.957457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659120bc-a6bb-4ee2-aa8b-3841ed74a272 req-120f72ab-0883-4ba9-92bc-3bc7d5be0238 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:39.958930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-659120bc-a6bb-4ee2-aa8b-3841ed74a272 req-120f72ab-0883-4ba9-92bc-3bc7d5be0238 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0522089 Dec 21 02:53:40.006250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-659120bc-a6bb-4ee2-aa8b-3841ed74a272 req-27776679-1b17-48f2-8e3a-7e44d6aad021 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Dec 21 02:53:41.131885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af596bd-4163-463d-a809-266b4628ed27 req-d5d0d7ae-1505-4189-8ee8-8d6f32899152 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:41.133385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9af596bd-4163-463d-a809-266b4628ed27 req-d5d0d7ae-1505-4189-8ee8-8d6f32899152 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0511374 Dec 21 02:53:41.188296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9af596bd-4163-463d-a809-266b4628ed27 req-feb1bb56-9e24-40a7-821d-bfc7f2ffb24c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Dec 21 02:53:41.254652 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-a8655f25-5dcc-4636-87b9-7b6f7da89232 service neutron] show failed (client error): The resource could not be found. Dec 21 02:53:41.255657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-a8655f25-5dcc-4636-87b9-7b6f7da89232 service neutron] 10.222.0.45 "GET /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0587213 Dec 21 02:53:41.484672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-168a8b6c-f62a-48b0-8ea9-eeaed2622e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:41.486208 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-168a8b6c-f62a-48b0-8ea9-eeaed2622e91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1097 time: 0.0422046 Dec 21 02:53:41.506780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:53:41.559616 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:41.760668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:53:41.792563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:53:41.832466 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:53:41.835344 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89afe53f-09d7-428b-837e-eebd55a7fc58" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:53:41.839034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:41.851468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Transition to ACTIVE for port object 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:53:41.854885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:41.886816 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec21cfd-dfec-47ae-8502-687830546ba6 x-openstack-request-id: req-1ec21cfd-dfec-47ae-8502-687830546ba6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:53:41.887168 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:53:41.887428 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ec21cfd-dfec-47ae-8502-687830546ba6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:53:41.887842 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'code': 200} Dec 21 02:53:41.940683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:53:41.955939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.956286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.956631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.956969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.957302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.957658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.957985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.958310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.958632 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.958955 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.959874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.960200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.960522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:41.993213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] No DVR routers for this DVR port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:53:42.127268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:53:42.127603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:53:42.127936 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:53:42.132175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:53:42.132491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:53:42.137203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:53:42.137569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:53:42.137951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:53:42.138374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Bound port: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:53:42.138723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:42.199338 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:53:42.202391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:53:42.205841 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:42.246481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.247020 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:42.248431 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] 10.222.0.24 "PUT /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1092 time: 0.7465861 Dec 21 02:53:42.267233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67046d-fc2e-4471-b7f3-f4c372ff588f service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:53:42.312332 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1956d-ebd6-4ed9-b9eb-dc5c06ceb52f req-7f87884c-7c0e-469e-a0a0-08e707baa1a6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.314554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7f1956d-ebd6-4ed9-b9eb-dc5c06ceb52f req-7f87884c-7c0e-469e-a0a0-08e707baa1a6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0541475 Dec 21 02:53:42.329767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-13862f03-3441-4d44-8847-720022c70952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.331398 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-13862f03-3441-4d44-8847-720022c70952 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0451534 Dec 21 02:53:42.380650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7f1956d-ebd6-4ed9-b9eb-dc5c06ceb52f req-4ed1065f-6d5f-4d3f-a6aa-6faa31e7c58f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564582 Dec 21 02:53:42.427145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-826e10aa-2f75-40f3-bb58-32c8dc8c65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.428704 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-826e10aa-2f75-40f3-bb58-32c8dc8c65f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0903096 Dec 21 02:53:42.497263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-23b3e38d-dfcf-40e4-9827-69f0c1d4684b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.0614204 Dec 21 02:53:42.546045 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-3cdc9746-5861-4434-a73c-8fc66a0d0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.547524 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-3cdc9746-5861-4434-a73c-8fc66a0d0cfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0439041 Dec 21 02:53:42.592198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-1178cae6-d08c-4e3d-9c94-9181b4467b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:42.593681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-1178cae6-d08c-4e3d-9c94-9181b4467b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396678 Dec 21 02:53:42.686738 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-4e57c098-6e4e-4108-93fd-cd46c8170d2d service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Dec 21 02:53:42.777834 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-91714135-256d-4c92-abea-a6f36fbf9655 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Dec 21 02:53:43.183775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:53:43.222481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:53:43.222788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:53:43.497651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa12600-d518-47c5-abe0-f302f992e8c9 req-4139d46b-878f-46a0-a132-fa02a8454538 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:43.499031 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1aa12600-d518-47c5-abe0-f302f992e8c9 req-4139d46b-878f-46a0-a132-fa02a8454538 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0486102 Dec 21 02:53:43.545575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1aa12600-d518-47c5-abe0-f302f992e8c9 req-6714aebd-2a4d-4533-92d9-a03bfedf210b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Dec 21 02:53:43.889146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:53:43.891643 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f308ec-3907-4568-9632-9ec81f0fb375" -d '{"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:53:43.939275 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f99993c-0b91-4e05-a749-77e05e44154f x-openstack-request-id: req-4f99993c-0b91-4e05-a749-77e05e44154f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:53:43.939566 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:53:43.939823 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f99993c-0b91-4e05-a749-77e05e44154f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:53:43.940222 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'status': 'completed', 'code': 200} Dec 21 02:53:44.045621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-1adddea8-1a1a-4d93-803b-a4dfd1d1c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.047109 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-1adddea8-1a1a-4d93-803b-a4dfd1d1c0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0669112 Dec 21 02:53:44.059073 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d070-816e-4d7e-929a-12fda4291d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:44.064570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-5b2adc58-c0d6-4135-9912-17ed9ca68eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.066042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-5b2adc58-c0d6-4135-9912-17ed9ca68eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1095 time: 0.0570488 Dec 21 02:53:44.205837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-77bc0abb-0a3a-4427-a240-62c397ce2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.207310 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-77bc0abb-0a3a-4427-a240-62c397ce2fe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1528888 Dec 21 02:53:44.223427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-67cc7409-c6b3-4bb5-832b-68acc00f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.224863 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-67cc7409-c6b3-4bb5-832b-68acc00f9f3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1489372 Dec 21 02:53:44.326588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-734aaa3e-264c-402c-8179-d6dc6b0e1c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.1116002 Dec 21 02:53:44.332854 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-2a7a8f79-5979-4390-8227-81642ac7c4a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.0766129 Dec 21 02:53:44.412892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-fc6c59cd-1e37-4f4f-90fd-aa61c6f1f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.414418 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-fc6c59cd-1e37-4f4f-90fd-aa61c6f1f072 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0807073 Dec 21 02:53:44.421791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-e3c8e9dc-dbd6-4603-ab33-3d0ff181bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.423199 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-e3c8e9dc-dbd6-4603-ab33-3d0ff181bfcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0634563 Dec 21 02:53:44.489294 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-f5dc0d53-65a8-427a-9c70-d7200bd3ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.491235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-f5dc0d53-65a8-427a-9c70-d7200bd3ddbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671961 Dec 21 02:53:44.496793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-8ce3da98-0bb3-4b44-bbe4-60088d6e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.498176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-8ce3da98-0bb3-4b44-bbe4-60088d6e13cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633733 Dec 21 02:53:44.650972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-5c67e784-1073-40d7-a440-fa1f06a2d1a5 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517937 Dec 21 02:53:44.656356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-15e874e6-9331-47b9-b79f-f0eb7311dc9a service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404955 Dec 21 02:53:44.676652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329dd89-a92a-404e-badf-5b0891c1fba9 req-0db108ae-6d3e-4b9a-8a89-99fd111461f1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:44.679043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7329dd89-a92a-404e-badf-5b0891c1fba9 req-0db108ae-6d3e-4b9a-8a89-99fd111461f1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0573313 Dec 21 02:53:44.729065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7329dd89-a92a-404e-badf-5b0891c1fba9 req-468103c2-2b33-4272-be92-63f2e0b6bd81 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443325 Dec 21 02:53:44.819844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-84b1daed-0e0c-4d5d-bf26-4b472701e585 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608343 Dec 21 02:53:44.823158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a9f308ec-3907-4568-9632-9ec81f0fb375 req-c551cddf-0c87-46ba-b99f-24f1f248bfb4 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558301 Dec 21 02:53:45.852576 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670f57d-74d2-49b6-8182-faeebb5e4d36 req-99d0c258-3e23-431d-a64c-0927be6174f3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:45.854080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d670f57d-74d2-49b6-8182-faeebb5e4d36 req-99d0c258-3e23-431d-a64c-0927be6174f3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0492699 Dec 21 02:53:45.902265 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d670f57d-74d2-49b6-8182-faeebb5e4d36 req-3603df20-9b1a-45c3-9e54-23e6ec063d50 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Dec 21 02:53:46.766728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-409d76fc-ed0f-4038-9fe3-28a6a70233de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:47.029176 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2cf8f-70cd-4ea4-9b2f-ed50e52c0c82 req-990329ae-ff5b-45cc-9677-58ee9f0987f1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:47.030700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-def2cf8f-70cd-4ea4-9b2f-ed50e52c0c82 req-990329ae-ff5b-45cc-9677-58ee9f0987f1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0542994 Dec 21 02:53:47.081952 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-def2cf8f-70cd-4ea4-9b2f-ed50e52c0c82 req-f526fbae-29c7-4140-8809-0ce53681d72b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450315 Dec 21 02:53:47.512237 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:48.198573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56cdf-3bd3-42a1-b4dd-872455b27435 req-9d5cf836-6632-4c68-b9b7-c60790783854 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:48.200043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a56cdf-3bd3-42a1-b4dd-872455b27435 req-9d5cf836-6632-4c68-b9b7-c60790783854 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0482237 Dec 21 02:53:48.246450 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81a56cdf-3bd3-42a1-b4dd-872455b27435 req-b47b23ca-cb94-4f9d-b3ba-a50bf9725eec tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Dec 21 02:53:48.919808 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:49.362219 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636aa1d-8280-4df1-bcee-ca1266bb6ca9 req-07d96115-75ec-4b3b-9e03-33a8709bcd2e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:49.363691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2636aa1d-8280-4df1-bcee-ca1266bb6ca9 req-07d96115-75ec-4b3b-9e03-33a8709bcd2e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0484760 Dec 21 02:53:49.409977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2636aa1d-8280-4df1-bcee-ca1266bb6ca9 req-fe6fb8af-eb71-4b6f-83c8-31f0eb8f3ad5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Dec 21 02:53:49.486620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:50.528232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb974-7dd3-4e30-ae5f-daf5df4544bd req-d01d3193-f31e-4baf-9289-becbb5fdfff9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:50.529708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-194eb974-7dd3-4e30-ae5f-daf5df4544bd req-d01d3193-f31e-4baf-9289-becbb5fdfff9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0524671 Dec 21 02:53:50.576073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-194eb974-7dd3-4e30-ae5f-daf5df4544bd req-516d3d61-777d-47b2-860c-ed9ccbe75459 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Dec 21 02:53:51.688864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797e-9c55-4c46-9898-1b29174c65ef req-56871f1f-b668-4a8d-89e7-a964a2345d99 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:51.690321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e151797e-9c55-4c46-9898-1b29174c65ef req-56871f1f-b668-4a8d-89e7-a964a2345d99 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0474675 Dec 21 02:53:51.736336 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e151797e-9c55-4c46-9898-1b29174c65ef req-df196ce9-37d5-4ef7-94af-f94f83021bf4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Dec 21 02:53:52.401480 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:53:52.638536 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:52.856863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ded8f4-245d-4f14-84c3-36f09808fa89 req-0a538d2e-5d81-4345-bbd7-9bc601b92555 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:52.858567 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96ded8f4-245d-4f14-84c3-36f09808fa89 req-0a538d2e-5d81-4345-bbd7-9bc601b92555 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0513310 Dec 21 02:53:52.903941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-96ded8f4-245d-4f14-84c3-36f09808fa89 req-100c8348-004c-41b7-a68d-296a410f9e4a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Dec 21 02:53:54.020758 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c649414-8d28-4cbd-aedc-065e32200b7f req-75a05794-1bba-4933-8890-ede9c4e57bcd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:54.022235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c649414-8d28-4cbd-aedc-065e32200b7f req-75a05794-1bba-4933-8890-ede9c4e57bcd tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0504014 Dec 21 02:53:54.067781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4c649414-8d28-4cbd-aedc-065e32200b7f req-03559fa3-753b-4144-ba0f-ec171d371b34 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Dec 21 02:53:55.181856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc08f5f-c8af-4a91-a631-b6fd8fbd6fd0 req-41526e2a-6c70-4328-85e5-e2b8af095848 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:55.183296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dc08f5f-c8af-4a91-a631-b6fd8fbd6fd0 req-41526e2a-6c70-4328-85e5-e2b8af095848 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0474939 Dec 21 02:53:55.232996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dc08f5f-c8af-4a91-a631-b6fd8fbd6fd0 req-71217b3a-65d9-4f81-9f95-c6b502b76ce2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Dec 21 02:53:56.352464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974eea-cdd7-4656-b8be-705aa344e137 req-00dce86d-a05f-4861-984c-d28dced929ff tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:56.354023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95974eea-cdd7-4656-b8be-705aa344e137 req-00dce86d-a05f-4861-984c-d28dced929ff tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 943 time: 0.0530088 Dec 21 02:53:56.402440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95974eea-cdd7-4656-b8be-705aa344e137 req-1240f75f-f90d-4df9-9558-3abb61969314 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Dec 21 02:53:56.428861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:53:56.523571 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:53:56.534234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:53:56.571380 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:56.584458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:53:56.607029 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:53:56.610969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:56.658802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:53:56.666820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.667176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.667518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.667864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.668202 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.668538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.668871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.669226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.669563 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.669895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.670224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.671066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:56.671066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:53:57.036353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:53:57.481453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:57.517255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402d1a-0859-4622-9a70-aa7110e4df5a req-f1d3a703-d01b-4e58-9d3f-e32a7ad27c81 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:57.518738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35402d1a-0859-4622-9a70-aa7110e4df5a req-f1d3a703-d01b-4e58-9d3f-e32a7ad27c81 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0489285 Dec 21 02:53:57.565802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35402d1a-0859-4622-9a70-aa7110e4df5a req-e6feb6e2-cc9c-49f2-a7bf-f4fedfbd2db2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Dec 21 02:53:57.865524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a48a-0fc3-4f67-ba1c-3fbc148c5795 req-8ce84dde-757e-45ce-b9ad-f0731aba465c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:57.867000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e964a48a-0fc3-4f67-ba1c-3fbc148c5795 req-8ce84dde-757e-45ce-b9ad-f0731aba465c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0552256 Dec 21 02:53:57.896353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-33201e77-0ac7-4748-a2e7-804596a4d36f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:57.897843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-33201e77-0ac7-4748-a2e7-804596a4d36f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.24 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&tenant_id=a52fd8787718488f8805c6e39e4075b8&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Dec 21 02:53:57.914328 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e964a48a-0fc3-4f67-ba1c-3fbc148c5795 req-9b5f0576-3447-4db5-9404-43d1e1c8f95d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 Dec 21 02:53:57.960307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-b0bed21b-e066-4001-aedc-14a9d91553ad service neutron] 10.222.0.24 "GET /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b/bindings/n-h1-761264-20 HTTP/1.1" status: 200 len: 383 time: 0.0535104 Dec 21 02:53:58.046488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-00e328d4-cc40-49ed-8ef9-557495e9d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.047935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-00e328d4-cc40-49ed-8ef9-557495e9d082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1096 time: 0.0404220 Dec 21 02:53:58.152787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-46520679-3d39-4fc6-867e-47e052b25499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.154174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-46520679-3d39-4fc6-867e-47e052b25499 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0864518 Dec 21 02:53:58.218633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-e892f1f1-6f08-4f0e-b2c5-d3e6269e4ee5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1000 time: 0.0563629 Dec 21 02:53:58.272978 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-412c2a28-5a0a-4caa-8b3c-0c63812caa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.274486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-412c2a28-5a0a-4caa-8b3c-0c63812caa91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0494146 Dec 21 02:53:58.320787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-c606675f-ee53-4f98-8e7b-b490d0660e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.322302 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-c606675f-ee53-4f98-8e7b-b490d0660e0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403626 Dec 21 02:53:58.419353 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-b63d21ad-2107-4bb8-99e6-8e8840b1cdb8 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827627 Dec 21 02:53:58.430155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:53:58.480082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:53:58.484655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:53:58.485291 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:58.517185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db99ac00-885b-44ae-a92f-72d06b29b74e req-6c5bc2f9-417a-4069-aabe-4f09a8c1a804 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903323 Dec 21 02:53:58.564955 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:58.587907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:53:58.590144 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973362a-2e02-4dbe-95c9-6494b4b97d38" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:53:58.606086 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:53:58.616225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:53:58.639424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-3821939e-3146-48f0-b3be-fdde808bf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.640987 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-3821939e-3146-48f0-b3be-fdde808bf6d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1096 time: 0.0587845 Dec 21 02:53:58.644626 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15fa71a-034f-4d52-be42-4c07d7c64e75 x-openstack-request-id: req-a15fa71a-034f-4d52-be42-4c07d7c64e75 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:53:58.644921 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:53:58.645173 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a15fa71a-034f-4d52-be42-4c07d7c64e75 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:53:58.645576 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'code': 200} Dec 21 02:53:58.667556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:53:58.760069 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-02ab12b4-81b4-4565-9560-e93cde2e9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.761571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-02ab12b4-81b4-4565-9560-e93cde2e9bcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0874393 Dec 21 02:53:58.825903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-1376e213-b1be-4aef-9fed-861b021105e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0567365 Dec 21 02:53:58.876677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-3ccc0e2d-ec98-4ea6-8e36-b07769d00d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.878089 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-3ccc0e2d-ec98-4ea6-8e36-b07769d00d7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0457304 Dec 21 02:53:58.921493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-d846d77c-a243-4cbd-a7c7-7a593e3272ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:58.922891 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-d846d77c-a243-4cbd-a7c7-7a593e3272ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380063 Dec 21 02:53:59.011800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-c15ec33a-5958-4f3b-884e-c021c16496b6 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816967 Dec 21 02:53:59.031244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bfd9a-c5a9-489f-a32f-ab79aa17126a req-0c18cf9a-ac83-4949-b260-2a752f8dcad6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:53:59.032734 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-054bfd9a-c5a9-489f-a32f-ab79aa17126a req-0c18cf9a-ac83-4949-b260-2a752f8dcad6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0484757 Dec 21 02:53:59.079399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-054bfd9a-c5a9-489f-a32f-ab79aa17126a req-9d80eacf-6b8f-443f-9546-b80cb5aae4f8 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Dec 21 02:53:59.106011 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-45ae1610-260e-4971-9ec3-7f22064f17a8 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865164 Dec 21 02:54:00.197643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798eff-78ab-477a-b9fd-ce0843083914 req-0a3f09cf-676d-474a-ae52-43d1dea6f6c1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:00.199113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd798eff-78ab-477a-b9fd-ce0843083914 req-0a3f09cf-676d-474a-ae52-43d1dea6f6c1 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0477242 Dec 21 02:54:00.249163 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd798eff-78ab-477a-b9fd-ce0843083914 req-1d77db72-955e-4c3e-b5ae-22350b2c2d7c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Dec 21 02:54:01.365372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecbb8a-4b56-41be-9784-6a376ca31119 req-b9032279-37f0-4f41-9118-a8a82392d167 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:01.366886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20ecbb8a-4b56-41be-9784-6a376ca31119 req-b9032279-37f0-4f41-9118-a8a82392d167 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0493853 Dec 21 02:54:01.416904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20ecbb8a-4b56-41be-9784-6a376ca31119 req-7212de4a-907c-4d3a-9e64-7cdf8cbb7bd7 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Dec 21 02:54:02.532738 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac257c-f359-4401-a3aa-59cad9619728 req-5c719151-bfc0-4d41-bbf9-7177b4b99f1c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:02.534272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0ac257c-f359-4401-a3aa-59cad9619728 req-5c719151-bfc0-4d41-bbf9-7177b4b99f1c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0491371 Dec 21 02:54:02.582511 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0ac257c-f359-4401-a3aa-59cad9619728 req-7357844e-6c2d-4a3e-85ae-c68a13c90c54 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Dec 21 02:54:03.488735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-8d2d0838-1be7-468e-afd9-1077e05cba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:03.490206 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-8d2d0838-1be7-468e-afd9-1077e05cba40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe&tenant_id=a52fd8787718488f8805c6e39e4075b8 HTTP/1.1" status: 200 len: 1097 time: 0.0402746 Dec 21 02:54:03.513105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:03.566511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:03.715640 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3859-c5ff-4051-8daa-aa55d26cc1e9 req-3653267a-b1f3-409d-940f-1339e5df0cb9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:03.717098 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-481d3859-c5ff-4051-8daa-aa55d26cc1e9 req-3653267a-b1f3-409d-940f-1339e5df0cb9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0565040 Dec 21 02:54:03.765294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-481d3859-c5ff-4051-8daa-aa55d26cc1e9 req-fc3f6e38-807b-4dcb-822e-15829a0b6f53 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Dec 21 02:54:03.767129 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:03.799150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:54:03.838124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:03.840381 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e33f5e-5723-4551-b6c4-d3288db724c1" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:03.844451 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:03.856986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Transition to ACTIVE for port object 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:54:03.861578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:03.896699 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe899895-d821-4144-821a-657bee9caf40 x-openstack-request-id: req-fe899895-d821-4144-821a-657bee9caf40 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:03.897042 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:03.897229 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe899895-d821-4144-821a-657bee9caf40 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:03.897663 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'code': 200} Dec 21 02:54:03.951153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:03.987181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] No DVR routers for this DVR port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:54:04.124597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:54:04.124928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:54:04.125254 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:04.129529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:54:04.129852 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Attempting to bind port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:04.134640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:54:04.134973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Checking segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:54:04.135348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Bound using segment: {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:54:04.135766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Bound port: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c464145-a51b-4bbd-9cef-aa97117ac361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:54:04.136110 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:04.200537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:54:04.203621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:54:04.207284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:04.446102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:54:04.486034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] The host n-h1-761264-20 is not matching for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b host n-h2-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 02:54:04.486466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:54:04.575549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.576171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:04.577943 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] 10.222.0.45 "PUT /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 1093 time: 1.0686784 Dec 21 02:54:04.594407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ae33e-f09a-435a-88ca-2b0246a1fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=11']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:04.665315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-30615394-3246-412c-bb98-d0c22abbeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.666876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-30615394-3246-412c-bb98-d0c22abbeb26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1096 time: 0.0432992 Dec 21 02:54:04.763257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-92afffc2-73ea-4136-a398-2110f2405d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.764711 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-92afffc2-73ea-4136-a398-2110f2405d34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.0885437 Dec 21 02:54:04.835341 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-bee25bc1-d3e1-4b8a-af27-651b18816f2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.0588217 Dec 21 02:54:04.882402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284ce5a-0784-4469-bda3-650a7ae86a74 req-a9d7244e-8506-4717-a8f2-f33c94a39656 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.884290 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4284ce5a-0784-4469-bda3-650a7ae86a74 req-a9d7244e-8506-4717-a8f2-f33c94a39656 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0484433 Dec 21 02:54:04.887917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-ba6647db-b6d2-46b7-8c1b-b92b318fc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.889420 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-ba6647db-b6d2-46b7-8c1b-b92b318fc476 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0432103 Dec 21 02:54:04.931664 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4284ce5a-0784-4469-bda3-650a7ae86a74 req-3ad07d00-ffa3-4cba-a380-44687ff44cd2 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Dec 21 02:54:04.941511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-48270fb9-f970-49a1-854a-f3545629f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:04.942980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-48270fb9-f970-49a1-854a-f3545629f45d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421801 Dec 21 02:54:05.035840 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-3ae5fde2-ce18-4cb5-b82e-75676134168a service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810604 Dec 21 02:54:05.131516 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7854d2e2-8f7b-47e8-8018-28ea4b3c902e req-13cdbd4f-a532-4035-a476-0b4941201d46 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831120 Dec 21 02:54:05.899406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:05.901781 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa0e41-e953-442a-bd48-8ea442d0cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:05.949192 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93632e13-2b9c-479a-b807-1a9bd021810b x-openstack-request-id: req-93632e13-2b9c-479a-b807-1a9bd021810b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:05.949519 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:05.949780 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93632e13-2b9c-479a-b807-1a9bd021810b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:05.950183 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'status': 'completed', 'code': 200} Dec 21 02:54:06.056805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8ca9-7752-4a34-851d-7fbf30a456f0 req-6ec8d12d-8420-4e2b-8ba3-211bbcd8653c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.058324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b28d8ca9-7752-4a34-851d-7fbf30a456f0 req-6ec8d12d-8420-4e2b-8ba3-211bbcd8653c tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0549827 Dec 21 02:54:06.066719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-f9564ce9-c8bd-4f85-97f8-31083d11efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.068210 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-f9564ce9-c8bd-4f85-97f8-31083d11efc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1096 time: 0.0763087 Dec 21 02:54:06.074555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-76d0a06c-2996-4162-a09d-d39c2f46d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.076085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-76d0a06c-2996-4162-a09d-d39c2f46d07b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52fd8787718488f8805c6e39e4075b8&device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 1096 time: 0.0539896 Dec 21 02:54:06.108117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b28d8ca9-7752-4a34-851d-7fbf30a456f0 req-10fac0fd-ba6c-48f9-ba41-1c073ff5bc61 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Dec 21 02:54:06.233192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-f776dedf-1514-42f6-98e9-a4736c379a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.234677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-f776dedf-1514-42f6-98e9-a4736c379a03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1577394 Dec 21 02:54:06.250157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-c64e7ec8-01cb-42ae-a545-fd64dd37e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.251525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-c64e7ec8-01cb-42ae-a545-fd64dd37e0fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 200 len: 911 time: 0.1525996 Dec 21 02:54:06.349150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-d3cc58fe-ab30-4f0f-97c2-db89ee20f1e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.1074288 Dec 21 02:54:06.367176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-458896a6-3ca3-41d8-aeac-03d78decd564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 200 len: 999 time: 0.0870109 Dec 21 02:54:06.434827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-ab133664-e081-4a3d-8b38-35d5a0ada426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.436287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-ab133664-e081-4a3d-8b38-35d5a0ada426 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0788448 Dec 21 02:54:06.442957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-a321f141-ba69-45d9-9918-117003c149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.444286 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-a321f141-ba69-45d9-9918-117003c149ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 200 len: 850 time: 0.0574250 Dec 21 02:54:06.515589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-331493af-0913-4b3f-a301-2d760e8b360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.517071 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-331493af-0913-4b3f-a301-2d760e8b360b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719693 Dec 21 02:54:06.522760 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-faa67406-9adb-4a5d-8671-f343b49121fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:06.524767 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-faa67406-9adb-4a5d-8671-f343b49121fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cac7deb-ab26-48f9-bd4a-2f802eb4b684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555153 Dec 21 02:54:06.680626 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-bcb735b3-efd9-4587-8cfc-9114e2606e10 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543889 Dec 21 02:54:06.685968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-90f7504b-eaa1-4e90-b1cf-198a5b7d078d service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438062 Dec 21 02:54:06.838224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-2db9b6b4-904b-42d4-a4a9-318ea39caf71 service neutron] 10.222.0.24 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502581 Dec 21 02:54:06.843344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-deaa0e41-e953-442a-bd48-8ea442d0cb71 req-71ecbf85-776e-47ab-9f86-ec4120a0df84 service neutron] 10.222.0.45 "GET /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373672 Dec 21 02:54:07.225138 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a86f8-1ab1-4e52-a4d3-3d0a17056cef req-07e9d25b-f253-4ce3-aa72-846df49cb2fc tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:07.227208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-250a86f8-1ab1-4e52-a4d3-3d0a17056cef req-07e9d25b-f253-4ce3-aa72-846df49cb2fc tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0482209 Dec 21 02:54:07.273762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-250a86f8-1ab1-4e52-a4d3-3d0a17056cef req-d41ee015-c619-46ae-89ce-56140bf22e45 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403013 Dec 21 02:54:08.414157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2627d3-22a0-428e-af2f-4d3df3764e2a req-fc5a23de-9a36-418e-87b5-453ef1da938a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:08.415810 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2627d3-22a0-428e-af2f-4d3df3764e2a req-fc5a23de-9a36-418e-87b5-453ef1da938a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0688362 Dec 21 02:54:08.471564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2627d3-22a0-428e-af2f-4d3df3764e2a req-d4598315-87be-4de5-9ae6-6443e83c7aca tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487835 Dec 21 02:54:09.593235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5dc45-8ccb-499d-bd2c-709b7ce30e16 req-dcf5bcae-a3d0-419b-84d0-dde57176ad2b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:09.594659 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66c5dc45-8ccb-499d-bd2c-709b7ce30e16 req-dcf5bcae-a3d0-419b-84d0-dde57176ad2b tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0484648 Dec 21 02:54:09.642468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66c5dc45-8ccb-499d-bd2c-709b7ce30e16 req-9bca1068-adc7-486b-aa32-973ffaee4cbe tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 Dec 21 02:54:10.763314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc52d97-a39c-42a3-af1c-07adc960b112 req-daf2e63d-d88a-4028-a6c4-2db33053ef79 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:10.765119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdc52d97-a39c-42a3-af1c-07adc960b112 req-daf2e63d-d88a-4028-a6c4-2db33053ef79 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0517528 Dec 21 02:54:10.813279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cdc52d97-a39c-42a3-af1c-07adc960b112 req-18cb490e-fc4c-4945-a34c-b4bad11df1fa tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Dec 21 02:54:11.931366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4028-5030-4674-99f1-e4021b8c72ee req-057b38ac-331f-49e6-8976-e351e336f328 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:11.933594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecdc4028-5030-4674-99f1-e4021b8c72ee req-057b38ac-331f-49e6-8976-e351e336f328 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0529752 Dec 21 02:54:11.979072 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecdc4028-5030-4674-99f1-e4021b8c72ee req-bdc71503-b42e-4756-a48d-f6c73a4c8f7d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 Dec 21 02:54:13.093671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d8538-716c-47d8-b9b5-4eb3a4d03528 req-af01e077-4e0b-4bac-84ed-0cf1f39a1ba0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:13.095119 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-316d8538-716c-47d8-b9b5-4eb3a4d03528 req-af01e077-4e0b-4bac-84ed-0cf1f39a1ba0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0477016 Dec 21 02:54:13.140311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-316d8538-716c-47d8-b9b5-4eb3a4d03528 req-6fae2234-6b2a-4388-b3ff-dfce55db2ca0 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Dec 21 02:54:14.060650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d58083a2-5e62-4925-9c2b-39f5ec994d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:14.255565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8fa5-06e8-4a0b-869e-ad711341e3be req-73ac8267-dc16-4f7e-a72b-f5eeccc94f38 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:14.257020 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b41b8fa5-06e8-4a0b-869e-ad711341e3be req-73ac8267-dc16-4f7e-a72b-f5eeccc94f38 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0485098 Dec 21 02:54:14.308164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b41b8fa5-06e8-4a0b-869e-ad711341e3be req-861187b8-d697-49a6-9dc0-77537158c24d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Dec 21 02:54:15.425065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac5d1f-487d-4173-be02-12edc7e2742f req-cdf3eab5-a757-4aaa-91dc-a39e80d4aaa6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:15.426529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36ac5d1f-487d-4173-be02-12edc7e2742f req-cdf3eab5-a757-4aaa-91dc-a39e80d4aaa6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0473268 Dec 21 02:54:15.472136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36ac5d1f-487d-4173-be02-12edc7e2742f req-94382b27-5fdd-40e6-8492-01021508c07d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Dec 21 02:54:16.586918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cb853-4523-436f-b519-4e394bae74d7 req-b744d1bd-caf9-4b8e-ae40-ec1ba3ac3af6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:16.588399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd9cb853-4523-436f-b519-4e394bae74d7 req-b744d1bd-caf9-4b8e-ae40-ec1ba3ac3af6 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 944 time: 0.0477989 Dec 21 02:54:16.633975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd9cb853-4523-436f-b519-4e394bae74d7 req-71fbed72-f1f5-4871-989e-4cdceaf5245a tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Dec 21 02:54:16.769516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ae5f90d2-6e4c-47e6-9f74-9f2e1b8a8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:17.337299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:54:17.434007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:17.446082 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'port_id': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'mac_address': 'fa:16:3e:6c:2f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:54:17.486941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:17.508742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:54:17.522532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:17.530249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:17.533829 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:17.579419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:17.757286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09708f9-0ab3-43d7-a55f-bc1433bebc36 req-2f0280d7-d488-4427-b54b-8da2b93cb85e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:17.758775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f09708f9-0ab3-43d7-a55f-bc1433bebc36 req-2f0280d7-d488-4427-b54b-8da2b93cb85e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0554066 Dec 21 02:54:17.805411 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f09708f9-0ab3-43d7-a55f-bc1433bebc36 req-3289b4d3-dacd-43be-a32e-49adf2c918fb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Dec 21 02:54:17.887334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:54:17.918270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e96da-da45-4663-bce2-be189ea8b47b req-a2e6b6bd-6e68-4a20-aac9-a8fdeaef9bad tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:17.919765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-471e96da-da45-4663-bce2-be189ea8b47b req-a2e6b6bd-6e68-4a20-aac9-a8fdeaef9bad tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0486162 Dec 21 02:54:17.966449 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-471e96da-da45-4663-bce2-be189ea8b47b req-eb3f8fe6-463a-48d3-a283-a40d176f9ba4 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407920 Dec 21 02:54:18.093001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99943-4fd9-4fbb-b96e-9a04c0695c5f req-8dbf45eb-8b9f-4853-b54d-0ebdb5afa845 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:18.094393 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16a99943-4fd9-4fbb-b96e-9a04c0695c5f req-8dbf45eb-8b9f-4853-b54d-0ebdb5afa845 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0513096 Dec 21 02:54:18.140841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-16a99943-4fd9-4fbb-b96e-9a04c0695c5f req-272edc2a-095d-475e-bb2c-5cd9860102c9 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405476 Dec 21 02:54:18.367780 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b574-175f-4bdc-95fd-46224c1ef637 req-77999c51-35c2-4135-a66a-30eea260fc83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:18.369325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1886b574-175f-4bdc-95fd-46224c1ef637 req-77999c51-35c2-4135-a66a-30eea260fc83 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0478139 Dec 21 02:54:18.425893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1886b574-175f-4bdc-95fd-46224c1ef637 req-88534a48-0676-4ab9-be64-9fd09a012e8e tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Dec 21 02:54:18.920035 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:19.359480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:54:19.414658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:54:19.418852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:54:19.419225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:19.508297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:19.509801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:19.532961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:19.535334 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f2b608-bb43-4534-94ca-cb95d31444a2" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:19.548331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:19.551518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759eb05-8e0f-4401-990d-3171580db7f8 req-b402bf78-8598-4b34-9938-650f6306d449 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:19.553403 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3759eb05-8e0f-4401-990d-3171580db7f8 req-b402bf78-8598-4b34-9938-650f6306d449 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 945 time: 0.0511744 Dec 21 02:54:19.554499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:19.581832 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5706610f-4eb9-4316-8008-41d49207eae0 x-openstack-request-id: req-5706610f-4eb9-4316-8008-41d49207eae0 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:19.582124 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:19.582381 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5706610f-4eb9-4316-8008-41d49207eae0 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:19.582765 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'code': 200} Dec 21 02:54:19.606649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=13']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:19.610727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3759eb05-8e0f-4401-990d-3171580db7f8 req-e75bfe32-0383-480f-8fdc-7276c6974fb3 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495143 Dec 21 02:54:20.310398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f869-796b-424c-8a6a-b0a94682a441 req-f444218d-e567-4358-9674-0622d78b3763 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:20.311869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5888f869-796b-424c-8a6a-b0a94682a441 req-f444218d-e567-4358-9674-0622d78b3763 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 946 time: 0.0486109 Dec 21 02:54:20.406194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Deleting port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:20.406530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:20.499503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] For port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:20.499858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:20.671310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:20.671668 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:20.671983 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 disassociated. External IP: 172.25.6.10, port: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b. Dec 21 02:54:20.672323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Calling delete_port for 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:20.727076 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0de4b-9f2a-443f-b9d9-64435c043953 req-454a0d61-0b4f-4ffc-9af0-2fbab7bbab81 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:20.728527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3c0de4b-9f2a-443f-b9d9-64435c043953 req-454a0d61-0b4f-4ffc-9af0-2fbab7bbab81 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 946 time: 0.0490782 Dec 21 02:54:20.777094 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d3c0de4b-9f2a-443f-b9d9-64435c043953 req-73636b34-5345-4954-adbc-6d826bbe72ad tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups?id=8cb780f0-fd9c-4de8-9bfa-67817384f65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Dec 21 02:54:20.811533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:20.843439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'Port': ['ID=8ec993a6-eb35-4efa-aec8-895f1e5d6a7b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:20.959501 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:54:21.064269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:54:21.074867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:54:21.084166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:54:21.084775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:21.106711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] No DVR routers for this DVR port 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:54:21.109546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:21.112831 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5888f869-796b-424c-8a6a-b0a94682a441 req-42a8ab6b-0b64-4fcb-ba40-0cad7d59c353 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.45 "DELETE /v2.0/ports/8ec993a6-eb35-4efa-aec8-895f1e5d6a7b HTTP/1.1" status: 204 len: 173 time: 0.7912340 Dec 21 02:54:21.113279 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-deleted', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:21.115609 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe5ad9-d689-48a2-b50c-4378a0f1b9fb" -d '{"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-deleted", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:21.158956 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08394954-3053-4478-9d40-7f79a9cfba1d x-openstack-request-id: req-08394954-3053-4478-9d40-7f79a9cfba1d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:21.159251 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca679-750b-435b-b8b5-99b2038b0cbe", "name": "network-vif-deleted", "tag": "8ec993a6-eb35-4efa-aec8-895f1e5d6a7b", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:21.159505 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08394954-3053-4478-9d40-7f79a9cfba1d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:21.159909 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca679-750b-435b-b8b5-99b2038b0cbe', 'name': 'network-vif-deleted', 'tag': '8ec993a6-eb35-4efa-aec8-895f1e5d6a7b', 'status': 'completed', 'code': 200} Dec 21 02:54:21.196868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:54:21.398723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:21.425224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:54:21.433611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:54:21.434221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:21.537864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:54:21.731332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:21.759680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b6aff-f2d6-4ee4-b647-e0ed6c5089cc None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79', 'name': '', 'network_id': '9cac7deb-ab26-48f9-bd4a-2f802eb4b684', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'mac_address': 'fa:16:3e:65:df:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:32Z', 'updated_at': '2021-12-21T02:42:37Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'subnets': [{'id': 'de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:54:21.876363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-88d031a1-6026-424b-83cd-96a819f47a8f req-a8c0f1d9-3cfa-4d21-b963-dfb40483e22f tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0264273 Dec 21 02:54:22.017967 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55973d2a-7fbc-4229-bfab-e60e346daea2 None None] New status for floating IP 1d282c41-0d11-4f7c-a847-7c66e6a2f4b1: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:54:22.654798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:22.972161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6790ecd-910c-45da-8956-3a4f6cd5497d req-2b623e23-3c83-4ae3-b0c5-1dbf76183fdb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0260274 Dec 21 02:54:23.387742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:54:23.409579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:54:23.409923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 8ec993a6-eb35-4efa-aec8-895f1e5d6a7b not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:54:24.067306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70930e6f-e975-425d-9880-d43c7dcd86f2 req-e9241378-f9a5-4114-90e4-ecc2520debfb tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0262246 Dec 21 02:54:25.165864 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ec860f11-92fc-477a-8060-a9217eaafd3f req-f526aec2-3433-4d04-b3d1-a468b83e98a5 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/ports?device_id=86eca679-750b-435b-b8b5-99b2038b0cbe HTTP/1.1" status: 200 len: 210 time: 0.0308077 Dec 21 02:54:27.494369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:29.401488 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:54:30.925280 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35768) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:30.978067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.001645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.047645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.050548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.051713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "DELETE /v2.0/security-groups/8cb780f0-fd9c-4de8-9bfa-67817384f65e HTTP/1.1" status: 204 len: 168 time: 0.1254930 Dec 21 02:54:31.054582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35770) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:31.061487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5ceea-77cd-49bd-8501-45b11195fc73 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb780f0-fd9c-4de8-9bfa-67817384f65e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:31.072699 n-d-761264-20 neutron-server[109850]: INFO neutron.api.v2.resource [None req-ed6d6f10-79aa-4fa0-ac38-745f0f0c5f3d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] show failed (client error): The resource could not be found. Dec 21 02:54:31.073732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ed6d6f10-79aa-4fa0-ac38-745f0f0c5f3d tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "GET /v2.0/security-groups/8cb780f0-fd9c-4de8-9bfa-67817384f65e HTTP/1.1" status: 404 len: 347 time: 0.0176837 Dec 21 02:54:31.076388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35772) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:31.198064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Deleting port a6ed3634-f2ad-45e7-adb0-e57270c60e65 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:31.198314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.270701 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.271027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.282254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Calling delete_port for a6ed3634-f2ad-45e7-adb0-e57270c60e65 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:31.414863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.443778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Pushing event deleted for resources: {'Port': ['ID=a6ed3634-f2ad-45e7-adb0-e57270c60e65,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:31.455906 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.456260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.456602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.456951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.457288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.457645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.457970 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.458298 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.458622 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.458943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.459270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.459593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.459917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:31.519159 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.521713 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:31.524144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cfe2066d-3663-45e4-b42c-96e0f098f718 tempest-ServerActionsTestJSON-1864818 tempest-ServerActionsTestJSON-1864818-project] 10.222.0.43 "DELETE /v2.0/floatingips/1d282c41-0d11-4f7c-a847-7c66e6a2f4b1 HTTP/1.1" status: 204 len: 168 time: 0.4468427 Dec 21 02:54:31.527038 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35774) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:32.232444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:32.469601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Deleting port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:32.469940 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:32.549866 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] For port 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:32.550136 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:32.562923 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Calling delete_port for 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:32.740027 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:32.764747 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:32.946479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.158406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:54:33.266928 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:54:33.272016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0108577b-fc46-4e23-bc0a-eccfb0ecea8f admin admin] 10.222.0.43 "PUT /v2.0/routers/b9e2df31-b2b0-480a-bc06-cfbbc6accf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440302 Dec 21 02:54:33.275275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35778) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:33.276855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Sync routers for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:54:33.287655 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:54:33.288258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:33.383102 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.406709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:54:33.496001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.548250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Deleting port f9231f3e-256f-4e5e-9f0a-ba719d8a948e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:33.548582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.586829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:54:32Z', 'revision_number': 5, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port': {'id': 'f9231f3e-256f-4e5e-9f0a-ba719d8a948e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:33.618444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Checking router: b9e2df31-b2b0-480a-bc06-cfbbc6accf1d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:54:33.626937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Routers {'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:54:33.627557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:54:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:33.630719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] For port f9231f3e-256f-4e5e-9f0a-ba719d8a948e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:33.631096 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.643471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Calling delete_port for f9231f3e-256f-4e5e-9f0a-ba719d8a948e owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:33.712168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] Set router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:54:33.764997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:54:33Z', 'revision_number': 6, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:33.794550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94360-eb9e-4f85-9a0a-fe6f138cd95e None None] The sync data for ids ['b9e2df31-b2b0-480a-bc06-cfbbc6accf1d'] in n-d-761264-20 is: [{'id': 'b9e2df31-b2b0-480a-bc06-cfbbc6accf1d', 'name': 'tempest-ServerActionsTestJSON-160264583-router', 'tenant_id': 'a52fd8787718488f8805c6e39e4075b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:42:30Z', 'updated_at': '2021-12-21T02:54:33Z', 'revision_number': 6, 'project_id': 'a52fd8787718488f8805c6e39e4075b8', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:54:33.808687 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:33.842804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f9231f3e-256f-4e5e-9f0a-ba719d8a948e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:33.857644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221618a-7553-41e5-8084-3b128a7a036b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:54:33.912002 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.002684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.004768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.045903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.046378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e2df31-b2b0-480a-bc06-cfbbc6accf1d {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:54:34.050806 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.052075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-fb364580-7d5b-40bc-89aa-db6a17989bbe admin admin] 10.222.0.43 "DELETE /v2.0/routers/b9e2df31-b2b0-480a-bc06-cfbbc6accf1d HTTP/1.1" status: 204 len: 168 time: 0.7756751 Dec 21 02:54:34.055093 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35780) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:34.097066 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Deleting subnet de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:54:34.099973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.137974 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.220177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.272365 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.297253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:34.302259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.306838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c4711831-84b4-46b5-9cc3-6769f6b702d8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de9ad0f8-a5ca-4d34-8c38-49bb508ce6a4 HTTP/1.1" status: 204 len: 168 time: 0.2507191 Dec 21 02:54:34.307263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea6629-a497-490b-9183-611a41c923f0 None None] Network 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:54:34.309185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:34.381460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.435710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Deleting port 26099974-50f5-41a4-a28d-344967699ce0 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:34.436046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.516419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] For port 26099974-50f5-41a4-a28d-344967699ce0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26099974-50f5-41a4-a28d-344967699ce0,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:34.516849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.536168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Calling delete_port for 26099974-50f5-41a4-a28d-344967699ce0 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:34.550154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] DHCP port deletion for 9cac7deb-ab26-48f9-bd4a-2f802eb4b684 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:54:34.606859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Deleting port 26099974-50f5-41a4-a28d-344967699ce0 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:54:34.607331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.621649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.649716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=26099974-50f5-41a4-a28d-344967699ce0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:34.654983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] No DVR routers for this DVR port 26099974-50f5-41a4-a28d-344967699ce0 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:54:34.674528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] For port 26099974-50f5-41a4-a28d-344967699ce0, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=26099974-50f5-41a4-a28d-344967699ce0,segment=NetworkSegment(2c464145-a51b-4bbd-9cef-aa97117ac361),segment_id=2c464145-a51b-4bbd-9cef-aa97117ac361)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:34.674938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.689007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Calling delete_port for 26099974-50f5-41a4-a28d-344967699ce0 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:54:34.731332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.751878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cac7deb-ab26-48f9-bd4a-2f802eb4b684']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:34.762710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c464145-a51b-4bbd-9cef-aa97117ac361') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:34.763008 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c464145-a51b-4bbd-9cef-aa97117ac361') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:54:34.774580 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.777435 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.792019 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.796791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] Pushing event deleted for resources: {'Port': ['ID=26099974-50f5-41a4-a28d-344967699ce0,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:34.799448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:54:34.799899 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:54:34.801788 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:54:34.812421 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206bd08-e9fb-4c75-b5cb-51642ce2c4a6 None None] No DVR routers for this DVR port 26099974-50f5-41a4-a28d-344967699ce0 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:54:34.871662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.877709 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:34.880768 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] 10.222.0.43 "DELETE /v2.0/networks/9cac7deb-ab26-48f9-bd4a-2f802eb4b684 HTTP/1.1" status: 204 len: 168 time: 0.5703979 Dec 21 02:54:34.891886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9911-f47f-4ffb-ad7b-ae708df0c7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9cac7deb-ab26-48f9-bd4a-2f802eb4b684,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:34.997672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35786) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:35.036947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9049b5e9-c21d-43f4-a3d5-cd61e22f2ca8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a52fd8787718488f8805c6e39e4075b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381072 Dec 21 02:54:35.039546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:35.084277 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:35.107860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:35.154628 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:35.158808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:35.160091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baef3b68-9ead-4662-ae12-17c83876c915 HTTP/1.1" status: 204 len: 168 time: 0.1195459 Dec 21 02:54:35.169765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e434-32f7-4f40-8190-713bb7d09095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef3b68-9ead-4662-ae12-17c83876c915,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:35.359484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f9231f3e-256f-4e5e-9f0a-ba719d8a948e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:54:35.380850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f9231f3e-256f-4e5e-9f0a-ba719d8a948e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:54:35.381198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f9231f3e-256f-4e5e-9f0a-ba719d8a948e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:54:35.381644 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26099974-50f5-41a4-a28d-344967699ce0 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:54:35.400930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 26099974-50f5-41a4-a28d-344967699ce0 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:54:35.401272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 26099974-50f5-41a4-a28d-344967699ce0 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:54:35.401705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:54:35.419848 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:54:35.420189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 567f7c6f-e1bb-4ecf-82e5-0ea3960a9f79 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:54:35.845568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 35810) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:35.969215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1109979413-network', 'tenant_id': 'aafe6092609f4e8cbb9346df5a132ef6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:35.992640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Made reservation on behalf of aafe6092609f4e8cbb9346df5a132ef6 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:54:35.994942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.006233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.077918 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.081577 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.107464 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:54:36.113559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa9e34d-e16f-4c9f-8508-5a2937ad4768,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:36.119803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.120196 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Added segment 19f33a7d-eb58-47fc-a3c1-9b2e90f3590d of type vlan for network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e Dec 21 02:54:36.161512 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.185067 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.186164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:36.186748 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.246811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3999870 Dec 21 02:54:36.249613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35814) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:54:36.253724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233570f-2954-417e-ae8f-007ff83d690d admin admin] Pushing event updated for resources: {'Network': ['ID=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:36.254581 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Request body: {'subnet': {'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1109979413-subnet', 'tenant_id': 'aafe6092609f4e8cbb9346df5a132ef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:36.263283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:54:36.277497 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Made reservation on behalf of aafe6092609f4e8cbb9346df5a132ef6 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:54:36.280204 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.447449 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.505171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7716036-33b1-4fd6-9872-afb1b3cbd6e0,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:36.510441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Checking segment: {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:54:36.510895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Network hostable DHCP agents. Network: 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:54:36.527148 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:54:36.536394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:54:36.540953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:36.541589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:36.545985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a864560-0935-4ea2-a7a9-8e0f061727f5 None None] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:54:36.557792 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a25440af-2413-4898-940e-fa4f36672083 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070858 Dec 21 02:54:36.644334 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70ffa0-5f7e-4ea1-9351-d99c6d9fe59d None None] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:54:37.002299 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-b8d256df-ba48-401a-8f76-888e4f660a36 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:37.003748 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-b8d256df-ba48-401a-8f76-888e4f660a36 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 814 time: 0.1075497 Dec 21 02:54:37.019111 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-5db8f3f5-08b1-4775-ab8d-b85ee2de7ebf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/quotas/aafe6092609f4e8cbb9346df5a132ef6 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Dec 21 02:54:37.049622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-ee1a58d4-49ab-4fd1-a0bb-cedf6ec66562 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247250 Dec 21 02:54:37.143650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-e7e1e53a-4479-4724-b0eb-a74cf198ae52 service neutron] 10.222.0.43 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Dec 21 02:54:37.231559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-4a2a98d1-6be9-4882-9d55-3ae738226c50 service neutron] 10.222.0.43 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812728 Dec 21 02:54:37.399719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-090cc1b9-d0ae-4219-9faf-1ccac2bde94b req-6f487567-9d4e-41a1-928b-d8bac1b727f2 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Dec 21 02:54:38.501599 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-817df86d-3a6e-42c1-afc4-8995ea732041 req-2b4e8c6e-3849-499d-a533-0d4f8f955fa0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Dec 21 02:54:38.834174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-70ac11d5-77c2-4b61-9552-29bbdb213a2b tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:38.836164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-70ac11d5-77c2-4b61-9552-29bbdb213a2b tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.24 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 814 time: 0.4500244 Dec 21 02:54:38.854930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Request body: {'port': {'device_id': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e', 'admin_state_up': True, 'tenant_id': 'aafe6092609f4e8cbb9346df5a132ef6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:38.962669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Made reservation on behalf of aafe6092609f4e8cbb9346df5a132ef6 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:54:38.966103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.088100 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Allocated IP 172.20.0.11 (6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e/e7716036-33b1-4fd6-9872-afb1b3cbd6e0/3def4cd2-d9c1-4a99-963e-06a2eefa13dc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:54:39.226891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.259771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.307310 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:54:39.310517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:54:39.314349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:54:39.336712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Pushing event updated for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:39.364575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:39.365188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.380503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-c07fd649-22e7-4791-8212-c4ca396736cf tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5297148 Dec 21 02:54:39.397956 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Request body: {'port': {'device_id': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:39.449670 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.621232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244ad02-99d3-4a1d-9647-03773ec5d7cb req-4cd91d69-ac89-4b6b-89b6-e65a747a6331 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:39.622784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c244ad02-99d3-4a1d-9647-03773ec5d7cb req-4cd91d69-ac89-4b6b-89b6-e65a747a6331 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 932 time: 0.0501182 Dec 21 02:54:39.670097 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c244ad02-99d3-4a1d-9647-03773ec5d7cb req-1dfe3361-3895-43db-ad97-b3965adfa58c tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Dec 21 02:54:39.709725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3def4cd2-d9c1-4a99-963e-06a2eefa13dc {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:54:39.717610 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.730094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Transition to ACTIVE for port object 3def4cd2-d9c1-4a99-963e-06a2eefa13dc will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:54:39.733580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.796727 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Pushing event updated for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:39.846595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Attempting to bind port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:54:39.847285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Attempting to bind port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:54:39.847285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Attempting to bind port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:39.851916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:54:39.852224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Attempting to bind port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:39.857075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:54:39.857431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Checking segment: {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:54:39.857811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Bound using segment: {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:54:39.858228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Bound port: 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:54:39.858570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.919111 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:54:39.922059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:54:39.926344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.957862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:39.958402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:39.959842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] 10.222.0.24 "PUT /v2.0/ports/3def4cd2-d9c1-4a99-963e-06a2eefa13dc HTTP/1.1" status: 200 len: 1093 time: 0.5659261 Dec 21 02:54:39.960273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:39.963034 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:39.987616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeac26-1df7-4f13-9554-889d30f2cd57 service neutron] Pushing event updated for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:40.015675 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e006fb08-03b8-46ff-8c14-9fb86d3d0f3a x-openstack-request-id: req-e006fb08-03b8-46ff-8c14-9fb86d3d0f3a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:40.015967 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:40.016220 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e006fb08-03b8-46ff-8c14-9fb86d3d0f3a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:40.016624 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc', 'status': 'completed', 'code': 200} Dec 21 02:54:40.068408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-5401a2f1-e9ab-4411-af8e-03440d1a1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.070395 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-5401a2f1-e9ab-4411-af8e-03440d1a1297 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 1096 time: 0.0406735 Dec 21 02:54:40.121355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-dec0626c-be9d-438f-8304-f6d509af7a58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc HTTP/1.1" status: 200 len: 217 time: 0.0373180 Dec 21 02:54:40.169091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-a0132bb4-5089-4796-b6b1-ff56b238e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.170576 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-a0132bb4-5089-4796-b6b1-ff56b238e581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 200 len: 854 time: 0.0426738 Dec 21 02:54:40.201218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-6aa491c9-7d32-46ea-bcf1-d47456dedb77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236897 Dec 21 02:54:40.292173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-55073e5f-78a6-425c-8a4b-955ff51f8611 service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839150 Dec 21 02:54:40.380263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e78c2637-8a4e-4d47-8ec3-65ea238ae2aa req-3dfd3abe-d85f-4017-ae29-bbe9ea10e482 service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812423 Dec 21 02:54:40.519455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-42d9bd68-52a9-42ac-8c1d-4d632d82b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.520903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-42d9bd68-52a9-42ac-8c1d-4d632d82b146 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 1096 time: 0.0451047 Dec 21 02:54:40.610286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-00ad888f-cb0f-46ea-9c08-a609d7e1f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.612660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-00ad888f-cb0f-46ea-9c08-a609d7e1f8f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 914 time: 0.0847480 Dec 21 02:54:40.658953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-c11ac77c-4155-4265-951a-a8c0d907da40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc HTTP/1.1" status: 200 len: 217 time: 0.0396962 Dec 21 02:54:40.709834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-7fe5b366-970d-49c8-a2df-eb3888f8e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.711378 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-7fe5b366-970d-49c8-a2df-eb3888f8e1d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 200 len: 854 time: 0.0436778 Dec 21 02:54:40.745276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-cc03b49b-05cc-43dc-b24b-dca1cf9eab71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264616 Dec 21 02:54:40.788197 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8281-87bd-43b0-9ac4-116aea3c2b79 req-0b95c742-ae99-47c6-9560-0c6ebbe932e6 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:40.790144 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3cc8281-87bd-43b0-9ac4-116aea3c2b79 req-0b95c742-ae99-47c6-9560-0c6ebbe932e6 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 944 time: 0.0487881 Dec 21 02:54:40.838673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-b4599525-e583-424a-a87d-63b0c5b0336b service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863342 Dec 21 02:54:40.840402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a3cc8281-87bd-43b0-9ac4-116aea3c2b79 req-bf23394e-4009-4165-944b-ea0258db3a44 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Dec 21 02:54:40.928667 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-543dc81e-d12c-43d3-9f6a-a1e360aae5ee req-61c0a648-883b-4010-ad76-99ddac6ddc34 service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 Dec 21 02:54:41.955551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d551ed6-2943-436f-bb15-c593365b28ef req-ee2402bc-88ab-4db4-8f48-5086c0249696 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:41.957028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d551ed6-2943-436f-bb15-c593365b28ef req-ee2402bc-88ab-4db4-8f48-5086c0249696 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 944 time: 0.0481620 Dec 21 02:54:42.008253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d551ed6-2943-436f-bb15-c593365b28ef req-c5bb1c17-3819-41b3-af45-8a5d0c28d7a5 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Dec 21 02:54:43.119572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829038-5d13-4911-a111-f85585e771e5 req-37548ba1-196e-41a2-9ce6-f0f6d05eeb83 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:43.121039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00829038-5d13-4911-a111-f85585e771e5 req-37548ba1-196e-41a2-9ce6-f0f6d05eeb83 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 944 time: 0.0478477 Dec 21 02:54:43.167140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-00829038-5d13-4911-a111-f85585e771e5 req-8126ea53-f4f8-49d6-aeaf-3058b44d0c52 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Dec 21 02:54:44.061309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-976887d2-c768-4df6-965c-8ba241e1aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:44.284441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e505b4-120c-4052-b334-4919514e73fa req-2ecdff74-af9b-4a3c-84b5-61e76e235508 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:44.285923 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1e505b4-120c-4052-b334-4919514e73fa req-2ecdff74-af9b-4a3c-84b5-61e76e235508 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 944 time: 0.0517948 Dec 21 02:54:44.332840 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1e505b4-120c-4052-b334-4919514e73fa req-44417abe-4998-4aff-a1ca-c00ec6b5e2de tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Dec 21 02:54:44.611924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3def4cd2-d9c1-4a99-963e-06a2eefa13dc details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:54:44.706211 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:44.717770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc', 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e', 'port_id': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc', 'mac_address': 'fa:16:3e:72:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7716036-33b1-4fd6-9872-afb1b3cbd6e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:54:44.752417 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:44.764885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3def4cd2-d9c1-4a99-963e-06a2eefa13dc {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:54:44.783965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:44.787735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:44.832296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:45.132177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3def4cd2-d9c1-4a99-963e-06a2eefa13dc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:54:45.448059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bf5d7-4cda-428e-8af3-04c757e0e06e req-43847654-4f41-4587-bbdf-f7cd6ac677b9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:45.449800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d56bf5d7-4cda-428e-8af3-04c757e0e06e req-43847654-4f41-4587-bbdf-f7cd6ac677b9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 945 time: 0.0482190 Dec 21 02:54:45.496036 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d56bf5d7-4cda-428e-8af3-04c757e0e06e req-5cf412d1-f4ae-497b-83ab-894ab48081a7 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Dec 21 02:54:46.614662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856def-3a2d-4051-b146-1d92e6b382cb req-c3165145-ae21-4117-9e6a-79028817c4a0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:46.615530 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3def4cd2-d9c1-4a99-963e-06a2eefa13dc up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:54:46.616049 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d856def-3a2d-4051-b146-1d92e6b382cb req-c3165145-ae21-4117-9e6a-79028817c4a0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Dec 21 02:54:46.663296 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d856def-3a2d-4051-b146-1d92e6b382cb req-5ce53af0-96f4-4b14-bdf2-b803edae47bd tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Dec 21 02:54:46.663835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:54:46.667809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:54:46.668236 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:46.746895 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:46.777629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:46.779803 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f97b9e-58d6-43b4-b741-d81bffc57860" -d '{"events": [{"server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "name": "network-vif-plugged", "status": "completed", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:46.790173 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-937a0ce6-0306-4d78-96b9-c0e5554c3a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:46.794235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:46.798323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:46.823274 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a01a03-3574-4c05-adec-509ebba5946a x-openstack-request-id: req-62a01a03-3574-4c05-adec-509ebba5946a {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:46.823561 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "name": "network-vif-plugged", "status": "completed", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:46.823811 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62a01a03-3574-4c05-adec-509ebba5946a {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:46.824205 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc', 'code': 200} Dec 21 02:54:46.846280 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:46.948587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd8a34-f690-43c4-8fc7-999e2a274c80 req-6d983776-88b5-4b38-badf-98ea18674265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:46.950070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-78dd8a34-f690-43c4-8fc7-999e2a274c80 req-6d983776-88b5-4b38-badf-98ea18674265 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 1098 time: 0.0398910 Dec 21 02:54:46.998753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-78dd8a34-f690-43c4-8fc7-999e2a274c80 req-707db564-a667-4e2a-8c12-1dcbe991884f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Dec 21 02:54:47.511849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:47.777293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a9d29-a7d6-402d-a1af-1c6c055416ce req-bdafdcf6-c0e2-4a80-9e40-424e528e0767 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:47.778786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e1a9d29-a7d6-402d-a1af-1c6c055416ce req-bdafdcf6-c0e2-4a80-9e40-424e528e0767 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0483489 Dec 21 02:54:47.824720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e1a9d29-a7d6-402d-a1af-1c6c055416ce req-c990f537-f9ed-4500-9750-a965e260ed33 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Dec 21 02:54:48.923685 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:48.949188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5df9e-c794-49bd-9be5-481610abc95b req-cd7a644f-bedf-45dc-b7d5-34ec2b135afa tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:48.950744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bc5df9e-c794-49bd-9be5-481610abc95b req-cd7a644f-bedf-45dc-b7d5-34ec2b135afa tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0565274 Dec 21 02:54:49.004487 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5bc5df9e-c794-49bd-9be5-481610abc95b req-743c13d1-4301-4f80-a19f-0aa92ade60f7 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Dec 21 02:54:49.224103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-f92b34ae-3e98-4aa3-9459-3a380a56011e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:49.225596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-f92b34ae-3e98-4aa3-9459-3a380a56011e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 814 time: 0.1006801 Dec 21 02:54:49.240426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-efa771f9-e6d8-46f8-9566-b80a3fd57db0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/quotas/aafe6092609f4e8cbb9346df5a132ef6 HTTP/1.1" status: 200 len: 375 time: 0.0088048 Dec 21 02:54:49.287645 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-3a4dc7b1-0e49-47e3-9599-ac25fdd77771 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423017 Dec 21 02:54:49.384672 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-4c478e6b-958d-4c91-8428-09e51f8d1202 service neutron] 10.222.0.43 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901191 Dec 21 02:54:49.475186 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-728ad8e6-4af4-4c6e-9a35-339ca946eb8d service neutron] 10.222.0.43 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839016 Dec 21 02:54:49.492309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:49.630876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f2f2736-1037-41d0-b1a4-034306bbd864 req-79d9d938-ce32-48d1-b97b-9dcf2fa3f284 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Dec 21 02:54:50.721087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-004faca1-35fc-4754-a3f1-41002c1db698 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:50.722587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-004faca1-35fc-4754-a3f1-41002c1db698 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.45 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 814 time: 0.1113753 Dec 21 02:54:50.737756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e37eec45-85ee-452a-bc4b-5c4ddec82680 req-8c74846d-7136-4337-9f59-3f6507e7482e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Dec 21 02:54:50.762603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Request body: {'port': {'device_id': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e', 'admin_state_up': True, 'tenant_id': 'aafe6092609f4e8cbb9346df5a132ef6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:50.873239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Made reservation on behalf of aafe6092609f4e8cbb9346df5a132ef6 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:54:50.876712 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:50.996691 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Allocated IP 172.20.0.2 (6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e/e7716036-33b1-4fd6-9872-afb1b3cbd6e0/27b61e9e-fffe-457b-a6af-be8ecbfd2e89) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:54:51.140662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.174801 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.209622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3def4cd2-d9c1-4a99-963e-06a2eefa13dc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:54:51.224579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:54:51.228452 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:54:51.233521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:54:51.239924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Pushing event updated for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:51.269571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.269840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.270176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.270507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.270834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.271157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.271478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.271940 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.272264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.272587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.273479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.273800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.274121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:51.296333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:51.296939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.314927 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-63a2899e-d63e-474c-a2b4-6431e8ef7193 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562215 Dec 21 02:54:51.341235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Request body: {'port': {'device_id': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:54:51.393416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.647910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:54:51.655495 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.667347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Transition to ACTIVE for port object 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:54:51.670778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.722674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Pushing event updated for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:51.789781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Attempting to bind port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:54:51.790118 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Attempting to bind port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:54:51.790442 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Attempting to bind port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:51.794559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:54:51.794872 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Attempting to bind port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 on network 6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:54:51.799519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:54:51.799851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Checking segment: {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:54:51.800223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Bound using segment: {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:54:51.800635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Bound port: 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:54:51.800981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.850981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3960-2415-445c-894c-9b464bdfd811 req-350f0feb-6de1-42ec-b5e6-2258d389b84a tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:51.852465 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ccc3960-2415-445c-894c-9b464bdfd811 req-350f0feb-6de1-42ec-b5e6-2258d389b84a tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 943 time: 0.0492582 Dec 21 02:54:51.864251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:54:51.868635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:54:51.873160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.903693 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ccc3960-2415-445c-894c-9b464bdfd811 req-5e3e8b04-466d-4c56-b25f-ce3092e28c0e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Dec 21 02:54:51.907482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:51.908287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:51.909691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] 10.222.0.45 "PUT /v2.0/ports/27b61e9e-fffe-457b-a6af-be8ecbfd2e89 HTTP/1.1" status: 200 len: 1092 time: 0.5727241 Dec 21 02:54:51.910134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:51.912378 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e" -d '{"events": [{"name": "network-changed", "server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:51.938736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87e5d6-30ac-472c-a571-a9c288f28e6f service neutron] Pushing event updated for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:51.964661 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54e404e-ff58-4944-a772-9706caa780bd x-openstack-request-id: req-c54e404e-ff58-4944-a772-9706caa780bd {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:51.964954 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:51.965207 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c54e404e-ff58-4944-a772-9706caa780bd {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:51.965641 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89', 'status': 'completed', 'code': 200} Dec 21 02:54:52.023983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-8b533bbc-74e8-4f1c-a1d1-805f0e77bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:52.025498 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-8b533bbc-74e8-4f1c-a1d1-805f0e77bdca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 1095 time: 0.0405164 Dec 21 02:54:52.080825 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-a8855a7a-0c7b-4b4e-9e00-126b33ea31c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89 HTTP/1.1" status: 200 len: 217 time: 0.0370059 Dec 21 02:54:52.129541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581555-c778-45db-95d2-68be82552d8c req-0ba67ebd-4151-43f5-851f-9d7b60b3811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:52.130924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-0ba67ebd-4151-43f5-851f-9d7b60b3811d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 200 len: 854 time: 0.0429115 Dec 21 02:54:52.165879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-a7063701-4f90-42d6-ac04-dbe69a659b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236526 Dec 21 02:54:52.259318 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-86069688-016d-4b3d-b07f-287ce37e8a9f service neutron] 10.222.0.45 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Dec 21 02:54:52.352221 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92581555-c778-45db-95d2-68be82552d8c req-eb05b952-666e-4479-9935-4717897e9a6b service neutron] 10.222.0.45 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801871 Dec 21 02:54:52.503682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-c3c64718-e68f-449f-8fc1-0faf84b997c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:52.505051 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-c3c64718-e68f-449f-8fc1-0faf84b997c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 1095 time: 0.0446529 Dec 21 02:54:52.597839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-47fff6cf-c07c-496c-a419-6ec6027250e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:52.599278 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-47fff6cf-c07c-496c-a419-6ec6027250e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 914 time: 0.0861359 Dec 21 02:54:52.643307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-1ef54e95-1d74-4648-a15a-cbe08c08155a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89 HTTP/1.1" status: 200 len: 217 time: 0.0364485 Dec 21 02:54:52.657446 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:52.698660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-0dd135ea-4eed-4678-afc2-80fa6c4c40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:52.700081 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-0dd135ea-4eed-4678-afc2-80fa6c4c40a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 200 len: 854 time: 0.0440104 Dec 21 02:54:52.732223 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-60a80034-7767-44cc-ab75-5a8db6ab4dba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246887 Dec 21 02:54:52.826557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-921b9a54-3b5e-4a0e-8cbf-ac5fc9543a95 service neutron] 10.222.0.45 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835595 Dec 21 02:54:52.918492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dc7c24d8-98ac-4fd8-935c-c345cebcd19e req-de7f8598-a879-492a-b3a8-cf02b8ad4234 service neutron] 10.222.0.45 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821340 Dec 21 02:54:53.024086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d0fa-af96-40d0-af77-fdb2cbff2bcc req-e06542c2-2cd8-4030-b7e2-5e92e09d7ace tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:53.025562 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b87d0fa-af96-40d0-af77-fdb2cbff2bcc req-e06542c2-2cd8-4030-b7e2-5e92e09d7ace tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 943 time: 0.0517814 Dec 21 02:54:53.071342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b87d0fa-af96-40d0-af77-fdb2cbff2bcc req-2414731c-6134-487f-b607-a40a62da9e3d tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Dec 21 02:54:54.186727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5dcc-20ac-4ec3-a8af-548ff380c855 req-b5f1bef6-4514-446c-93d8-648b25a25fec tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:54.188185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-071b5dcc-20ac-4ec3-a8af-548ff380c855 req-b5f1bef6-4514-446c-93d8-648b25a25fec tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 943 time: 0.0484428 Dec 21 02:54:54.235647 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-071b5dcc-20ac-4ec3-a8af-548ff380c855 req-c67f5a73-e422-404a-8c8a-e0a4a46cf933 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Dec 21 02:54:55.348388 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976142-b503-4c34-b354-53ed56ecac2b req-5b13c2c3-6f4e-4961-99cc-aad3b36039b5 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:55.349880 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29976142-b503-4c34-b354-53ed56ecac2b req-5b13c2c3-6f4e-4961-99cc-aad3b36039b5 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 943 time: 0.0488760 Dec 21 02:54:55.401198 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29976142-b503-4c34-b354-53ed56ecac2b req-addc2b91-a85d-4936-88e7-427fbded3de3 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Dec 21 02:54:55.463518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:54:55.554250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:55.564841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89', 'network_id': '6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e', 'port_id': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89', 'mac_address': 'fa:16:3e:ad:4e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7716036-33b1-4fd6-9872-afb1b3cbd6e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:54:55.604134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:55.616386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:54:55.634392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:55.639340 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:55.685309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:55.948966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['27b61e9e-fffe-457b-a6af-be8ecbfd2e89'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:54:56.515406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1c367-4697-4873-b057-6e36bc60af71 req-35ed850f-c1a6-49ff-9700-c3a359177d15 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:56.516861 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9de1c367-4697-4873-b057-6e36bc60af71 req-35ed850f-c1a6-49ff-9700-c3a359177d15 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 944 time: 0.0488908 Dec 21 02:54:56.563707 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9de1c367-4697-4873-b057-6e36bc60af71 req-822cb0e4-c43e-40af-8e8b-88a3a626cf7c tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Dec 21 02:54:57.479853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:54:57.522346 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:57.536325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:54:57.540431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:54:57.540818 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:57.618485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:57.642304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:54:57.644506 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edacb9f-52fb-4abe-81bd-2d5aae2818ad" -d '{"events": [{"server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "name": "network-vif-plugged", "status": "completed", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:54:57.657686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:54:57.661889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:54:57.685865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275033d-f5d6-482c-8849-4cacf1b52c15 req-1ca1f8c0-5ef9-491d-880b-98158cd4c63b tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:57.687396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d275033d-f5d6-482c-8849-4cacf1b52c15 req-1ca1f8c0-5ef9-491d-880b-98158cd4c63b tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 944 time: 0.0543408 Dec 21 02:54:57.691234 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7da13c-2fe6-4eed-bcc7-edc749885cfc x-openstack-request-id: req-3e7da13c-2fe6-4eed-bcc7-edc749885cfc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:54:57.691529 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "name": "network-vif-plugged", "status": "completed", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:54:57.691782 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e7da13c-2fe6-4eed-bcc7-edc749885cfc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:54:57.692164 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89', 'code': 200} Dec 21 02:54:57.714234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:54:57.721576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.721920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.722260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.722586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.722922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.723707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.723707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.723939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.724185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.724504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.724822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.725139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.725484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:54:57.739252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d275033d-f5d6-482c-8849-4cacf1b52c15 req-ca970e2f-d9cf-4a65-823a-bf6cdda54946 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Dec 21 02:54:57.830002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0daba9-2544-4567-bbc6-0a7d9930286c req-7e7f8499-1c29-4117-a443-91258f9a889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:57.831505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c0daba9-2544-4567-bbc6-0a7d9930286c req-7e7f8499-1c29-4117-a443-91258f9a889f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 1097 time: 0.0390930 Dec 21 02:54:57.884510 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2c0daba9-2544-4567-bbc6-0a7d9930286c req-a81957cb-f842-4949-8020-4866d212cd38 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Dec 21 02:54:58.857373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8861a-8aed-47e7-a101-6afc533d2434 req-66f0d911-4aaf-4957-8f3a-dc37ed757b7d tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:54:58.858822 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2b8861a-8aed-47e7-a101-6afc533d2434 req-66f0d911-4aaf-4957-8f3a-dc37ed757b7d tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Dec 21 02:54:58.904986 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2b8861a-8aed-47e7-a101-6afc533d2434 req-95dff640-ce17-4662-a001-4c1653b601d0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Dec 21 02:54:59.999115 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-6114c479-2be5-4aed-9496-53e6a6101b52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390577 Dec 21 02:55:00.027222 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28776-6fad-49a0-a785-d739536d79e3 req-10dcd745-9eeb-403f-8b9b-3b33c4fb68f7 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:00.028794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95c28776-6fad-49a0-a785-d739536d79e3 req-10dcd745-9eeb-403f-8b9b-3b33c4fb68f7 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 945 time: 0.0545866 Dec 21 02:55:00.078943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95c28776-6fad-49a0-a785-d739536d79e3 req-692b720b-9bf8-41b5-83b7-20100e0bf53f tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Dec 21 02:55:00.098693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b038be-25c5-4b53-b359-1761998b9b24 req-3ff63b4b-fb05-4bc1-adc4-e35f10eb21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:00.100356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-3ff63b4b-fb05-4bc1-adc4-e35f10eb21e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 1098 time: 0.0437942 Dec 21 02:55:00.209404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b038be-25c5-4b53-b359-1761998b9b24 req-6cfa805a-99ec-4925-812b-7c726bc12cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:00.214321 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-6cfa805a-99ec-4925-812b-7c726bc12cbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 200 len: 914 time: 0.0941193 Dec 21 02:55:00.262241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-1adc3aac-7f3c-4b49-9d8f-18b20e466d3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc HTTP/1.1" status: 200 len: 217 time: 0.0373571 Dec 21 02:55:00.314981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b038be-25c5-4b53-b359-1761998b9b24 req-a28da3f2-29b5-4c3b-b324-4298bde30a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:00.316267 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-a28da3f2-29b5-4c3b-b324-4298bde30a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 200 len: 854 time: 0.0459268 Dec 21 02:55:00.317704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b4db8-075d-46fb-b67b-e13049e5d610 req-9112f4db-7176-4e89-8fcc-9a4b854216d0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:00.319219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-380b4db8-075d-46fb-b67b-e13049e5d610 req-9112f4db-7176-4e89-8fcc-9a4b854216d0 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Dec 21 02:55:00.359718 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-244b7d4c-b066-4915-b75c-94488d3f1e2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348630 Dec 21 02:55:00.372916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-380b4db8-075d-46fb-b67b-e13049e5d610 req-b586bb07-2bc7-4756-a933-a2f38bf29961 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Dec 21 02:55:00.373361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-ad213eab-1395-4e08-809c-ea09e0bdc467 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:55:00.374351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-ad213eab-1395-4e08-809c-ea09e0bdc467 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054233 Dec 21 02:55:00.466145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-d844e907-d32a-4d6e-9fcd-3630a02a5217 service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Dec 21 02:55:00.557982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-46b038be-25c5-4b53-b359-1761998b9b24 req-16a57266-ce02-4269-ad77-7d621076bbf2 service neutron] 10.222.0.24 "GET /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Dec 21 02:55:01.490192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4cbe9-d538-4334-b550-e7d8641b1b54 req-f101f821-728d-4add-9176-15ad9bab797f tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:01.491649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3f4cbe9-d538-4334-b550-e7d8641b1b54 req-f101f821-728d-4add-9176-15ad9bab797f tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 945 time: 0.0493336 Dec 21 02:55:01.537775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3f4cbe9-d538-4334-b550-e7d8641b1b54 req-54c40f78-7598-48c7-b444-a7639b3c6ad9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Dec 21 02:55:01.846870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-909fe2db-ddc6-40a4-99ae-4d2f78456d24 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:01.848269 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-909fe2db-ddc6-40a4-99ae-4d2f78456d24 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.45 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 945 time: 0.0475256 Dec 21 02:55:01.936742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Deleting port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:01.937077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:02.024924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] For port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:02.025265 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:02.037163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Calling delete_port for 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:02.166732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:02.194868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Pushing event deleted for resources: {'Port': ['ID=27b61e9e-fffe-457b-a6af-be8ecbfd2e89,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:02.199476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3def4cd2-d9c1-4a99-963e-06a2eefa13dc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:55:02.230436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['27b61e9e-fffe-457b-a6af-be8ecbfd2e89'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:55:02.235659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] No DVR routers for this DVR port 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:02.238137 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:02.241406 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5cdb2842-f99d-495b-9856-513d03c42bdf req-82638100-35ef-4c38-8fc4-ecaa74fdc098 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.45 "DELETE /v2.0/ports/27b61e9e-fffe-457b-a6af-be8ecbfd2e89 HTTP/1.1" status: 204 len: 173 time: 0.3825371 Dec 21 02:55:02.241851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'name': 'network-vif-deleted', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:55:02.244567 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8fac7-0364-4cb9-ad1c-7a579eab13d8" -d '{"events": [{"server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "name": "network-vif-deleted", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:55:02.280743 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ac5c1-415a-4f8c-9de2-2083300f3438 x-openstack-request-id: req-951ac5c1-415a-4f8c-9de2-2083300f3438 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:55:02.281035 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48", "name": "network-vif-deleted", "tag": "27b61e9e-fffe-457b-a6af-be8ecbfd2e89", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:55:02.281289 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-951ac5c1-415a-4f8c-9de2-2083300f3438 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:55:02.281724 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48', 'name': 'network-vif-deleted', 'tag': '27b61e9e-fffe-457b-a6af-be8ecbfd2e89', 'status': 'completed', 'code': 200} Dec 21 02:55:02.645950 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a29f8d8-d87c-4374-9915-56823ecd1432 req-accbef69-fb37-4c20-9ee8-92a182c4433b tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf3cf9e-5e12-46b8-b2e3-5ab38db1ad48 HTTP/1.1" status: 200 len: 210 time: 0.0252554 Dec 21 02:55:03.791342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981196-9905-462e-afb5-9c9ce87eb126 req-1111b9bb-3565-439f-9ef1-0de34dd6e7ad tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:03.792784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43981196-9905-462e-afb5-9c9ce87eb126 req-1111b9bb-3565-439f-9ef1-0de34dd6e7ad tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0477021 Dec 21 02:55:03.842527 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43981196-9905-462e-afb5-9c9ce87eb126 req-c917b42e-6dc7-4818-a285-2d5ebd6893eb tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Dec 21 02:55:03.970252 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca0b1-20b6-4900-a6e1-c703be8f2b0f req-608bd41c-9dfc-41ab-b2c8-8ee63d36f6e9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:03.971617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aacca0b1-20b6-4900-a6e1-c703be8f2b0f req-608bd41c-9dfc-41ab-b2c8-8ee63d36f6e9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Dec 21 02:55:04.018478 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aacca0b1-20b6-4900-a6e1-c703be8f2b0f req-a79a308d-a3e8-45cc-b548-64aff0ab4ea4 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Dec 21 02:55:04.131284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d41d2b-41b5-4abe-8b2e-2d2b75911e42 req-0c09849c-e270-4d9b-9143-49052a9d9ac9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:04.132739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d41d2b-41b5-4abe-8b2e-2d2b75911e42 req-0c09849c-e270-4d9b-9143-49052a9d9ac9 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Dec 21 02:55:04.178585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28d41d2b-41b5-4abe-8b2e-2d2b75911e42 req-2f8af56c-5479-45dc-8c1c-7be0f0e7e507 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Dec 21 02:55:04.344912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597e11f-c068-4b67-97b5-7748fb7042c3 req-6f65a90f-20a4-4f42-a1c7-633e22db8753 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:04.347364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8597e11f-c068-4b67-97b5-7748fb7042c3 req-6f65a90f-20a4-4f42-a1c7-633e22db8753 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0520990 Dec 21 02:55:04.406055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8597e11f-c068-4b67-97b5-7748fb7042c3 req-cb47df2b-a1fa-4bea-b6dc-f9c4b993572f tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Dec 21 02:55:04.520448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3d43e-5180-4813-9955-64c27db71017 req-b2a75a3a-d9fa-45aa-9d29-fa0733930a6e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:04.521825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f3d43e-5180-4813-9955-64c27db71017 req-b2a75a3a-d9fa-45aa-9d29-fa0733930a6e tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0480728 Dec 21 02:55:04.570320 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2f3d43e-5180-4813-9955-64c27db71017 req-3dcea443-94da-4651-b53f-5caab4f6c23a tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Dec 21 02:55:04.700153 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cba13-9476-49e8-bdb4-27fa84b459ad req-a9a31b8f-65b9-4263-8b8e-680f58f582b4 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:04.701660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d5cba13-9476-49e8-bdb4-27fa84b459ad req-a9a31b8f-65b9-4263-8b8e-680f58f582b4 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0516915 Dec 21 02:55:04.753703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2d5cba13-9476-49e8-bdb4-27fa84b459ad req-e799a97d-6764-4295-82cd-b34df17839b3 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454268 Dec 21 02:55:05.050027 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600fc03-d298-4811-b061-91741e61bda2 req-4be2a951-f479-416e-a4ac-305a9acb193c tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:05.051783 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5600fc03-d298-4811-b061-91741e61bda2 req-4be2a951-f479-416e-a4ac-305a9acb193c tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0519857 Dec 21 02:55:05.100357 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5600fc03-d298-4811-b061-91741e61bda2 req-7d771d9a-2866-4880-9d11-2a300cdbbf8a tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Dec 21 02:55:05.494291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:55:05.517157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:55:05.517537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 27b61e9e-fffe-457b-a6af-be8ecbfd2e89 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:55:06.218077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c67bc-82d9-4eab-852c-fa244e0842dd req-a9ff78b1-ed8a-4944-a6e8-3bfc995671a6 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:06.220279 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d93c67bc-82d9-4eab-852c-fa244e0842dd req-a9ff78b1-ed8a-4944-a6e8-3bfc995671a6 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Dec 21 02:55:06.270776 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d93c67bc-82d9-4eab-852c-fa244e0842dd req-e705eefa-6edf-4ecc-af25-4e60ab5a77d8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fa9e34d-e16f-4c9f-8508-5a2937ad4768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Dec 21 02:55:06.400959 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:55:06.662064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-b55ef218-3ac7-495c-8d3d-5a2db78aaeec tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:06.663491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-b55ef218-3ac7-495c-8d3d-5a2db78aaeec tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 946 time: 0.0554073 Dec 21 02:55:06.755663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Deleting port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:06.756006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:06.844674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] For port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,segment=NetworkSegment(19f33a7d-eb58-47fc-a3c1-9b2e90f3590d),segment_id=19f33a7d-eb58-47fc-a3c1-9b2e90f3590d)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:06.845028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:06.858221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Calling delete_port for 3def4cd2-d9c1-4a99-963e-06a2eefa13dc owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:06.980871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:07.012220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Pushing event deleted for resources: {'Port': ['ID=3def4cd2-d9c1-4a99-963e-06a2eefa13dc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:07.013403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['3def4cd2-d9c1-4a99-963e-06a2eefa13dc'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:55:07.051676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] No DVR routers for this DVR port 3def4cd2-d9c1-4a99-963e-06a2eefa13dc on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:07.054125 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:07.057478 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dd12104b-09f0-429f-86f6-53e50d2b2f78 req-f1a31535-9ba9-46f2-80d7-bc3164dda2c8 tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.24 "DELETE /v2.0/ports/3def4cd2-d9c1-4a99-963e-06a2eefa13dc HTTP/1.1" status: 204 len: 173 time: 0.3869076 Dec 21 02:55:07.057942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'name': 'network-vif-deleted', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:55:07.060175 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2d92a-1fb5-45e8-9612-cf5ddf9dafbd" -d '{"events": [{"server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "name": "network-vif-deleted", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:55:07.096491 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd24426-382f-4226-92ef-2754e9b444b7 x-openstack-request-id: req-7fd24426-382f-4226-92ef-2754e9b444b7 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:55:07.096789 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6163ecb-315d-4ec0-b609-00a8220bf561", "name": "network-vif-deleted", "tag": "3def4cd2-d9c1-4a99-963e-06a2eefa13dc", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:55:07.097046 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fd24426-382f-4226-92ef-2754e9b444b7 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:55:07.097470 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6163ecb-315d-4ec0-b609-00a8220bf561', 'name': 'network-vif-deleted', 'tag': '3def4cd2-d9c1-4a99-963e-06a2eefa13dc', 'status': 'completed', 'code': 200} Dec 21 02:55:07.377841 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43bdc8d5-4c52-4c57-b096-280a4daa0278 req-f46db5a7-c21f-4a40-ab44-a3873a3a2aab tempest-ServersNegativeTestJSON-1805762360 tempest-ServersNegativeTestJSON-1805762360-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6163ecb-315d-4ec0-b609-00a8220bf561 HTTP/1.1" status: 200 len: 210 time: 0.0263221 Dec 21 02:55:08.436514 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35970) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:08.483639 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Deleting subnet e7716036-33b1-4fd6-9872-afb1b3cbd6e0 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:55:08.486774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.525828 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.564391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.619169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.646334 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7716036-33b1-4fd6-9872-afb1b3cbd6e0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:08.648323 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.654492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7774019d-636e-4112-8f34-4a57f54f5cac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7716036-33b1-4fd6-9872-afb1b3cbd6e0 HTTP/1.1" status: 204 len: 168 time: 0.2145524 Dec 21 02:55:08.655266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35972) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:08.721756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.802199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.822037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:08.831101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:08.831402 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f33a7d-eb58-47fc-a3c1-9b2e90f3590d') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:08.841625 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.855181 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.861036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:08.861443 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:08.863117 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:08.920424 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.927297 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:08.931035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e HTTP/1.1" status: 204 len: 168 time: 0.2754819 Dec 21 02:55:08.940181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a1b1-7ed6-44af-aefd-84e78c11cafb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c247c5f-bfd9-4f0c-a4bd-66e7e816be6e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:09.034819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35976) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:09.077775 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-90627665-7d08-49ff-949e-dba8619a9a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aafe6092609f4e8cbb9346df5a132ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417130 Dec 21 02:55:09.080235 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 35978) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:09.128277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:09.149041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:09.194794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:09.198135 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:09.201845 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fa9e34d-e16f-4c9f-8508-5a2937ad4768 HTTP/1.1" status: 204 len: 168 time: 0.1206648 Dec 21 02:55:09.209574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f626a4-ec02-4d02-9409-e4ec7b17aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa9e34d-e16f-4c9f-8508-5a2937ad4768,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:09.862877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36000) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:09.953021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243954703'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:09.976294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:09.979288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:09.987591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.061979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.065576 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.088239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:10.101191 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1529bc4-f040-40e9-b21f-89ef2da6fd27,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:10.106275 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.106614 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Added segment b8408b34-d1ea-4136-bcb3-6c83d4bc6556 of type vlan for network 5f5725ab-1a61-4165-bd39-bd463357ac8e Dec 21 02:55:10.145779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.170182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.175617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:10.176191 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:10.210383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3463695 Dec 21 02:55:10.243573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2a8fd-0813-4a8d-a901-786605ee2ae9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Network': ['ID=5f5725ab-1a61-4165-bd39-bd463357ac8e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:10.253195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:10.703862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3def4cd2-d9c1-4a99-963e-06a2eefa13dc no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:55:10.724174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 3def4cd2-d9c1-4a99-963e-06a2eefa13dc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:55:10.724520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 3def4cd2-d9c1-4a99-963e-06a2eefa13dc not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:55:13.374009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36004) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:13.379802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'subnet': {'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:13.478411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:13.482140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.657445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.709014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Subnet': ['ID=bf5a233e-6cd6-430f-b16e-9e59f80d9e0e,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:13.723677 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking segment: {'id': 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:13.724029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network hostable DHCP agents. Network: 5f5725ab-1a61-4165-bd39-bd463357ac8e, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:13.740558 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:13.749413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 5f5725ab-1a61-4165-bd39-bd463357ac8e) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:13.753586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:13.754196 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.758739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a788a-edd5-4f56-9694-d469fd5bd0c4 None None] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:13.770661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-11de64aa-028e-43ec-b930-24ed6c0e3a3c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3952959 Dec 21 02:55:13.774192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36006) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:13.779462 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121043915'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:13.803019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:13.807174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.836012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:13.844982 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.845326 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Added segment 50793d13-6844-4d4c-9bbe-e6a2553e4e55 of type vlan for network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 Dec 21 02:55:13.860590 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-5f5725ab-1a61-4165-bd39-bd463357ac8e', 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e', 'project_id': 'ddf5effb3a404ab8b5ed8e6076dd167d', 'fixed_ips': [{'subnet_id': 'bf5a233e-6cd6-430f-b16e-9e59f80d9e0e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:13.861719 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.885744 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.910273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.916232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:13.916811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:13.953814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1784649 Dec 21 02:55:13.956718 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:13.961724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'subnet': {'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:13.988371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13dbb4-8feb-40eb-a918-a6d9a6a94bc6 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Network': ['ID=ca6c564f-f3c1-4e86-bc12-45ac93eb5123,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:14.003078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:14.006078 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Allocated IP 2001:db8:0:ffff::2 (5f5725ab-1a61-4165-bd39-bd463357ac8e/bf5a233e-6cd6-430f-b16e-9e59f80d9e0e/67ac0bb5-6697-4062-9e9e-699ea2aed52c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:14.056007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:14.059682 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.131465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa489-fa17-4225-bb23-986c452b82f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.219241 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.224942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.251243 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.266244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:14.269006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:14.272945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:14.279784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Pushing event updated for resources: {'Port': ['ID=67ac0bb5-6697-4062-9e9e-699ea2aed52c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:14.311075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Subnet': ['ID=a3143ad0-803a-4f73-8132-2a1a0b9df689,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:14.320911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking segment: {'id': '50793d13-6844-4d4c-9bbe-e6a2553e4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:14.321285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network hostable DHCP agents. Network: ca6c564f-f3c1-4e86-bc12-45ac93eb5123, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:14.335442 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Attempting to bind port 67ac0bb5-6697-4062-9e9e-699ea2aed52c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:14.335842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Attempting to bind port 67ac0bb5-6697-4062-9e9e-699ea2aed52c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:14.336206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Attempting to bind port 67ac0bb5-6697-4062-9e9e-699ea2aed52c on network 5f5725ab-1a61-4165-bd39-bd463357ac8e {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:14.339630 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:14.341922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:14.342289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Checking segment: {'id': 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:14.342686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.343075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Bound using segment: {'id': 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:14.343532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Bound port: 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f5725ab-1a61-4165-bd39-bd463357ac8e'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:14.343963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.348682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ca6c564f-f3c1-4e86-bc12-45ac93eb5123) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:14.357218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:14.358104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.360015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d246e1e-ca4a-41ae-86de-257163461896 None None] Network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:14.379279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f8a20993-bade-4220-9f88-455acacc0bcf tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4200141 Dec 21 02:55:14.379849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:14.475248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] For port 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:14.491387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] For port 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=67ac0bb5-6697-4062-9e9e-699ea2aed52c,segment=NetworkSegment(b8408b34-d1ea-4136-bcb3-6c83d4bc6556),segment_id=b8408b34-d1ea-4136-bcb3-6c83d4bc6556)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:14.507404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.539775 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-ca6c564f-f3c1-4e86-bc12-45ac93eb5123', 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123', 'project_id': 'ddf5effb3a404ab8b5ed8e6076dd167d', 'fixed_ips': [{'subnet_id': 'a3143ad0-803a-4f73-8132-2a1a0b9df689'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:14.540678 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.604988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb4ae-4f7d-44b5-8b83-cbb5ee20f8b9 None None] Pushing event updated for resources: {'Port': ['ID=67ac0bb5-6697-4062-9e9e-699ea2aed52c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:14.791723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Allocated IP 2001:db8::2 (ca6c564f-f3c1-4e86-bc12-45ac93eb5123/a3143ad0-803a-4f73-8132-2a1a0b9df689/684136b4-4cc6-4116-9bac-6081419bc51c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:14.891818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.985969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:14.993143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.002850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.050763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:15.055261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:15.057249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Pushing event updated for resources: {'Port': ['ID=684136b4-4cc6-4116-9bac-6081419bc51c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:15.059802 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:15.067387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.103391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Subnet': ['ID=a3143ad0-803a-4f73-8132-2a1a0b9df689,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:15.121922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Attempting to bind port 684136b4-4cc6-4116-9bac-6081419bc51c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:15.122291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Attempting to bind port 684136b4-4cc6-4116-9bac-6081419bc51c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '50793d13-6844-4d4c-9bbe-e6a2553e4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:15.122789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Attempting to bind port 684136b4-4cc6-4116-9bac-6081419bc51c on network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:15.129544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:15.129920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Checking segment: {'id': '50793d13-6844-4d4c-9bbe-e6a2553e4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:15.130322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.130714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Bound using segment: {'id': '50793d13-6844-4d4c-9bbe-e6a2553e4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:15.131177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Bound port: 684136b4-4cc6-4116-9bac-6081419bc51c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50793d13-6844-4d4c-9bbe-e6a2553e4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:15.131552 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.167897 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.191724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6c564f-f3c1-4e86-bc12-45ac93eb5123']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:15.202958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50793d13-6844-4d4c-9bbe-e6a2553e4e55') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:15.203290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50793d13-6844-4d4c-9bbe-e6a2553e4e55') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:15.208216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] For port 684136b4-4cc6-4116-9bac-6081419bc51c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:15.212214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] For port 684136b4-4cc6-4116-9bac-6081419bc51c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=684136b4-4cc6-4116-9bac-6081419bc51c,segment=NetworkSegment(50793d13-6844-4d4c-9bbe-e6a2553e4e55),segment_id=50793d13-6844-4d4c-9bbe-e6a2553e4e55)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:15.214111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.217005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.230828 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.237190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:15.237545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:15.242254 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:15.300163 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce584ae-f4f0-4221-87a4-95fba7b8a850 None None] Pushing event updated for resources: {'Port': ['ID=684136b4-4cc6-4116-9bac-6081419bc51c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:15.314311 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.db.api [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:55:15.314311 n-d-761264-20 neutron-server[109851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:55:15.314311 n-d-761264-20 neutron-server[109851]: [parameters: {'id': 'ca6c564f-f3c1-4e86-bc12-45ac93eb5123'}] Dec 21 02:55:15.314311 n-d-761264-20 neutron-server[109851]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:55:15.314788 n-d-761264-20 neutron-server[109851]: DEBUG oslo_db.api [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:55:15.319679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecd585-4da5-4832-acd0-764da1727489 None None] Network ca6c564f-f3c1-4e86-bc12-45ac93eb5123 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:15.441671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 67ac0bb5-6697-4062-9e9e-699ea2aed52c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:15.492153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 67ac0bb5-6697-4062-9e9e-699ea2aed52c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:15.492471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.576185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.609812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=67ac0bb5-6697-4062-9e9e-699ea2aed52c,segment=NetworkSegment(b8408b34-d1ea-4136-bcb3-6c83d4bc6556),segment_id=b8408b34-d1ea-4136-bcb3-6c83d4bc6556)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:15.615323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.664619 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=67ac0bb5-6697-4062-9e9e-699ea2aed52c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:15.685765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf2f5f-dd65-479b-9fa7-641d4a1307bf None None] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:15.794119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8df980d3-5bcd-48a8-b072-be19b93c6341 None None] Provisioning complete for port 67ac0bb5-6697-4062-9e9e-699ea2aed52c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:15.794790 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8df980d3-5bcd-48a8-b072-be19b93c6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.815903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.873183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting port 684136b4-4cc6-4116-9bac-6081419bc51c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:15.873829 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.945911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] For port 684136b4-4cc6-4116-9bac-6081419bc51c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=684136b4-4cc6-4116-9bac-6081419bc51c,segment=NetworkSegment(50793d13-6844-4d4c-9bbe-e6a2553e4e55),segment_id=50793d13-6844-4d4c-9bbe-e6a2553e4e55)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:15.946270 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:15.960201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Calling delete_port for 684136b4-4cc6-4116-9bac-6081419bc51c owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:16.041493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.067832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Port': ['ID=684136b4-4cc6-4116-9bac-6081419bc51c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:16.071539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No DVR routers for this DVR port 684136b4-4cc6-4116-9bac-6081419bc51c on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:16.133483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5164ae-3093-4147-b9fb-eb8d27b3af56 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:55:16.153186 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.173803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6c564f-f3c1-4e86-bc12-45ac93eb5123']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:16.183434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50793d13-6844-4d4c-9bbe-e6a2553e4e55') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:16.183733 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50793d13-6844-4d4c-9bbe-e6a2553e4e55') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:16.193871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.203104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5164ae-3093-4147-b9fb-eb8d27b3af56 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:55:16.209760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.215721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:16.216085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:16.219335 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:16.278749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-800a27ff-f139-431d-b659-6bb66e1872e0 None None] Provisioning complete for port 67ac0bb5-6697-4062-9e9e-699ea2aed52c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:16.279122 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-800a27ff-f139-431d-b659-6bb66e1872e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.283479 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.288649 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.292529 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/ca6c564f-f3c1-4e86-bc12-45ac93eb5123 HTTP/1.1" status: 204 len: 168 time: 1.9118202 Dec 21 02:55:16.296121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36012) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:16.301568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124887174'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:16.311131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b45de-698f-405e-854e-94b5e4ba50db tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Network': ['ID=ca6c564f-f3c1-4e86-bc12-45ac93eb5123,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:16.327997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:16.331859 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.362670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:16.374888 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.375228 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Added segment 5024f41c-016f-403a-9c07-065977efba03 of type vlan for network 61a10712-5673-4bf6-8431-6f7ab783ef03 Dec 21 02:55:16.418790 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.442674 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.448293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:16.448870 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.486175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1888049 Dec 21 02:55:16.488997 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36014) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:16.494167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'subnet': {'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:16.518766 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a923213-8fc1-4ffb-8ce6-a75973a5c3e0 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Network': ['ID=61a10712-5673-4bf6-8431-6f7ab783ef03,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:16.529689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 61a10712-5673-4bf6-8431-6f7ab783ef03 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:16.581563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:16.584965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.644724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Performing IP validity checks on allocation pools {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 02:55:16.645240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 02:55:16.762762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.774133 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ea8557d6-7530-482a-8d0c-7f0512488b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.824729 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Subnet': ['ID=f8961493-9efe-49e2-8780-8ef11ca8387b,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:16.834926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking segment: {'id': '5024f41c-016f-403a-9c07-065977efba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:16.835288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network hostable DHCP agents. Network: 61a10712-5673-4bf6-8431-6f7ab783ef03, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:16.851488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network 61a10712-5673-4bf6-8431-6f7ab783ef03 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:16.859914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 61a10712-5673-4bf6-8431-6f7ab783ef03) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:16.863844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:16.864437 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:16.869680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b98bab5-b117-4d48-a0c9-ce42ff4bab87 None None] Network 61a10712-5673-4bf6-8431-6f7ab783ef03 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:16.880185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1e0f1d14-40c0-42ff-be0a-d9ec38ef8be7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3900738 Dec 21 02:55:16.883657 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36016) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:16.971732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-61a10712-5673-4bf6-8431-6f7ab783ef03', 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03', 'project_id': 'ddf5effb3a404ab8b5ed8e6076dd167d', 'fixed_ips': [{'subnet_id': 'f8961493-9efe-49e2-8780-8ef11ca8387b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:16.972629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.113146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Allocated IP 2001:db8::3 (61a10712-5673-4bf6-8431-6f7ab783ef03/f8961493-9efe-49e2-8780-8ef11ca8387b/7cd7fbe0-88c6-44e7-a4be-6d45a22bc487) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:17.220801 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.251434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.257266 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.296926 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.373530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.402637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Subnet': ['ID=f8961493-9efe-49e2-8780-8ef11ca8387b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:17.454492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 67ac0bb5-6697-4062-9e9e-699ea2aed52c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:17.463766 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.484468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a10712-5673-4bf6-8431-6f7ab783ef03']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:17.494390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5024f41c-016f-403a-9c07-065977efba03') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:17.494696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5024f41c-016f-403a-9c07-065977efba03') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:17.502119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Network 61a10712-5673-4bf6-8431-6f7ab783ef03 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:17.508396 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.509408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Pushing event updated for resources: {'Port': ['ID=7cd7fbe0-88c6-44e7-a4be-6d45a22bc487,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:17.515351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:17.518750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:17.524500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.532795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:17.533954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.534758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:17.547452 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:17.574660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 67ac0bb5-6697-4062-9e9e-699ea2aed52c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:17.575034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.592904 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.db.api [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 02:55:17.592904 n-d-761264-20 neutron-server[109850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 02:55:17.592904 n-d-761264-20 neutron-server[109850]: [parameters: {'id': '61a10712-5673-4bf6-8431-6f7ab783ef03'}] Dec 21 02:55:17.592904 n-d-761264-20 neutron-server[109850]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 02:55:17.593493 n-d-761264-20 neutron-server[109850]: DEBUG oslo_db.api [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 02:55:17.606944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Attempting to bind port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:17.607319 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Attempting to bind port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5024f41c-016f-403a-9c07-065977efba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:17.607686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Attempting to bind port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 on network 61a10712-5673-4bf6-8431-6f7ab783ef03 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:17.618958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:17.619275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Checking segment: {'id': '5024f41c-016f-403a-9c07-065977efba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:17.619673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.620067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Bound using segment: {'id': '5024f41c-016f-403a-9c07-065977efba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:17.620528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Bound port: 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5024f41c-016f-403a-9c07-065977efba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '61a10712-5673-4bf6-8431-6f7ab783ef03'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:17.620909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.716050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] For port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:17.720271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] For port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7cd7fbe0-88c6-44e7-a4be-6d45a22bc487,segment=NetworkSegment(5024f41c-016f-403a-9c07-065977efba03),segment_id=5024f41c-016f-403a-9c07-065977efba03)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:17.723795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:17.807392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995d5a9-ae26-4603-bffa-ec68a76c6982 None None] Pushing event updated for resources: {'Port': ['ID=7cd7fbe0-88c6-44e7-a4be-6d45a22bc487,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:17.816197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2578f542-a87c-40eb-b980-31f50532c6c5 None None] Network 61a10712-5673-4bf6-8431-6f7ab783ef03 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:17.910970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3837c9-068d-448f-977e-053768e124d6 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:55:17.974338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3837c9-068d-448f-977e-053768e124d6 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:55:18.094118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.145714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:18.146053 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.216814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] For port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=7cd7fbe0-88c6-44e7-a4be-6d45a22bc487,segment=NetworkSegment(5024f41c-016f-403a-9c07-065977efba03),segment_id=5024f41c-016f-403a-9c07-065977efba03)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:18.217167 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.229800 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Calling delete_port for 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:18.303603 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.332756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Port': ['ID=7cd7fbe0-88c6-44e7-a4be-6d45a22bc487,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:18.336967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No DVR routers for this DVR port 7cd7fbe0-88c6-44e7-a4be-6d45a22bc487 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:18.412869 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.431940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a10712-5673-4bf6-8431-6f7ab783ef03']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:18.440865 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5024f41c-016f-403a-9c07-065977efba03') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:18.441162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5024f41c-016f-403a-9c07-065977efba03') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:18.450736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.465608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.473052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:18.473448 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:18.476410 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:18.541786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.548465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.551711 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/61a10712-5673-4bf6-8431-6f7ab783ef03 HTTP/1.1" status: 204 len: 168 time: 1.6670489 Dec 21 02:55:18.555341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36018) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:18.560423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583321'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:18.563040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854da7-663d-4621-88c7-1d18c06e8368 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Network': ['ID=61a10712-5673-4bf6-8431-6f7ab783ef03,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:18.583402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:18.588197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.611365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:18.620734 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.621076 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Added segment cb824c25-53be-4222-98b5-2244e9edddb8 of type vlan for network 0c497e42-bb6b-460d-a517-b3d692f2e08c Dec 21 02:55:18.660342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.686294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.691796 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:18.692369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.726951 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1705325 Dec 21 02:55:18.730864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36020) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:18.736851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'subnet': {'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:18.767417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c7617-67bb-45ec-b982-2186ddc26ef7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Network': ['ID=0c497e42-bb6b-460d-a517-b3d692f2e08c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:18.777151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 0c497e42-bb6b-460d-a517-b3d692f2e08c details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:18.828645 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:18.832416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:18.931956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.019459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.080044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Subnet': ['ID=f2fd8cab-46df-4176-aedc-d06b8a6ab951,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:19.087213 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking segment: {'id': 'cb824c25-53be-4222-98b5-2244e9edddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:19.087583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network hostable DHCP agents. Network: 0c497e42-bb6b-460d-a517-b3d692f2e08c, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:19.104262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network 0c497e42-bb6b-460d-a517-b3d692f2e08c is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:19.112580 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 0c497e42-bb6b-460d-a517-b3d692f2e08c) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:19.116644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:19.117906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.121809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2fcdb-1bfe-4ff8-bcf6-1a463c445f6b None None] Network 0c497e42-bb6b-460d-a517-b3d692f2e08c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:19.133540 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b3dccc09-4107-4dfc-8a94-683b9eaf6d73 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4015641 Dec 21 02:55:19.139541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36022) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:19.144340 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881344421'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:19.166545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:19.170005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.193024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:19.202184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.202530 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Added segment 89728b4e-01fd-4a07-95f7-b0094833ba25 of type vlan for network 54d2c4e9-02ad-4922-9802-567c1994cfec Dec 21 02:55:19.224362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-0c497e42-bb6b-460d-a517-b3d692f2e08c', 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c', 'project_id': 'ddf5effb3a404ab8b5ed8e6076dd167d', 'fixed_ips': [{'subnet_id': 'f2fd8cab-46df-4176-aedc-d06b8a6ab951'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:19.225244 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.243702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.274544 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.279884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:19.280453 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.345124 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2020402 Dec 21 02:55:19.345614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36024) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:19.350327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Request body: {'subnet': {'network_id': '54d2c4e9-02ad-4922-9802-567c1994cfec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:19.372098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Allocated IP 2001:db8::2 (0c497e42-bb6b-460d-a517-b3d692f2e08c/f2fd8cab-46df-4176-aedc-d06b8a6ab951/514dc427-cf8a-4a70-8158-d37c9e0c1f83) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:19.380273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58872c-e95b-4ac0-a766-b45e0077ff5f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Network': ['ID=54d2c4e9-02ad-4922-9802-567c1994cfec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:19.397529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 54d2c4e9-02ad-4922-9802-567c1994cfec details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:19.451628 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Made reservation on behalf of ddf5effb3a404ab8b5ed8e6076dd167d for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:19.455239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.522147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.593442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.598641 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.637005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Network 0c497e42-bb6b-460d-a517-b3d692f2e08c is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:19.641684 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.642187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:19.644719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:19.656064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Pushing event updated for resources: {'Port': ['ID=514dc427-cf8a-4a70-8158-d37c9e0c1f83,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:19.703626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Attempting to bind port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:19.703911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Attempting to bind port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cb824c25-53be-4222-98b5-2244e9edddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:19.704270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Attempting to bind port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 on network 0c497e42-bb6b-460d-a517-b3d692f2e08c {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:19.707482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event updated for resources: {'Subnet': ['ID=ad5abca9-6742-4e0f-97e5-c717c102f669,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:19.709855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:19.710533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Checking segment: {'id': 'cb824c25-53be-4222-98b5-2244e9edddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:19.711598 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.712093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Bound using segment: {'id': 'cb824c25-53be-4222-98b5-2244e9edddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:19.712703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Bound port: 514dc427-cf8a-4a70-8158-d37c9e0c1f83, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb824c25-53be-4222-98b5-2244e9edddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c497e42-bb6b-460d-a517-b3d692f2e08c'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:19.713166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.715455 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Checking segment: {'id': '89728b4e-01fd-4a07-95f7-b0094833ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54d2c4e9-02ad-4922-9802-567c1994cfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:19.715820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network hostable DHCP agents. Network: 54d2c4e9-02ad-4922-9802-567c1994cfec, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:19.732969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Network 54d2c4e9-02ad-4922-9802-567c1994cfec is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:19.741987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 54d2c4e9-02ad-4922-9802-567c1994cfec) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:19.746163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:19.746758 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.751789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36233b-e439-49b5-a23d-f7aefd3d4113 None None] Network 54d2c4e9-02ad-4922-9802-567c1994cfec requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:19.763115 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-51921052-1843-4c24-9231-429bfec1c63d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165175 Dec 21 02:55:19.765629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36026) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:19.843554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] For port 514dc427-cf8a-4a70-8158-d37c9e0c1f83, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:19.857979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] For port 514dc427-cf8a-4a70-8158-d37c9e0c1f83, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=514dc427-cf8a-4a70-8158-d37c9e0c1f83,segment=NetworkSegment(cb824c25-53be-4222-98b5-2244e9edddb8),segment_id=cb824c25-53be-4222-98b5-2244e9edddb8)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:19.863369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.864171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.909789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983da70d-65b6-4aca-91c0-2c97388d7bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-54d2c4e9-02ad-4922-9802-567c1994cfec', 'network_id': '54d2c4e9-02ad-4922-9802-567c1994cfec', 'project_id': 'ddf5effb3a404ab8b5ed8e6076dd167d', 'fixed_ips': [{'subnet_id': 'ad5abca9-6742-4e0f-97e5-c717c102f669'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:19.910658 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-983da70d-65b6-4aca-91c0-2c97388d7bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.917275 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:19.958564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6ede-79af-4700-8637-f2d55369b059 None None] Pushing event updated for resources: {'Port': ['ID=514dc427-cf8a-4a70-8158-d37c9e0c1f83,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:19.988792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.016305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5abca9-6742-4e0f-97e5-c717c102f669,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server [None req-983da70d-65b6-4aca-91c0-2c97388d7bb8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad5abca9-6742-4e0f-97e5-c717c102f669: This subnet is being modified by another concurrent operation. Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise self.value Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server raise exception Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad5abca9-6742-4e0f-97e5-c717c102f669: This subnet is being modified by another concurrent operation. Dec 21 02:55:20.039005 n-d-761264-20 neutron-server[109852]: ERROR oslo_messaging.rpc.server Dec 21 02:55:20.061438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a096028-994f-4071-ac28-362d5a07a0f3 None None] Network 54d2c4e9-02ad-4922-9802-567c1994cfec requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:20.082375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.109166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d2c4e9-02ad-4922-9802-567c1994cfec']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:20.147352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89728b4e-01fd-4a07-95f7-b0094833ba25') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:20.147917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89728b4e-01fd-4a07-95f7-b0094833ba25') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:20.161737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.177539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.185559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:20.185954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:20.190273 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:20.256258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.261931 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.265114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/54d2c4e9-02ad-4922-9802-567c1994cfec HTTP/1.1" status: 204 len: 168 time: 0.4985788 Dec 21 02:55:20.268247 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36028) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.279790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0667341-572d-4c1d-98a2-dbfe0b3fdc12 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Network': ['ID=54d2c4e9-02ad-4922-9802-567c1994cfec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:20.297750 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd972a2-36aa-4828-8cc4-c5f09c582ee9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] GET failed (client error): The resource could not be found. Dec 21 02:55:20.299068 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5cd972a2-36aa-4828-8cc4-c5f09c582ee9 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "GET /v2.0/subnets/ad5abca9-6742-4e0f-97e5-c717c102f669 HTTP/1.1" status: 404 len: 337 time: 0.0297132 Dec 21 02:55:20.301807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36030) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.320984 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d4e404-f268-4e1d-9501-0ba463a9154c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:20.321502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d4e404-f268-4e1d-9501-0ba463a9154c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:20.324464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-28d4e404-f268-4e1d-9501-0ba463a9154c tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/54d2c4e9-02ad-4922-9802-567c1994cfec HTTP/1.1" status: 404 len: 339 time: 0.0217683 Dec 21 02:55:20.328109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36032) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.353571 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ab91e9-922c-4376-bf29-963b0c52917f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:20.353954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ab91e9-922c-4376-bf29-963b0c52917f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:20.357496 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-38ab91e9-922c-4376-bf29-963b0c52917f tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/subnets/ad5abca9-6742-4e0f-97e5-c717c102f669 HTTP/1.1" status: 404 len: 337 time: 0.0282307 Dec 21 02:55:20.359781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36034) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.378225 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3dd36f-f786-4b70-b02d-b5f2b27049e3 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:20.378646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3dd36f-f786-4b70-b02d-b5f2b27049e3 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:20.381620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef3dd36f-f786-4b70-b02d-b5f2b27049e3 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/54d2c4e9-02ad-4922-9802-567c1994cfec HTTP/1.1" status: 404 len: 339 time: 0.0209305 Dec 21 02:55:20.384821 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36036) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.439739 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting subnet f2fd8cab-46df-4176-aedc-d06b8a6ab951 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:55:20.442756 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.483548 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.566783 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.630955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.658604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fd8cab-46df-4176-aedc-d06b8a6ab951,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:20.662437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.666747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cfdc651a-be5e-4da2-bccf-2fe3c156df7d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/subnets/f2fd8cab-46df-4176-aedc-d06b8a6ab951 HTTP/1.1" status: 204 len: 168 time: 0.2805371 Dec 21 02:55:20.670528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36038) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:20.754093 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.812454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:20.812994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.870583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ae558-928f-4706-9fab-de0e42d48777 None None] Network 0c497e42-bb6b-460d-a517-b3d692f2e08c requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:20.880548 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] For port 514dc427-cf8a-4a70-8158-d37c9e0c1f83, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=514dc427-cf8a-4a70-8158-d37c9e0c1f83,segment=NetworkSegment(cb824c25-53be-4222-98b5-2244e9edddb8),segment_id=cb824c25-53be-4222-98b5-2244e9edddb8)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:20.880910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.893286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Calling delete_port for 514dc427-cf8a-4a70-8158-d37c9e0c1f83 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:20.974024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-62573d5b-3f8b-4ec2-9dcf-4ae1d02db9d5 None None] Provisioning complete for port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:20.974853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-62573d5b-3f8b-4ec2-9dcf-4ae1d02db9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.979150 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:20.997076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-62573d5b-3f8b-4ec2-9dcf-4ae1d02db9d5 None None] Port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 was deleted so its status cannot be updated. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 21 02:55:21.006547 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Port': ['ID=514dc427-cf8a-4a70-8158-d37c9e0c1f83,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:21.011016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No DVR routers for this DVR port 514dc427-cf8a-4a70-8158-d37c9e0c1f83 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:21.012518 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166b9e6-84bd-4b2f-8cf0-47eb4882ba72 None None] DHCP port deletion for 0c497e42-bb6b-460d-a517-b3d692f2e08c request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:21.033126 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb3538-989b-4586-a8f9-9dda8bb73bc2 None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:55:21.093422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.099173 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb3538-989b-4586-a8f9-9dda8bb73bc2 None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:55:21.113887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c497e42-bb6b-460d-a517-b3d692f2e08c']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:21.123175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb824c25-53be-4222-98b5-2244e9edddb8') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:21.123175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb824c25-53be-4222-98b5-2244e9edddb8') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:21.133657 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.150206 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.158381 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:21.167379 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:21.219490 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.226181 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.229512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/0c497e42-bb6b-460d-a517-b3d692f2e08c HTTP/1.1" status: 204 len: 168 time: 0.5565672 Dec 21 02:55:21.232394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36040) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.241494 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa33a-9e55-49c9-862c-e2035532a876 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Network': ['ID=0c497e42-bb6b-460d-a517-b3d692f2e08c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:21.261285 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ad3a7a-ab93-449a-af5c-ef91dbb63aa1 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:21.261767 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ad3a7a-ab93-449a-af5c-ef91dbb63aa1 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:21.264782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-07ad3a7a-ab93-449a-af5c-ef91dbb63aa1 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/subnets/f8961493-9efe-49e2-8780-8ef11ca8387b HTTP/1.1" status: 404 len: 337 time: 0.0311763 Dec 21 02:55:21.267445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36042) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.285566 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b6691-69d1-47f8-b98f-908e9717af5d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:21.286218 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b6691-69d1-47f8-b98f-908e9717af5d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:21.289022 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a47b6691-69d1-47f8-b98f-908e9717af5d tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/61a10712-5673-4bf6-8431-6f7ab783ef03 HTTP/1.1" status: 404 len: 339 time: 0.0206540 Dec 21 02:55:21.291465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36044) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.317186 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeba598-09ca-4ee8-9645-78aa4029dffd tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:21.317671 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eeba598-09ca-4ee8-9645-78aa4029dffd tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:21.321241 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0eeba598-09ca-4ee8-9645-78aa4029dffd tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/subnets/a3143ad0-803a-4f73-8132-2a1a0b9df689 HTTP/1.1" status: 404 len: 337 time: 0.0288863 Dec 21 02:55:21.323768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36046) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.342286 n-d-761264-20 neutron-server[109850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fae4f8e-0d34-4b65-9e19-f7fa45f62dd7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] DELETE failed (client error): The resource could not be found. Dec 21 02:55:21.342770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fae4f8e-0d34-4b65-9e19-f7fa45f62dd7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 02:55:21.345724 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5fae4f8e-0d34-4b65-9e19-f7fa45f62dd7 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/ca6c564f-f3c1-4e86-bc12-45ac93eb5123 HTTP/1.1" status: 404 len: 339 time: 0.0210962 Dec 21 02:55:21.348050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36048) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.397971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting subnet bf5a233e-6cd6-430f-b16e-9e59f80d9e0e {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:55:21.401700 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.445521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.529347 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.586693 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.617682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5a233e-6cd6-430f-b16e-9e59f80d9e0e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:21.622254 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.625491 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ddd3aced-97f0-423d-8b0a-1c758c79bb90 tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/subnets/bf5a233e-6cd6-430f-b16e-9e59f80d9e0e HTTP/1.1" status: 204 len: 168 time: 0.2765341 Dec 21 02:55:21.627914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36050) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:21.630732 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8efa9a-0890-4273-9110-d124a520f73e None None] Network 5f5725ab-1a61-4165-bd39-bd463357ac8e requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:21.703165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.755163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Deleting port 67ac0bb5-6697-4062-9e9e-699ea2aed52c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:21.755501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.768838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] DHCP port deletion for 5f5725ab-1a61-4165-bd39-bd463357ac8e request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:21.814400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Deleting port 67ac0bb5-6697-4062-9e9e-699ea2aed52c {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:21.814773 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.822643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] For port 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=67ac0bb5-6697-4062-9e9e-699ea2aed52c,segment=NetworkSegment(b8408b34-d1ea-4136-bcb3-6c83d4bc6556),segment_id=b8408b34-d1ea-4136-bcb3-6c83d4bc6556)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:21.823002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.835264 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Calling delete_port for 67ac0bb5-6697-4062-9e9e-699ea2aed52c owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:21.878556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] For port 67ac0bb5-6697-4062-9e9e-699ea2aed52c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=67ac0bb5-6697-4062-9e9e-699ea2aed52c,segment=NetworkSegment(b8408b34-d1ea-4136-bcb3-6c83d4bc6556),segment_id=b8408b34-d1ea-4136-bcb3-6c83d4bc6556)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:21.878954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.891683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Calling delete_port for 67ac0bb5-6697-4062-9e9e-699ea2aed52c owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:21.911626 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.941479 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Port': ['ID=67ac0bb5-6697-4062-9e9e-699ea2aed52c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:21.946161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] No DVR routers for this DVR port 67ac0bb5-6697-4062-9e9e-699ea2aed52c on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:21.970069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:21.993286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] Pushing event deleted for resources: {'Port': ['ID=67ac0bb5-6697-4062-9e9e-699ea2aed52c,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:22.001242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743d050-446f-4f46-a95a-15aefda36df2 None None] No DVR routers for this DVR port 67ac0bb5-6697-4062-9e9e-699ea2aed52c on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:22.028328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.048731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5725ab-1a61-4165-bd39-bd463357ac8e']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:22.058516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:22.058814 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8408b34-d1ea-4136-bcb3-6c83d4bc6556') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:22.068091 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.080698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.086910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:22.087287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:22.090277 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:22.150834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.157465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.160894 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] 10.222.0.43 "DELETE /v2.0/networks/5f5725ab-1a61-4165-bd39-bd463357ac8e HTTP/1.1" status: 204 len: 168 time: 0.5319650 Dec 21 02:55:22.172465 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f255-b0e8-4441-8dc1-7b5eecb1ff8a tempest-NetworksIpV6Test-1760492935 tempest-NetworksIpV6Test-1760492935-project] Pushing event deleted for resources: {'Network': ['ID=5f5725ab-1a61-4165-bd39-bd463357ac8e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:22.395905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36056) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:22.534939 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-adf4cb96-3d7e-4517-ae30-72f81a20827e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddf5effb3a404ab8b5ed8e6076dd167d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378760 Dec 21 02:55:22.537463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36060) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:22.582427 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.603324 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.649233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.652173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:22.655965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1529bc4-f040-40e9-b21f-89ef2da6fd27 HTTP/1.1" status: 204 len: 168 time: 0.1152666 Dec 21 02:55:22.663275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc428722-1510-4f72-9ee6-552fc22b46d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1529bc4-f040-40e9-b21f-89ef2da6fd27,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:22.672171 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.264603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:23.358941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-858673814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:23.377038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 67ac0bb5-6697-4062-9e9e-699ea2aed52c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:55:23.386225 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.387554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.397852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 67ac0bb5-6697-4062-9e9e-699ea2aed52c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:55:23.398198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 67ac0bb5-6697-4062-9e9e-699ea2aed52c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:55:23.450296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.454113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.470822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.472041 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d771ba24-fda4-4217-b26a-1f0dca2b443f tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2064242 Dec 21 02:55:23.474584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36086) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:23.480024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1580459665'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:23.501268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Made reservation on behalf of 8066fc0afa45445993e48ad14bbbf84c for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:23.504533 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.512679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.586064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.589789 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.612875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:23.628559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b5057-896f-480f-b545-355b0c82262b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:23.632653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.632995 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Added segment 6b778c59-5c67-4ef8-9029-39572dba844d of type vlan for network 8930107f-046f-46cf-a894-cb2e9874d9d9 Dec 21 02:55:23.671746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.695732 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.701132 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:23.701735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:23.735356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2598009 Dec 21 02:55:23.738287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36088) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:23.745002 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'subnet': {'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:23.770482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0eac-09d4-4dd8-92fe-acaca938869b tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event updated for resources: {'Network': ['ID=8930107f-046f-46cf-a894-cb2e9874d9d9,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:23.781780 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:23.840239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Made reservation on behalf of 8066fc0afa45445993e48ad14bbbf84c for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:23.844454 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.019192 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.080175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event updated for resources: {'Subnet': ['ID=6740208c-fbe0-49fc-aed6-4ce90adcba65,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:24.087722 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Checking segment: {'id': '6b778c59-5c67-4ef8-9029-39572dba844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:24.088089 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Network hostable DHCP agents. Network: 8930107f-046f-46cf-a894-cb2e9874d9d9, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:24.105106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:24.112770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 8930107f-046f-46cf-a894-cb2e9874d9d9) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:24.116813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:24.117441 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.122786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba72750-277c-4021-9a87-d6286d9574eb None None] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:24.134335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f58de636-4810-40ac-a824-617c484be85e tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3943818 Dec 21 02:55:24.137815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36090) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:24.143037 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1144503291'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:24.167074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Made reservation on behalf of 8066fc0afa45445993e48ad14bbbf84c for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:24.170581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.194280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:24.203782 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.204126 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Added segment f873a8dd-9e1d-4de8-a11c-ae1e1530214a of type vlan for network 6984874c-f775-493b-9216-2db5f52a78e7 Dec 21 02:55:24.227908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-8930107f-046f-46cf-a894-cb2e9874d9d9', 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9', 'project_id': '8066fc0afa45445993e48ad14bbbf84c', 'fixed_ips': [{'subnet_id': '6740208c-fbe0-49fc-aed6-4ce90adcba65'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:24.228789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.244962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.270505 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.276689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:24.277261 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.341860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2030041 Dec 21 02:55:24.345625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36092) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:24.350749 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c837d-bc4c-40bb-a81d-dde50287ef35 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event updated for resources: {'Network': ['ID=6984874c-f775-493b-9216-2db5f52a78e7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:24.351580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'subnet': {'network_id': '6984874c-f775-493b-9216-2db5f52a78e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:24.364375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Allocated IP 172.20.0.2 (8930107f-046f-46cf-a894-cb2e9874d9d9/6740208c-fbe0-49fc-aed6-4ce90adcba65/383d8cb2-7cff-4905-b822-1af85880715b) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:24.367634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 6984874c-f775-493b-9216-2db5f52a78e7 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:24.445205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Made reservation on behalf of 8066fc0afa45445993e48ad14bbbf84c for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:24.449387 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.577272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.582959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.622147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:24.626203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:24.631480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:24.632129 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.633544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Pushing event updated for resources: {'Port': ['ID=383d8cb2-7cff-4905-b822-1af85880715b,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:24.689698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Attempting to bind port 383d8cb2-7cff-4905-b822-1af85880715b on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:24.690076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Attempting to bind port 383d8cb2-7cff-4905-b822-1af85880715b by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '6b778c59-5c67-4ef8-9029-39572dba844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:24.690443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Attempting to bind port 383d8cb2-7cff-4905-b822-1af85880715b on network 8930107f-046f-46cf-a894-cb2e9874d9d9 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:24.695491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:24.695865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Checking segment: {'id': '6b778c59-5c67-4ef8-9029-39572dba844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:24.696822 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.697207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Bound using segment: {'id': '6b778c59-5c67-4ef8-9029-39572dba844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:24.697778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Bound port: 383d8cb2-7cff-4905-b822-1af85880715b, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b778c59-5c67-4ef8-9029-39572dba844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8930107f-046f-46cf-a894-cb2e9874d9d9'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:24.698154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.701029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event updated for resources: {'Subnet': ['ID=c14408f3-7a1f-4f81-97f5-aed7afe40f1a,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:24.709119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Checking segment: {'id': 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:24.709529 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Network hostable DHCP agents. Network: 6984874c-f775-493b-9216-2db5f52a78e7, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:24.726569 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Network 6984874c-f775-493b-9216-2db5f52a78e7 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:24.735787 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 6984874c-f775-493b-9216-2db5f52a78e7) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:24.740278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:24.741059 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.750363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62121189-ce7a-4500-8d71-6e3fa4cbe7a2 None None] Network 6984874c-f775-493b-9216-2db5f52a78e7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:24.759248 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5db19a78-3ce9-4378-a34c-54d336a4f2b1 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117827 Dec 21 02:55:24.762090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36094) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:24.766866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4a2d0f18-d3ae-4256-975a-80858f310fcd tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Request body: {'router': {'external_gateway_info': {'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:24.782228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] For port 383d8cb2-7cff-4905-b822-1af85880715b, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:24.819060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] For port 383d8cb2-7cff-4905-b822-1af85880715b, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=383d8cb2-7cff-4905-b822-1af85880715b,segment=NetworkSegment(6b778c59-5c67-4ef8-9029-39572dba844d),segment_id=6b778c59-5c67-4ef8-9029-39572dba844d)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:24.825168 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.916986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54318eea-39aa-45b5-a47f-94f81208bd8a None None] Pushing event updated for resources: {'Port': ['ID=383d8cb2-7cff-4905-b822-1af85880715b,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:24.921825 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-6984874c-f775-493b-9216-2db5f52a78e7', 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7', 'project_id': '8066fc0afa45445993e48ad14bbbf84c', 'fixed_ips': [{'subnet_id': 'c14408f3-7a1f-4f81-97f5-aed7afe40f1a'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:24.922694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:24.979966 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f18-d3ae-4256-975a-80858f310fcd tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.085050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Allocated IP 172.21.0.2 (6984874c-f775-493b-9216-2db5f52a78e7/c14408f3-7a1f-4f81-97f5-aed7afe40f1a/95cc0268-3fc1-42d1-8d61-1c62004ceb60) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:25.122579 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [None req-4a2d0f18-d3ae-4256-975a-80858f310fcd tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 02:55:25.129491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4a2d0f18-d3ae-4256-975a-80858f310fcd tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "PUT /v2.0/routers/d6561c33-567d-47be-932c-1d59fadb5bdc HTTP/1.1" status: 400 len: 364 time: 0.3606892 Dec 21 02:55:25.129774 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36096) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:25.182275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Deleting subnet c14408f3-7a1f-4f81-97f5-aed7afe40f1a {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:55:25.249008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.253969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.254426 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.295158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.401296 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.448295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 383d8cb2-7cff-4905-b822-1af85880715b up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:25.464242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.484358 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Network 6984874c-f775-493b-9216-2db5f52a78e7 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:25.492250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Subnet': ['ID=c14408f3-7a1f-4f81-97f5-aed7afe40f1a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:25.494262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.495972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:25.497430 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9d1b5644-5b7a-4860-adfd-c2a6cab0665a tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "DELETE /v2.0/subnets/c14408f3-7a1f-4f81-97f5-aed7afe40f1a HTTP/1.1" status: 204 len: 168 time: 0.3666234 Dec 21 02:55:25.499795 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:25.500376 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36098) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:25.502681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Pushing event updated for resources: {'Port': ['ID=95cc0268-3fc1-42d1-8d61-1c62004ceb60,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:25.571600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Attempting to bind port 95cc0268-3fc1-42d1-8d61-1c62004ceb60 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:25.572550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Attempting to bind port 95cc0268-3fc1-42d1-8d61-1c62004ceb60 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:25.572550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Attempting to bind port 95cc0268-3fc1-42d1-8d61-1c62004ceb60 on network 6984874c-f775-493b-9216-2db5f52a78e7 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:25.578469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 383d8cb2-7cff-4905-b822-1af85880715b triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:25.579161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.580672 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:25.581051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Checking segment: {'id': 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:25.581478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.581869 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Bound using segment: {'id': 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:25.582520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Bound port: 95cc0268-3fc1-42d1-8d61-1c62004ceb60, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6984874c-f775-493b-9216-2db5f52a78e7'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:25.583080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.590122 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.650069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Deleting port 95cc0268-3fc1-42d1-8d61-1c62004ceb60 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:25.650401 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.697014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] For port 95cc0268-3fc1-42d1-8d61-1c62004ceb60, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:25.715642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] For port 95cc0268-3fc1-42d1-8d61-1c62004ceb60, host n-d-761264-20, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:25.716006 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.716124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] For port 95cc0268-3fc1-42d1-8d61-1c62004ceb60, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=95cc0268-3fc1-42d1-8d61-1c62004ceb60,segment=NetworkSegment(f873a8dd-9e1d-4de8-a11c-ae1e1530214a),segment_id=f873a8dd-9e1d-4de8-a11c-ae1e1530214a)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:25.723001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.726694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.730955 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Calling delete_port for 95cc0268-3fc1-42d1-8d61-1c62004ceb60 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:25.823262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.834727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dbd12-6f36-44af-84da-dbf8afbf1697 None None] Pushing event updated for resources: {'Port': ['ID=95cc0268-3fc1-42d1-8d61-1c62004ceb60,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:25.838861 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 383d8cb2-7cff-4905-b822-1af85880715b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=383d8cb2-7cff-4905-b822-1af85880715b,segment=NetworkSegment(6b778c59-5c67-4ef8-9029-39572dba844d),segment_id=6b778c59-5c67-4ef8-9029-39572dba844d)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:25.847467 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.853986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Port': ['ID=95cc0268-3fc1-42d1-8d61-1c62004ceb60,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:25.856236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] No DVR routers for this DVR port 95cc0268-3fc1-42d1-8d61-1c62004ceb60 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:25.876242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae196e71-5cbc-43dc-b8d5-dd22b8a8af79 None None] Network 6984874c-f775-493b-9216-2db5f52a78e7 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:25.937771 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.944059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caacdf1-f6ee-45c3-9b5d-1fe71219b29c None None] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:25.959198 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6984874c-f775-493b-9216-2db5f52a78e7']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:25.969128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:25.969530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f873a8dd-9e1d-4de8-a11c-ae1e1530214a') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:25.974928 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=383d8cb2-7cff-4905-b822-1af85880715b,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:25.979447 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.993016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:25.999060 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:25.999352 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:26.002421 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:26.041496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4a3e72f1-bf23-432b-85d0-211c5616739e None None] Provisioning complete for port 383d8cb2-7cff-4905-b822-1af85880715b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:26.041854 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a3e72f1-bf23-432b-85d0-211c5616739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.060200 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.065239 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.070386 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "DELETE /v2.0/networks/6984874c-f775-493b-9216-2db5f52a78e7 HTTP/1.1" status: 204 len: 168 time: 0.5688634 Dec 21 02:55:26.071740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36100) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:26.089625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d287f-2c88-463d-980b-e1ae2db51760 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Network': ['ID=6984874c-f775-493b-9216-2db5f52a78e7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:26.128761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Deleting subnet 6740208c-fbe0-49fc-aed6-4ce90adcba65 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:55:26.132048 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.175029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.265509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.322887 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36263959-5d7b-41e1-9938-ff35a7d05cbe None None] get_active_networks_info from n-d-761264-20 {{(pid=109852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 02:55:26.325583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.353952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.359974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36102) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:26.360189 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "DELETE /v2.0/subnets/6740208c-fbe0-49fc-aed6-4ce90adcba65 HTTP/1.1" status: 204 len: 168 time: 0.2871516 Dec 21 02:55:26.361061 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b17d1-3cfe-4cbd-a5ea-8a978115d313 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Subnet': ['ID=6740208c-fbe0-49fc-aed6-4ce90adcba65,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:26.401718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6bfddf54-d5f5-4520-aaee-59ea3d810c57 None None] Provisioning complete for port 383d8cb2-7cff-4905-b822-1af85880715b triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:26.402087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6bfddf54-d5f5-4520-aaee-59ea3d810c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.406054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36263959-5d7b-41e1-9938-ff35a7d05cbe None None] Resources bound (agent type, host, resource id): {{(pid=109852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 02:55:26.441202 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.494302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Deleting port 383d8cb2-7cff-4905-b822-1af85880715b {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:55:26.494678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.561055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] For port 383d8cb2-7cff-4905-b822-1af85880715b, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=383d8cb2-7cff-4905-b822-1af85880715b,segment=NetworkSegment(6b778c59-5c67-4ef8-9029-39572dba844d),segment_id=6b778c59-5c67-4ef8-9029-39572dba844d)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:26.561727 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.574116 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Calling delete_port for 383d8cb2-7cff-4905-b822-1af85880715b owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:55:26.652057 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.660388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f1d5f-d43a-4636-9baa-56a31b1c85ae None None] Network 8930107f-046f-46cf-a894-cb2e9874d9d9 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:26.679284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Port': ['ID=383d8cb2-7cff-4905-b822-1af85880715b,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:26.681757 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] No DVR routers for this DVR port 383d8cb2-7cff-4905-b822-1af85880715b on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:55:26.765082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.785269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8930107f-046f-46cf-a894-cb2e9874d9d9']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:26.795272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b778c59-5c67-4ef8-9029-39572dba844d') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:26.795574 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b778c59-5c67-4ef8-9029-39572dba844d') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:26.804863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.817521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92bd32-5b26-4be1-a10e-561fc3f8ba6c None None] DHCP port deletion for 8930107f-046f-46cf-a894-cb2e9874d9d9 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:26.820132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.830631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:55:26.831095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:55:26.834329 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:55:26.899878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.907718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:26.910862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "DELETE /v2.0/networks/8930107f-046f-46cf-a894-cb2e9874d9d9 HTTP/1.1" status: 204 len: 168 time: 0.5498562 Dec 21 02:55:26.913706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36104) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:26.920804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba466-13a5-487e-b80c-2d219f568f20 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Pushing event deleted for resources: {'Network': ['ID=8930107f-046f-46cf-a894-cb2e9874d9d9,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:26.940974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8acefc60-d5e2-47e1-9dd8-b8deb204c741 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6561c33-567d-47be-932c-1d59fadb5bdc HTTP/1.1" status: 200 len: 205 time: 0.0260131 Dec 21 02:55:26.943264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:27.019532 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.172401 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.174602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.217183 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.217924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Fanout notify agent at l3_agent the message router_deleted on router d6561c33-567d-47be-932c-1d59fadb5bdc {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:55:27.225385 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.229001 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ae24d8d-d3f7-4bca-bdcb-189bc263a9e3 tempest-RoutersNegativeTest-1049110377 tempest-RoutersNegativeTest-1049110377-project] 10.222.0.43 "DELETE /v2.0/routers/d6561c33-567d-47be-932c-1d59fadb5bdc HTTP/1.1" status: 204 len: 168 time: 0.2848511 Dec 21 02:55:27.385403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 383d8cb2-7cff-4905-b822-1af85880715b no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:55:27.405805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 383d8cb2-7cff-4905-b822-1af85880715b {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:55:27.406154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 383d8cb2-7cff-4905-b822-1af85880715b not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:55:27.467617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36112) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:27.504592 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.600038 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-561cde88-4931-44cf-9d4c-652b97c31110 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8066fc0afa45445993e48ad14bbbf84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312532 Dec 21 02:55:27.602944 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:27.647209 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.668344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.715050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.717663 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:27.718810 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b8b5057-896f-480f-b545-355b0c82262b HTTP/1.1" status: 204 len: 168 time: 0.1149800 Dec 21 02:55:27.726785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab823ed1-d5bb-40b6-b15f-1d1078e16aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b5057-896f-480f-b545-355b0c82262b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:28.347084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36138) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:28.443343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1662879353-network', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:28.468769 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Made reservation on behalf of e10b7715ef784ec19ea576b5f44c0c64 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:28.471792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.480891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.561026 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.564452 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.587767 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:28.595959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f78bc2f-1125-49ae-a986-1d9b19a647df,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:28.601576 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.601910 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Added segment e18648c3-2ab5-4447-adab-f074876f37ac of type vlan for network 637b22ac-fa21-41b1-ba73-659583f671dd Dec 21 02:55:28.643493 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.667992 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.668906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:28.669496 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.724186 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3758867 Dec 21 02:55:28.727055 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36142) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:28.731963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fba63-06e7-4e3f-aab8-0d3fb5747027 admin admin] Pushing event updated for resources: {'Network': ['ID=637b22ac-fa21-41b1-ba73-659583f671dd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:28.732741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Request body: {'subnet': {'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-subnet', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:28.741318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 637b22ac-fa21-41b1-ba73-659583f671dd details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:28.756656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Made reservation on behalf of e10b7715ef784ec19ea576b5f44c0c64 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:28.759041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.921515 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:28.975106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8afce4b-44bc-4b85-8298-ceb16dfcd07f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:28.986457 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Checking segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:28.987352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Network hostable DHCP agents. Network: 637b22ac-fa21-41b1-ba73-659583f671dd, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:29.003650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Network 637b22ac-fa21-41b1-ba73-659583f671dd is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:29.011703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 637b22ac-fa21-41b1-ba73-659583f671dd) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:29.015940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:29.017018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.020573 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af79e2f-6a09-49a9-b409-db6d5bf0798b None None] Network 637b22ac-fa21-41b1-ba73-659583f671dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:29.031671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ad37a802-7d94-4c90-af09-178a28624441 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3030789 Dec 21 02:55:29.034353 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36144) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:29.038802 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:29.062194 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.063272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.119944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-637b22ac-fa21-41b1-ba73-659583f671dd', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:29.120835 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.121965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.253277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.254985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Allocated IP 172.20.0.2 (637b22ac-fa21-41b1-ba73-659583f671dd/d8afce4b-44bc-4b85-8298-ceb16dfcd07f/d9d8c598-c92a-4cb7-924b-4a0eac55808a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:29.394852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.402869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.449926 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Network 637b22ac-fa21-41b1-ba73-659583f671dd is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:29.452839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:29.457296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:29.460453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c598-c92a-4cb7-924b-4a0eac55808a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:29.515125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Attempting to bind port d9d8c598-c92a-4cb7-924b-4a0eac55808a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:29.515410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Attempting to bind port d9d8c598-c92a-4cb7-924b-4a0eac55808a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:29.515776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Attempting to bind port d9d8c598-c92a-4cb7-924b-4a0eac55808a on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:29.520803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:29.521182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Checking segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:29.521618 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.522017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Bound using segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:29.522487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Bound port: d9d8c598-c92a-4cb7-924b-4a0eac55808a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:29.522865 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.584620 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] For port d9d8c598-c92a-4cb7-924b-4a0eac55808a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:29.588205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] For port d9d8c598-c92a-4cb7-924b-4a0eac55808a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d9d8c598-c92a-4cb7-924b-4a0eac55808a,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:29.593295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.657486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b407c-fe30-44cd-b70c-7ec1cad4d4f5 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c598-c92a-4cb7-924b-4a0eac55808a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:29.703116 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.722410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.843189 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Allocated IP 172.25.6.83 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:29.949785 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:29.982858 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.023794 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:30.028770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:30.031019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Pushing event updated for resources: {'Port': ['ID=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:30.034069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:30.041502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218aa964-4204-4ed0-abaf-c715306d9898 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:30.096808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2aba5c42-e09a-400a-8b3b-f920876d564c None None] Provisioning complete for port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:30.097172 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c42-e09a-400a-8b3b-f920876d564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.130591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2aba5c42-e09a-400a-8b3b-f920876d564c None None] Port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:30.288127 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.494386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.500275 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d18d0-92eb-43c3-9974-8b04573b6a56 None None] Network 637b22ac-fa21-41b1-ba73-659583f671dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:30.578901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] Provisioning complete for port d9d8c598-c92a-4cb7-924b-4a0eac55808a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:30.579187 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.620321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Router 790dc671-fcfd-43ee-a52d-90ee0cda05af is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:55:30.684946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.725217 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] For port d9d8c598-c92a-4cb7-924b-4a0eac55808a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d9d8c598-c92a-4cb7-924b-4a0eac55808a,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:30.730676 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.739708 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:55:30.751816 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Sync routers for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:55:30.763599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:30.766424 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:30.767068 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:30.767715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:30.768277 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ce706942-91ea-4e88-a9b4-d09347d5415c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7323554 Dec 21 02:55:30.790899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30810-c855-42d1-af83-d4f87dc1e3f2 None None] Pushing event updated for resources: {'Port': ['ID=d9d8c598-c92a-4cb7-924b-4a0eac55808a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:30.894237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:30.952794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a1a025cf-1812-4eef-a337-6b02e0e4cd5c None None] Provisioning complete for port d9d8c598-c92a-4cb7-924b-4a0eac55808a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:30.953272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a1a025cf-1812-4eef-a337-6b02e0e4cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.077325 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:30Z', 'revision_number': 3, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:31.105651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Checking router: 790dc671-fcfd-43ee-a52d-90ee0cda05af for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:55:31.105892 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Updating router 790dc671-fcfd-43ee-a52d-90ee0cda05af port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:55:31.131460 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.394138 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.401410 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.432112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d9d8c598-c92a-4cb7-924b-4a0eac55808a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:31.451238 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Attempting to bind port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:31.451611 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Attempting to bind port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:31.451968 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Attempting to bind port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:31.462261 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:31.462621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:31.463720 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.464293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:31.464967 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2aa1df-e9cb-4aa0-ad35-6776e90a842f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:31.465198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Bound port: 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:31.465608 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.493859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port d9d8c598-c92a-4cb7-924b-4a0eac55808a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:31.494233 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.523033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Pushing event updated for resources: {'Port': ['ID=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:31.525698 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] For port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:31.529466 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] For port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:31.534972 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.537501 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.537841 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.538175 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.538505 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.538826 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.539146 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.539487 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.539836 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.540128 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.540446 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.540750 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.541254 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.541590 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:55:31.573376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.591177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] Provisioning complete for port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:31.591739 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.595688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb243e-5ecb-4cbd-924a-99c4beb20d54 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:31.606163 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d7a0-db71-4ffc-9367-16e7f444a5f6 None None] Pushing event updated for resources: {'Port': ['ID=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:31.622825 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:31.623436 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:31.686437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.707185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] For port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:31.712571 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.733366 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:31.739434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Allocated IP 172.20.0.1 (637b22ac-fa21-41b1-ba73-659583f671dd/d8afce4b-44bc-4b85-8298-ceb16dfcd07f/9a275cb8-e122-4bd5-b3d0-30c14df440db) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:31.766152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925dcd9-26c6-4f75-be7e-52373425daf4 None None] Pushing event updated for resources: {'Port': ['ID=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:31.833683 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-36e711c6-28e6-4fbd-aef4-77c304a9223b None None] Provisioning complete for port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:31.834109 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36e711c6-28e6-4fbd-aef4-77c304a9223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.851255 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.887759 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:31.922799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Network 637b22ac-fa21-41b1-ba73-659583f671dd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:31.925610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:31.931638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:31.964461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:31.980846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.011493 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:30Z', 'revision_number': 3, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:32.037382 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ef95e-525c-4c15-85eb-775be7a4e64d None None] The sync data for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 is: [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:30Z', 'revision_number': 3, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:55:32.110527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.237856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0724e698-d1d0-46a4-9d5c-692c9bf996b8 None None] Provisioning complete for port 9a275cb8-e122-4bd5-b3d0-30c14df440db triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:32.238217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0724e698-d1d0-46a4-9d5c-692c9bf996b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.294944 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0724e698-d1d0-46a4-9d5c-692c9bf996b8 None None] Port 9a275cb8-e122-4bd5-b3d0-30c14df440db cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:32.295844 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.300236 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.374995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.376966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:32.471690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Network 637b22ac-fa21-41b1-ba73-659583f671dd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:32.473078 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:32.593837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Router 790dc671-fcfd-43ee-a52d-90ee0cda05af has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:55:32.712908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:55:32.721907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5fca8bf6-6ac8-4c69-b560-9ca1077481b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/790dc671-fcfd-43ee-a52d-90ee0cda05af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532211 Dec 21 02:55:32.724212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0abb6758-42b3-4778-9b63-0349f4fcbb40 None None] Provisioning complete for port 9a275cb8-e122-4bd5-b3d0-30c14df440db triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:32.724870 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0abb6758-42b3-4778-9b63-0349f4fcbb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:32.763505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0abb6758-42b3-4778-9b63-0349f4fcbb40 None None] Port 9a275cb8-e122-4bd5-b3d0-30c14df440db cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:33.181665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36162) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:33.186599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1965059100-network', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:33.208293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Made reservation on behalf of d013a256060d4f909c697d0d64f1a694 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:33.210750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.218963 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.296074 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.299652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.327595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:55:33.336709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91b4c2-0428-423a-ae58-ae1d434512cf,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:33.344402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.344804 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Added segment e0438e41-dc59-4462-8feb-6da6b9524a89 of type vlan for network 892fbe9d-cd1a-4950-98c7-c383bc349c37 Dec 21 02:55:33.395683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.431642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.433244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:33.433913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.444647 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:33.495438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3126645 Dec 21 02:55:33.498025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36164) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:33.500398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:33.500802 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.503406 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Request body: {'subnet': {'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-subnet', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:33.510664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58860ec0-7d5c-4aba-a500-3d4e154cf8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=892fbe9d-cd1a-4950-98c7-c383bc349c37,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:33.528607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:55:33.534513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Made reservation on behalf of d013a256060d4f909c697d0d64f1a694 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:33.537463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.718920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Sync routers for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:55:33.729318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:33.730299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:33.738584 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.797451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d201ff1-c8ff-41a5-a4a8-658af7255a2d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:33.807894 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Checking segment: {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:33.808258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Network hostable DHCP agents. Network: 892fbe9d-cd1a-4950-98c7-c383bc349c37, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:55:33.825674 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:55:33.835207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 892fbe9d-cd1a-4950-98c7-c383bc349c37) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:33.839903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:33.840492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.861264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6fc94297-a9c6-4749-9069-fad6973add79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3595560 Dec 21 02:55:33.861701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36166) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:33.866219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:33.891042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.892184 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.949028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:33.982239 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab724222-abbd-4fcb-9fab-166bc645aa5e None None] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:34.055095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:34.085314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.152445 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-892fbe9d-cd1a-4950-98c7-c383bc349c37', 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37', 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'fixed_ips': [{'subnet_id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:55:34.153368 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.283647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.302262 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.382391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Allocated IP 172.20.0.2 (892fbe9d-cd1a-4950-98c7-c383bc349c37/1d201ff1-c8ff-41a5-a4a8-658af7255a2d/702a581a-3fd3-445c-a06f-cf13fe1bd14c) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:34.413156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Allocated IP 172.25.6.19 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a04b86cc-8d75-4d05-9fae-5490ee27f9c8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:34.456015 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:32Z', 'revision_number': 4, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9a275cb8-e122-4bd5-b3d0-30c14df440db', 'name': '', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'mac_address': 'fa:16:3e:ce:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:31Z', 'updated_at': '2021-12-21T02:55:32Z', 'revision_number': 2, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'subnets': [{'id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:34.489157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Checking router: 790dc671-fcfd-43ee-a52d-90ee0cda05af for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:55:34.489545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Updating router 790dc671-fcfd-43ee-a52d-90ee0cda05af port 9a275cb8-e122-4bd5-b3d0-30c14df440db binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:55:34.517692 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.530848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.551305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.593556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:34.596410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:34.599086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:34.613051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ab2b9-7969-4d39-9bf0-f70a2bd1a994 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:34.625580 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Pushing event updated for resources: {'Port': ['ID=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:34.629099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.692725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.775367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:34.783184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:34.787648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ca908b19-5da2-453b-9def-c67f42ca9450 None None] Provisioning complete for port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:34.788273 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ca908b19-5da2-453b-9def-c67f42ca9450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.818718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:34.820982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Pushing event updated for resources: {'Port': ['ID=702a581a-3fd3-445c-a06f-cf13fe1bd14c,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:34.854180 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.898966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ca908b19-5da2-453b-9def-c67f42ca9450 None None] Port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:34.924047 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Attempting to bind port 702a581a-3fd3-445c-a06f-cf13fe1bd14c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:34.924419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Attempting to bind port 702a581a-3fd3-445c-a06f-cf13fe1bd14c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:34.924782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Attempting to bind port 702a581a-3fd3-445c-a06f-cf13fe1bd14c on network 892fbe9d-cd1a-4950-98c7-c383bc349c37 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:34.940919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:34.941291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Checking segment: {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:34.941717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:34.942110 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Bound using segment: {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:34.942596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Bound port: 702a581a-3fd3-445c-a06f-cf13fe1bd14c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:34.942956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.045530 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.048930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-18587283-81dd-4fb5-980c-36a486998938 None None] For port 702a581a-3fd3-445c-a06f-cf13fe1bd14c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:35.052035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-18587283-81dd-4fb5-980c-36a486998938 None None] For port 702a581a-3fd3-445c-a06f-cf13fe1bd14c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=702a581a-3fd3-445c-a06f-cf13fe1bd14c,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:35.053308 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.058540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.059965 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.116194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd6cff-0904-4353-8eae-711a30ce96b5 None None] Pushing event updated for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:35.218630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Attempting to bind port 9a275cb8-e122-4bd5-b3d0-30c14df440db on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:35.219420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Attempting to bind port 9a275cb8-e122-4bd5-b3d0-30c14df440db by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:35.219908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Attempting to bind port 9a275cb8-e122-4bd5-b3d0-30c14df440db on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:35.223689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587283-81dd-4fb5-980c-36a486998938 None None] Pushing event updated for resources: {'Port': ['ID=702a581a-3fd3-445c-a06f-cf13fe1bd14c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:35.223933 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Router c6a7a8b3-13d5-4af7-993c-2742fade99fd is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:55:35.231948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:35.232438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Checking segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:35.232924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.233416 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Bound using segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:35.233987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Bound port: 9a275cb8-e122-4bd5-b3d0-30c14df440db, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:35.234450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.314740 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] For port 9a275cb8-e122-4bd5-b3d0-30c14df440db, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:35.318294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] For port 9a275cb8-e122-4bd5-b3d0-30c14df440db, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9a275cb8-e122-4bd5-b3d0-30c14df440db,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:35.324210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.361116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:55:35.373218 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Sync routers for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:55:35.390693 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.392907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-716ba7d3-d176-49cb-9ddc-a1704e8b5e65 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5301211 Dec 21 02:55:35.395818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:55:35.409548 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:35.410203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:35.415866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:35.416789 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:35.454007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd6cff-0904-4353-8eae-711a30ce96b5 None None] Pushing event updated for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:35.484320 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] Provisioning complete for port 9a275cb8-e122-4bd5-b3d0-30c14df440db triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:35.484697 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.590353 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:35.623692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:35.773496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.825194 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:34Z', 'revision_number': 3, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:35.828081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] For port 9a275cb8-e122-4bd5-b3d0-30c14df440db, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9a275cb8-e122-4bd5-b3d0-30c14df440db,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:35.840427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.855389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Checking router: c6a7a8b3-13d5-4af7-993c-2742fade99fd for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:55:35.856051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Updating router c6a7a8b3-13d5-4af7-993c-2742fade99fd port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:55:35.883959 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.917762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332b29-8f12-4118-bd5c-b7127bcc8f22 None None] Pushing event updated for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:35.946598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:32Z', 'revision_number': 4, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9a275cb8-e122-4bd5-b3d0-30c14df440db', 'name': '', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'mac_address': 'fa:16:3e:ce:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:31Z', 'updated_at': '2021-12-21T02:55:35Z', 'revision_number': 4, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'subnets': [{'id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:35.978056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7310c3-97dd-4c66-bd66-8e9b4bfe6af1 None None] The sync data for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 is: [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:32Z', 'revision_number': 4, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9a275cb8-e122-4bd5-b3d0-30c14df440db', 'name': '', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'mac_address': 'fa:16:3e:ce:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:31Z', 'updated_at': '2021-12-21T02:55:35Z', 'revision_number': 4, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'subnets': [{'id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:55:35.988056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1d0aed90-59a6-4300-a2ad-878e2eec6c4a None None] Provisioning complete for port 9a275cb8-e122-4bd5-b3d0-30c14df440db triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:35.988427 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d0aed90-59a6-4300-a2ad-878e2eec6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:35.988619 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.228431 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.229168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Allocated IP 172.20.0.1 (892fbe9d-cd1a-4950-98c7-c383bc349c37/1d201ff1-c8ff-41a5-a4a8-658af7255a2d/15d72fa4-8389-4a92-bf6f-9fb38f7c163a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:36.243439 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.296654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528edee6-4143-4714-9552-6fd627e2351c None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:36.318119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Attempting to bind port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:36.318532 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Attempting to bind port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:36.319017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Attempting to bind port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:36.323051 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50247d16-9801-4c68-8776-a62698c94716 None None] Pushing event updated for resources: {'Port': ['ID=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:36.328639 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:36.329022 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:36.329711 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.330121 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:36.330603 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Bound port: a04b86cc-8d75-4d05-9fae-5490ee27f9c8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:36.331118 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.350570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d81ec296-fd98-4da6-8184-6fc016909f5f None None] Provisioning complete for port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:36.351085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d81ec296-fd98-4da6-8184-6fc016909f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.397180 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] For port a04b86cc-8d75-4d05-9fae-5490ee27f9c8, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:36.402737 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] For port a04b86cc-8d75-4d05-9fae-5490ee27f9c8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:36.405649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d81ec296-fd98-4da6-8184-6fc016909f5f None None] Port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:36.409548 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.436372 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.455680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c3f4cd-3969-4f76-839f-49a9e5a3a44e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:55:36.471831 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:36.472552 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:36.517208 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50247d16-9801-4c68-8776-a62698c94716 None None] Pushing event updated for resources: {'Port': ['ID=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:36.527888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.547198 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] Provisioning complete for port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:36.547920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.614059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:36.622685 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:36.623115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a64c0-4912-4b7e-80b7-f4898c4aad48 None None] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:55:36.625293 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:36.631150 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:36.666827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Pushing event updated for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:36.701302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.790784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.823527 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] For port a04b86cc-8d75-4d05-9fae-5490ee27f9c8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:36.837020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:36.842586 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:34Z', 'revision_number': 3, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:36.893393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb51b85-e771-4db6-8eee-f6aac527b9d8 None None] The sync data for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 is: [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:34Z', 'revision_number': 3, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:55:36.916735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657ef89-a512-4fb7-99aa-5fe1b2400f5f None None] Pushing event updated for resources: {'Port': ['ID=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:36.971248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] Provisioning complete for port 702a581a-3fd3-445c-a06f-cf13fe1bd14c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:36.971730 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.104860 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.155729 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] For port 702a581a-3fd3-445c-a06f-cf13fe1bd14c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=702a581a-3fd3-445c-a06f-cf13fe1bd14c,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:37.160894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.438788 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.499510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526d600-3b9e-4b87-8ca0-0a02a40882a4 None None] Pushing event updated for resources: {'Port': ['ID=702a581a-3fd3-445c-a06f-cf13fe1bd14c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:37.523302 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bc4ee24e-e9d1-4dcc-844f-f94e6736fc0e None None] Provisioning complete for port 702a581a-3fd3-445c-a06f-cf13fe1bd14c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:37.523837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee24e-e9d1-4dcc-844f-f94e6736fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.612182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9a275cb8-e122-4bd5-b3d0-30c14df440db up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:37.673961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bc4ee24e-e9d1-4dcc-844f-f94e6736fc0e None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:37.674279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee24e-e9d1-4dcc-844f-f94e6736fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.683731 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.691377 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.720457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9a275cb8-e122-4bd5-b3d0-30c14df440db triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:37.720913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.722770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ee24e-e9d1-4dcc-844f-f94e6736fc0e None None] Port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:37.775607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Pushing event updated for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:37.778934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.809554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 702a581a-3fd3-445c-a06f-cf13fe1bd14c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:37.857293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ba2b2aa8-362e-45d3-9afb-7fb1b38246da None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:37.857942 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ba2b2aa8-362e-45d3-9afb-7fb1b38246da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.875913 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:37.877502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:37.897185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 702a581a-3fd3-445c-a06f-cf13fe1bd14c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:37.897584 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:37.924764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b2aa8-362e-45d3-9afb-7fb1b38246da None None] Port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:38.011865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Router c6a7a8b3-13d5-4af7-993c-2742fade99fd has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:55:38.027503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a04b86cc-8d75-4d05-9fae-5490ee27f9c8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:38.087852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:38.088545 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:38.170685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-49632dd7-0ed6-431c-8d76-f43e4a1792dc None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:38.171006 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-49632dd7-0ed6-431c-8d76-f43e4a1792dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:38.173234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:55:38.180025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e08143f8-f827-403c-8a6b-69f87cbb95a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6a7a8b3-13d5-4af7-993c-2742fade99fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823007 Dec 21 02:55:38.220170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-49632dd7-0ed6-431c-8d76-f43e4a1792dc None None] Port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:38.843034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-685f7f17-f1ca-4159-850e-09ab72550bd3 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:38.844485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-685f7f17-f1ca-4159-850e-09ab72550bd3 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 817 time: 0.1034451 Dec 21 02:55:38.859888 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-225845a8-5c56-4562-ad84-d40fa409de3a tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/quotas/e10b7715ef784ec19ea576b5f44c0c64 HTTP/1.1" status: 200 len: 375 time: 0.0093100 Dec 21 02:55:38.911032 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-38cc4706-c2c7-4da7-909a-72136f70c83a tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460091 Dec 21 02:55:39.011064 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-20eb471f-d95b-410f-8d2e-03072aae04e0 service neutron] 10.222.0.43 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Dec 21 02:55:39.099524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-7d2599e9-cc8e-49f0-92b6-86fc0e12ab8f service neutron] 10.222.0.43 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824106 Dec 21 02:55:39.268637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1d968a5e-515c-435c-aefe-c715c9a34cd2 req-7c376182-f38d-4e7b-96ab-d934f9d50a11 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0287616 Dec 21 02:55:39.393370 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 702a581a-3fd3-445c-a06f-cf13fe1bd14c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:39.446249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Sync routers for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:55:39.462457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:39.463064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:39.503554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 702a581a-3fd3-445c-a06f-cf13fe1bd14c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:39.503924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:39.636897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:39.842287 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:37Z', 'revision_number': 4, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '15d72fa4-8389-4a92-bf6f-9fb38f7c163a', 'name': '', 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'mac_address': 'fa:16:3e:b9:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:36Z', 'updated_at': '2021-12-21T02:55:37Z', 'revision_number': 2, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'subnets': [{'id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:39.872108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Checking router: c6a7a8b3-13d5-4af7-993c-2742fade99fd for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:55:39.872467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Updating router c6a7a8b3-13d5-4af7-993c-2742fade99fd port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:55:39.896114 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.152924 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.159772 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.224853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77712d52-926c-44fc-8c69-62c9088ba368 None None] Pushing event updated for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:40.288502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Attempting to bind port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:40.288890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Attempting to bind port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:40.290141 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Attempting to bind port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a on network 892fbe9d-cd1a-4950-98c7-c383bc349c37 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:40.298688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:40.299109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Checking segment: {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:40.299595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.300386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Bound using segment: {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:40.300553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Bound port: 15d72fa4-8389-4a92-bf6f-9fb38f7c163a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0438e41-dc59-4462-8feb-6da6b9524a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:40.300982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.375507 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] For port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:40.385465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] For port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:40.386810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-ec0fc94a-664b-4fc7-9fea-d94b6678c773 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:40.389872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-ec0fc94a-664b-4fc7-9fea-d94b6678c773 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.24 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 817 time: 0.1770668 Dec 21 02:55:40.393889 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.415697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Request body: {'port': {'device_id': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'admin_state_up': True, 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:40.429061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bcdec1d-1299-436f-bd45-2955c65f0067 req-2d333c55-dd26-47b0-829c-233c19c7f3a5 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0587111 Dec 21 02:55:40.472056 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77712d52-926c-44fc-8c69-62c9088ba368 None None] Pushing event updated for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:40.476441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:55:40.477090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:55:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:40.539259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Made reservation on behalf of e10b7715ef784ec19ea576b5f44c0c64 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:55:40.545914 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.596285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:40.596663 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.629468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:55:40.689131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Allocated IP 172.20.0.14 (637b22ac-fa21-41b1-ba73-659583f671dd/d8afce4b-44bc-4b85-8298-ceb16dfcd07f/ab44a990-3a64-4174-acc5-9fabf7b313fe) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:55:40.806770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.844892 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.874695 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] For port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:40.879297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.880496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:40.924372 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Network 637b22ac-fa21-41b1-ba73-659583f671dd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:55:40.927492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:55:40.931140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:55:40.936069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84038a0-8fe8-470e-8184-e71b3b81ce93 None None] Pushing event updated for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:40.942559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:37Z', 'revision_number': 4, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '15d72fa4-8389-4a92-bf6f-9fb38f7c163a', 'name': '', 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'mac_address': 'fa:16:3e:b9:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:36Z', 'updated_at': '2021-12-21T02:55:40Z', 'revision_number': 4, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'subnets': [{'id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:55:40.957161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Pushing event updated for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:40.971322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d9171-7849-4933-b4fd-61413dc69916 None None] The sync data for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 is: [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:55:37Z', 'revision_number': 4, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '15d72fa4-8389-4a92-bf6f-9fb38f7c163a', 'name': '', 'network_id': '892fbe9d-cd1a-4950-98c7-c383bc349c37', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'mac_address': 'fa:16:3e:b9:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:36Z', 'updated_at': '2021-12-21T02:55:40Z', 'revision_number': 4, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'subnets': [{'id': '1d201ff1-c8ff-41a5-a4a8-658af7255a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:55:40.988098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:40.988762 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.007369 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-fdc036ab-2056-40a1-8428-f92062f07355 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017513 Dec 21 02:55:41.014167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ac202726-3910-44d6-9627-c5de74d532cd None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:41.014548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ac202726-3910-44d6-9627-c5de74d532cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.040110 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Request body: {'port': {'device_id': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:55:41.132590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.271338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-536c7036-b8fd-41d3-becd-729f3565b498 None None] Provisioning complete for port ab44a990-3a64-4174-acc5-9fabf7b313fe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:41.271762 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-536c7036-b8fd-41d3-becd-729f3565b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.319267 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-536c7036-b8fd-41d3-becd-729f3565b498 None None] Port ab44a990-3a64-4174-acc5-9fabf7b313fe cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:55:41.433891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab44a990-3a64-4174-acc5-9fabf7b313fe {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:55:41.436997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15d72fa4-8389-4a92-bf6f-9fb38f7c163a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:41.442001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.454544 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Transition to ACTIVE for port object ab44a990-3a64-4174-acc5-9fabf7b313fe will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:55:41.468624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.499247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:41.499629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.525374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:41.620860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f976c7-fb88-443b-b5d3-5e9f9b930ed7 req-d2c162d8-5d49-4677-9bf4-a31f51ede152 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:41.629714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79f976c7-fb88-443b-b5d3-5e9f9b930ed7 req-d2c162d8-5d49-4677-9bf4-a31f51ede152 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 944 time: 0.0884297 Dec 21 02:55:41.644072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Attempting to bind port ab44a990-3a64-4174-acc5-9fabf7b313fe on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:55:41.644412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Attempting to bind port ab44a990-3a64-4174-acc5-9fabf7b313fe by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:55:41.644884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Attempting to bind port ab44a990-3a64-4174-acc5-9fabf7b313fe on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:41.651033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Port ab44a990-3a64-4174-acc5-9fabf7b313fe on network 637b22ac-fa21-41b1-ba73-659583f671dd not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:55:41.651367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Attempting to bind port ab44a990-3a64-4174-acc5-9fabf7b313fe on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:55:41.656965 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:55:41.657315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Checking segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:55:41.657730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Bound using segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:55:41.658157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Bound port: ab44a990-3a64-4174-acc5-9fabf7b313fe, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:55:41.658509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.683480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79f976c7-fb88-443b-b5d3-5e9f9b930ed7 req-c6306e8a-a548-4eee-91cf-abd5d924e3b5 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Dec 21 02:55:41.735157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:55:41.738901 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:55:41.744907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.787154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:41.788092 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:41.790477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] 10.222.0.24 "PUT /v2.0/ports/ab44a990-3a64-4174-acc5-9fabf7b313fe HTTP/1.1" status: 200 len: 1093 time: 0.7694719 Dec 21 02:55:41.792230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:55:41.796752 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:55:41.819236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7295f1-3010-44f2-a6c0-9ec00c984a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:41.860945 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a98cb-640a-4d27-a7f5-c1daca846555 x-openstack-request-id: req-4c7a98cb-640a-4d27-a7f5-c1daca846555 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:55:41.861242 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:55:41.861525 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c7a98cb-640a-4d27-a7f5-c1daca846555 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:55:41.861942 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe', 'status': 'completed', 'code': 200} Dec 21 02:55:41.926124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-47403c19-679f-4083-bfc6-c09dbd1996c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:41.928145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-47403c19-679f-4083-bfc6-c09dbd1996c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 1096 time: 0.0481949 Dec 21 02:55:41.980859 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-65ebe8dd-a026-4185-a53c-a60a763c75c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe HTTP/1.1" status: 200 len: 217 time: 0.0381825 Dec 21 02:55:42.029772 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-418bfa64-550e-4d71-81d4-98b94e7e816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.031205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-418bfa64-550e-4d71-81d4-98b94e7e816c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0422416 Dec 21 02:55:42.079230 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-a1faeb49-e870-4584-8ea6-2c44075ba9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.080764 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-a1faeb49-e870-4584-8ea6-2c44075ba9fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426011 Dec 21 02:55:42.170384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-cd40933e-721d-4aa7-b98c-9ca205fcc1ae service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824666 Dec 21 02:55:42.263986 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e00c0c64-1a59-4df8-8e5b-53521c8912b8 req-2f74b5be-a9d9-4463-8587-229b6b95c948 service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Dec 21 02:55:42.388424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-2e47689f-30c4-41e2-ae7c-8c5953b05868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.389960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-2e47689f-30c4-41e2-ae7c-8c5953b05868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 1096 time: 0.0412157 Dec 21 02:55:42.481717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-8304e5f4-802c-493d-98d4-dd901054e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.483157 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-8304e5f4-802c-493d-98d4-dd901054e2d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 917 time: 0.0857201 Dec 21 02:55:42.524635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-c7bf0152-ca8d-44da-bf2a-066d836f6f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe HTTP/1.1" status: 200 len: 217 time: 0.0344546 Dec 21 02:55:42.575994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-fd316f36-c18e-4911-97f9-e5c654f885c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.577489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-fd316f36-c18e-4911-97f9-e5c654f885c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0467343 Dec 21 02:55:42.623307 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-44bc1ecd-dcdd-48c9-8e1f-40f4d461a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.624793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-44bc1ecd-dcdd-48c9-8e1f-40f4d461a1ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401244 Dec 21 02:55:42.718192 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-8990c54b-f140-4166-a78d-228587768b06 service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861406 Dec 21 02:55:42.800959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebae3f-a6cf-4fd5-9d00-712179e50de9 req-9c874209-7d15-4afc-8369-6abd1e544cdc tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:42.802549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecebae3f-a6cf-4fd5-9d00-712179e50de9 req-9c874209-7d15-4afc-8369-6abd1e544cdc tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 944 time: 0.0517056 Dec 21 02:55:42.815527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b76a90f4-e6a5-4213-9bfb-9aa01fb9b8e0 req-0d774f71-37ba-4436-9e26-84929ca064d5 service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906498 Dec 21 02:55:42.850831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ecebae3f-a6cf-4fd5-9d00-712179e50de9 req-67fb8126-1908-42b6-ad46-118e54ec6b15 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Dec 21 02:55:43.401903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:55:43.969666 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847e49e-29eb-49bf-942d-f611b0f79303 req-b97089ef-dee3-4ac1-bb14-cdd6e02efd12 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:43.971034 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1847e49e-29eb-49bf-942d-f611b0f79303 req-b97089ef-dee3-4ac1-bb14-cdd6e02efd12 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 944 time: 0.0518386 Dec 21 02:55:44.021834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1847e49e-29eb-49bf-942d-f611b0f79303 req-a00263db-2962-41fa-b8d1-373a1622d855 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Dec 21 02:55:44.062766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-38e01942-29c2-4b44-853f-84b278b05f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:44.841262 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ab44a990-3a64-4174-acc5-9fabf7b313fe details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:55:44.935643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:44.946986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'ab44a990-3a64-4174-acc5-9fabf7b313fe', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'port_id': 'ab44a990-3a64-4174-acc5-9fabf7b313fe', 'mac_address': 'fa:16:3e:e1:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:55:44.981931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:44.994552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab44a990-3a64-4174-acc5-9fabf7b313fe {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:55:45.013155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:45.017689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:45.066840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:45.137262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c8f98-0e63-4178-9740-fe71066a0e9b req-eba3adad-f6f6-41a0-837c-89c1e73d5f25 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:45.138768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-470c8f98-0e63-4178-9740-fe71066a0e9b req-eba3adad-f6f6-41a0-837c-89c1e73d5f25 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 945 time: 0.0488677 Dec 21 02:55:45.185197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-470c8f98-0e63-4178-9740-fe71066a0e9b req-888e3ad4-6238-4ebf-aa86-9d5e32aa5e87 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Dec 21 02:55:45.384124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ab44a990-3a64-4174-acc5-9fabf7b313fe'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:55:46.303987 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04f932-12df-407a-8d64-d1cda034a22f req-4f9c52ea-0bdd-4505-bc15-8e3d33f2df82 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:46.305969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c04f932-12df-407a-8d64-d1cda034a22f req-4f9c52ea-0bdd-4505-bc15-8e3d33f2df82 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Dec 21 02:55:46.359445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c04f932-12df-407a-8d64-d1cda034a22f req-dcfb1824-6181-450b-b286-06ed4890a2c9 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Dec 21 02:55:46.775517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e5ce00d7-b05e-4b15-ba2e-0dadcfd9adf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:46.875115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ab44a990-3a64-4174-acc5-9fabf7b313fe up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:55:46.925555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port ab44a990-3a64-4174-acc5-9fabf7b313fe completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:55:46.929271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port ab44a990-3a64-4174-acc5-9fabf7b313fe triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:55:46.929672 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:47.004489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:47.026509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:55:47.028684 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f7217-e208-400a-820b-13ac1d262b60" -d '{"events": [{"server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "name": "network-vif-plugged", "status": "completed", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:55:47.042534 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:55:47.046673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:47.074149 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a7b0b0-2553-4222-8540-2dff2a1dd660 x-openstack-request-id: req-18a7b0b0-2553-4222-8540-2dff2a1dd660 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:55:47.074477 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "name": "network-vif-plugged", "status": "completed", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:55:47.074700 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18a7b0b0-2553-4222-8540-2dff2a1dd660 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:55:47.075093 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe', 'code': 200} Dec 21 02:55:47.100232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:55:47.195184 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c049c1-eb8b-4c9d-9fd9-731e6611ace3 req-72fe152c-9f27-4292-8e67-a9d0867c0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:47.196631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a4c049c1-eb8b-4c9d-9fd9-731e6611ace3 req-72fe152c-9f27-4292-8e67-a9d0867c0b93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 1098 time: 0.0395391 Dec 21 02:55:47.240080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a4c049c1-eb8b-4c9d-9fd9-731e6611ace3 req-7a282a22-2d64-4075-ab2f-c3a1ae61f5ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Dec 21 02:55:47.473592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d69d8-0d0e-40cc-bb26-2ac524c8327d req-d2ad795d-f3d8-48b6-85ee-1d98b9149dae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:47.474951 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-797d69d8-0d0e-40cc-bb26-2ac524c8327d req-d2ad795d-f3d8-48b6-85ee-1d98b9149dae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Dec 21 02:55:47.518718 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:47.523471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-797d69d8-0d0e-40cc-bb26-2ac524c8327d req-36bdfe80-dd29-47c4-b846-c0b6b74b9715 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Dec 21 02:55:48.741552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea6157-b9fc-444a-9581-1b412b83e22f req-a2540398-7e8a-42a0-a9fc-7fa441f6d056 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:48.743545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daea6157-b9fc-444a-9581-1b412b83e22f req-a2540398-7e8a-42a0-a9fc-7fa441f6d056 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.1489441 Dec 21 02:55:48.795812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daea6157-b9fc-444a-9581-1b412b83e22f req-8982f289-e86a-4b60-b533-c722026c9c49 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 Dec 21 02:55:48.927140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:49.495229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:49.956025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81463212-1702-4ff1-bcb2-8cb52992debf req-c7629234-d6a0-44a0-bc98-787d4132b548 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:49.957509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81463212-1702-4ff1-bcb2-8cb52992debf req-c7629234-d6a0-44a0-bc98-787d4132b548 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0955245 Dec 21 02:55:50.003619 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81463212-1702-4ff1-bcb2-8cb52992debf req-087bb374-c984-4a73-98ef-483b4cf6863a tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Dec 21 02:55:50.117163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3555c-eaa1-4515-8443-c0131730c375 req-42febec2-6547-4c0e-8711-95e548833ace tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:55:50.119054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbd3555c-eaa1-4515-8443-c0131730c375 req-42febec2-6547-4c0e-8711-95e548833ace tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0473278 Dec 21 02:55:50.164400 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cbd3555c-eaa1-4515-8443-c0131730c375 req-12a10e27-d5a0-4b9c-acb2-145d4275d9db tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Dec 21 02:55:52.667939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:55:57.534977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:00.156750 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-aff36f70-ee36-4bfc-8cd4-81765244b992 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799377 Dec 21 02:56:00.258561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-56cb4ef9-96b2-42bf-a01c-81262ac08c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:00.259996 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-56cb4ef9-96b2-42bf-a01c-81262ac08c49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 1098 time: 0.0435920 Dec 21 02:56:00.362384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-a0bf35fa-1ee5-408e-ba84-c26dcb6d14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:00.364136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-a0bf35fa-1ee5-408e-ba84-c26dcb6d14bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 917 time: 0.0834589 Dec 21 02:56:00.410906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-ab89da1d-4d12-4a67-a278-19400f695387 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe HTTP/1.1" status: 200 len: 217 time: 0.0376246 Dec 21 02:56:00.461237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-7b0e9be4-a3f5-49d1-b64d-2f10a978979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:00.462709 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-7b0e9be4-a3f5-49d1-b64d-2f10a978979f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0432813 Dec 21 02:56:00.621305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-50ab06c2-64ba-471d-b766-b6e335504f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:00.622683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-50ab06c2-64ba-471d-b766-b6e335504f34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404711 Dec 21 02:56:00.716892 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-443a6509-96de-4479-a2e6-c6ef0d86e5a4 service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854278 Dec 21 02:56:00.804717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c8af061-a587-4572-bc81-b9a7b3918aff req-3aa3e1be-8ba4-4c12-8011-71f85ff169b2 service neutron] 10.222.0.24 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806921 Dec 21 02:56:12.750791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fb11f-44a7-4139-ae54-c4a5d2f38a0a req-cb282e5e-575f-4082-9164-50614619acb7 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:12.752285 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e3fb11f-44a7-4139-ae54-c4a5d2f38a0a req-cb282e5e-575f-4082-9164-50614619acb7 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0533974 Dec 21 02:56:12.800352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e3fb11f-44a7-4139-ae54-c4a5d2f38a0a req-83b66622-bfc2-4378-9ca7-53e1b3979848 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Dec 21 02:56:13.918933 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54964e7-775a-4bee-b91d-34150ae1f984 req-4ac7c8cf-0de8-4b49-9d6f-d92e9a26370f tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:13.920372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f54964e7-775a-4bee-b91d-34150ae1f984 req-4ac7c8cf-0de8-4b49-9d6f-d92e9a26370f tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Dec 21 02:56:13.966143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f54964e7-775a-4bee-b91d-34150ae1f984 req-05001d7d-8c2f-47da-92fb-1c8dd554ba7f tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Dec 21 02:56:14.063938 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cfe17afd-eae7-42c3-8e33-2d06c775eca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:14.558871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-4c3ad949-b5f5-4937-8cde-b21dd255f07b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:14.560353 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-4c3ad949-b5f5-4937-8cde-b21dd255f07b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.24 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Dec 21 02:56:14.651473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Deleting port ab44a990-3a64-4174-acc5-9fabf7b313fe {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:14.651817 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:14.742109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] For port ab44a990-3a64-4174-acc5-9fabf7b313fe, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=ab44a990-3a64-4174-acc5-9fabf7b313fe,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:14.742464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:14.753962 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Calling delete_port for ab44a990-3a64-4174-acc5-9fabf7b313fe owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:14.878302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:14.909535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Pushing event deleted for resources: {'Port': ['ID=ab44a990-3a64-4174-acc5-9fabf7b313fe,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:14.911096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['ab44a990-3a64-4174-acc5-9fabf7b313fe'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:56:14.940480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.940828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.941174 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.941530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.941866 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.942190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.942512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.942837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.943163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.943487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.943804 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.944122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.944437 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:14.964269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] No DVR routers for this DVR port ab44a990-3a64-4174-acc5-9fabf7b313fe on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:56:14.966920 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:14.970300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd7e0dd7-437d-4d61-8513-4a65457e8078 req-aa03e9d4-9999-48b2-a752-7f5d6b6bafae tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.24 "DELETE /v2.0/ports/ab44a990-3a64-4174-acc5-9fabf7b313fe HTTP/1.1" status: 204 len: 173 time: 0.4030035 Dec 21 02:56:14.970816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'name': 'network-vif-deleted', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:56:14.973315 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59bf05-a887-4ba1-bddb-1eeb098e3c71" -d '{"events": [{"server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "name": "network-vif-deleted", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:56:15.068962 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85f5da4b-26fe-4d34-8995-0652ea67c203 req-7f1bb7da-8315-4301-b4cb-07333b3057db tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=038850f6-943d-4ab4-bcf1-e044a52ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Dec 21 02:56:15.087228 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3d37a-a07c-49a7-b62f-7df6b0b9dcd4 x-openstack-request-id: req-8ca3d37a-a07c-49a7-b62f-7df6b0b9dcd4 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:56:15.087527 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038850f6-943d-4ab4-bcf1-e044a52ddd91", "name": "network-vif-deleted", "tag": "ab44a990-3a64-4174-acc5-9fabf7b313fe", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:56:15.087797 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ca3d37a-a07c-49a7-b62f-7df6b0b9dcd4 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:56:15.088177 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038850f6-943d-4ab4-bcf1-e044a52ddd91', 'name': 'network-vif-deleted', 'tag': 'ab44a990-3a64-4174-acc5-9fabf7b313fe', 'status': 'completed', 'code': 200} Dec 21 02:56:16.591537 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-a9b56d43-de9e-4012-9b0d-b6cb8b21fc08 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:16.592963 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-a9b56d43-de9e-4012-9b0d-b6cb8b21fc08 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 817 time: 0.1032662 Dec 21 02:56:16.608185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-cb0c5872-325c-4be9-a72f-f77cf842cbbb tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/quotas/e10b7715ef784ec19ea576b5f44c0c64 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Dec 21 02:56:16.657514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-ba3f765c-abe1-42b9-aa3a-617d3d744ad8 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442605 Dec 21 02:56:16.778401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79d9858e-25e3-4603-9302-6a050d0a2073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:16.798704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-e2cfe321-059a-4fd4-937d-0f8ad046f6bb service neutron] 10.222.0.43 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292422 Dec 21 02:56:16.887226 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-957a4225-0a61-4bb1-874b-9504951b0e7a service neutron] 10.222.0.43 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817094 Dec 21 02:56:17.049765 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1678649d-30e8-45dc-9c13-7cf7cf14ade0 req-d72d6271-57cf-49b2-ace1-7af25e6b77df tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 210 time: 0.0311890 Dec 21 02:56:17.524286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.145188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-faa43875-7486-44b2-9984-1ab09a441f0b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:18.146674 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-faa43875-7486-44b2-9984-1ab09a441f0b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.45 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 817 time: 0.1058908 Dec 21 02:56:18.151498 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb45011a-c63c-4f0d-bbf5-00047b723287 req-ff04d775-c59b-4d73-b694-80ba5b9e10e7 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 210 time: 0.0327580 Dec 21 02:56:18.174888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Request body: {'port': {'device_id': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'admin_state_up': True, 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:56:18.285172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Made reservation on behalf of e10b7715ef784ec19ea576b5f44c0c64 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:56:18.289103 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.413390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Allocated IP 172.20.0.12 (637b22ac-fa21-41b1-ba73-659583f671dd/d8afce4b-44bc-4b85-8298-ceb16dfcd07f/fc1ce348-1bda-44df-bdfe-c4da5238c181) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:56:18.558086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.590079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.637389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Network 637b22ac-fa21-41b1-ba73-659583f671dd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:56:18.640326 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:56:18.643918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:56:18.668492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Pushing event updated for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:18.696886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:18.697553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.714312 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-b6e974f2-6286-466c-8670-84fdb46efb9c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443301 Dec 21 02:56:18.742713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Request body: {'port': {'device_id': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:56:18.797799 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.915669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1381f800-5368-4fb9-b6af-c2ec8185a6d7 None None] Provisioning complete for port fc1ce348-1bda-44df-bdfe-c4da5238c181 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:56:18.916245 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1381f800-5368-4fb9-b6af-c2ec8185a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.958839 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:18.961752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-1381f800-5368-4fb9-b6af-c2ec8185a6d7 None None] Port fc1ce348-1bda-44df-bdfe-c4da5238c181 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:56:19.030240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ab44a990-3a64-4174-acc5-9fabf7b313fe no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:19.052550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: ab44a990-3a64-4174-acc5-9fabf7b313fe {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:19.052886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device ab44a990-3a64-4174-acc5-9fabf7b313fe not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:19.058334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1ce348-1bda-44df-bdfe-c4da5238c181 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:56:19.065763 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.078219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Transition to ACTIVE for port object fc1ce348-1bda-44df-bdfe-c4da5238c181 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:56:19.081882 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.133289 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:19.206666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Attempting to bind port fc1ce348-1bda-44df-bdfe-c4da5238c181 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:56:19.207360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Attempting to bind port fc1ce348-1bda-44df-bdfe-c4da5238c181 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:56:19.207360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Attempting to bind port fc1ce348-1bda-44df-bdfe-c4da5238c181 on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:56:19.212732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Port fc1ce348-1bda-44df-bdfe-c4da5238c181 on network 637b22ac-fa21-41b1-ba73-659583f671dd not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:56:19.213208 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Attempting to bind port fc1ce348-1bda-44df-bdfe-c4da5238c181 on network 637b22ac-fa21-41b1-ba73-659583f671dd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:56:19.218163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:56:19.218502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Checking segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:56:19.218882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Bound using segment: {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:56:19.219329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Bound port: fc1ce348-1bda-44df-bdfe-c4da5238c181, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18648c3-2ab5-4447-adab-f074876f37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:56:19.219664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.276324 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd07bc-1c7e-4c85-b28e-37279dd5df06 req-cb7f85fb-5260-423d-9867-0776d5de59f9 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.277892 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0acd07bc-1c7e-4c85-b28e-37279dd5df06 req-cb7f85fb-5260-423d-9867-0776d5de59f9 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 944 time: 0.0534260 Dec 21 02:56:19.289144 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:56:19.292180 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:56:19.297582 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.327578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0acd07bc-1c7e-4c85-b28e-37279dd5df06 req-e04baec2-466f-4b3a-98a0-ffd939491115 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Dec 21 02:56:19.335952 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.336586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.338015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc1ce348-1bda-44df-bdfe-c4da5238c181 HTTP/1.1" status: 200 len: 1093 time: 0.5996206 Dec 21 02:56:19.338462 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:56:19.340730 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:56:19.366541 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ceedc-bc68-4509-8546-8bcf7d646424 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:19.425209 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab32b6-97a2-4b9f-8440-00d359e55e3d x-openstack-request-id: req-d9ab32b6-97a2-4b9f-8440-00d359e55e3d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:56:19.425528 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:56:19.425780 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9ab32b6-97a2-4b9f-8440-00d359e55e3d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:56:19.426174 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181', 'status': 'completed', 'code': 200} Dec 21 02:56:19.462315 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-868253e2-0820-4adc-8ce1-3bdf3d97a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.463880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-868253e2-0820-4adc-8ce1-3bdf3d97a1d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 1096 time: 0.0484707 Dec 21 02:56:19.523442 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-0084581c-28a0-42a8-b34c-55483966cd84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181 HTTP/1.1" status: 200 len: 217 time: 0.0418761 Dec 21 02:56:19.576318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:19.580346 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-e34dba03-a7c1-455c-9845-2258e50d057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.582215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-e34dba03-a7c1-455c-9845-2258e50d057a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0506454 Dec 21 02:56:19.629142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2eaf-c300-4616-9232-c4895af33b1b req-682c8b96-6083-481c-8cf6-8cdf04ce0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.630638 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-682c8b96-6083-481c-8cf6-8cdf04ce0c2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398862 Dec 21 02:56:19.730843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-3d56598d-04f8-49ff-a5ed-6ac4f9d9a1de service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893877 Dec 21 02:56:19.826317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-892b2eaf-c300-4616-9232-c4895af33b1b req-a7b30459-e4ff-42f2-8d2a-20f7f1c1b934 service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829067 Dec 21 02:56:19.976926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-935678cb-b14b-4b18-9abf-2986bb682970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:19.978433 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-935678cb-b14b-4b18-9abf-2986bb682970 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 1096 time: 0.0437922 Dec 21 02:56:20.067908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-1e7e2ef3-67ea-4b4c-a649-1f395d972686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:20.069259 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-1e7e2ef3-67ea-4b4c-a649-1f395d972686 service neutron] 10.222.0.45 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 917 time: 0.0835264 Dec 21 02:56:20.113640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-e8c4e5d5-6cc4-4db3-b864-89abcdccab40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181 HTTP/1.1" status: 200 len: 217 time: 0.0370417 Dec 21 02:56:20.161932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-5cfce28a-a5fd-4b5f-928b-d2d8693cccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:20.163314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-5cfce28a-a5fd-4b5f-928b-d2d8693cccb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0418766 Dec 21 02:56:20.211650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-f6187ef7-eb11-4d2a-9b35-d7e4c2dd0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:20.213110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-f6187ef7-eb11-4d2a-9b35-d7e4c2dd0833 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417817 Dec 21 02:56:20.307120 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-eff68976-584e-41dd-b274-558281fd142c service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853739 Dec 21 02:56:20.399455 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-95bfa48c-2bbc-4a96-9180-ce51e16f1c4d req-113720a2-03ae-4a7c-bd30-cd571f324647 service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849504 Dec 21 02:56:20.400886 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:56:20.445571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05613a-e2bc-4455-8de3-9ca8d693adda req-f9f3b193-7935-4ba3-8791-43f5a08f878b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:20.447024 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d05613a-e2bc-4455-8de3-9ca8d693adda req-f9f3b193-7935-4ba3-8791-43f5a08f878b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 944 time: 0.0488718 Dec 21 02:56:20.499372 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d05613a-e2bc-4455-8de3-9ca8d693adda req-d6e35cfe-61c7-4c40-bd92-c759e74c79f3 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Dec 21 02:56:21.620145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ccf13-583b-482a-bec4-1630b5d8e5ca req-5b65759d-a628-428a-8dae-0f685ff89b2d tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:21.621530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a2ccf13-583b-482a-bec4-1630b5d8e5ca req-5b65759d-a628-428a-8dae-0f685ff89b2d tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 944 time: 0.0484951 Dec 21 02:56:21.667079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a2ccf13-583b-482a-bec4-1630b5d8e5ca req-c7bded00-07ce-40d1-b489-8da32f3a1ac3 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Dec 21 02:56:21.802930 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fc1ce348-1bda-44df-bdfe-c4da5238c181 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:56:21.902993 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:21.913463 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'fc1ce348-1bda-44df-bdfe-c4da5238c181', 'network_id': '637b22ac-fa21-41b1-ba73-659583f671dd', 'port_id': 'fc1ce348-1bda-44df-bdfe-c4da5238c181', 'mac_address': 'fa:16:3e:31:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8afce4b-44bc-4b85-8298-ceb16dfcd07f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:56:21.949081 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:21.961717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1ce348-1bda-44df-bdfe-c4da5238c181 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:56:21.980258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:21.983781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:22.028653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:22.035768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.036128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.036459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.036796 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.037129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.037494 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.037824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.038151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.038476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.038803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.039125 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.039448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.039774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:22.335090 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['fc1ce348-1bda-44df-bdfe-c4da5238c181'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:56:22.681191 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:22.779160 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2779e50-37ba-4f9f-ba3f-7b9d838427d1 req-38a5d32b-79cd-4f49-8bbd-eb0cc3599291 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:22.780630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2779e50-37ba-4f9f-ba3f-7b9d838427d1 req-38a5d32b-79cd-4f49-8bbd-eb0cc3599291 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Dec 21 02:56:22.834771 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d2779e50-37ba-4f9f-ba3f-7b9d838427d1 req-b0bf7baa-0154-4022-91bb-345381319b08 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Dec 21 02:56:23.821625 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fc1ce348-1bda-44df-bdfe-c4da5238c181 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:56:23.871387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port fc1ce348-1bda-44df-bdfe-c4da5238c181 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:56:23.875402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port fc1ce348-1bda-44df-bdfe-c4da5238c181 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:56:23.875766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:23.951208 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:23.952968 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d2c48-8afc-487a-a0ab-3445d315ff4c req-dc809261-9f09-4c92-bfb1-88a7f7f3c9a2 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:23.954490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0d2c48-8afc-487a-a0ab-3445d315ff4c req-dc809261-9f09-4c92-bfb1-88a7f7f3c9a2 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 945 time: 0.0522351 Dec 21 02:56:23.973309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:56:23.975544 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49137c-34c1-46bf-8ebe-be7227063602" -d '{"events": [{"server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "name": "network-vif-plugged", "status": "completed", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:56:23.989433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:23.994656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:24.002531 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d0d2c48-8afc-487a-a0ab-3445d315ff4c req-117406f4-f594-4f3c-b120-007d0933bc76 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Dec 21 02:56:24.041837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:24.086176 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e3ff9-c3c6-4c6c-83ea-fa0bf0e2033c x-openstack-request-id: req-c21e3ff9-c3c6-4c6c-83ea-fa0bf0e2033c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:56:24.086473 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "name": "network-vif-plugged", "status": "completed", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:56:24.086727 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c21e3ff9-c3c6-4c6c-83ea-fa0bf0e2033c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:56:24.087197 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181', 'code': 200} Dec 21 02:56:24.232204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c14f-c862-4783-90de-8e3f700c99f4 req-6f081c18-e279-4a5d-b409-aca950357f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:24.233702 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-78a5c14f-c862-4783-90de-8e3f700c99f4 req-6f081c18-e279-4a5d-b409-aca950357f15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 1098 time: 0.0431676 Dec 21 02:56:24.610571 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-78a5c14f-c862-4783-90de-8e3f700c99f4 req-ece341d9-38ee-41f5-849e-848eb0f25b94 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655844 Dec 21 02:56:25.118719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e0884-e03f-4440-95de-30c641ad6d86 req-b4dc7630-751d-4123-8d88-f153ece7207b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:25.120181 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-406e0884-e03f-4440-95de-30c641ad6d86 req-b4dc7630-751d-4123-8d88-f153ece7207b tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Dec 21 02:56:25.166295 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-406e0884-e03f-4440-95de-30c641ad6d86 req-7ecfb5ce-c4f6-4950-8bf2-18affbd06e48 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Dec 21 02:56:26.283029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248158d7-ad11-431d-9cba-f0afbefaa1b8 req-3b553382-dc24-42e9-83a8-8d5edcc1bab0 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:26.284485 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-248158d7-ad11-431d-9cba-f0afbefaa1b8 req-3b553382-dc24-42e9-83a8-8d5edcc1bab0 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Dec 21 02:56:26.334340 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-248158d7-ad11-431d-9cba-f0afbefaa1b8 req-ac708ad2-0c8b-4cd6-9a7e-7456a6e10674 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Dec 21 02:56:26.448079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3b6cd-a6fb-4cc9-806c-931e5230a526 req-3088c09d-53b3-4cce-b51a-68bdc81f3aa8 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:26.449488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6d3b6cd-a6fb-4cc9-806c-931e5230a526 req-3088c09d-53b3-4cce-b51a-68bdc81f3aa8 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0489223 Dec 21 02:56:26.501088 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e6d3b6cd-a6fb-4cc9-806c-931e5230a526 req-9b1d63e7-d90f-4b73-953e-99b07049bb93 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Dec 21 02:56:27.540760 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:40.139705 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-f3be8eb0-1338-454b-a32a-05180b46fe2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392010 Dec 21 02:56:40.258375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-282907c0-c18c-459a-bb75-6d2b533a6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:40.259817 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-282907c0-c18c-459a-bb75-6d2b533a6727 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 1098 time: 0.0403211 Dec 21 02:56:40.365234 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-f90f60b8-7922-49a2-abe2-fc1694f01623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:40.366748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-f90f60b8-7922-49a2-abe2-fc1694f01623 service neutron] 10.222.0.45 "GET /v2.0/networks?id=637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 200 len: 917 time: 0.0859556 Dec 21 02:56:40.407954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-dd260e52-4af6-43d0-b722-d13b3d1539a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181 HTTP/1.1" status: 200 len: 217 time: 0.0335681 Dec 21 02:56:40.455526 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-c4e121e8-02df-490f-9471-d79519d2e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:40.456950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-c4e121e8-02df-490f-9471-d79519d2e38c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 200 len: 856 time: 0.0411274 Dec 21 02:56:40.512735 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-a93ecb06-62eb-425f-9a7d-da42af99eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:40.514189 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-a93ecb06-62eb-425f-9a7d-da42af99eb0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=637b22ac-fa21-41b1-ba73-659583f671dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422554 Dec 21 02:56:40.602198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-f5d68431-1706-428d-80b4-7115157a1940 service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802016 Dec 21 02:56:40.697514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0cf9b8c2-c092-4dc6-aecb-ef6fc12f25db req-d8ce1bf9-4c96-4f86-b11a-728c2647b488 service neutron] 10.222.0.45 "GET /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849741 Dec 21 02:56:44.071126 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a12dbb5b-595c-4800-9c4a-96023e3eeb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:46.779853 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6593402f-de1b-4f64-9e89-b2138ccb253b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:47.524270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:48.909956 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01683-28ca-4645-a243-c6f2fbe5c659 req-77bcf68d-d53f-402a-a8e1-ebcd59a2ba79 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:48.911467 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11d01683-28ca-4645-a243-c6f2fbe5c659 req-77bcf68d-d53f-402a-a8e1-ebcd59a2ba79 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0487089 Dec 21 02:56:48.934238 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:48.959927 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-11d01683-28ca-4645-a243-c6f2fbe5c659 req-3946b374-e794-429d-b370-5554e8d7fcce tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Dec 21 02:56:49.498151 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:50.079571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445870-9f7b-49e4-9b91-f8bb980ba26b req-2a39a803-f2db-428e-b11a-028325ca6b30 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:50.081039 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad445870-9f7b-49e4-9b91-f8bb980ba26b req-2a39a803-f2db-428e-b11a-028325ca6b30 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Dec 21 02:56:50.126959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad445870-9f7b-49e4-9b91-f8bb980ba26b req-1f306c49-7e4f-4a56-b3ce-ca6416bb649a tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f78bc2f-1125-49ae-a986-1d9b19a647df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Dec 21 02:56:50.744003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-8f46fe70-c29c-4122-8878-ab582300048c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:56:50.745556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-8f46fe70-c29c-4122-8878-ab582300048c tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 946 time: 0.0524821 Dec 21 02:56:50.839712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Deleting port fc1ce348-1bda-44df-bdfe-c4da5238c181 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:50.840147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:50.924884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] For port fc1ce348-1bda-44df-bdfe-c4da5238c181, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=fc1ce348-1bda-44df-bdfe-c4da5238c181,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:50.925233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:50.937297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Calling delete_port for fc1ce348-1bda-44df-bdfe-c4da5238c181 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:51.071302 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:51.104204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Pushing event deleted for resources: {'Port': ['ID=fc1ce348-1bda-44df-bdfe-c4da5238c181,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:51.117226 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['fc1ce348-1bda-44df-bdfe-c4da5238c181'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:56:51.146349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] No DVR routers for this DVR port fc1ce348-1bda-44df-bdfe-c4da5238c181 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:56:51.149968 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:51.153530 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3ea38dee-cff7-467a-b0a4-585a083dc449 req-cbc8923f-1f03-42a6-b4d0-e0a10e0d1564 tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.45 "DELETE /v2.0/ports/fc1ce348-1bda-44df-bdfe-c4da5238c181 HTTP/1.1" status: 204 len: 173 time: 0.3982129 Dec 21 02:56:51.154019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'name': 'network-vif-deleted', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:56:51.156361 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad4b69-f4ef-434e-8c78-1c6b76d08d07" -d '{"events": [{"server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "name": "network-vif-deleted", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:56:51.206110 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8a354-c6d5-4528-8594-4ed72955753b x-openstack-request-id: req-e9b8a354-c6d5-4528-8594-4ed72955753b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:56:51.206110 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e87f7c-a549-42ba-9d9c-c670136a6d89", "name": "network-vif-deleted", "tag": "fc1ce348-1bda-44df-bdfe-c4da5238c181", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:56:51.206456 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9b8a354-c6d5-4528-8594-4ed72955753b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:56:51.206965 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e87f7c-a549-42ba-9d9c-c670136a6d89', 'name': 'network-vif-deleted', 'tag': 'fc1ce348-1bda-44df-bdfe-c4da5238c181', 'status': 'completed', 'code': 200} Dec 21 02:56:51.253815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef8ccf99-e424-425f-9084-389c3fd10e39 req-64ffbe8f-a6b9-4251-b892-565c74d5d6aa tempest-TestEncryptedCinderVolumes-1276213459 tempest-TestEncryptedCinderVolumes-1276213459-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6e87f7c-a549-42ba-9d9c-c670136a6d89 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Dec 21 02:56:52.344598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36492) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:52.684502 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:52.919610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:53.161922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Deleting port 9a275cb8-e122-4bd5-b3d0-30c14df440db {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:53.162257 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:53.237808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] For port 9a275cb8-e122-4bd5-b3d0-30c14df440db, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9a275cb8-e122-4bd5-b3d0-30c14df440db,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:53.238160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:53.250620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Calling delete_port for 9a275cb8-e122-4bd5-b3d0-30c14df440db owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:53.433703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:53.457530 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9a275cb8-e122-4bd5-b3d0-30c14df440db,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:53.467937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.468269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.468613 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.469006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.469486 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.470293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.470293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.470478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.470782 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.471107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.471540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.471873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.472196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:56:53.639882 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:53.858681 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Router 790dc671-fcfd-43ee-a52d-90ee0cda05af has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:56:53.965073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:56:53.970110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ba6efc93-5c14-4144-b556-9dab90abd3cf admin admin] 10.222.0.43 "PUT /v2.0/routers/790dc671-fcfd-43ee-a52d-90ee0cda05af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6245191 Dec 21 02:56:53.972662 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36494) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:53.975339 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Sync routers for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:56:53.978847 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fc1ce348-1bda-44df-bdfe-c4da5238c181 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:53.986307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:56:53.986907 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:53.999381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: fc1ce348-1bda-44df-bdfe-c4da5238c181 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:53.999733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device fc1ce348-1bda-44df-bdfe-c4da5238c181 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:54.087419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.099089 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:56:54.192786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.249539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Deleting port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:54.249877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.327477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] For port 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:54.327890 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.341226 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Calling delete_port for 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:54.361890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:56:53Z', 'revision_number': 5, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port': {'id': '9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:54.388005 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Checking router: 790dc671-fcfd-43ee-a52d-90ee0cda05af for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:56:54.396268 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Routers {'790dc671-fcfd-43ee-a52d-90ee0cda05af'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:56:54.396873 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['790dc671-fcfd-43ee-a52d-90ee0cda05af'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:54.483903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] Set router 790dc671-fcfd-43ee-a52d-90ee0cda05af gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:56:54.509465 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.533019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:54.539086 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:56:54Z', 'revision_number': 6, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:54.550965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd74b2-06ce-4068-8ca1-1442daa65476 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:56:54.566796 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687f261-3bc8-4763-9daf-d6de493ee7a2 None None] The sync data for ids ['790dc671-fcfd-43ee-a52d-90ee0cda05af'] in n-d-761264-20 is: [{'id': '790dc671-fcfd-43ee-a52d-90ee0cda05af', 'name': 'tempest-TestEncryptedCinderVolumes-1662879353-router', 'tenant_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:29Z', 'updated_at': '2021-12-21T02:56:54Z', 'revision_number': 6, 'project_id': 'e10b7715ef784ec19ea576b5f44c0c64', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:56:54.618263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.712786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.715015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.758784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.759279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790dc671-fcfd-43ee-a52d-90ee0cda05af {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:56:54.763888 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.765023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-927ef9ed-2b17-43af-82fa-e653fa40e767 admin admin] 10.222.0.43 "DELETE /v2.0/routers/790dc671-fcfd-43ee-a52d-90ee0cda05af HTTP/1.1" status: 204 len: 168 time: 0.7914619 Dec 21 02:56:54.767598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36496) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:54.814333 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Deleting subnet d8afce4b-44bc-4b85-8298-ceb16dfcd07f {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:56:54.817326 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.850416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.926770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:54.986896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.248284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8afce4b-44bc-4b85-8298-ceb16dfcd07f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:55.253506 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.257794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a57c7da1-b801-490e-bc65-5d24327fda07 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8afce4b-44bc-4b85-8298-ceb16dfcd07f HTTP/1.1" status: 204 len: 168 time: 0.4892137 Dec 21 02:56:55.258514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a0fca-30fe-45a3-858b-f96d2c8e1583 None None] Network 637b22ac-fa21-41b1-ba73-659583f671dd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:56:55.260128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36498) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:55.329960 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.389567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Deleting port d9d8c598-c92a-4cb7-924b-4a0eac55808a {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:55.389914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.411538 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] DHCP port deletion for 637b22ac-fa21-41b1-ba73-659583f671dd request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:56:55.454250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:55.463861 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] For port d9d8c598-c92a-4cb7-924b-4a0eac55808a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d9d8c598-c92a-4cb7-924b-4a0eac55808a,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:55.464228 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.476605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:55.476957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9d9f64aa-3a1a-446e-8360-23a7fcc6cd1e not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:55.477403 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9a275cb8-e122-4bd5-b3d0-30c14df440db no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:55.478017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Calling delete_port for d9d8c598-c92a-4cb7-924b-4a0eac55808a owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:55.499043 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9a275cb8-e122-4bd5-b3d0-30c14df440db {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:55.499309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9a275cb8-e122-4bd5-b3d0-30c14df440db not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:55.502664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Deleting port d9d8c598-c92a-4cb7-924b-4a0eac55808a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:55.503045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.566772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.570180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] For port d9d8c598-c92a-4cb7-924b-4a0eac55808a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=d9d8c598-c92a-4cb7-924b-4a0eac55808a,segment=NetworkSegment(e18648c3-2ab5-4447-adab-f074876f37ac),segment_id=e18648c3-2ab5-4447-adab-f074876f37ac)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:55.570577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.583808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Calling delete_port for d9d8c598-c92a-4cb7-924b-4a0eac55808a owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:55.592533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d8c598-c92a-4cb7-924b-4a0eac55808a,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:55.598890 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] No DVR routers for this DVR port d9d8c598-c92a-4cb7-924b-4a0eac55808a on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:56:55.661550 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.679071 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.687291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] Pushing event deleted for resources: {'Port': ['ID=d9d8c598-c92a-4cb7-924b-4a0eac55808a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:55.689112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd9b7b-32a0-49ea-81ff-f36bc16bd0b2 None None] No DVR routers for this DVR port d9d8c598-c92a-4cb7-924b-4a0eac55808a on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:56:55.705145 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637b22ac-fa21-41b1-ba73-659583f671dd']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:55.715081 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18648c3-2ab5-4447-adab-f074876f37ac') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:55.715380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18648c3-2ab5-4447-adab-f074876f37ac') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:55.729216 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.742367 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.748106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:56:55.748482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: timer() Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:56:55.750197 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:56:55.803640 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.809258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:55.812782 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] 10.222.0.43 "DELETE /v2.0/networks/637b22ac-fa21-41b1-ba73-659583f671dd HTTP/1.1" status: 204 len: 168 time: 0.5517240 Dec 21 02:56:55.815724 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36500) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:55.824010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716380a7-0a49-4f6f-b869-3a3846a20094 admin admin] Pushing event deleted for resources: {'Network': ['ID=637b22ac-fa21-41b1-ba73-659583f671dd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:56.156337 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:56.398385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Deleting port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:56.398727 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:56.474893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] For port 15d72fa4-8389-4a92-bf6f-9fb38f7c163a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:56.475167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:56.492745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Calling delete_port for 15d72fa4-8389-4a92-bf6f-9fb38f7c163a owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:56.665705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:56.690951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d72fa4-8389-4a92-bf6f-9fb38f7c163a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:56.853982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.070560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Router c6a7a8b3-13d5-4af7-993c-2742fade99fd has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:56:57.175120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:56:57.180102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3852e835-3a3f-4728-a1b9-7566bbab2d94 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6a7a8b3-13d5-4af7-993c-2742fade99fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3632340 Dec 21 02:56:57.182565 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36502) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:57.185053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Sync routers for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:56:57.196144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:56:57.196756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:57.285515 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.298252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:56:57.394071 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.402379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:56:57.457391 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Deleting port a04b86cc-8d75-4d05-9fae-5490ee27f9c8 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:57.457391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.487842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:56:56Z', 'revision_number': 5, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port': {'id': 'a04b86cc-8d75-4d05-9fae-5490ee27f9c8', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:55:34Z', 'updated_at': '2021-12-21T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:57.517168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d9d8c598-c92a-4cb7-924b-4a0eac55808a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:57.519490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Checking router: c6a7a8b3-13d5-4af7-993c-2742fade99fd for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:56:57.536649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] For port a04b86cc-8d75-4d05-9fae-5490ee27f9c8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:57.537029 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.548418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: d9d8c598-c92a-4cb7-924b-4a0eac55808a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:57.548723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Calling delete_port for a04b86cc-8d75-4d05-9fae-5490ee27f9c8 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:57.548837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device d9d8c598-c92a-4cb7-924b-4a0eac55808a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:57.558570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Routers {'c6a7a8b3-13d5-4af7-993c-2742fade99fd'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:56:57.559194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:57.618258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.643727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] Set router c6a7a8b3-13d5-4af7-993c-2742fade99fd gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:56:57.698063 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:56:57Z', 'revision_number': 6, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:57.718837 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.723407 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fdae9-b75e-4797-9752-3b7841157932 None None] The sync data for ids ['c6a7a8b3-13d5-4af7-993c-2742fade99fd'] in n-d-761264-20 is: [{'id': 'c6a7a8b3-13d5-4af7-993c-2742fade99fd', 'name': 'tempest-TestEncryptedCinderVolumes-1965059100-router', 'tenant_id': 'd013a256060d4f909c697d0d64f1a694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:55:33Z', 'updated_at': '2021-12-21T02:56:57Z', 'revision_number': 6, 'project_id': 'd013a256060d4f909c697d0d64f1a694', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:56:57.743621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Pushing event deleted for resources: {'Port': ['ID=a04b86cc-8d75-4d05-9fae-5490ee27f9c8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:57.767504 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c0f7e-82e7-4aa5-a01d-8982bd72c86f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:56:57.807257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.896097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.898239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.943683 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.944352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a7a8b3-13d5-4af7-993c-2742fade99fd {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 02:56:57.949144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:57.950314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f1971593-6984-4d60-9c3b-b97e5e6ecdac admin admin] 10.222.0.43 "DELETE /v2.0/routers/c6a7a8b3-13d5-4af7-993c-2742fade99fd HTTP/1.1" status: 204 len: 168 time: 0.7660315 Dec 21 02:56:57.952874 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36504) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:57.996856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Deleting subnet 1d201ff1-c8ff-41a5-a4a8-658af7255a2d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 02:56:57.999860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.032509 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.114070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.176849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.202336 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d201ff1-c8ff-41a5-a4a8-658af7255a2d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:58.206836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.210039 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c53dc835-726d-489b-bbbc-ca5c9da2c004 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1d201ff1-c8ff-41a5-a4a8-658af7255a2d HTTP/1.1" status: 204 len: 168 time: 0.2560618 Dec 21 02:56:58.212234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649e63c-3eb6-47a1-8c45-176854fc40aa None None] Network 892fbe9d-cd1a-4950-98c7-c383bc349c37 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:56:58.212759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36506) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:58.284547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.338503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Deleting port 702a581a-3fd3-445c-a06f-cf13fe1bd14c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 02:56:58.338847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.400609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] For port 702a581a-3fd3-445c-a06f-cf13fe1bd14c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=702a581a-3fd3-445c-a06f-cf13fe1bd14c,segment=NetworkSegment(e0438e41-dc59-4462-8feb-6da6b9524a89),segment_id=e0438e41-dc59-4462-8feb-6da6b9524a89)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:56:58.400890 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.417426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Calling delete_port for 702a581a-3fd3-445c-a06f-cf13fe1bd14c owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 02:56:58.495527 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.521303 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Pushing event deleted for resources: {'Port': ['ID=702a581a-3fd3-445c-a06f-cf13fe1bd14c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:58.525551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] No DVR routers for this DVR port 702a581a-3fd3-445c-a06f-cf13fe1bd14c on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 02:56:58.526405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fed6c-61c9-402a-b376-1e03321a204d None None] DHCP port deletion for 892fbe9d-cd1a-4950-98c7-c383bc349c37 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:56:58.608128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.628659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892fbe9d-cd1a-4950-98c7-c383bc349c37']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:58.638764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0438e41-dc59-4462-8feb-6da6b9524a89') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:58.639146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0438e41-dc59-4462-8feb-6da6b9524a89') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:56:58.649473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.663285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: timer() Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 02:56:58.675637 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 02:56:58.731070 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.736808 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:58.740139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] 10.222.0.43 "DELETE /v2.0/networks/892fbe9d-cd1a-4950-98c7-c383bc349c37 HTTP/1.1" status: 204 len: 168 time: 0.5268099 Dec 21 02:56:58.754566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba86ac-088e-4392-ad9f-da380fc3fe4c admin admin] Pushing event deleted for resources: {'Network': ['ID=892fbe9d-cd1a-4950-98c7-c383bc349c37,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:58.904083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36510) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:58.941374 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1049bb31-4054-4622-b574-5faaaf830b2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e10b7715ef784ec19ea576b5f44c0c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0360940 Dec 21 02:56:58.943666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36512) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:58.990028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.010834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.057675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.060114 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.061250 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f78bc2f-1125-49ae-a986-1d9b19a647df HTTP/1.1" status: 204 len: 168 time: 0.1162179 Dec 21 02:56:59.068811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e01e-e3cf-4840-8c9c-03f32d1fd5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f78bc2f-1125-49ae-a986-1d9b19a647df,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:56:59.366825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36518) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:59.406358 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8f70b32f-8de0-4568-b909-fc39902a0398 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d013a256060d4f909c697d0d64f1a694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383799 Dec 21 02:56:59.408730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36520) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:56:59.443174 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15d72fa4-8389-4a92-bf6f-9fb38f7c163a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:59.461361 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.465717 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 15d72fa4-8389-4a92-bf6f-9fb38f7c163a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:59.474394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 15d72fa4-8389-4a92-bf6f-9fb38f7c163a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:59.474394 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a04b86cc-8d75-4d05-9fae-5490ee27f9c8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:59.483888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.491008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a04b86cc-8d75-4d05-9fae-5490ee27f9c8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:59.491855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a04b86cc-8d75-4d05-9fae-5490ee27f9c8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:59.492273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 702a581a-3fd3-445c-a06f-cf13fe1bd14c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 02:56:59.511155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 702a581a-3fd3-445c-a06f-cf13fe1bd14c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 02:56:59.511501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 702a581a-3fd3-445c-a06f-cf13fe1bd14c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 02:56:59.532723 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.535466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:56:59.536646 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c91b4c2-0428-423a-ae58-ae1d434512cf HTTP/1.1" status: 204 len: 168 time: 0.1270335 Dec 21 02:56:59.545025 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b901d44-353a-4767-a45c-d3adff460205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91b4c2-0428-423a-ae58-ae1d434512cf,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:00.181080 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36542) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:00.274479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-311121131-network', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:00.296393 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Made reservation on behalf of fbb6bc6ca1b24eaf8c592518bbf75e37 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:57:00.298702 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.306594 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.380542 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.384737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.404907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:57:00.417730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd1086b-bacc-4897-9bbe-c73b383e48cd,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:00.422317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.422682 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Added segment 04eb0e74-b8c2-4456-845c-56a95b0e20a4 of type vlan for network 76c92188-b41f-44c4-b249-f1aeb778030f Dec 21 02:57:00.461471 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.484990 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.485950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:00.486522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.545508 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3631797 Dec 21 02:57:00.548597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36546) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:00.550509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d315865-cd6f-4960-9efe-e7e9c011ce07 admin admin] Pushing event updated for resources: {'Network': ['ID=76c92188-b41f-44c4-b249-f1aeb778030f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:00.554188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Request body: {'subnet': {'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-311121131-subnet', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:00.560953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 76c92188-b41f-44c4-b249-f1aeb778030f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:57:00.578925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Made reservation on behalf of fbb6bc6ca1b24eaf8c592518bbf75e37 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:57:00.581245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.744162 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.799669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7b28a6-7107-4198-b614-4edf4b3d0a99,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:00.808482 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Checking segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:00.808835 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Network hostable DHCP agents. Network: 76c92188-b41f-44c4-b249-f1aeb778030f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:57:00.826832 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Network 76c92188-b41f-44c4-b249-f1aeb778030f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:57:00.837248 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 76c92188-b41f-44c4-b249-f1aeb778030f) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:00.843095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:00.843689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.848870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131f0e7-4473-439d-9575-6c4ed7e23e97 None None] Network 76c92188-b41f-44c4-b249-f1aeb778030f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:57:00.861258 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-8932efa9-445b-4108-9a7e-3f1ff98fbbe7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3115487 Dec 21 02:57:00.863880 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36548) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:00.868604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:00.891142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.892132 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.946755 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:00.956095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-76c92188-b41f-44c4-b249-f1aeb778030f', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:57:00.956995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.088386 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.088747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Allocated IP 172.20.0.2 (76c92188-b41f-44c4-b249-f1aeb778030f/1e7b28a6-7107-4198-b614-4edf4b3d0a99/4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:01.235568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.241979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.283457 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Network 76c92188-b41f-44c4-b249-f1aeb778030f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:01.286245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:01.290298 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:01.297076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Pushing event updated for resources: {'Port': ['ID=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:01.298580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.318094 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.348377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Attempting to bind port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:01.348670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Attempting to bind port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:01.349045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Attempting to bind port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 on network 76c92188-b41f-44c4-b249-f1aeb778030f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:01.355515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:01.355893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Checking segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:01.356312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.356697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Bound using segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:01.357635 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Bound port: 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:01.358021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.423706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] For port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:01.427049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] For port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:01.431181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.432345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Allocated IP 172.25.6.249 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:01.490274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96014e8-7e6d-4bb4-9cdb-2737883d1167 None None] Pushing event updated for resources: {'Port': ['ID=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:01.544815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.578193 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.619011 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:01.627685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:01.627685 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:01.656477 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4db10-f653-433b-b25a-6d6770585a6e None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:01.662544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Pushing event updated for resources: {'Port': ['ID=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:01.782979 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0f6edafa-c399-43d0-9883-e30d062bdc4f None None] Provisioning complete for port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:01.783279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0f6edafa-c399-43d0-9883-e30d062bdc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:01.817605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0f6edafa-c399-43d0-9883-e30d062bdc4f None None] Port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:01.892485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.084485 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.216378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Router 31f6a3e7-cb88-4995-b816-7d717e09fe8b is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:57:02.331518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:57:02.340670 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Sync routers for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:57:02.351155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.351448 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:02.352300 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:02.352637 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c3338cf0-1832-4ab7-9057-4b3d6e8735e1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4878087 Dec 21 02:57:02.355542 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36550) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:02.407720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b974ad-0b6e-4730-a390-987f19bf565f None None] Network 76c92188-b41f-44c4-b249-f1aeb778030f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:57:02.482007 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:02.483050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] Provisioning complete for port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:02.483428 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.610754 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.649763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] For port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:02.655913 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.693498 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:01Z', 'revision_number': 3, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:02.716493 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad882-b075-47e9-a0ea-23be29f8c71a None None] Pushing event updated for resources: {'Port': ['ID=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:02.721619 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Checking router: 31f6a3e7-cb88-4995-b816-7d717e09fe8b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:57:02.721974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Updating router 31f6a3e7-cb88-4995-b816-7d717e09fe8b port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:57:02.752485 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:02.884706 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-769fca06-b450-4f45-aa1b-fb2a5f422e97 None None] Provisioning complete for port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:02.885181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-769fca06-b450-4f45-aa1b-fb2a5f422e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.020564 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.026431 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.038951 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.068893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e849a4-5abf-472c-8114-3a3b1e6e97de None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:03.082306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Attempting to bind port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:03.082683 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Attempting to bind port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:03.083073 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Attempting to bind port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:03.086871 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Pushing event updated for resources: {'Port': ['ID=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:03.097115 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:03.097520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:03.098445 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.098445 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:03.098774 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Bound port: 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:03.099154 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.103035 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.103379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.103725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.104064 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.104396 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.104725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.105317 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.105672 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.105996 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.106319 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.106641 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.106964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.107284 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:03.156643 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] For port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:03.160871 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] For port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:03.164572 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.186049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] Provisioning complete for port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:03.186556 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.212246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125a557-b1b1-44d0-b367-55fd0b66d8e3 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:03.213431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Allocated IP 172.20.0.1 (76c92188-b41f-44c4-b249-f1aeb778030f/1e7b28a6-7107-4198-b614-4edf4b3d0a99/9814fa43-09fc-44c4-a147-8d89a97a8fbe) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:03.221918 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:03.222417 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:03.265676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66485db4-764a-409f-9ea5-72d9749c1548 None None] Pushing event updated for resources: {'Port': ['ID=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:03.285362 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.312436 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] For port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:03.316601 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.338388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.342860 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:03.383795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.390023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66549862-48a0-46ba-a335-732ddfb2aae5 None None] Pushing event updated for resources: {'Port': ['ID=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:03.423386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Network 76c92188-b41f-44c4-b249-f1aeb778030f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:03.426830 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:03.432990 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:03.466811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2acef116-7382-4b8c-9754-1ffbe475969d None None] Provisioning complete for port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:03.467443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2acef116-7382-4b8c-9754-1ffbe475969d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.471856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Pushing event updated for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:03.502248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.505064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:03.662114 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.716226 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:01Z', 'revision_number': 3, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:03.747343 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cac11c-7199-4db9-a736-b92eb82b6516 None None] The sync data for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 is: [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:01Z', 'revision_number': 3, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:57:03.782980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:03.783508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.854686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.860669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.930769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-36ccd884-02b5-4640-9e10-a01c9fd05bb0 None None] Provisioning complete for port 9814fa43-09fc-44c4-a147-8d89a97a8fbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:03.931228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-36ccd884-02b5-4640-9e10-a01c9fd05bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.932382 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:03.934188 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Pushing event updated for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:03.967389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-36ccd884-02b5-4640-9e10-a01c9fd05bb0 None None] Port 9814fa43-09fc-44c4-a147-8d89a97a8fbe cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:04.044131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Network 76c92188-b41f-44c4-b249-f1aeb778030f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:04.046356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:04.169983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Router 31f6a3e7-cb88-4995-b816-7d717e09fe8b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:57:04.289949 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:57:04.294786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b6d25b79-1b16-449a-9f39-d084f942564a None None] Provisioning complete for port 9814fa43-09fc-44c4-a147-8d89a97a8fbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:04.300453 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b6d25b79-1b16-449a-9f39-d084f942564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.300682 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eebb59ad-5243-4537-8009-5cdf8f0b08ec admin admin] 10.222.0.43 "PUT /v2.0/routers/31f6a3e7-cb88-4995-b816-7d717e09fe8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9390299 Dec 21 02:57:04.335232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b6d25b79-1b16-449a-9f39-d084f942564a None None] Port 9814fa43-09fc-44c4-a147-8d89a97a8fbe cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:04.776304 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36568) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:04.781266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1824332372-network', 'tenant_id': '0f5003178f414f33b416937b38e98398'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:04.803120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Made reservation on behalf of 0f5003178f414f33b416937b38e98398 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:57:04.805492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.813886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.888935 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.892855 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.916864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 02:57:04.926405 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2012c15d-1b67-4060-b972-1c3c3a33a06c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:04.931138 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.931482 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Added segment e8639719-9145-4b82-ab92-6e01dffffe1f of type vlan for network 679a0dd3-d4dc-407a-b962-3bfbda75b118 Dec 21 02:57:04.971143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.998745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:04.999807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:05.000384 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.059412 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2794833 Dec 21 02:57:05.060030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36570) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:05.066067 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Request body: {'subnet': {'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1824332372-subnet', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:05.073878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4cdc-1730-4872-8c78-eade4701966a admin admin] Pushing event updated for resources: {'Network': ['ID=679a0dd3-d4dc-407a-b962-3bfbda75b118,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:05.083828 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 02:57:05.095408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Made reservation on behalf of 0f5003178f414f33b416937b38e98398 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:57:05.097958 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.272238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.331001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d66aa2-8fba-4473-a647-1650e389ac0e,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:05.338606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Checking segment: {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:05.339082 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Network hostable DHCP agents. Network: 679a0dd3-d4dc-407a-b962-3bfbda75b118, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 02:57:05.344638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Sync routers for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:57:05.355865 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:05.356046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 02:57:05.356885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:05.365470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 679a0dd3-d4dc-407a-b962-3bfbda75b118) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:05.370260 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:05.370791 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.392975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36572) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:05.394886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a94bec08-1c56-460b-bf89-c5268d66b566 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3342016 Dec 21 02:57:05.397740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:05.420076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1fc68-d704-42d2-ac1c-32991e126851 None None] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:57:05.425455 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.426665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.491857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.503994 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:05.585768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:05.629091 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.637532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-679a0dd3-d4dc-407a-b962-3bfbda75b118', 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118', 'project_id': '0f5003178f414f33b416937b38e98398', 'fixed_ips': [{'subnet_id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 02:57:05.638372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.693205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:05.693600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.828279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.847115 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:05.953117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Allocated IP 172.25.6.72 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/3347ae5a-72ca-4d67-a588-eb0168502ab3) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:05.969800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Allocated IP 172.20.0.2 (679a0dd3-d4dc-407a-b962-3bfbda75b118/f8d66aa2-8fba-4473-a647-1650e389ac0e/59ed7cdc-1178-4780-b1a4-2c8538c20156) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:06.061247 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 2, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:06.092379 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Checking router: 31f6a3e7-cb88-4995-b816-7d717e09fe8b for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:57:06.093069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Updating router 31f6a3e7-cb88-4995-b816-7d717e09fe8b port 9814fa43-09fc-44c4-a147-8d89a97a8fbe binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:57:06.142541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.225995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.236493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.347855 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:06.350827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:06.352524 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Pushing event updated for resources: {'Port': ['ID=59ed7cdc-1178-4780-b1a4-2c8538c20156,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:06.355256 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:06.401983 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.433814 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.460170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Attempting to bind port 59ed7cdc-1178-4780-b1a4-2c8538c20156 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:06.460544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Attempting to bind port 59ed7cdc-1178-4780-b1a4-2c8538c20156 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:06.460923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Attempting to bind port 59ed7cdc-1178-4780-b1a4-2c8538c20156 on network 679a0dd3-d4dc-407a-b962-3bfbda75b118 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:06.468555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:06.473761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:06.474731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:06.475149 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Checking segment: {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:06.475568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.475968 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Bound using segment: {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:06.476453 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Bound port: 59ed7cdc-1178-4780-b1a4-2c8538c20156, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:06.476834 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.478051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:06.495886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f16a28-d12f-4c02-b7e1-685cef075d02 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:06.525147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Pushing event updated for resources: {'Port': ['ID=3347ae5a-72ca-4d67-a588-eb0168502ab3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:06.611639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] For port 59ed7cdc-1178-4780-b1a4-2c8538c20156, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:06.617690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] For port 59ed7cdc-1178-4780-b1a4-2c8538c20156, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=59ed7cdc-1178-4780-b1a4-2c8538c20156,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:06.627911 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.629951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.634587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eea16999-ada7-4747-a103-0a2d505a418c None None] Provisioning complete for port 3347ae5a-72ca-4d67-a588-eb0168502ab3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:06.634954 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eea16999-ada7-4747-a103-0a2d505a418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.639127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.731315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-eea16999-ada7-4747-a103-0a2d505a418c None None] Port 3347ae5a-72ca-4d67-a588-eb0168502ab3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:06.731315 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad3729-c8f9-42b3-9777-400307da33a5 None None] Pushing event updated for resources: {'Port': ['ID=59ed7cdc-1178-4780-b1a4-2c8538c20156,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:06.732281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.816886 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f26564-97a7-4ea4-b1a5-4411524ed4cb None None] Pushing event updated for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:06.824016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Attempting to bind port 9814fa43-09fc-44c4-a147-8d89a97a8fbe on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:06.824189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Attempting to bind port 9814fa43-09fc-44c4-a147-8d89a97a8fbe by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:06.824552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Attempting to bind port 9814fa43-09fc-44c4-a147-8d89a97a8fbe on network 76c92188-b41f-44c4-b249-f1aeb778030f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:06.830107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:06.830488 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Checking segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:06.830893 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.831296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Bound using segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:06.832216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Bound port: 9814fa43-09fc-44c4-a147-8d89a97a8fbe, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:06.832603 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.903739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] For port 9814fa43-09fc-44c4-a147-8d89a97a8fbe, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:06.908982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] For port 9814fa43-09fc-44c4-a147-8d89a97a8fbe, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9814fa43-09fc-44c4-a147-8d89a97a8fbe,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:06.914709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:06.997143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:06.998440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:06.998550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.184797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Router c88568f8-19da-4f20-bd33-7339336c9c2d is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 02:57:07.254650 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f26564-97a7-4ea4-b1a5-4411524ed4cb None None] Pushing event updated for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:07.297905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:57:07.298159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] Provisioning complete for port 9814fa43-09fc-44c4-a147-8d89a97a8fbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:07.298529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.306876 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Sync routers for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:57:07.318324 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:07.318518 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.319065 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:07.319820 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ae1a1d0f-32bc-43c1-b3c1-752bda87740d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9256835 Dec 21 02:57:07.322749 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36574) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:07.353903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:07.436763 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:07.473827 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.552515 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 59ed7cdc-1178-4780-b1a4-2c8538c20156 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:07.560243 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] For port 9814fa43-09fc-44c4-a147-8d89a97a8fbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9814fa43-09fc-44c4-a147-8d89a97a8fbe,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:07.589325 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.638528 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:06Z', 'revision_number': 3, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:07.644646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37eb1e-1ac9-4ee9-86a0-29f9fd882e9c None None] Pushing event updated for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:07.667842 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Checking router: c88568f8-19da-4f20-bd33-7339336c9c2d for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:57:07.668196 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Updating router c88568f8-19da-4f20-bd33-7339336c9c2d port 3347ae5a-72ca-4d67-a588-eb0168502ab3 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:57:07.702182 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.722749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 59ed7cdc-1178-4780-b1a4-2c8538c20156 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:07.723026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.730596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2d834124-d22f-4832-b707-88c292ccea11 None None] Provisioning complete for port 9814fa43-09fc-44c4-a147-8d89a97a8fbe triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:07.730959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d834124-d22f-4832-b707-88c292ccea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.841868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:06Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:07.890319 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:07.899195 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cbdc63-2273-4586-8b6c-a9acd606b485 None None] The sync data for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 is: [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:06Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:57:07.955332 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.007368 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.015987 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.066200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 59ed7cdc-1178-4780-b1a4-2c8538c20156, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=59ed7cdc-1178-4780-b1a4-2c8538c20156,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:08.076428 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.086543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216184e0-db9c-4489-8e74-e8d40dcbd65d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:08.140449 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Attempting to bind port 3347ae5a-72ca-4d67-a588-eb0168502ab3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:08.145920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Attempting to bind port 3347ae5a-72ca-4d67-a588-eb0168502ab3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:08.147953 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Attempting to bind port 3347ae5a-72ca-4d67-a588-eb0168502ab3 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:08.151633 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf7e5-493e-4803-a15a-88c55e24a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3347ae5a-72ca-4d67-a588-eb0168502ab3,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:08.161014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=59ed7cdc-1178-4780-b1a4-2c8538c20156,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:08.168695 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:08.169699 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:08.170324 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.171114 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:08.171815 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Bound port: 3347ae5a-72ca-4d67-a588-eb0168502ab3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:08.172554 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.218632 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e1b7d446-04ae-4393-9609-e9f110f07601 None None] Provisioning complete for port 3347ae5a-72ca-4d67-a588-eb0168502ab3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:08.219129 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d446-04ae-4393-9609-e9f110f07601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.248152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688bbaf-ba05-406a-bd0b-143df4761d88 None None] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 02:57:08.282168 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] For port 3347ae5a-72ca-4d67-a588-eb0168502ab3, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:08.285191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Allocated IP 172.20.0.1 (679a0dd3-d4dc-407a-b962-3bfbda75b118/f8d66aa2-8fba-4473-a647-1650e389ac0e/fd7b84ab-37fb-4d19-bb9f-e99929430c9d) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:08.286398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] For port 3347ae5a-72ca-4d67-a588-eb0168502ab3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3347ae5a-72ca-4d67-a588-eb0168502ab3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:08.295970 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.346836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99124c5e-e0d7-4f34-aa22-00ada9af52a3 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 02:57:08.385520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:08.386540 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:08.403890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e1b7d446-04ae-4393-9609-e9f110f07601 None None] Port 3347ae5a-72ca-4d67-a588-eb0168502ab3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:08.434903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.477862 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.548647 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:08.550140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:08.559312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Provisioning complete for port 59ed7cdc-1178-4780-b1a4-2c8538c20156 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:08.560671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.595965 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf7e5-493e-4803-a15a-88c55e24a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3347ae5a-72ca-4d67-a588-eb0168502ab3,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:08.600466 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:08.620699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:08.625050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:08.709134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.759909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Provisioning complete for port 3347ae5a-72ca-4d67-a588-eb0168502ab3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:08.760191 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.910526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.927434 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:08.947516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] For port 3347ae5a-72ca-4d67-a588-eb0168502ab3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3347ae5a-72ca-4d67-a588-eb0168502ab3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:08.963797 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-b58803c4-8399-4125-af09-2719efe98598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:06Z', 'revision_number': 3, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:08.965517 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.028909 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58803c4-8399-4125-af09-2719efe98598 None None] The sync data for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 is: [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:06Z', 'revision_number': 3, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:57:09.057148 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b756d2-bdc7-470e-b7cb-1f874c7a8aca None None] Pushing event updated for resources: {'Port': ['ID=3347ae5a-72ca-4d67-a588-eb0168502ab3,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:09.100405 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d550f083-2071-4db2-b93d-31ab1736864d None None] Provisioning complete for port fd7b84ab-37fb-4d19-bb9f-e99929430c9d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:09.101139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d550f083-2071-4db2-b93d-31ab1736864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.153129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d550f083-2071-4db2-b93d-31ab1736864d None None] Port fd7b84ab-37fb-4d19-bb9f-e99929430c9d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:09.165073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d550f083-2071-4db2-b93d-31ab1736864d None None] Provisioning complete for port 59ed7cdc-1178-4780-b1a4-2c8538c20156 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:09.165617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d550f083-2071-4db2-b93d-31ab1736864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.199643 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.210342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.290932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.299359 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:09.450204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:09.451763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:09.630638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 59ed7cdc-1178-4780-b1a4-2c8538c20156 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:09.678486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Router c88568f8-19da-4f20-bd33-7339336c9c2d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:57:09.685852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 59ed7cdc-1178-4780-b1a4-2c8538c20156 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:09.686323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.830668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9814fa43-09fc-44c4-a147-8d89a97a8fbe up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:09.844212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:57:09.850802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4cf98b31-0fc5-431e-915d-ea7214e6b211 admin admin] 10.222.0.43 "PUT /v2.0/routers/c88568f8-19da-4f20-bd33-7339336c9c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5254805 Dec 21 02:57:09.856567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-8874f4c1-8e39-47c9-8cea-29c324ed0be3 None None] Provisioning complete for port fd7b84ab-37fb-4d19-bb9f-e99929430c9d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:09.856932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8874f4c1-8e39-47c9-8cea-29c324ed0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:09.902970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-8874f4c1-8e39-47c9-8cea-29c324ed0be3 None None] Port fd7b84ab-37fb-4d19-bb9f-e99929430c9d cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:09.911919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9814fa43-09fc-44c4-a147-8d89a97a8fbe triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:09.912287 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:11.496057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3347ae5a-72ca-4d67-a588-eb0168502ab3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:11.556389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 3347ae5a-72ca-4d67-a588-eb0168502ab3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:11.557159 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:11.640022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Sync routers for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:57:11.663447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:11.664080 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:11.781845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:12.007716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fd7b84ab-37fb-4d19-bb9f-e99929430c9d', 'name': '', 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'mac_address': 'fa:16:3e:6a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:07Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 2, 'project_id': '0f5003178f414f33b416937b38e98398', 'subnets': [{'id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:12.035429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Checking router: c88568f8-19da-4f20-bd33-7339336c9c2d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:57:12.035745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Updating router c88568f8-19da-4f20-bd33-7339336c9c2d port fd7b84ab-37fb-4d19-bb9f-e99929430c9d binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 02:57:12.064615 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.373432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.380315 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.449591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76537f3-3e3e-417a-a1ad-19c5f2af6ce7 None None] Pushing event updated for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:12.495242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Attempting to bind port fd7b84ab-37fb-4d19-bb9f-e99929430c9d on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:12.495649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Attempting to bind port fd7b84ab-37fb-4d19-bb9f-e99929430c9d by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:12.495980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Attempting to bind port fd7b84ab-37fb-4d19-bb9f-e99929430c9d on network 679a0dd3-d4dc-407a-b962-3bfbda75b118 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:12.501602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:12.502271 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Checking segment: {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:12.503093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.503505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Bound using segment: {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:12.503986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Bound port: fd7b84ab-37fb-4d19-bb9f-e99929430c9d, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8639719-9145-4b82-ab92-6e01dffffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:12.504394 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.582235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] For port fd7b84ab-37fb-4d19-bb9f-e99929430c9d, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:12.585640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] For port fd7b84ab-37fb-4d19-bb9f-e99929430c9d, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:12.598813 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:12.667346 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:12.667988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:56:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:12.669765 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76537f3-3e3e-417a-a1ad-19c5f2af6ce7 None None] Pushing event updated for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:12.965785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] Provisioning complete for port fd7b84ab-37fb-4d19-bb9f-e99929430c9d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:12.966153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:13.026417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:13.162096 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:13.240252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] For port fd7b84ab-37fb-4d19-bb9f-e99929430c9d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:13.252279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:13.353536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fd7b84ab-37fb-4d19-bb9f-e99929430c9d', 'name': '', 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'mac_address': 'fa:16:3e:6a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:07Z', 'updated_at': '2021-12-21T02:57:12Z', 'revision_number': 4, 'project_id': '0f5003178f414f33b416937b38e98398', 'subnets': [{'id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:13.387444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7175-3dc3-454d-8661-a6b6ecd43a03 None None] Pushing event updated for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:13.391279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778e674-60de-49d0-8e47-390488ea09e2 None None] The sync data for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 is: [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fd7b84ab-37fb-4d19-bb9f-e99929430c9d', 'name': '', 'network_id': '679a0dd3-d4dc-407a-b962-3bfbda75b118', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'mac_address': 'fa:16:3e:6a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:07Z', 'updated_at': '2021-12-21T02:57:12Z', 'revision_number': 4, 'project_id': '0f5003178f414f33b416937b38e98398', 'subnets': [{'id': 'f8d66aa2-8fba-4473-a647-1650e389ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:57:13.414065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ef44bd64-0900-42ea-8eac-84a61d7e16e2 None None] Provisioning complete for port fd7b84ab-37fb-4d19-bb9f-e99929430c9d triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:13.414443 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef44bd64-0900-42ea-8eac-84a61d7e16e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:14.064903 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-065d473b-202a-4d87-a2fe-fc347c5a1a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:15.483081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fd7b84ab-37fb-4d19-bb9f-e99929430c9d up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:15.535779 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fd7b84ab-37fb-4d19-bb9f-e99929430c9d triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:15.536300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:16.785444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1e08ce-2456-403d-a7d4-23e8771ca4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:17.530919 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:18.940318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:19.499856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:19.760960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-66924801-a267-41c4-a441-854e25a1eea7 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:19.762442 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-66924801-a267-41c4-a441-854e25a1eea7 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 814 time: 0.1035950 Dec 21 02:57:19.777691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-f0882976-2cb9-4037-b47c-cc1847963c49 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/quotas/fbb6bc6ca1b24eaf8c592518bbf75e37 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Dec 21 02:57:19.826655 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-0760e897-f70c-4112-ace3-a09e8ff65ce1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438199 Dec 21 02:57:19.931831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-39191dc3-5e8b-41b2-927d-7b7e46424cc6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 02:57:19.932834 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-39191dc3-5e8b-41b2-927d-7b7e46424cc6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0945742 Dec 21 02:57:20.025087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-21570a4f-961b-4371-a12c-a3260d85f591 service neutron] 10.222.0.43 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858102 Dec 21 02:57:20.113575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-0a53e83e-2b1e-434a-a606-2548666bf5bf service neutron] 10.222.0.43 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816700 Dec 21 02:57:20.275554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fad70486-9c3a-42ee-b7cb-1034908f563e req-4f5a496d-9d03-454a-8fa8-dac71dd4e427 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Dec 21 02:57:21.264550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-b642601b-9c18-4410-996c-427e295da52c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:21.266068 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-b642601b-9c18-4410-996c-427e295da52c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 814 time: 0.1057947 Dec 21 02:57:21.294403 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'port': {'device_id': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'admin_state_up': True, 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:21.373621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40af44da-4c69-4ea9-a0bd-dc5d7da5a7a9 req-0b9d6f9c-1471-4cc3-ac83-bf3bcd5e0291 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 210 time: 0.0297184 Dec 21 02:57:21.414825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Made reservation on behalf of fbb6bc6ca1b24eaf8c592518bbf75e37 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 02:57:21.418376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:21.552049 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Allocated IP 172.20.0.3 (76c92188-b41f-44c4-b249-f1aeb778030f/1e7b28a6-7107-4198-b614-4edf4b3d0a99/a9f2ef2e-12e6-4d54-96df-85896e726f27) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:21.750212 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:21.788073 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:21.833937 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Network 76c92188-b41f-44c4-b249-f1aeb778030f is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:21.839528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:21.843517 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:21.875719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:21.889698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.890131 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.890429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.890778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.891109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.891444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.891773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.892099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.892479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.892824 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.893266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.893629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.893951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:21.922188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:21.922860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:21.947548 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-86389e47-614f-4325-9612-30dcf856120b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6569872 Dec 21 02:57:22.112623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cea5306e-beda-48ec-b21b-52ea28ee38c0 None None] Provisioning complete for port a9f2ef2e-12e6-4d54-96df-85896e726f27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:22.113168 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cea5306e-beda-48ec-b21b-52ea28ee38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:22.151429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-cea5306e-beda-48ec-b21b-52ea28ee38c0 None None] Port a9f2ef2e-12e6-4d54-96df-85896e726f27 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 02:57:22.494342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76345aa5-db04-4457-b96d-8cdd9518db58 req-8250f917-cb8b-43cc-8116-b096797752f3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:22.496175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76345aa5-db04-4457-b96d-8cdd9518db58 req-8250f917-cb8b-43cc-8116-b096797752f3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0505626 Dec 21 02:57:22.550117 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76345aa5-db04-4457-b96d-8cdd9518db58 req-26244605-395e-4d20-bd8d-5a5601993463 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Dec 21 02:57:22.691929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:23.682019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77d8c-8265-4589-a57d-74df68ded00c req-283d83ca-f075-4053-ab45-2198fd970ebb tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:23.683486 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4be77d8c-8265-4589-a57d-74df68ded00c req-283d83ca-f075-4053-ab45-2198fd970ebb tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0655453 Dec 21 02:57:23.733230 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4be77d8c-8265-4589-a57d-74df68ded00c req-a410672b-1573-4c53-90d8-83e3338ca95a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Dec 21 02:57:24.864273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdb34d-171d-4f9a-a78e-83b73da3828a req-d509e22d-945e-4018-bbde-0db76fac06a9 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:24.867162 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93cdb34d-171d-4f9a-a78e-83b73da3828a req-d509e22d-945e-4018-bbde-0db76fac06a9 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0527709 Dec 21 02:57:24.917868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93cdb34d-171d-4f9a-a78e-83b73da3828a req-907de092-7d8f-4e3d-a155-c4357cc3e46d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Dec 21 02:57:26.037826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc11472-eb1d-4fdc-8eea-eaa25dfb2d8f req-a527c3f8-6430-48b8-bce1-1c2d86507161 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:26.039630 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abc11472-eb1d-4fdc-8eea-eaa25dfb2d8f req-a527c3f8-6430-48b8-bce1-1c2d86507161 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0496173 Dec 21 02:57:26.094769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-abc11472-eb1d-4fdc-8eea-eaa25dfb2d8f req-34ed7d2d-4582-4024-bda1-2c6323a2057e tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480182 Dec 21 02:57:27.217220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ada15-8d25-4a69-8270-efeba307a247 req-1214a08c-e39c-48ad-8f81-b4cb7ec6d29c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:27.218823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c7ada15-8d25-4a69-8270-efeba307a247 req-1214a08c-e39c-48ad-8f81-b4cb7ec6d29c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0531211 Dec 21 02:57:27.271385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c7ada15-8d25-4a69-8270-efeba307a247 req-6da77faa-4ca2-4e53-a173-0bb7737a2443 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Dec 21 02:57:27.558075 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:28.402982 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe0e8-0a54-40bd-a384-0fa343fa192c req-52d7a79d-4cac-4415-a3b8-5038ac75722d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:28.404476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ddbe0e8-0a54-40bd-a384-0fa343fa192c req-52d7a79d-4cac-4415-a3b8-5038ac75722d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0598559 Dec 21 02:57:28.456471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9ddbe0e8-0a54-40bd-a384-0fa343fa192c req-d71941cd-07f9-4d17-8d42-c2f1b091c6f3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460088 Dec 21 02:57:29.579073 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e329b-83dd-4385-b3d0-7f31c4641deb req-d3cbaac4-6187-464c-bc1d-d8809ced398b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:29.581488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9e329b-83dd-4385-b3d0-7f31c4641deb req-d3cbaac4-6187-464c-bc1d-d8809ced398b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0519500 Dec 21 02:57:29.637596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd9e329b-83dd-4385-b3d0-7f31c4641deb req-d6e8809d-106b-4a1b-8541-85069679ae75 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Dec 21 02:57:30.759953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0626789-ade2-438c-b07b-c12829743b84 req-0c21a53a-f267-4fb9-ad11-68764b508fe6 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:30.761980 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0626789-ade2-438c-b07b-c12829743b84 req-0c21a53a-f267-4fb9-ad11-68764b508fe6 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0508804 Dec 21 02:57:30.812913 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c0626789-ade2-438c-b07b-c12829743b84 req-8854c4d2-3130-4092-97a6-a482c94ca68d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Dec 21 02:57:31.924704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6131a-e9bc-47b4-80d9-d6c8381c6e34 req-c13b0188-8679-42d0-bdb0-2cc75a98d77c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:31.926199 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eec6131a-e9bc-47b4-80d9-d6c8381c6e34 req-c13b0188-8679-42d0-bdb0-2cc75a98d77c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0477750 Dec 21 02:57:31.972234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eec6131a-e9bc-47b4-80d9-d6c8381c6e34 req-98e8c9a5-5b4d-4691-a300-9f52e9a1754a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Dec 21 02:57:33.090606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5381ba-b589-4cf6-b18a-6904d483414e req-7b077824-1e65-4d08-b032-40c8a4ceb731 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:33.092055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d5381ba-b589-4cf6-b18a-6904d483414e req-7b077824-1e65-4d08-b032-40c8a4ceb731 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0521505 Dec 21 02:57:33.138347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d5381ba-b589-4cf6-b18a-6904d483414e req-6ca332fd-8ecd-465f-856c-738796695f89 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Dec 21 02:57:34.070983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Request body: {'port': {'device_id': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:34.127211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.251873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617700-62fe-4026-92d8-a51afda8f8c3 req-63f87ef4-8759-4676-a0db-700a7cc52c1d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:34.253388 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef617700-62fe-4026-92d8-a51afda8f8c3 req-63f87ef4-8759-4676-a0db-700a7cc52c1d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 931 time: 0.0492654 Dec 21 02:57:34.301542 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ef617700-62fe-4026-92d8-a51afda8f8c3 req-1e394da9-adb5-42bf-9b81-b22c84f25f76 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Dec 21 02:57:34.388440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f2ef2e-12e6-4d54-96df-85896e726f27 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:57:34.395695 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.404676 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:57:34.407941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Transition to ACTIVE for port object a9f2ef2e-12e6-4d54-96df-85896e726f27 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 02:57:34.411737 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.460845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:34.533528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Attempting to bind port a9f2ef2e-12e6-4d54-96df-85896e726f27 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 02:57:34.533870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Attempting to bind port a9f2ef2e-12e6-4d54-96df-85896e726f27 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 02:57:34.534203 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Attempting to bind port a9f2ef2e-12e6-4d54-96df-85896e726f27 on network 76c92188-b41f-44c4-b249-f1aeb778030f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:34.539365 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Port a9f2ef2e-12e6-4d54-96df-85896e726f27 on network 76c92188-b41f-44c4-b249-f1aeb778030f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 02:57:34.539690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Attempting to bind port a9f2ef2e-12e6-4d54-96df-85896e726f27 on network 76c92188-b41f-44c4-b249-f1aeb778030f {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 02:57:34.544734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 2, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 02:57:34.545076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Checking segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 02:57:34.545503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Bound using segment: {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 02:57:34.545930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Bound port: a9f2ef2e-12e6-4d54-96df-85896e726f27, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04eb0e74-b8c2-4456-845c-56a95b0e20a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 02:57:34.546287 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.610881 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 02:57:34.614276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 02:57:34.618878 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.655367 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:34.655907 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:34.657244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1092 time: 0.5911396 Dec 21 02:57:34.657737 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:57:34.660021 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b393d8f2-5c8a-4b02-af04-0484b0f27d86" -d '{"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:57:34.686631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f9504-d89d-4853-8a99-d30310ca46e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:34.707262 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c29dcc-f7e8-429d-b2bd-0949a14a654d x-openstack-request-id: req-11c29dcc-f7e8-429d-b2bd-0949a14a654d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:57:34.707464 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:57:34.708163 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11c29dcc-f7e8-429d-b2bd-0949a14a654d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:57:34.708583 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 02:57:34.780441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-b8d1cfb9-b572-487f-970f-78731e23ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:34.782306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-b8d1cfb9-b572-487f-970f-78731e23ede8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0539937 Dec 21 02:57:34.831242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-6c4be6e6-acae-47e6-af79-65cdbba99ad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Dec 21 02:57:34.879447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-9cca6d3d-739f-45c8-8cd9-139206b7784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:34.881380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-9cca6d3d-739f-45c8-8cd9-139206b7784e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0424566 Dec 21 02:57:34.929165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-15c3c409-7d5e-4014-8ec4-bd3d5d1a6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:34.930701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-15c3c409-7d5e-4014-8ec4-bd3d5d1a6303 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427635 Dec 21 02:57:35.018462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-79b88889-b7cb-44f8-8fb2-318f0c3ecbf2 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809610 Dec 21 02:57:35.109196 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-15c93e69-0ccc-4217-8dee-73e6000903a1 req-feea4b52-acd1-414b-b1d0-83271d0095f2 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 Dec 21 02:57:35.236745 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-8094ac54-1ed9-4791-a07b-3dbe7e36952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:35.238296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-8094ac54-1ed9-4791-a07b-3dbe7e36952c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0432773 Dec 21 02:57:35.330916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-59ceb0d8-5fdf-43f1-8b64-acfb099e6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:35.332693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-59ceb0d8-5fdf-43f1-8b64-acfb099e6958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0864122 Dec 21 02:57:35.377205 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-cb3b0b5b-e1d8-4860-8987-8a457565b745 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Dec 21 02:57:35.425862 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-799f2984-a9d4-425a-b90b-18d58e9afb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:35.426630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7293b-a6a5-48cb-987d-2a73798a8ab1 req-fe5ada81-43b6-422c-b714-f14caba1c33b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:35.427354 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-799f2984-a9d4-425a-b90b-18d58e9afb01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0430229 Dec 21 02:57:35.428789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5a7293b-a6a5-48cb-987d-2a73798a8ab1 req-fe5ada81-43b6-422c-b714-f14caba1c33b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 943 time: 0.0534055 Dec 21 02:57:35.474476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e5a7293b-a6a5-48cb-987d-2a73798a8ab1 req-0e708e83-6b3a-4e89-b575-94955416c0a1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Dec 21 02:57:35.475844 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-9fdb91d3-08bd-4287-b00e-9526db828579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:35.477324 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-9fdb91d3-08bd-4287-b00e-9526db828579 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426581 Dec 21 02:57:35.565553 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-6f63af71-313c-44bd-a0c6-821b2e9fd0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809362 Dec 21 02:57:35.657911 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b393d8f2-5c8a-4b02-af04-0484b0f27d86 req-d04d261c-67cc-4a9a-aa9c-145e2cae78f6 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851200 Dec 21 02:57:36.591290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632a7a-6708-410f-9319-4943648d600e req-e551f72f-37f9-428a-b86c-811edf2cad34 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:36.592756 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab632a7a-6708-410f-9319-4943648d600e req-e551f72f-37f9-428a-b86c-811edf2cad34 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 943 time: 0.0478320 Dec 21 02:57:36.638768 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab632a7a-6708-410f-9319-4943648d600e req-f763915f-fbeb-4bbb-872e-f068e4976b5e tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Dec 21 02:57:37.421237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a9f2ef2e-12e6-4d54-96df-85896e726f27 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 02:57:37.516361 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:37.527556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'port_id': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'mac_address': 'fa:16:3e:f1:c7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 02:57:37.564706 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:37.577040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f2ef2e-12e6-4d54-96df-85896e726f27 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 02:57:37.596060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:37.600649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:37.649770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:37.657969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.658326 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.658674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.659009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.659351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.659690 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.660018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.660355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.660681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.661007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.661360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.661685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.662038 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:37.751655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92d846-8544-4696-bfa6-ddc76f737597 req-0efbf348-fe14-43ee-897a-821195e76d9a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:37.753114 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f92d846-8544-4696-bfa6-ddc76f737597 req-0efbf348-fe14-43ee-897a-821195e76d9a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 944 time: 0.0488019 Dec 21 02:57:37.803325 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1f92d846-8544-4696-bfa6-ddc76f737597 req-332a7989-b83b-414f-b514-6aba3d58ad5c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Dec 21 02:57:38.004380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:57:38.916200 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614845c-fa84-4a19-ab00-4957c261e456 req-bcb23ff7-78d1-4e65-bc77-103fbd49fc81 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:38.917680 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b614845c-fa84-4a19-ab00-4957c261e456 req-bcb23ff7-78d1-4e65-bc77-103fbd49fc81 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 944 time: 0.0482478 Dec 21 02:57:38.962581 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b614845c-fa84-4a19-ab00-4957c261e456 req-f1c39600-e0d6-4fba-b2b2-ee09d2a07f51 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Dec 21 02:57:39.435120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a9f2ef2e-12e6-4d54-96df-85896e726f27 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 02:57:39.486680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port a9f2ef2e-12e6-4d54-96df-85896e726f27 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 02:57:39.490418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port a9f2ef2e-12e6-4d54-96df-85896e726f27 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:39.490793 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:39.565391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:39.588353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:57:39.590584 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9cd511-38ab-4d03-9440-b769b6d12703" -d '{"events": [{"server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:57:39.603375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:39.607770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:39.637067 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c9fb1c-cc4c-438c-9872-af1a4beb6711 x-openstack-request-id: req-b7c9fb1c-cc4c-438c-9872-af1a4beb6711 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:57:39.637396 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:57:39.637657 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7c9fb1c-cc4c-438c-9872-af1a4beb6711 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:57:39.638380 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'code': 200} Dec 21 02:57:39.671012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:39.755231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00e282-b47c-49dd-851d-a5961175991a req-9cb958b5-d212-4735-a76a-86dd19e1c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:39.756686 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c00e282-b47c-49dd-851d-a5961175991a req-9cb958b5-d212-4735-a76a-86dd19e1c0f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0394893 Dec 21 02:57:39.798794 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4c00e282-b47c-49dd-851d-a5961175991a req-5e8f37ed-b436-444f-932e-30fb4b9f3f01 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Dec 21 02:57:40.075008 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e954-74fc-423a-97a3-d80ac542b8db req-04a2ad27-7013-4864-9a41-71e42fb55e92 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:40.076488 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd15e954-74fc-423a-97a3-d80ac542b8db req-04a2ad27-7013-4864-9a41-71e42fb55e92 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0472915 Dec 21 02:57:40.122385 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dd15e954-74fc-423a-97a3-d80ac542b8db req-eba7e6f7-4f38-4989-86bb-a14c69d36622 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Dec 21 02:57:41.244798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39d192-34d0-4ed0-8426-2200d30b3953 req-a43145b3-cbf9-4f02-a8cd-99ed341bd32f tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:41.246310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac39d192-34d0-4ed0-8426-2200d30b3953 req-a43145b3-cbf9-4f02-a8cd-99ed341bd32f tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Dec 21 02:57:41.291546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ac39d192-34d0-4ed0-8426-2200d30b3953 req-1dfb7114-4f9e-4b4f-91b4-b9fcd25b1dc1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Dec 21 02:57:41.404884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0bec-6e23-4c44-8e34-6d9e7f0fb2d9 req-b1895023-7f52-42ae-ae01-858403e8ff07 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:41.406377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bbf0bec-6e23-4c44-8e34-6d9e7f0fb2d9 req-b1895023-7f52-42ae-ae01-858403e8ff07 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Dec 21 02:57:41.453504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7bbf0bec-6e23-4c44-8e34-6d9e7f0fb2d9 req-c8c94923-3cd3-4a54-a197-cc23b054dde7 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Dec 21 02:57:41.636951 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140bd32-f6f8-4a61-9ff2-ee3907c6cad3 req-6fe9e3bb-9a81-4964-991e-a6aec61e8972 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:41.638408 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2140bd32-f6f8-4a61-9ff2-ee3907c6cad3 req-6fe9e3bb-9a81-4964-991e-a6aec61e8972 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Dec 21 02:57:41.688570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2140bd32-f6f8-4a61-9ff2-ee3907c6cad3 req-4d076c49-c030-44dd-9564-d29c77052a19 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Dec 21 02:57:44.067735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1ca2-a1f4-46c9-baaf-0bee0203192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:46.778894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d288fc9-ca62-4d51-9652-512012acced3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:47.530270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:48.937259 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:49.502384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:52.710585 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:55.232510 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5777afc-8d61-4366-bec0-9d0443cbe90b req-61e63c0c-a455-4569-afe2-f438123ec709 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:55.233977 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5777afc-8d61-4366-bec0-9d0443cbe90b req-61e63c0c-a455-4569-afe2-f438123ec709 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0476110 Dec 21 02:57:55.281615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a5777afc-8d61-4366-bec0-9d0443cbe90b req-7ccad0e8-3467-4ee3-876b-114b255fef72 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Dec 21 02:57:55.303003 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36776) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:55.388102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156033c-1e90-4f68-af1a-608c7e8e5648 tempest-TestMinimumBasicScenario-1382181764 tempest-TestMinimumBasicScenario-1382181764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:55.389668 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4156033c-1e90-4f68-af1a-608c7e8e5648 tempest-TestMinimumBasicScenario-1382181764 tempest-TestMinimumBasicScenario-1382181764-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1092 time: 0.0856903 Dec 21 02:57:55.392614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36780) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:55.396898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:55.420650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:55.517308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:55.615910 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Allocated IP 172.25.6.233 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/1efaacd6-4322-4415-bf42-b42d9aaa0def) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 02:57:55.734684 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:55.768697 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:55.802593 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 02:57:55.814141 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 02:57:55.818209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 02:57:55.845225 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'Port': ['ID=1efaacd6-4322-4415-bf42-b42d9aaa0def,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:55.855916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.856269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.856618 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.856966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.857305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.857668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.857999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.858327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.858655 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.858983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.859308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.859632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:55.859953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 02:57:56.427502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:56.491356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:56.635833 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:56.640070 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:56.710277 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'Port': ['ID=1efaacd6-4322-4415-bf42-b42d9aaa0def,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:56.720910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:56.819135 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Floating IP 26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b associated. External IP: 172.25.6.233, port: a9f2ef2e-12e6-4d54-96df-85896e726f27. Dec 21 02:57:57.025108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Router 31f6a3e7-cb88-4995-b816-7d717e09fe8b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 02:57:57.131551 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 02:57:57.142310 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Sync routers for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 02:57:57.148269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.152425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:57.153063 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:57.182224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ffced067-431b-40ed-ac5f-1adf0b4d3639 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7854960 Dec 21 02:57:57.182224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:57:57.182779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36782) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:57.183546 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260195e7-a721-40a3-a7d5-0aaa7de4fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:57:57.187711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694670413', 'description': 'tempest-secgroup-smoke-694670413 description', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:57.214917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.285052 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.290348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.318974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a576a98-0ea7-4743-8fab-955e12200af0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:57.323751 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.327703 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-be7de4fc-9158-472b-b8de-b59ffbec0577 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1410906 Dec 21 02:57:57.328011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36788) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:57.332103 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:57.362854 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.372492 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909de1d-771b-410e-b81e-ebbe3df7cf44 x-openstack-request-id: req-6909de1d-771b-410e-b81e-ebbe3df7cf44 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:57:57.373296 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:57:57.374051 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6909de1d-771b-410e-b81e-ebbe3df7cf44 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:57:57.374838 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 02:57:57.384901 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:57.433790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.453603 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.477591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c962be-f516-403b-bc56-a937105e11eb,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:57.487850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-c54d8f87-2ad3-46bf-8454-c6845320bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:57.489379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-c54d8f87-2ad3-46bf-8454-c6845320bf0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0650802 Dec 21 02:57:57.492416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.494141 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d3bd9d9b-1152-4049-a258-99e48430bc7d tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653214 Dec 21 02:57:57.496155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36790) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:57.500385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:57.556683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.593538 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.614890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'port_id': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'mac_address': 'fa:16:3e:f1:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:57:56Z', 'updated_at': '2021-12-21T02:57:56Z', 'revision_number': 0, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:57.624439 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-e6e3bff9-1e0d-4f37-82bd-de707f893680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:57.626025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-e6e3bff9-1e0d-4f37-82bd-de707f893680 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.1214626 Dec 21 02:57:57.640732 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Checking router: 31f6a3e7-cb88-4995-b816-7d717e09fe8b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 02:57:57.649307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 02:57:57.649932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:57:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:57.696661 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.703947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.706880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-ea23a19b-614e-4053-b935-8a52bb2da001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 999 time: 0.0724165 Dec 21 02:57:57.755649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b866e983-bbb5-4e53-89ff-ffd756db6125,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:57.756935 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 02:57:57.763341 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.764526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8304feb9-6f9f-41e8-b930-d49cb9186408 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2674749 Dec 21 02:57:57.767443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36792) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:57.773201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:57.777557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-5f2aaa07-85fe-41a0-a90b-d9de4d58081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:57.778995 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-5f2aaa07-85fe-41a0-a90b-d9de4d58081a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0630593 Dec 21 02:57:57.808527 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.831088 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-fa57755d-e382-49a0-8135-23c98cd2c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:57.831897 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-fa57755d-e382-49a0-8135-23c98cd2c112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456426 Dec 21 02:57:57.871524 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.876483 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.894364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df44125-b1f9-41d5-9b69-94d5d3d049ef,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:57.903885 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.905197 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1cdb3225-11dd-47af-9555-af67ca2a8d60 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361823 Dec 21 02:57:57.908373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36794) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:57.912831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:57.939091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-4bb0bdf6-a2f1-4295-a7a2-1314e1b298c6 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998728 Dec 21 02:57:57.943961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:57.996886 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'port_id': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'mac_address': 'fa:16:3e:f1:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:57:56Z', 'updated_at': '2021-12-21T02:57:56Z', 'revision_number': 0, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 02:57:58.007082 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.012922 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.027730 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840ad84-5b57-4b9a-838d-5da8fd9e3533 None None] The sync data for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 is: [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'port_id': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'mac_address': 'fa:16:3e:f1:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T02:57:56Z', 'updated_at': '2021-12-21T02:57:56Z', 'revision_number': 0, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 02:57:58.033500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725c2a80-0990-42f4-9724-ef4df748e889,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:58.043124 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-260195e7-a721-40a3-a7d5-0aaa7de4fc18 req-5c66e107-c4de-4dc5-921b-d71040ff3fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964997 Dec 21 02:57:58.045577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.049490 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f52ead64-14b6-4de4-a2e5-580f09eb9f50 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377807 Dec 21 02:57:58.049659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36796) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:58.054279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:58.083468 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Project fbb6bc6ca1b24eaf8c592518bbf75e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:57:58.089355 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.152453 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.156284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.174367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99947513-5881-49a9-a0f0-8c10769c2dc8,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:58.182387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.183598 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dbb959e8-5b83-4bbf-b09d-942bb5c3344b tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329396 Dec 21 02:57:58.186470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36798) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:58.190903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'security_group_rule': {'security_group_id': '8a576a98-0ea7-4743-8fab-955e12200af0', 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:58.215640 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Project fbb6bc6ca1b24eaf8c592518bbf75e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 02:57:58.221543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.237963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd0d86-0cd2-4d37-a771-24bc7e8624d8 None None] New status for floating IP 26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 02:57:58.284919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.289031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.307816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a084206-2e03-4607-948f-dc7be25ba644,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:58.315529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.317441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd1bbfb8-50eb-4c9d-8168-ca6fd42b15d1 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298473 Dec 21 02:57:58.408303 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-d6a9531f-cd4b-427a-b2db-b9091c7395ae tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694670413&fields=id&tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37 HTTP/1.1" status: 200 len: 267 time: 0.0449729 Dec 21 02:57:58.461582 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-46977b64-c94d-4cd0-9dce-76c381e32936 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:58.463017 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-46977b64-c94d-4cd0-9dce-76c381e32936 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Dec 21 02:57:58.473924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'port': {'security_groups': ['0cd1086b-bacc-4897-9bbe-c73b383e48cd', '8a576a98-0ea7-4743-8fab-955e12200af0']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 02:57:58.538000 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.722689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 02:57:58.752438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.756995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.790945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:57:58.803811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:58.804446 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:58.806554 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca02fd33-ced5-4262-bb98-742e9ca5a341 req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "PUT /v2.0/ports/a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 981 time: 0.3370624 Dec 21 02:57:58.839102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575afba1-4469-4aac-ba1a-1ff25a9ade90 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 02:57:58.922182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b1e4-fbc7-4f1e-9cc7-cc72384956a1 req-7508767a-5356-4b18-b075-0f1ee5abfc6a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:58.923230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 02:57:58.924082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0a0b1e4-fbc7-4f1e-9cc7-cc72384956a1 req-7508767a-5356-4b18-b075-0f1ee5abfc6a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0551999 Dec 21 02:57:58.994992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a0a0b1e4-fbc7-4f1e-9cc7-cc72384956a1 req-a76171b4-3b36-436d-89fa-0341efe764a3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632408 Dec 21 02:57:59.100624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d0bf33ab-7ce1-4f8e-b30f-6c1eed32c7b2 None None] Provisioning complete for port a9f2ef2e-12e6-4d54-96df-85896e726f27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 02:57:59.100907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d0bf33ab-7ce1-4f8e-b30f-6c1eed32c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:57:59.375801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 02:57:59.378987 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7be17d-9934-467d-859c-2c1270da8c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 02:57:59.416246 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ac8cb-fa9e-43f6-98c6-41805c7c6f39 x-openstack-request-id: req-a96ac8cb-fa9e-43f6-98c6-41805c7c6f39 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 02:57:59.416994 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 02:57:59.416994 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a96ac8cb-fa9e-43f6-98c6-41805c7c6f39 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 02:57:59.417203 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 02:57:59.503431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-4e0eb6d8-fc07-40ec-b09a-8fa37d2ff687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:59.504895 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-4e0eb6d8-fc07-40ec-b09a-8fa37d2ff687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1136 time: 0.0399077 Dec 21 02:57:59.923797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-c45fe360-a5fe-4b76-96a5-4f1f8015ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:57:59.925241 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-c45fe360-a5fe-4b76-96a5-4f1f8015ba1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.4130778 Dec 21 02:57:59.953086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.24', 54541) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 02:57:59.993639 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-967a14f7-4779-4fd2-a64d-6666a4351f64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393121 Dec 21 02:57:59.999637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-d64eba76-83ad-4492-a1c0-d5cb7b0a9993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1001 time: 0.0592048 Dec 21 02:58:00.049427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-cfc36644-6928-4813-9609-34a12e98ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.050777 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-cfc36644-6928-4813-9609-34a12e98ff56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0417328 Dec 21 02:58:00.099792 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-3b28540b-64d9-41f2-b901-7e6bece0bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.101218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-3b28540b-64d9-41f2-b901-7e6bece0bc86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420511 Dec 21 02:58:00.193710 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-a785311a-a83c-4557-a6cb-19b2c1602358 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Dec 21 02:58:00.284260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe7be17d-9934-467d-859c-2c1270da8c1c req-ed981e8f-3dc1-4de2-b5ac-0a382636edd7 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Dec 21 02:58:00.418667 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-0b2a019f-d647-49a8-8a86-8eb5546465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.420118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-0b2a019f-d647-49a8-8a86-8eb5546465f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1136 time: 0.0397205 Dec 21 02:58:00.525015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-45d6c971-ffcf-4a8f-9cea-f6312f248ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.526447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-45d6c971-ffcf-4a8f-9cea-f6312f248ef8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0862434 Dec 21 02:58:00.591238 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-e5fc94bf-e049-4730-befd-df675714a506 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1001 time: 0.0568216 Dec 21 02:58:00.638992 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-1a531da2-44d4-438a-9a7f-b2daa4971425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.640429 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-1a531da2-44d4-438a-9a7f-b2daa4971425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0425451 Dec 21 02:58:00.689587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-1a7f2f14-ef9d-47ed-8134-2cea8e6208eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:00.691119 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-1a7f2f14-ef9d-47ed-8134-2cea8e6208eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431969 Dec 21 02:58:00.779296 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-7774ec4b-fa73-48ad-9892-a02637eb8650 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Dec 21 02:58:00.871230 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-01c9a55d-3f16-4947-a2ee-2d1ac389de37 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Dec 21 02:58:11.406210 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:58:14.067623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-592414a0-0cd0-4f0a-b2c3-15a9579afb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:16.781847 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e41734fe-8c18-47f5-bc6b-3b3b1937caf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:17.531852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:18.940729 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:19.503480 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:22.709228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:27.550474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:44.068777 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3a33000-7da5-4f76-806f-0394c00827a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:46.782643 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00362360-3b59-47e1-991b-32157d02af2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:47.361509 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9a9e-1a5b-4ebf-92e9-67d8dff06b94 req-25c1a8cb-3359-4a3f-a90c-faa71818da63 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:47.363054 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-952b9a9e-1a5b-4ebf-92e9-67d8dff06b94 req-25c1a8cb-3359-4a3f-a90c-faa71818da63 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0523429 Dec 21 02:58:47.383112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-b344d3b9-4781-4b11-a652-1ff159c15f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:47.384680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-b344d3b9-4781-4b11-a652-1ff159c15f93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1136 time: 0.0434988 Dec 21 02:58:47.424714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-952b9a9e-1a5b-4ebf-92e9-67d8dff06b94 req-691f20c0-6588-4a5b-8351-aafc5df0085c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554097 Dec 21 02:58:47.481613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-a738ceed-1db8-429f-aadf-65d3e1fad060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:47.483075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-a738ceed-1db8-429f-aadf-65d3e1fad060 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0917037 Dec 21 02:58:47.536032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:47.552870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-d40f7ede-3c47-460a-a57f-18ed7810ed59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1001 time: 0.0609136 Dec 21 02:58:47.603299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-686a6b8d-6149-4f2e-b1f5-560d67d43591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:47.605658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-686a6b8d-6149-4f2e-b1f5-560d67d43591 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0454080 Dec 21 02:58:47.654167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-ed9614f0-c03a-4804-8485-536bb4c345a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:47.655631 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-ed9614f0-c03a-4804-8485-536bb4c345a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431933 Dec 21 02:58:47.746244 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-73d2817f-1005-4aa0-b63a-a3c0847810d3 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 Dec 21 02:58:47.837974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-337be9ef-530b-48e8-87da-346a265ffdb8 req-be828aa5-b300-4705-8570-376ed7bb231f service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844495 Dec 21 02:58:48.405316 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:58:48.546059 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde8a7-8821-4682-9286-33072075b943 req-a8bacf3a-5cc0-48d1-91a5-265930762152 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:48.547558 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6dde8a7-8821-4682-9286-33072075b943 req-a8bacf3a-5cc0-48d1-91a5-265930762152 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0527625 Dec 21 02:58:48.608541 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f6dde8a7-8821-4682-9286-33072075b943 req-619a7c33-ed8c-46c9-bc1f-587d125354ff tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547419 Dec 21 02:58:48.944373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:49.505546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:49.727035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3721-c712-426f-8d36-9da3205cc903 req-4636a24d-2b08-4b3a-b5fa-57f74ac8b034 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:49.728504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e83a3721-c712-426f-8d36-9da3205cc903 req-4636a24d-2b08-4b3a-b5fa-57f74ac8b034 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0498102 Dec 21 02:58:49.788151 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e83a3721-c712-426f-8d36-9da3205cc903 req-c5ab57da-2ae8-4eba-8747-135351421288 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525796 Dec 21 02:58:50.902196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1954c6-269b-471d-ae93-1433f1d5d4e7 req-652b1ee1-88f5-4cae-af7d-9976504b9dd6 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:50.903688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a1954c6-269b-471d-ae93-1433f1d5d4e7 req-652b1ee1-88f5-4cae-af7d-9976504b9dd6 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0491488 Dec 21 02:58:50.966559 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a1954c6-269b-471d-ae93-1433f1d5d4e7 req-bce6ea39-4911-4ab5-8306-a62358a17292 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566354 Dec 21 02:58:52.080100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12cd2-6ad5-4ecd-ad4f-2b83c2be8008 req-3a9b3dab-4ef1-4b1f-80a0-724a4baa2b39 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:52.081586 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff12cd2-6ad5-4ecd-ad4f-2b83c2be8008 req-3a9b3dab-4ef1-4b1f-80a0-724a4baa2b39 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0490611 Dec 21 02:58:52.141347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ff12cd2-6ad5-4ecd-ad4f-2b83c2be8008 req-9ef82b1a-7880-4590-a3ae-75289df9c8d8 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533948 Dec 21 02:58:52.708959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:53.261539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8baa-d039-494d-90f5-8c762f72e516 req-d6761493-a131-4371-bf4f-10d2980821d0 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:53.263050 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197c8baa-d039-494d-90f5-8c762f72e516 req-d6761493-a131-4371-bf4f-10d2980821d0 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0517724 Dec 21 02:58:53.325095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-197c8baa-d039-494d-90f5-8c762f72e516 req-65c11c22-1fb2-469c-8af9-03abd81148df tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559914 Dec 21 02:58:54.444713 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846441c-484d-4cc9-b684-b25c6aef2916 req-67afd20e-4236-4844-b957-0ade60f7c323 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:54.446208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a846441c-484d-4cc9-b684-b25c6aef2916 req-67afd20e-4236-4844-b957-0ade60f7c323 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0522058 Dec 21 02:58:54.505204 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a846441c-484d-4cc9-b684-b25c6aef2916 req-b0d4afc8-27cd-4817-83e5-7410be658336 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524197 Dec 21 02:58:55.621650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5c419-7ef4-4be3-bd06-d1659cd3aeb6 req-5bd0b587-7628-41d5-9131-8464f6d886f5 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:55.623011 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7cc5c419-7ef4-4be3-bd06-d1659cd3aeb6 req-5bd0b587-7628-41d5-9131-8464f6d886f5 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0489204 Dec 21 02:58:55.683118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7cc5c419-7ef4-4be3-bd06-d1659cd3aeb6 req-821db6ed-3f89-47d4-aa6d-26fbae460bd7 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541995 Dec 21 02:58:56.797807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6226e21-9df2-48be-a85b-6e234a6dde28 req-29d2d832-03ec-4711-9136-d7427cc460f3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:56.799270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6226e21-9df2-48be-a85b-6e234a6dde28 req-29d2d832-03ec-4711-9136-d7427cc460f3 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0489314 Dec 21 02:58:56.863126 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a6226e21-9df2-48be-a85b-6e234a6dde28 req-b6d5a2ea-275d-4511-be7d-3bc4497d2a28 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579827 Dec 21 02:58:57.566267 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:58:57.978000 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7771-b9ce-4a99-b1b7-41e6fd98a9e2 req-0b3f1943-866e-4a3f-959c-346a963f79ea tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:57.979462 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-752a7771-b9ce-4a99-b1b7-41e6fd98a9e2 req-0b3f1943-866e-4a3f-959c-346a963f79ea tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0486186 Dec 21 02:58:58.038808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-752a7771-b9ce-4a99-b1b7-41e6fd98a9e2 req-122feb4c-de76-4bcc-855b-8df2c1ba342a tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531015 Dec 21 02:58:59.154492 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888295e7-4f9d-407f-9119-8e5397c12ca6 req-099faa35-9ebe-4561-a9b5-a7f54ddd8cdc tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:58:59.155937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-888295e7-4f9d-407f-9119-8e5397c12ca6 req-099faa35-9ebe-4561-a9b5-a7f54ddd8cdc tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0478592 Dec 21 02:58:59.214578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-888295e7-4f9d-407f-9119-8e5397c12ca6 req-1b2f0acf-fa0a-4fe1-829c-89d42798a1fd tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&id=8a576a98-0ea7-4743-8fab-955e12200af0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526376 Dec 21 02:59:01.004504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-98b1eaad-8f7d-4757-b3f6-c1c483d360ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392060 Dec 21 02:59:01.101256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-bdf092db-fc61-427b-98cf-30a9c64b03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:59:01.102741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-bdf092db-fc61-427b-98cf-30a9c64b03d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1136 time: 0.0405543 Dec 21 02:59:01.206301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-7c32d1f3-be15-414d-9d14-0a820f8499a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:59:01.207716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-7c32d1f3-be15-414d-9d14-0a820f8499a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0868781 Dec 21 02:59:01.272462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-f30a60db-0cdd-4665-9aac-8b118e76d7a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1001 time: 0.0574589 Dec 21 02:59:01.324094 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-6e19a385-8442-46ee-a0c5-79af68042d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:59:01.325527 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-6e19a385-8442-46ee-a0c5-79af68042d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0464921 Dec 21 02:59:01.375642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-ad6ec6db-330d-4892-8210-efb06637d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 02:59:01.377144 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-ad6ec6db-330d-4892-8210-efb06637d60f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436611 Dec 21 02:59:01.467078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-19784428-5cf3-4d82-acb3-edd9d38c88ea service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Dec 21 02:59:01.561467 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-991fbc34-ada6-466b-8c90-a6b88b5408e7 req-aa1c254d-734b-44f3-a73d-cd7369635dda service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870550 Dec 21 02:59:14.070361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-010ebf84-6a91-4096-8b00-550a12217e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:16.784293 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-282204e3-df3f-4468-9fae-2a7923c0fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:17.538696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:18.946999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:19.506102 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:22.708605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:25.406920 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 02:59:27.589183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:44.072087 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7b87-57be-4b6c-a221-40bb337aae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:46.786491 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a0b81f4-6cae-4bdb-a5be-4fccbfcc5d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:47.540707 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:48.949357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:49.507066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:52.708435 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 02:59:57.580336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:02.406566 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:00:02.599627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-913d0416-3fe9-4a46-98da-d7ff9301c532 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694670413&fields=id&tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37 HTTP/1.1" status: 200 len: 267 time: 0.0475423 Dec 21 03:00:02.651057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-ffc0e673-1926-4c4e-adb7-a012e9f52423 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:02.652482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-ffc0e673-1926-4c4e-adb7-a012e9f52423 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 984 time: 0.0473471 Dec 21 03:00:02.663135 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Request body: {'port': {'security_groups': ['0cd1086b-bacc-4897-9bbe-c73b383e48cd']}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:02.724594 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:02.891221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:02.919133 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:02.923703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:02.958244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:00:02.991349 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:02.991971 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:02.993383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69f1a94c-7174-4dac-9dd0-e84f85b03ec2 req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "PUT /v2.0/ports/a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 942 time: 0.3346281 Dec 21 03:00:02.994092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:02.999559 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352f899-9a10-4733-bcf3-5fa2bbdbacca" -d '{"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:03.000480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36878) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:03.011463 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event updated for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:03.028590 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.029251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.029825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.030386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.038878 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.039437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.040175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.040726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.041263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.041831 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.042365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.042900 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.043971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b5f7-93ec-4958-9a67-a2aad9f56260 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.056078 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eba8de1-b05a-4d3d-b7ae-bf240587641c x-openstack-request-id: req-7eba8de1-b05a-4d3d-b7ae-bf240587641c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:03.056429 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:03.056748 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7eba8de1-b05a-4d3d-b7ae-bf240587641c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:03.057286 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 03:00:03.069644 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-85b9066a-2eda-4960-b82b-bac17d4d3bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1035199 Dec 21 03:00:03.090135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.103610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:00:03.119309 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.199751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-1d8b9c46-5e73-4827-a66b-7cef7e4b1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.201317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-1d8b9c46-5e73-4827-a66b-7cef7e4b1412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0625498 Dec 21 03:00:03.272165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1ef6e9c7-ddc4-44eb-846e-7694b3231f5d None None] Provisioning complete for port a9f2ef2e-12e6-4d54-96df-85896e726f27 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:03.272165 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1ef6e9c7-ddc4-44eb-846e-7694b3231f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.278590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.281175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.282351 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "DELETE /v2.0/security-groups/8a576a98-0ea7-4743-8fab-955e12200af0 HTTP/1.1" status: 204 len: 168 time: 0.2755814 Dec 21 03:00:03.285101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36882) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:03.300669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a576a98-0ea7-4743-8fab-955e12200af0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:03.309771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.310114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.310454 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.310816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.311167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.311465 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.311788 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.312109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.312447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.312747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.313068 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.313414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.313734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d9756-b49a-47f7-9e86-042f55b2f475 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:03.332770 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-e920e073-4177-41d2-a7c8-1c70027521bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.334331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-e920e073-4177-41d2-a7c8-1c70027521bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.1259325 Dec 21 03:00:03.409753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-d7d36507-a007-406a-b871-44c08dfb8a46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 1001 time: 0.0676692 Dec 21 03:00:03.459970 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-dbb1251c-aaf2-45db-9fde-8a7999fa9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.461438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-dbb1251c-aaf2-45db-9fde-8a7999fa9339 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0446053 Dec 21 03:00:03.472871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Deleting port 1efaacd6-4322-4415-bf42-b42d9aaa0def {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:03.473215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.512488 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-9fbb3c0a-df0b-45ba-8b51-3a470cc14852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.514003 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-9fbb3c0a-df0b-45ba-8b51-3a470cc14852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454161 Dec 21 03:00:03.548327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.548659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.560193 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Calling delete_port for 1efaacd6-4322-4415-bf42-b42d9aaa0def owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:03.603386 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-471865ad-3fa8-4a82-8fc3-a9240838e460 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Dec 21 03:00:03.697860 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0352f899-9a10-4733-bcf3-5fa2bbdbacca req-633b544e-2986-40ff-b8fd-eef901ce8396 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Dec 21 03:00:03.709423 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.742920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event deleted for resources: {'Port': ['ID=1efaacd6-4322-4415-bf42-b42d9aaa0def,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:03.803302 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:03.803787 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Floating IP 26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b disassociated (deleted). External IP: 172.25.6.233, port: a9f2ef2e-12e6-4d54-96df-85896e726f27. Dec 21 03:00:03.829349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-f350d957-9ad1-4e98-90e7-6c72425864c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.830839 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-f350d957-9ad1-4e98-90e7-6c72425864c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0405452 Dec 21 03:00:03.938553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-f6367206-4999-40d6-b496-c433dcc06fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:03.940008 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-f6367206-4999-40d6-b496-c433dcc06fa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0873332 Dec 21 03:00:03.982573 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-7fd6ca21-bc6f-4d89-839d-cee46c47403f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 217 time: 0.0349667 Dec 21 03:00:04.010372 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Router 31f6a3e7-cb88-4995-b816-7d717e09fe8b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:00:04.031627 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-877c6231-3e84-4fa2-9fca-cbaab1bbd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:04.033070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-877c6231-3e84-4fa2-9fca-cbaab1bbd4ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0435383 Dec 21 03:00:04.092553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-e08942fb-6b30-493d-8e47-780833b481f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:04.094158 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-e08942fb-6b30-493d-8e47-780833b481f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533984 Dec 21 03:00:04.193083 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-34a0802f-0b76-40fe-bb72-9b9407795cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895948 Dec 21 03:00:04.291906 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-14613ea5-15ac-4189-a24b-0ea4be28e993 req-2cec14af-829f-4779-bfa4-febb8301fc9d service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918138 Dec 21 03:00:04.358184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:04.363397 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:04.367768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Sync routers for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:04.382742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:04.383521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:04.390723 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e4f76e28-890f-497f-86a0-a926af49790c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "DELETE /v2.0/floatingips/26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b HTTP/1.1" status: 204 len: 168 time: 1.1036921 Dec 21 03:00:04.493482 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:04.702667 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:04.727903 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Checking router: 31f6a3e7-cb88-4995-b816-7d717e09fe8b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:04.737151 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:04.737767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T02:59:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:04.837547 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:05.059348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:05.062778 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:05.098449 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56892bc-a754-429b-9c82-dcaabf8bae0a x-openstack-request-id: req-b56892bc-a754-429b-9c82-dcaabf8bae0a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:05.098746 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:05.099002 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b56892bc-a754-429b-9c82-dcaabf8bae0a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:05.099396 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 03:00:05.109534 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:05.138879 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32f9fb-062e-479c-af7a-e8c6458281be None None] The sync data for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 is: [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '9814fa43-09fc-44c4-a147-8d89a97a8fbe', 'name': '', 'network_id': '76c92188-b41f-44c4-b249-f1aeb778030f', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'mac_address': 'fa:16:3e:a2:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:03Z', 'updated_at': '2021-12-21T02:57:07Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'subnets': [{'id': '1e7b28a6-7107-4198-b614-4edf4b3d0a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:05.210939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-dc2f8b31-709f-4dac-8871-26720c620647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:05.212526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-dc2f8b31-709f-4dac-8871-26720c620647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0454297 Dec 21 03:00:05.310748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-4815b4fa-b192-4aea-a0cf-1245bf174eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:05.312363 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-4815b4fa-b192-4aea-a0cf-1245bf174eeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 200 len: 914 time: 0.0927620 Dec 21 03:00:05.359000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-c134361b-bc15-4f48-8701-a1fa05b2a5b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Dec 21 03:00:05.406343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa6e708-a76a-4a8f-b9c2-8c8fdd01c5bb None None] New status for floating IP 26ab1ff9-6cbc-4b9d-8937-0193b49c1f9b: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:00:05.412545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-d028cc8f-2ed9-491a-a2a1-db6da6980183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:05.414047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-d028cc8f-2ed9-491a-a2a1-db6da6980183 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 200 len: 853 time: 0.0491350 Dec 21 03:00:05.460831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-9fa36a79-0a0c-473c-a616-970295f7f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:05.462453 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-9fa36a79-0a0c-473c-a616-970295f7f4d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76c92188-b41f-44c4-b249-f1aeb778030f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415125 Dec 21 03:00:05.560497 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-93eb83b9-b644-4703-98a5-52b58d731a8b service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Dec 21 03:00:05.655211 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-68e7ce18-aa19-48d7-9d0e-427d8f4d1e7c req-1a40e941-277b-4570-a97c-eea54974d092 service neutron] 10.222.0.24 "GET /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Dec 21 03:00:13.402647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c20b2-5465-4d10-8a3a-cc11691a035e req-9ebb0d5f-100f-4cc1-b013-5e9368abf863 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:13.404121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a14c20b2-5465-4d10-8a3a-cc11691a035e req-9ebb0d5f-100f-4cc1-b013-5e9368abf863 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0539358 Dec 21 03:00:13.457147 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a14c20b2-5465-4d10-8a3a-cc11691a035e req-7b42e3c3-50fb-4e91-ae1d-cd4bbc328978 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Dec 21 03:00:14.075324 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-779a5fe4-5d9f-4630-8a1a-1fbd144cc1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:14.573914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fd09c-61df-486c-86ff-0797717b56bb req-588c5b6c-d6ff-40fe-938f-ff9b2a47a70c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:14.575922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436fd09c-61df-486c-86ff-0797717b56bb req-588c5b6c-d6ff-40fe-938f-ff9b2a47a70c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0485382 Dec 21 03:00:14.625177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-436fd09c-61df-486c-86ff-0797717b56bb req-5d0892c4-d3e2-4d2a-a69f-0099d5dd7e7c tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Dec 21 03:00:15.400182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-b1a283f3-7ffc-4e8f-96d6-c0a12e89cfed tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:15.401661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-b1a283f3-7ffc-4e8f-96d6-c0a12e89cfed tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.24 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Dec 21 03:00:15.487614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Deleting port a9f2ef2e-12e6-4d54-96df-85896e726f27 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:15.487954 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:15.576240 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] For port a9f2ef2e-12e6-4d54-96df-85896e726f27, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=a9f2ef2e-12e6-4d54-96df-85896e726f27,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:15.576592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:15.588959 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Calling delete_port for a9f2ef2e-12e6-4d54-96df-85896e726f27 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:15.718903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:15.738712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb1dca-86b6-40c1-80c0-3fc40f283d50 req-3b39c4f8-50bd-4a29-ab56-131d25a8be0e tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:15.740194 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53fb1dca-86b6-40c1-80c0-3fc40f283d50 req-3b39c4f8-50bd-4a29-ab56-131d25a8be0e tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/ports?device_id=6985155f-13f4-4a05-9c5f-41b88e675ce7 HTTP/1.1" status: 200 len: 867 time: 0.0487802 Dec 21 03:00:15.753666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['a9f2ef2e-12e6-4d54-96df-85896e726f27'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:00:15.791431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53fb1dca-86b6-40c1-80c0-3fc40f283d50 req-6c93f379-b88c-4b8c-8262-13ef3a1ec822 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cd1086b-bacc-4897-9bbe-c73b383e48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Dec 21 03:00:15.793050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Pushing event deleted for resources: {'Port': ['ID=a9f2ef2e-12e6-4d54-96df-85896e726f27,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:15.795225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] No DVR routers for this DVR port a9f2ef2e-12e6-4d54-96df-85896e726f27 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:00:15.797848 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:15.801949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-84724f47-03d7-4a5d-b7f2-fb843beb6dd6 req-8e04587e-c489-4b03-9467-80cab73a9038 tempest-TestMinimumBasicScenario-82209877 tempest-TestMinimumBasicScenario-82209877-project] 10.222.0.24 "DELETE /v2.0/ports/a9f2ef2e-12e6-4d54-96df-85896e726f27 HTTP/1.1" status: 204 len: 173 time: 0.3939722 Dec 21 03:00:15.802411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'name': 'network-vif-deleted', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:15.804671 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320d19c-38e7-4d01-869c-f98b518abb3d" -d '{"events": [{"server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "name": "network-vif-deleted", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:15.845848 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fcf5d3-ec93-47de-9cd9-b49462c92028 x-openstack-request-id: req-39fcf5d3-ec93-47de-9cd9-b49462c92028 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:15.846204 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6985155f-13f4-4a05-9c5f-41b88e675ce7", "name": "network-vif-deleted", "tag": "a9f2ef2e-12e6-4d54-96df-85896e726f27", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:15.846462 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39fcf5d3-ec93-47de-9cd9-b49462c92028 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:15.846865 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6985155f-13f4-4a05-9c5f-41b88e675ce7', 'name': 'network-vif-deleted', 'tag': 'a9f2ef2e-12e6-4d54-96df-85896e726f27', 'status': 'completed', 'code': 200} Dec 21 03:00:16.787680 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6cc1ab3e-d1d9-45b9-9983-478b686b67c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:17.353816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36982) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:17.544358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:17.697785 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:17.941650 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Deleting port 9814fa43-09fc-44c4-a147-8d89a97a8fbe {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:17.941992 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.018271 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] For port 9814fa43-09fc-44c4-a147-8d89a97a8fbe, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9814fa43-09fc-44c4-a147-8d89a97a8fbe,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:18.018557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.030769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Calling delete_port for 9814fa43-09fc-44c4-a147-8d89a97a8fbe owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:18.106030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a9f2ef2e-12e6-4d54-96df-85896e726f27 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:18.126554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: a9f2ef2e-12e6-4d54-96df-85896e726f27 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:18.126902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device a9f2ef2e-12e6-4d54-96df-85896e726f27 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:18.207656 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.237843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Pushing event deleted for resources: {'Port': ['ID=9814fa43-09fc-44c4-a147-8d89a97a8fbe,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:18.402284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.613017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Router 31f6a3e7-cb88-4995-b816-7d717e09fe8b has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:00:18.718088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:18.724509 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-34aedbfb-f717-416e-8026-55a0e09d379b admin admin] 10.222.0.43 "PUT /v2.0/routers/31f6a3e7-cb88-4995-b816-7d717e09fe8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692729 Dec 21 03:00:18.725519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36984) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:18.727087 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Sync routers for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:18.737320 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:18.737951 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:18.827895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.839024 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:18.926669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.953810 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:18.984939 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Deleting port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:18.985276 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.016354 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T03:00:18Z', 'revision_number': 5, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port': {'id': '53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:01Z', 'updated_at': '2021-12-21T02:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:19.044907 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Checking router: 31f6a3e7-cb88-4995-b816-7d717e09fe8b for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:19.053308 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Routers {'31f6a3e7-cb88-4995-b816-7d717e09fe8b'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:19.054016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:19.062897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] For port 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:19.063267 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.078071 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Calling delete_port for 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:19.145503 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] Set router 31f6a3e7-cb88-4995-b816-7d717e09fe8b gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:19.196176 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T03:00:18Z', 'revision_number': 6, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:19.227771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fa812-95a4-42ad-8115-13912d97c677 None None] The sync data for ids ['31f6a3e7-cb88-4995-b816-7d717e09fe8b'] in n-d-761264-20 is: [{'id': '31f6a3e7-cb88-4995-b816-7d717e09fe8b', 'name': 'tempest-TestMinimumBasicScenario-311121131-router', 'tenant_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:00Z', 'updated_at': '2021-12-21T03:00:18Z', 'revision_number': 6, 'project_id': 'fbb6bc6ca1b24eaf8c592518bbf75e37', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:19.251118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.281774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:19.295451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9efa018-5b3d-447e-b6cd-51a690cba19f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:19.510456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.585279 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.678943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9814fa43-09fc-44c4-a147-8d89a97a8fbe no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:19.681806 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.684564 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.701261 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9814fa43-09fc-44c4-a147-8d89a97a8fbe {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:19.701704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9814fa43-09fc-44c4-a147-8d89a97a8fbe not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:19.726164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.726696 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f6a3e7-cb88-4995-b816-7d717e09fe8b {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:00:19.731641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.732874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-575ad301-23a7-4fa3-86f1-e321ff2b50b6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/31f6a3e7-cb88-4995-b816-7d717e09fe8b HTTP/1.1" status: 204 len: 168 time: 1.0060594 Dec 21 03:00:19.735568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36986) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:19.786205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Deleting subnet 1e7b28a6-7107-4198-b614-4edf4b3d0a99 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:00:19.789213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.822545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.895857 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.949860 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.975059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7b28a6-7107-4198-b614-4edf4b3d0a99,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:19.978588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:19.984953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c4a0b77-5975-4b3c-8f04-aabace48270c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e7b28a6-7107-4198-b614-4edf4b3d0a99 HTTP/1.1" status: 204 len: 168 time: 0.2461810 Dec 21 03:00:19.985319 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 36988) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:19.989840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e040973-f5e0-4d01-a545-f227dcd07a35 None None] Network 76c92188-b41f-44c4-b249-f1aeb778030f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:00:20.064589 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.127010 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Deleting port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:20.127354 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.153997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] DHCP port deletion for 76c92188-b41f-44c4-b249-f1aeb778030f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:20.196232 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] For port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:20.196663 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.209484 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Deleting port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:20.209869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.211267 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Calling delete_port for 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:20.275327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] For port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,segment=NetworkSegment(04eb0e74-b8c2-4456-845c-56a95b0e20a4),segment_id=04eb0e74-b8c2-4456-845c-56a95b0e20a4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:20.275736 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.289681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Calling delete_port for 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:20.299474 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.325154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:20.328626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] No DVR routers for this DVR port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:00:20.375331 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.398916 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Pushing event deleted for resources: {'Port': ['ID=4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:20.406051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.408895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] No DVR routers for this DVR port 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:00:20.419230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.419728 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.420339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.421071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.421186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.421480 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.422053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.422392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.422722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.423050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.423377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.423723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.424134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f286c149-a7dc-4c2e-86d2-52e75a151dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:20.428612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c92188-b41f-44c4-b249-f1aeb778030f']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:20.437918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04eb0e74-b8c2-4456-845c-56a95b0e20a4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:20.438215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04eb0e74-b8c2-4456-845c-56a95b0e20a4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:20.447507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.460819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.467434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:00:20.467914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: timer() Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:00:20.469625 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:00:20.526948 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.532147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:20.535333 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/76c92188-b41f-44c4-b249-f1aeb778030f HTTP/1.1" status: 204 len: 168 time: 0.5489743 Dec 21 03:00:20.538389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36990) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:20.545983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0b151-81c4-47e8-b39a-01513c557a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=76c92188-b41f-44c4-b249-f1aeb778030f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:20.885445 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:21.120236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Deleting port fd7b84ab-37fb-4d19-bb9f-e99929430c9d {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:21.120569 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:21.198643 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] For port fd7b84ab-37fb-4d19-bb9f-e99929430c9d, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:21.198912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:21.210810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Calling delete_port for fd7b84ab-37fb-4d19-bb9f-e99929430c9d owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:21.386525 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:21.409699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7b84ab-37fb-4d19-bb9f-e99929430c9d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:21.621584 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:21.642663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:21.643101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4d8b8d0f-b651-4f61-89d0-b4fa8f99a6e7 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:21.643581 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:21.663579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:21.663924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 53ef1c41-0b5f-435e-8bd1-34c8a5e5fd18 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:21.911624 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.118461 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Router c88568f8-19da-4f20-bd33-7339336c9c2d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:00:22.222603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:22.227445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a190c58-3e12-41ff-963a-32f40fcae70e admin admin] 10.222.0.43 "PUT /v2.0/routers/c88568f8-19da-4f20-bd33-7339336c9c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879454 Dec 21 03:00:22.229972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36992) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:22.233074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Sync routers for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:22.243531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:22.244152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:22.333034 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.346893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:22.435454 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.488773 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Deleting port 3347ae5a-72ca-4d67-a588-eb0168502ab3 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:22.489004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.526763 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T03:00:21Z', 'revision_number': 5, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port': {'id': '3347ae5a-72ca-4d67-a588-eb0168502ab3', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:22.552638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Checking router: c88568f8-19da-4f20-bd33-7339336c9c2d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:22.561853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Routers {'c88568f8-19da-4f20-bd33-7339336c9c2d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:22.562461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['c88568f8-19da-4f20-bd33-7339336c9c2d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:22.570740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] For port 3347ae5a-72ca-4d67-a588-eb0168502ab3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=3347ae5a-72ca-4d67-a588-eb0168502ab3,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:22.571104 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.582916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Calling delete_port for 3347ae5a-72ca-4d67-a588-eb0168502ab3 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:22.646329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] Set router c88568f8-19da-4f20-bd33-7339336c9c2d gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:22.703585 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T03:00:22Z', 'revision_number': 6, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:22.735221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e123d-52c2-4fed-b299-dde0b74a41ac None None] The sync data for ids ['c88568f8-19da-4f20-bd33-7339336c9c2d'] in n-d-761264-20 is: [{'id': 'c88568f8-19da-4f20-bd33-7339336c9c2d', 'name': 'tempest-TestMinimumBasicScenario-1824332372-router', 'tenant_id': '0f5003178f414f33b416937b38e98398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T02:57:05Z', 'updated_at': '2021-12-21T03:00:22Z', 'revision_number': 6, 'project_id': '0f5003178f414f33b416937b38e98398', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:22.741996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.751802 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.777966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Pushing event deleted for resources: {'Port': ['ID=3347ae5a-72ca-4d67-a588-eb0168502ab3,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:22.791550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8925be8-862b-4bf1-a528-f6d19e4eab47 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:22.841356 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.930652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.932746 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.974412 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.974946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88568f8-19da-4f20-bd33-7339336c9c2d {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:00:22.979124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:22.980252 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c63dc01a-9428-44e2-995f-6cafe196c15c admin admin] 10.222.0.43 "DELETE /v2.0/routers/c88568f8-19da-4f20-bd33-7339336c9c2d HTTP/1.1" status: 204 len: 168 time: 0.7493365 Dec 21 03:00:22.983798 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36994) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:23.026781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Deleting subnet f8d66aa2-8fba-4473-a647-1650e389ac0e {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:00:23.030208 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.064343 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.150625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.203869 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.230700 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d66aa2-8fba-4473-a647-1650e389ac0e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:23.234009 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.237159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d8b7e40d-0a56-4979-97b5-3b30fa7c29db admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f8d66aa2-8fba-4473-a647-1650e389ac0e HTTP/1.1" status: 204 len: 168 time: 0.2524436 Dec 21 03:00:23.237769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153ba82-8a3f-41c9-bd94-b20a29d251a6 None None] Network 679a0dd3-d4dc-407a-b962-3bfbda75b118 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:00:23.239629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 36996) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:23.312369 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.365884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Deleting port 59ed7cdc-1178-4780-b1a4-2c8538c20156 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:23.366339 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.432575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] For port 59ed7cdc-1178-4780-b1a4-2c8538c20156, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=59ed7cdc-1178-4780-b1a4-2c8538c20156,segment=NetworkSegment(e8639719-9145-4b82-ab92-6e01dffffe1f),segment_id=e8639719-9145-4b82-ab92-6e01dffffe1f)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:23.432985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.446332 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Calling delete_port for 59ed7cdc-1178-4780-b1a4-2c8538c20156 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:23.482313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] DHCP port deletion for 679a0dd3-d4dc-407a-b962-3bfbda75b118 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:23.532658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.546381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Deleting port 59ed7cdc-1178-4780-b1a4-2c8538c20156 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:00:23.546848 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.557797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Pushing event deleted for resources: {'Port': ['ID=59ed7cdc-1178-4780-b1a4-2c8538c20156,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:23.564235 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] No DVR routers for this DVR port 59ed7cdc-1178-4780-b1a4-2c8538c20156 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:00:23.577454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3347ae5a-72ca-4d67-a588-eb0168502ab3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:23.627381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 3347ae5a-72ca-4d67-a588-eb0168502ab3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:23.627733 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 3347ae5a-72ca-4d67-a588-eb0168502ab3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:23.628158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 59ed7cdc-1178-4780-b1a4-2c8538c20156 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:23.641936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.656207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 59ed7cdc-1178-4780-b1a4-2c8538c20156 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:23.656797 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 59ed7cdc-1178-4780-b1a4-2c8538c20156 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:23.656960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fd7b84ab-37fb-4d19-bb9f-e99929430c9d no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:00:23.662411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679a0dd3-d4dc-407a-b962-3bfbda75b118']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:23.662575 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] For port 59ed7cdc-1178-4780-b1a4-2c8538c20156, host n-d-761264-20, got binding levels [] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:23.662884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.671117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8639719-9145-4b82-ab92-6e01dffffe1f') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:23.671410 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8639719-9145-4b82-ab92-6e01dffffe1f') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:23.680961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.684680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fd7b84ab-37fb-4d19-bb9f-e99929430c9d {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:00:23.685030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fd7b84ab-37fb-4d19-bb9f-e99929430c9d not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:00:23.693722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Calling delete_port for 59ed7cdc-1178-4780-b1a4-2c8538c20156 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:00:23.695807 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.697200 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Port 59ed7cdc-1178-4780-b1a4-2c8538c20156 was not found and therefore no delete operation was performed {{(pid=109852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 21 03:00:23.698450 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.703803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:00:23.703999 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:00:23.705853 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:00:23.722667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] Pushing event deleted for resources: {'Port': ['ID=59ed7cdc-1178-4780-b1a4-2c8538c20156,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:23.729179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf55389-032a-4a1b-b98f-a789fb9b6ecb None None] No DVR routers for this DVR port 59ed7cdc-1178-4780-b1a4-2c8538c20156 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:00:23.767977 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.774303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:23.782086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] 10.222.0.43 "DELETE /v2.0/networks/679a0dd3-d4dc-407a-b962-3bfbda75b118 HTTP/1.1" status: 204 len: 168 time: 0.5375640 Dec 21 03:00:23.794640 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68fdad-fa4a-4cab-87b0-0410f6c354da admin admin] Pushing event deleted for resources: {'Network': ['ID=679a0dd3-d4dc-407a-b962-3bfbda75b118,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:23.942551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:23.981247 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f59c506e-7895-476c-9c9e-c42a8dd433d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbb6bc6ca1b24eaf8c592518bbf75e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370336 Dec 21 03:00:23.983886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37002) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:24.029760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.050464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.098583 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.101079 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.102286 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cd1086b-bacc-4897-9bbe-c73b383e48cd HTTP/1.1" status: 204 len: 168 time: 0.1175272 Dec 21 03:00:24.111659 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3870a78-292e-43db-a7f2-54161fed9731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd1086b-bacc-4897-9bbe-c73b383e48cd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:24.411746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:24.453459 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-205f2dc6-21a6-44ed-99af-3a41f9e34a8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f5003178f414f33b416937b38e98398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404880 Dec 21 03:00:24.455841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37010) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:24.506001 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.526414 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.571697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.574659 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:24.576320 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2012c15d-1b67-4060-b972-1c3c3a33a06c HTTP/1.1" status: 204 len: 168 time: 0.1191649 Dec 21 03:00:24.589400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1837b-c5fe-4354-a4c5-c2e18aed7ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2012c15d-1b67-4060-b972-1c3c3a33a06c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.042613 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37052) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.048387 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715401208', 'description': 'tempest-secgroup-smoke-715401208 description', 'project_id': 'cff1f34b9d964575804d2be895983d53'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.072413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.080005 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.153463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.156895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.190562 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2f0fb-4f94-4635-bef9-fc8bb66a189b,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.231286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.235086 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.262286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.263624 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2193503 Dec 21 03:00:26.267097 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37054) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.268469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3f86-b8e9-45ca-aca8-fa74dcf19f01 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe46d8e-2eee-42e5-858e-71beb59e4d79,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.272533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.301847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.356007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.359420 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.378195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a410f51-8747-420d-b299-a36faed0be86,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.385408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.389600 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e2f56173-58d7-4e93-8a07-1c2558b5b805 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179554 Dec 21 03:00:26.389795 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37056) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.394094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.421419 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.475675 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.479430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.497617 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6a43fe-149b-46c6-b37a-ac8dc930d2f3,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.504775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.506016 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-10c04011-f438-43d2-a131-f3b0721de467 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153026 Dec 21 03:00:26.508588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37058) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.513548 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.541062 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.599682 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.603503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.621468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eb1bbe-92e1-4365-b59e-e194a51a344f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.628633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.629900 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cfd756dc-4a8e-4548-a0c8-e790ecf12dfa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203468 Dec 21 03:00:26.632586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37060) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.637445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.663507 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.719031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.722306 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.740074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5114bfc-7eba-46cb-ba23-1204ef9f6333,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.748315 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.749505 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7140b03c-3ffc-4ae5-b4e5-5bc00868fdd4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159956 Dec 21 03:00:26.752180 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37062) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.756612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.779449 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:00:26.784215 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.841195 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.844462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.863119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ab3b6a-3599-4b5f-909a-e7bbd1accafc,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.872039 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.873220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-05556ba8-7cac-4fc1-a373-0087984994d3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201208 Dec 21 03:00:26.875882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37064) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:26.880099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'cbe46d8e-2eee-42e5-858e-71beb59e4d79', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:26.902397 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:00:26.907385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.966225 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.969839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.987791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433dce31-7984-4435-96ec-9963a5c1c4c7,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:26.995142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:26.996865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2558b9e9-5737-410f-9e62-ff07d4438f2d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195493 Dec 21 03:00:26.999822 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37066) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:27.004568 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'network': {'name': 'tempest-network-smoke--988910502', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:27.025541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:00:27.028856 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.051566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:00:27.060584 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.060925 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Added segment 5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3 of type vlan for network 25d6372f-133f-47db-a93d-a389701fb345 Dec 21 03:00:27.103182 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.128595 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.134882 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:27.135463 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.169221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1684186 Dec 21 03:00:27.172188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37068) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:27.176835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'admin_state_up': True, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:27.201902 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.202893 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.205625 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaebad-1593-4471-81b0-b90ad04bee8e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Network': ['ID=25d6372f-133f-47db-a93d-a389701fb345,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:27.216331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 25d6372f-133f-47db-a93d-a389701fb345 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:00:27.257192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.395809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.586946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.596766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.605846 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.706994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.165 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/23613c53-2af4-4f82-b394-bef953646a68) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:00:27.805779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.838717 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.881177 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:27.883981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:27.887361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:00:27.896987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a1816-13b0-482e-bce7-7774340ae652 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:27.911672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=23613c53-2af4-4f82-b394-bef953646a68,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:27.959714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f7e4d095-6632-466f-80a5-f1f8688958e7 None None] Provisioning complete for port 23613c53-2af4-4f82-b394-bef953646a68 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:27.960005 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d095-6632-466f-80a5-f1f8688958e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:27.998511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4d095-6632-466f-80a5-f1f8688958e7 None None] Port 23613c53-2af4-4f82-b394-bef953646a68 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:00:28.145679 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:28.336858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:28.806981 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 61c09efc-2d44-4a85-8754-6c2e833571e1 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:00:28.906912 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:28.917164 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Sync routers for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:28.927200 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:28.927814 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:28.928037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:28.932079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3b4c1af4-4837-4371-818e-88aa3dc3faaa tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7560294 Dec 21 03:00:28.932300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37070) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:29.031689 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:29.058075 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50119f94-73bf-415e-80ec-e3e59af239a2 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=cff1f34b9d964575804d2be895983d53&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245091 Dec 21 03:00:29.061115 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37074) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:29.210848 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:28Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:29.214698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1486d-4a8b-48cc-bf6a-3627ed217713 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:29.219084 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-56f1486d-4a8b-48cc-bf6a-3627ed217713 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541309 Dec 21 03:00:29.219255 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37076) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:29.240475 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Checking router: 61c09efc-2d44-4a85-8754-6c2e833571e1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:29.240824 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Updating router 61c09efc-2d44-4a85-8754-6c2e833571e1 port 23613c53-2af4-4f82-b394-bef953646a68 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:00:29.255709 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bf151082-28b4-4c0d-9f49-461c3da4556f tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332630 Dec 21 03:00:29.255882 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:29.260502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988060703', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:29.265681 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.349842 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:00:29.353202 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.525188 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.530975 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.549463 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.574456 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63243d47-27c7-4e5f-bad5-4675ef33e06b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:29.582598 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Pushing event updated for resources: {'Port': ['ID=23613c53-2af4-4f82-b394-bef953646a68,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:29.609892 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Subnet': ['ID=e2f61478-f748-4c70-bf1a-b29a32789a57,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:29.619005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Checking segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:00:29.619374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network hostable DHCP agents. Network: 25d6372f-133f-47db-a93d-a389701fb345, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:00:29.635016 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5724dd6c-1def-40ea-96b1-83e9633f1c68 None None] Provisioning complete for port 23613c53-2af4-4f82-b394-bef953646a68 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:29.635593 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5724dd6c-1def-40ea-96b1-83e9633f1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.639239 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 25d6372f-133f-47db-a93d-a389701fb345 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:00:29.648922 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 25d6372f-133f-47db-a93d-a389701fb345) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:29.654993 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:29.656124 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.666434 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8a567-d9af-4b24-9bd0-1ecd3087ca55 None None] Network 25d6372f-133f-47db-a93d-a389701fb345 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:00:29.677935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-02654d05-34a7-4336-859d-b4af91dbfd60 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181352 Dec 21 03:00:29.678726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37080) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:29.697689 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.697971 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.698105 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.698446 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.698786 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.699137 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.699462 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.700444 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.700444 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.700444 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.700771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.701001 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.701313 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:00:29.707596 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Attempting to bind port 23613c53-2af4-4f82-b394-bef953646a68 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:00:29.707967 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Attempting to bind port 23613c53-2af4-4f82-b394-bef953646a68 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:00:29.708327 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Attempting to bind port 23613c53-2af4-4f82-b394-bef953646a68 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:00:29.713541 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:00:29.713913 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:00:29.714312 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.715228 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:00:29.715679 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Bound port: 23613c53-2af4-4f82-b394-bef953646a68, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:00:29.716051 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.739384 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5724dd6c-1def-40ea-96b1-83e9633f1c68 None None] Port 23613c53-2af4-4f82-b394-bef953646a68 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:00:29.779387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] For port 23613c53-2af4-4f82-b394-bef953646a68, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:00:29.783237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] For port 23613c53-2af4-4f82-b394-bef953646a68, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=23613c53-2af4-4f82-b394-bef953646a68,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:00:29.788159 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.796072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-25d6372f-133f-47db-a93d-a389701fb345', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:00:29.796946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:29.847002 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:29.847926 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:29.867988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08baae7c-c16b-49bf-9a4a-a04630674ad1 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:00:29.910726 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a264c-86ee-4a66-884e-866c3a066925 None None] Pushing event updated for resources: {'Port': ['ID=23613c53-2af4-4f82-b394-bef953646a68,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:29.974322 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:30.118755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] Provisioning complete for port 23613c53-2af4-4f82-b394-bef953646a68 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:30.119035 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.121529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Allocated IP 172.20.0.2 (25d6372f-133f-47db-a93d-a389701fb345/e2f61478-f748-4c70-bf1a-b29a32789a57/c0643062-0f69-4143-9327-6590324fd558) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:00:30.167644 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:28Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:30.195776 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1bb407-1e8f-4c8f-bc35-516b7d957272 None None] The sync data for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 is: [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:28Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:30.226761 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.271937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.309685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] For port 23613c53-2af4-4f82-b394-bef953646a68, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=23613c53-2af4-4f82-b394-bef953646a68,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:30.332702 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.383943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.392751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.417953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e38da-9e39-480d-b160-6e1f3e1f1060 None None] Pushing event updated for resources: {'Port': ['ID=23613c53-2af4-4f82-b394-bef953646a68,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:30.430006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Network 25d6372f-133f-47db-a93d-a389701fb345 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:30.482375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:30.484843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:00:30.504536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Pushing event updated for resources: {'Port': ['ID=c0643062-0f69-4143-9327-6590324fd558,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:30.543408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.1 (25d6372f-133f-47db-a93d-a389701fb345/e2f61478-f748-4c70-bf1a-b29a32789a57/88ac2bad-ca19-42d8-843c-b3318dd075c1) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:00:30.554255 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Attempting to bind port c0643062-0f69-4143-9327-6590324fd558 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:00:30.554641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Attempting to bind port c0643062-0f69-4143-9327-6590324fd558 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:00:30.555030 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Attempting to bind port c0643062-0f69-4143-9327-6590324fd558 on network 25d6372f-133f-47db-a93d-a389701fb345 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:00:30.561129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:00:30.561555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Checking segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:00:30.562141 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.562542 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Bound using segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:00:30.563017 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Bound port: c0643062-0f69-4143-9327-6590324fd558, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:00:30.563400 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.635807 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] For port c0643062-0f69-4143-9327-6590324fd558, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:00:30.640340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] For port c0643062-0f69-4143-9327-6590324fd558, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0643062-0f69-4143-9327-6590324fd558,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:00:30.644537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.664860 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.704148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.710433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254124a-5b25-458c-8042-3d1147b66d1f None None] Pushing event updated for resources: {'Port': ['ID=c0643062-0f69-4143-9327-6590324fd558,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:30.729649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 25d6372f-133f-47db-a93d-a389701fb345 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:30.734535 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:30.752892 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:00:30.805532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:30.819665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:30.978647 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.268775 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.273137 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.341670 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:31.348514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.447841 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 25d6372f-133f-47db-a93d-a389701fb345 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:31.449897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:31.572214 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 61c09efc-2d44-4a85-8754-6c2e833571e1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:00:31.631552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0643062-0f69-4143-9327-6590324fd558 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:00:31.682880 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c0643062-0f69-4143-9327-6590324fd558 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:31.683979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.693217 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:31.703042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b83c3c22-024e-4534-97de-b3ab4b224a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/61c09efc-2d44-4a85-8754-6c2e833571e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201402 Dec 21 03:00:31.713420 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee69701-9bdc-4918-8e83-f2ac62b31799 None None] Network 25d6372f-133f-47db-a93d-a389701fb345 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:00:31.811704 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1982de45-59d8-4059-9860-5a0e1b7fc2cd None None] Provisioning complete for port c0643062-0f69-4143-9327-6590324fd558 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:31.812090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1982de45-59d8-4059-9860-5a0e1b7fc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.862330 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-e64b9306-2972-4800-bc4b-1d3132e8557f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715401208&fields=id&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 267 time: 0.0536926 Dec 21 03:00:31.900872 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.948400 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port c0643062-0f69-4143-9327-6590324fd558, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0643062-0f69-4143-9327-6590324fd558,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:31.973166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:31.973980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 23613c53-2af4-4f82-b394-bef953646a68 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:00:31.985469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-fcb93e8f-17fe-41c8-9e5d-d2cca7f62ead tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:31.986995 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-fcb93e8f-17fe-41c8-9e5d-d2cca7f62ead tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/networks?id=25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 200 len: 796 time: 0.1172090 Dec 21 03:00:32.012737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-37fec92c-e038-4ca2-b629-49a488e163e0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/quotas/cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 375 time: 0.0192342 Dec 21 03:00:32.048614 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1982de45-59d8-4059-9860-5a0e1b7fc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:32.078040 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-29df8308-b8a5-4fc9-b5a7-705b2bbc2345 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636497 Dec 21 03:00:32.086878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=c0643062-0f69-4143-9327-6590324fd558,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:32.129746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 23613c53-2af4-4f82-b394-bef953646a68 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:32.130121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:32.153950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-1982de45-59d8-4059-9860-5a0e1b7fc2cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 03:00:32.154310 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-1982de45-59d8-4059-9860-5a0e1b7fc2cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 03:00:32.239144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Sync routers for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:32.254027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:32.254815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:32.371786 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:32.458415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-39e6cb6a-a553-4438-a09e-14bb0316824b service neutron] 10.222.0.43 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566148 Dec 21 03:00:32.555828 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-85dd48d4-b71f-493e-8fcd-9fb52a8a779d service neutron] 10.222.0.43 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905373 Dec 21 03:00:32.582653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:31Z', 'revision_number': 2, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:32.610751 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Checking router: 61c09efc-2d44-4a85-8754-6c2e833571e1 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:32.611109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Updating router 61c09efc-2d44-4a85-8754-6c2e833571e1 port 88ac2bad-ca19-42d8-843c-b3318dd075c1 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:00:32.640967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:32.726351 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c4834ea3-2686-46e6-acb4-9f250b86009a req-eb89694c-7c19-44af-a543-bf39bad74c3e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0297279 Dec 21 03:00:32.905224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fbfa0982-0608-4533-9b86-a8444be52e79 None None] Provisioning complete for port 88ac2bad-ca19-42d8-843c-b3318dd075c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:32.905878 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fbfa0982-0608-4533-9b86-a8444be52e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:32.989863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa0982-0608-4533-9b86-a8444be52e79 None None] Port 88ac2bad-ca19-42d8-843c-b3318dd075c1 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:00:33.179992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fbfa0982-0608-4533-9b86-a8444be52e79 None None] Provisioning complete for port c0643062-0f69-4143-9327-6590324fd558 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:33.180361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fbfa0982-0608-4533-9b86-a8444be52e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.266079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.275610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.365259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794aff3-d497-434a-a413-7c250534c01e None None] Pushing event updated for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:33.421922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Attempting to bind port 88ac2bad-ca19-42d8-843c-b3318dd075c1 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:00:33.422291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Attempting to bind port 88ac2bad-ca19-42d8-843c-b3318dd075c1 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:00:33.422661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Attempting to bind port 88ac2bad-ca19-42d8-843c-b3318dd075c1 on network 25d6372f-133f-47db-a93d-a389701fb345 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:00:33.431270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:00:33.431656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Checking segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:00:33.432061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.432461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Bound using segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:00:33.433252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Bound port: 88ac2bad-ca19-42d8-843c-b3318dd075c1, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:00:33.433493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.500996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] For port 88ac2bad-ca19-42d8-843c-b3318dd075c1, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:00:33.505062 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] For port 88ac2bad-ca19-42d8-843c-b3318dd075c1, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88ac2bad-ca19-42d8-843c-b3318dd075c1,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:00:33.510034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.570069 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0643062-0f69-4143-9327-6590324fd558 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:00:33.578974 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:33.579616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:33.599088 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794aff3-d497-434a-a413-7c250534c01e None None] Pushing event updated for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:33.677268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] Provisioning complete for port 88ac2bad-ca19-42d8-843c-b3318dd075c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:33.677713 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.774387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c0643062-0f69-4143-9327-6590324fd558 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:33.774751 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:33.777545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:33.811009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d6aeb2c-e963-4c71-a3e7-a161524bf9a2 req-41cd870f-d637-4070-b687-de2bd8ca7ae4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0304987 Dec 21 03:00:33.976908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:34.081992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] For port 88ac2bad-ca19-42d8-843c-b3318dd075c1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88ac2bad-ca19-42d8-843c-b3318dd075c1,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:34.088209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:34.144433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6844c0-3af5-40c8-89b8-400510fe77b8 None None] Pushing event updated for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:34.159953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:33Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:34.187686 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5f31-152f-46f6-83a4-00f1e3094078 None None] The sync data for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 is: [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:33Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:34.207811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-fb5de44f-161b-4631-8f26-a134da11d65f None None] Provisioning complete for port 88ac2bad-ca19-42d8-843c-b3318dd075c1 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:34.208431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb5de44f-161b-4631-8f26-a134da11d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:34.894103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-de422360-96d7-4cfb-9b54-fd0b4cd7ae0f req-65959992-3c14-434e-b250-1e4b25878c03 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0273304 Dec 21 03:00:35.562364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88ac2bad-ca19-42d8-843c-b3318dd075c1 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:00:35.609122 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 88ac2bad-ca19-42d8-843c-b3318dd075c1 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:35.609523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:35.971769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1dfa15b5-fbb3-47ea-b5a8-5eae0bbfb84a req-0cac802c-8d0b-4a4e-9110-18c90f7f59d8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0252049 Dec 21 03:00:37.063592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e7db8e31-44fc-44d2-b7af-ef3d0fbe0a96 req-7736b24c-fa46-46bf-aa3b-8826eb9cacb5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0272439 Dec 21 03:00:37.975097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-5f190e21-078b-4b19-bd77-eb4d0e05fe08 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:37.976526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-5f190e21-078b-4b19-bd77-eb4d0e05fe08 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/networks?id=25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 200 len: 796 time: 0.1029801 Dec 21 03:00:38.054899 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-424a2ad6-bf9e-40cd-b7f8-6df70a17c64f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 379 time: 0.0527549 Dec 21 03:00:38.066598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'port': {'device_id': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'admin_state_up': True, 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'security_groups': ['cbe46d8e-2eee-42e5-858e-71beb59e4d79']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:38.157761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2dcd53c8-7124-4b32-8668-b259b953b7f9 req-0098e6d4-ed48-41da-9579-af599e7fa669 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0270822 Dec 21 03:00:38.180716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:00:38.184188 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.305417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.7 (25d6372f-133f-47db-a93d-a389701fb345/e2f61478-f748-4c70-bf1a-b29a32789a57/d7333e47-0a36-467a-807c-41f347ff4cca) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:00:38.440771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.473768 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.519233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 25d6372f-133f-47db-a93d-a389701fb345 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:38.522249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:38.524917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:00:38.561458 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:38.589125 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:38.589778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.605965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-46d69074-f2ee-4972-8c18-c2474d4df365 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428362 Dec 21 03:00:38.679223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Request body: {'port': {'device_id': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:38.735489 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.760815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4c5c91fc-64df-4527-84dd-05778f249162 None None] Provisioning complete for port d7333e47-0a36-467a-807c-41f347ff4cca triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:38.761444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c5c91fc-64df-4527-84dd-05778f249162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:38.794131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c91fc-64df-4527-84dd-05778f249162 None None] Port d7333e47-0a36-467a-807c-41f347ff4cca cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:00:38.993247 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7333e47-0a36-467a-807c-41f347ff4cca {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:00:39.000867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:39.013275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Transition to ACTIVE for port object d7333e47-0a36-467a-807c-41f347ff4cca will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:00:39.016644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:39.064725 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:39.137636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Attempting to bind port d7333e47-0a36-467a-807c-41f347ff4cca on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:00:39.137972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Attempting to bind port d7333e47-0a36-467a-807c-41f347ff4cca by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:00:39.138298 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Attempting to bind port d7333e47-0a36-467a-807c-41f347ff4cca on network 25d6372f-133f-47db-a93d-a389701fb345 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:00:39.142893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Port d7333e47-0a36-467a-807c-41f347ff4cca on network 25d6372f-133f-47db-a93d-a389701fb345 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:00:39.143401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Attempting to bind port d7333e47-0a36-467a-807c-41f347ff4cca on network 25d6372f-133f-47db-a93d-a389701fb345 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:00:39.149043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:00:39.149411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Checking segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:00:39.149809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Bound using segment: {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:00:39.150244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Bound port: d7333e47-0a36-467a-807c-41f347ff4cca, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25d6372f-133f-47db-a93d-a389701fb345'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:00:39.150600 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:39.222995 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:00:39.226448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d7333e47-0a36-467a-807c-41f347ff4cca,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:00:39.231559 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:39.265765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.266308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:39.267659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 200 len: 1092 time: 0.6383042 Dec 21 03:00:39.272342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:39.274650 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e72d588-a27b-46a7-b501-47f171260a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:39.297834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe75b6-2222-41ad-8c6b-6d736da7f1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:39.300434 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74337-d735-4bee-ab9c-c4e9ac671730 req-4ae873e9-bcc2-421f-b8f4-11ab4d554067 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.311858 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bd74337-d735-4bee-ab9c-c4e9ac671730 req-4ae873e9-bcc2-421f-b8f4-11ab4d554067 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 943 time: 0.0680985 Dec 21 03:00:39.343117 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f38351-9e90-4fa1-8e0c-a3d8934b8d39 x-openstack-request-id: req-b5f38351-9e90-4fa1-8e0c-a3d8934b8d39 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:39.343408 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:39.343676 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5f38351-9e90-4fa1-8e0c-a3d8934b8d39 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:39.344088 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'status': 'completed', 'code': 200} Dec 21 03:00:39.369781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0bd74337-d735-4bee-ab9c-c4e9ac671730 req-813bd8aa-5fdb-45b1-84e7-9c41fecf8681 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540924 Dec 21 03:00:39.404827 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-0f5c7ee8-4ebc-400d-98d2-be165b5f7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.406379 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:00:39.406904 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-0f5c7ee8-4ebc-400d-98d2-be165b5f7bd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1095 time: 0.0472627 Dec 21 03:00:39.468294 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-8cc9bbe7-fc18-4558-9ebc-baf45e6c6ba0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 200 len: 217 time: 0.0396810 Dec 21 03:00:39.523870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-0335ad20-a446-4d8e-a589-ab69fd0688e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.525204 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-0335ad20-a446-4d8e-a589-ab69fd0688e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2f61478-f748-4c70-bf1a-b29a32789a57 HTTP/1.1" status: 200 len: 834 time: 0.0425565 Dec 21 03:00:39.577761 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-26e5aeeb-f763-41db-9bf2-ccfac0fb5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.579229 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-26e5aeeb-f763-41db-9bf2-ccfac0fb5d16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25d6372f-133f-47db-a93d-a389701fb345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418317 Dec 21 03:00:39.672171 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-67c89fc3-a3ee-464c-a9bd-02d028dcee5d service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Dec 21 03:00:39.764504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-fe3cc088-575f-4e48-9cc6-e78bfd92dbb8 req-7148ca36-dc24-4f49-b22d-34148fa94e02 service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809517 Dec 21 03:00:39.910358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d588-a27b-46a7-b501-47f171260a5b req-fdfe8116-0576-41ef-b777-2b4c3e733a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:39.911800 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-fdfe8116-0576-41ef-b777-2b4c3e733a73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1095 time: 0.0401144 Dec 21 03:00:40.010030 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d588-a27b-46a7-b501-47f171260a5b req-56073840-887a-4d8c-b5f1-c06092cff1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:40.011482 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-56073840-887a-4d8c-b5f1-c06092cff1bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 200 len: 896 time: 0.0918763 Dec 21 03:00:40.062807 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-a7d61f6d-26e5-4dba-a99f-c98618fe6919 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 200 len: 217 time: 0.0342114 Dec 21 03:00:40.116136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d588-a27b-46a7-b501-47f171260a5b req-010fd66a-03c9-42cb-8300-80818e3ca458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:40.117561 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-010fd66a-03c9-42cb-8300-80818e3ca458 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2f61478-f748-4c70-bf1a-b29a32789a57 HTTP/1.1" status: 200 len: 834 time: 0.0467505 Dec 21 03:00:40.164205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d588-a27b-46a7-b501-47f171260a5b req-732b5ef8-0bca-4951-840d-55a73851395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:40.165597 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-732b5ef8-0bca-4951-840d-55a73851395e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25d6372f-133f-47db-a93d-a389701fb345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390596 Dec 21 03:00:40.259063 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-8f5b4868-403a-4dfa-9682-dc68ccb78ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855842 Dec 21 03:00:40.348856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9e72d588-a27b-46a7-b501-47f171260a5b req-4d56812a-55ed-42a5-86f9-467dd0d8c912 service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816660 Dec 21 03:00:40.484220 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534049-8178-4cd5-9cf0-7659b919457d req-5a0c4696-00e1-4516-be49-c74748ad38bc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:40.485617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2534049-8178-4cd5-9cf0-7659b919457d req-5a0c4696-00e1-4516-be49-c74748ad38bc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 943 time: 0.0478334 Dec 21 03:00:40.533821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2534049-8178-4cd5-9cf0-7659b919457d req-258c4908-dcbd-41c6-aa0e-bc2860c4df72 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Dec 21 03:00:41.652087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347d59-77ce-4e2a-a049-cb7122dbed16 req-60d6ca87-dd4a-4180-9d09-946f255bb336 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:41.654079 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee347d59-77ce-4e2a-a049-cb7122dbed16 req-60d6ca87-dd4a-4180-9d09-946f255bb336 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 943 time: 0.0549450 Dec 21 03:00:41.702671 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee347d59-77ce-4e2a-a049-cb7122dbed16 req-cba46943-e171-440e-a0a7-659ec9513a3d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Dec 21 03:00:42.816295 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523cdc8-3352-4aa8-a3cb-a07dabd03b8a req-ed6d3cfc-e119-44e4-8b7c-99e1b0fa0777 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:42.817808 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7523cdc8-3352-4aa8-a3cb-a07dabd03b8a req-ed6d3cfc-e119-44e4-8b7c-99e1b0fa0777 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 943 time: 0.0480144 Dec 21 03:00:42.862099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d7333e47-0a36-467a-807c-41f347ff4cca details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:00:42.867023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7523cdc8-3352-4aa8-a3cb-a07dabd03b8a req-52414b43-5c56-4d71-8a8f-cb3ca1f7128e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Dec 21 03:00:42.952984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d7333e47-0a36-467a-807c-41f347ff4cca,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:42.963668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'port_id': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'mac_address': 'fa:16:3e:44:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:00:43.003142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:43.015139 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7333e47-0a36-467a-807c-41f347ff4cca {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:00:43.035377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d7333e47-0a36-467a-807c-41f347ff4cca,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:43.038142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:43.083492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:43.393843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d7333e47-0a36-467a-807c-41f347ff4cca'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:00:43.985977 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b1c0b-9b59-4d7a-b531-437740b45d71 req-d6f278f0-e377-46cd-ae7c-8b36588cc8c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:43.987443 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f5b1c0b-9b59-4d7a-b531-437740b45d71 req-d6f278f0-e377-46cd-ae7c-8b36588cc8c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 944 time: 0.0478718 Dec 21 03:00:44.039232 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f5b1c0b-9b59-4d7a-b531-437740b45d71 req-1e3b433e-18e6-4bd5-84be-d1b7fa06451a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 Dec 21 03:00:44.078386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a931-0cd8-40da-b4a2-2a2bf1fbbd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:44.871533 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d7333e47-0a36-467a-807c-41f347ff4cca up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:00:44.930296 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port d7333e47-0a36-467a-807c-41f347ff4cca completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:00:44.934249 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d7333e47-0a36-467a-807c-41f347ff4cca triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:00:44.934614 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:45.014647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:45.037580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:45.039818 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0666443-d629-4ee6-ac6a-b3db6ba75a49" -d '{"events": [{"server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:45.052822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d7333e47-0a36-467a-807c-41f347ff4cca,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:00:45.056988 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:45.082889 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6e231b-a456-4fdf-b1cf-3130f03b502e x-openstack-request-id: req-cd6e231b-a456-4fdf-b1cf-3130f03b502e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:45.083486 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "name": "network-vif-plugged", "status": "completed", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:45.083486 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd6e231b-a456-4fdf-b1cf-3130f03b502e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:45.083895 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'code': 200} Dec 21 03:00:45.109689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:45.158285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f98a-bf5f-4ab3-b728-c4a41631ad20 req-a84a567f-64b2-4074-a61d-fad00ad50694 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:45.159773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b53f98a-bf5f-4ab3-b728-c4a41631ad20 req-a84a567f-64b2-4074-a61d-fad00ad50694 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0514867 Dec 21 03:00:45.209305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7b53f98a-bf5f-4ab3-b728-c4a41631ad20 req-12636329-867e-48f2-8b39-385feb366fdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Dec 21 03:00:45.217579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72306a51-4710-4e62-9d3c-536e3d311426 req-c6ed767f-e046-4daf-8c73-9be82b89043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:45.219108 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-72306a51-4710-4e62-9d3c-536e3d311426 req-c6ed767f-e046-4daf-8c73-9be82b89043b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1097 time: 0.0398540 Dec 21 03:00:45.282242 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-72306a51-4710-4e62-9d3c-536e3d311426 req-d94b259f-438c-40fb-aaf7-acfb9596e1f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500317 Dec 21 03:00:46.327360 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd13c8-ad5c-4cec-8c41-f4600203aa48 req-0bcc30df-a67a-4c7b-aee6-b54e48f33830 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:46.328884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7dd13c8-ad5c-4cec-8c41-f4600203aa48 req-0bcc30df-a67a-4c7b-aee6-b54e48f33830 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0493889 Dec 21 03:00:46.380270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a7dd13c8-ad5c-4cec-8c41-f4600203aa48 req-1db31553-ab2f-47cf-b52f-fe24f8ff5426 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454307 Dec 21 03:00:46.792628 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4275a5e-3641-40db-a69c-260f3fccbcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:47.496768 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aac9e-ca72-4375-9bc9-6d8b5af5d8d8 req-49254996-b4a8-469b-bd4c-3faf6c19315a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:47.498260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9aac9e-ca72-4375-9bc9-6d8b5af5d8d8 req-49254996-b4a8-469b-bd4c-3faf6c19315a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0525374 Dec 21 03:00:47.547010 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:47.548415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9aac9e-ca72-4375-9bc9-6d8b5af5d8d8 req-7793864a-dcc1-44e5-af45-c2ce4653e478 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Dec 21 03:00:47.660819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17a885-c9e2-4a3a-b7ce-c9174cf537d7 req-d1dea5c3-620a-48d7-a24c-3aa91eb0dd46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:47.662289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f17a885-c9e2-4a3a-b7ce-c9174cf537d7 req-d1dea5c3-620a-48d7-a24c-3aa91eb0dd46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0479791 Dec 21 03:00:47.710207 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f17a885-c9e2-4a3a-b7ce-c9174cf537d7 req-a81e4e18-1b6c-461e-9a99-6efb56f6b0cb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Dec 21 03:00:47.730959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37150) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:47.769583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc80ba-177d-49f1-8a76-b8a2e4864f3c tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:47.771043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4bdc80ba-177d-49f1-8a76-b8a2e4864f3c tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1092 time: 0.0391402 Dec 21 03:00:47.773844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37152) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:47.778276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:00:47.801517 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:47.899914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.004423 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.126 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/26c639dd-568a-4baa-ad60-e40dc133aead) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:00:48.100902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.134041 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.171609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:00:48.174435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:00:48.177828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:00:48.204942 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=26c639dd-568a-4baa-ad60-e40dc133aead,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:48.548048 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.616247 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.763329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.767645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.835724 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=26c639dd-568a-4baa-ad60-e40dc133aead,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:00:48.847856 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:48.944789 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 98ff2f05-890e-489c-85d5-714ae3d937de associated. External IP: 172.25.6.126, port: d7333e47-0a36-467a-807c-41f347ff4cca. Dec 21 03:00:48.955127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:49.152777 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 61c09efc-2d44-4a85-8754-6c2e833571e1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:00:49.257974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:00:49.269196 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983da150-a253-4017-8278-37a546ac0784 None None] Sync routers for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:00:49.276266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:49.280951 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:49.281598 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:49.303015 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ecece21f-c43a-4db3-9c90-d983ee29d17d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5280256 Dec 21 03:00:49.303516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:00:49.305816 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4aac2b-0b51-4640-955a-426d6d97afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:00:49.348229 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29201190-5e29-4914-80d2-fba9000aeaa3 x-openstack-request-id: req-29201190-5e29-4914-80d2-fba9000aeaa3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:00:49.348940 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:00:49.349449 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29201190-5e29-4914-80d2-fba9000aeaa3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:00:49.350196 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'status': 'completed', 'code': 200} Dec 21 03:00:49.404223 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:49.453966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-5244e48f-f737-47fc-863d-ccd514ad57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:49.455640 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-5244e48f-f737-47fc-863d-ccd514ad57d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1097 time: 0.0426328 Dec 21 03:00:49.476456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027027b3-0178-4ef4-8fe8-5a7d2f1f745d req-109f8f62-1ba0-46f9-8262-d18938ffc0de tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:49.478077 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-027027b3-0178-4ef4-8fe8-5a7d2f1f745d req-109f8f62-1ba0-46f9-8262-d18938ffc0de tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.1172099 Dec 21 03:00:49.520093 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:49.537363 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-027027b3-0178-4ef4-8fe8-5a7d2f1f745d req-b82a847a-52ee-49c2-8845-2e9071a3e724 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526001 Dec 21 03:00:49.557474 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-fb22c75d-4805-4cd3-8052-f974dbd99298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:49.557474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-fb22c75d-4805-4cd3-8052-f974dbd99298 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 200 len: 896 time: 0.0899830 Dec 21 03:00:49.562723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37160) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:49.626073 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-1cae5289-47c4-464d-95a9-0711866bf45d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 200 len: 999 time: 0.0644829 Dec 21 03:00:49.630660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e06593ea-8f04-4478-947b-49f86b9fea1c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/98ff2f05-890e-489c-85d5-714ae3d937de HTTP/1.1" status: 200 len: 991 time: 0.0667217 Dec 21 03:00:49.653033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '98ff2f05-890e-489c-85d5-714ae3d937de', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'port_id': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'mac_address': 'fa:16:3e:44:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:00:48Z', 'updated_at': '2021-12-21T03:00:48Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:49.675583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-de01005b-db6a-48c6-9d3d-2bb87b9361a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:49.677085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-de01005b-db6a-48c6-9d3d-2bb87b9361a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2f61478-f748-4c70-bf1a-b29a32789a57 HTTP/1.1" status: 200 len: 834 time: 0.0432842 Dec 21 03:00:49.680185 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983da150-a253-4017-8278-37a546ac0784 None None] Checking router: 61c09efc-2d44-4a85-8754-6c2e833571e1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:00:49.689525 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:00:49.690132 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:00:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:49.725073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-8292a2ef-5560-49a5-9566-8a047e92f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:00:49.726583 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-8292a2ef-5560-49a5-9566-8a047e92f345 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25d6372f-133f-47db-a93d-a389701fb345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411994 Dec 21 03:00:49.800189 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:00:49.826942 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-0b679a84-4f3f-412b-96a8-e0edb802e17c service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893726 Dec 21 03:00:49.941173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf4aac2b-0b51-4640-955a-426d6d97afb9 req-239aa2ea-d951-40ac-a541-ec4032a23f8c service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940156 Dec 21 03:00:50.036964 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-983da150-a253-4017-8278-37a546ac0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '98ff2f05-890e-489c-85d5-714ae3d937de', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'port_id': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'mac_address': 'fa:16:3e:44:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:00:48Z', 'updated_at': '2021-12-21T03:00:48Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:00:50.062844 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983da150-a253-4017-8278-37a546ac0784 None None] The sync data for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 is: [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '98ff2f05-890e-489c-85d5-714ae3d937de', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'port_id': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'mac_address': 'fa:16:3e:44:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:00:48Z', 'updated_at': '2021-12-21T03:00:48Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:00:50.265822 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b33f0d4-36d9-44ec-a8cb-fa300d3299e7 None None] New status for floating IP 98ff2f05-890e-489c-85d5-714ae3d937de: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:00:50.634121 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:00:50.693448 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2049b001-e77d-41a1-b466-9163f656450d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/98ff2f05-890e-489c-85d5-714ae3d937de HTTP/1.1" status: 200 len: 993 time: 0.0582020 Dec 21 03:00:52.734219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:00:57.596807 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:14.080552 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2e04f92-e435-42eb-82ae-b71c9b8784ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:16.409069 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:01:16.784894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fef7ac06-c4cd-4286-bd5a-82e615aaeb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:17.550191 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:18.957273 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:19.513023 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:22.747634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:24.044103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad95637-bbcd-4db9-8aec-3b500eabdc34 req-b27ce16c-912a-4c9f-9fae-fbcb324cc778 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:24.045628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ad95637-bbcd-4db9-8aec-3b500eabdc34 req-b27ce16c-912a-4c9f-9fae-fbcb324cc778 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0983183 Dec 21 03:01:24.101410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1ad95637-bbcd-4db9-8aec-3b500eabdc34 req-e0968952-40c5-490a-a05b-d59a6e6dbdd0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497687 Dec 21 03:01:25.218788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15777806-89bf-4bc8-9822-7b21391c0490 req-df374ecb-671a-45c1-9be2-9d319cfc3aed tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:25.220282 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15777806-89bf-4bc8-9822-7b21391c0490 req-df374ecb-671a-45c1-9be2-9d319cfc3aed tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0480065 Dec 21 03:01:25.269185 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15777806-89bf-4bc8-9822-7b21391c0490 req-4fdb49be-54ff-4fe5-ba2c-b2671ec59006 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Dec 21 03:01:25.290270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37186) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:25.348459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2a4b5a03-de6a-4368-894e-b6c894ef4564 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/98ff2f05-890e-489c-85d5-714ae3d937de HTTP/1.1" status: 200 len: 993 time: 0.0571029 Dec 21 03:01:26.640485 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c79069-9eed-4f08-9235-9def0b4d70bf req-57bef13e-81d2-4723-865f-73afed546b14 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:26.641989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c79069-9eed-4f08-9235-9def0b4d70bf req-57bef13e-81d2-4723-865f-73afed546b14 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0524631 Dec 21 03:01:26.689726 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c1c79069-9eed-4f08-9235-9def0b4d70bf req-55222832-7d96-406f-b5ef-18b474a9551c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Dec 21 03:01:27.627277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:27.806726 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5573-6660-46a7-87c5-6d0b610b277f req-9afd235d-a052-46b1-9110-f73203b08578 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:27.808236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb9e5573-6660-46a7-87c5-6d0b610b277f req-9afd235d-a052-46b1-9110-f73203b08578 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0488937 Dec 21 03:01:27.855774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bb9e5573-6660-46a7-87c5-6d0b610b277f req-c63ed66d-d033-45da-8985-3086fe4763c4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Dec 21 03:01:27.878019 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37196) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:27.940164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-969e1c41-902e-4fae-8264-7633bbbff5f2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/98ff2f05-890e-489c-85d5-714ae3d937de HTTP/1.1" status: 200 len: 993 time: 0.0611017 Dec 21 03:01:28.172095 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37202) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:28.326346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 26c639dd-568a-4baa-ad60-e40dc133aead {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:01:28.326686 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:28.405504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:28.405816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:28.417394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 26c639dd-568a-4baa-ad60-e40dc133aead owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:01:28.798142 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:28.825626 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=26c639dd-568a-4baa-ad60-e40dc133aead,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:28.850203 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.850554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.850897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.851239 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.851594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.851944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.852273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.852599 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.852924 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.853251 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.853601 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.853922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.854242 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:28.895901 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:28.896229 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 98ff2f05-890e-489c-85d5-714ae3d937de disassociated (deleted). External IP: 172.25.6.126, port: d7333e47-0a36-467a-807c-41f347ff4cca. Dec 21 03:01:29.097109 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 61c09efc-2d44-4a85-8754-6c2e833571e1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:01:29.202051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:01:29.206509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:29.212241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Sync routers for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:01:29.221856 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:29.222457 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:29.233614 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1cd0c022-1db4-41bd-bb00-87b5c5e22191 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/floatingips/98ff2f05-890e-489c-85d5-714ae3d937de HTTP/1.1" status: 204 len: 168 time: 1.0603969 Dec 21 03:01:29.234209 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:01:29.237156 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85448763-2b5f-4d5a-9864-4ac1a9b7749e" -d '{"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:01:29.276713 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a930b254-70b2-4be0-8f59-ed236873ccf9 x-openstack-request-id: req-a930b254-70b2-4be0-8f59-ed236873ccf9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:01:29.277011 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:01:29.277565 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a930b254-70b2-4be0-8f59-ed236873ccf9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:01:29.277976 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'status': 'completed', 'code': 200} Dec 21 03:01:29.393143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-6d633403-b3b4-44f7-91df-9c645f866ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:29.394862 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-6d633403-b3b4-44f7-91df-9c645f866ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 1097 time: 0.0573761 Dec 21 03:01:29.429709 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:29.486448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda0779-2d36-4986-b625-3df624c5f5e3 req-8d4dd0f5-34a0-45c2-8955-08f1284ec3a9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:29.487954 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbda0779-2d36-4986-b625-3df624c5f5e3 req-8d4dd0f5-34a0-45c2-8955-08f1284ec3a9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0515857 Dec 21 03:01:29.528971 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-01c5383d-a063-445c-a694-7edaeb51f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:29.530656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-01c5383d-a063-445c-a694-7edaeb51f256 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 200 len: 896 time: 0.0897689 Dec 21 03:01:29.545056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbda0779-2d36-4986-b625-3df624c5f5e3 req-7ea7a04a-f703-445a-ae0a-4db7b452a68a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499253 Dec 21 03:01:29.578215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-a059f6ce-d0f6-43c6-9ccd-0b93072631ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 200 len: 217 time: 0.0390344 Dec 21 03:01:29.640198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:29.641032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-820c0fbf-e76a-4d9d-aede-40f376fb2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:29.643090 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-820c0fbf-e76a-4d9d-aede-40f376fb2858 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2f61478-f748-4c70-bf1a-b29a32789a57 HTTP/1.1" status: 200 len: 834 time: 0.0570903 Dec 21 03:01:29.670518 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Checking router: 61c09efc-2d44-4a85-8754-6c2e833571e1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:01:29.678774 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:29.679368 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:29.689893 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-c20eec07-918a-4368-9257-2187e5c84e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:29.691370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-c20eec07-918a-4368-9257-2187e5c84e56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25d6372f-133f-47db-a93d-a389701fb345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398958 Dec 21 03:01:29.703335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-bb60f047-24e3-4f15-98e9-4b492902442d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:01:29.704856 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-bb60f047-24e3-4f15-98e9-4b492902442d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053196 Dec 21 03:01:29.780640 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:29.797699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-1eda0221-0863-4628-9876-77824b0e31d2 service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Dec 21 03:01:29.887874 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-85448763-2b5f-4d5a-9864-4ac1a9b7749e req-f25eb704-0814-4bd8-bd89-82f22d8857ae service neutron] 10.222.0.45 "GET /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824525 Dec 21 03:01:29.976830 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:30.003068 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a89ea-ee17-452d-80c9-416bee2ba02e None None] The sync data for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 is: [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '88ac2bad-ca19-42d8-843c-b3318dd075c1', 'name': '', 'network_id': '25d6372f-133f-47db-a93d-a389701fb345', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:64:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:30Z', 'updated_at': '2021-12-21T03:00:34Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'e2f61478-f748-4c70-bf1a-b29a32789a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:01:30.212441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8128f0a9-4831-4520-ac1a-d5af4054b2ab None None] New status for floating IP 98ff2f05-890e-489c-85d5-714ae3d937de: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:01:30.675040 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e58bd-65b8-4355-bbef-4b4defb914ed req-623c3fe0-2910-4e16-adb3-d0f2994e648b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:30.677184 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2e58bd-65b8-4355-bbef-4b4defb914ed req-623c3fe0-2910-4e16-adb3-d0f2994e648b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0620112 Dec 21 03:01:30.726781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fd2e58bd-65b8-4355-bbef-4b4defb914ed req-19cdb078-0eda-4b6e-8d05-c84c01d13b2a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbe46d8e-2eee-42e5-858e-71beb59e4d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429404 Dec 21 03:01:31.451721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-08dde3be-c187-4fbc-9274-473b4252c068 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:31.453135 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-08dde3be-c187-4fbc-9274-473b4252c068 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 945 time: 0.0530465 Dec 21 03:01:31.543436 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port d7333e47-0a36-467a-807c-41f347ff4cca {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:01:31.543770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:31.637564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port d7333e47-0a36-467a-807c-41f347ff4cca, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d7333e47-0a36-467a-807c-41f347ff4cca,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:31.637934 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:31.652597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for d7333e47-0a36-467a-807c-41f347ff4cca owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:01:31.777011 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:31.811172 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=d7333e47-0a36-467a-807c-41f347ff4cca,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:31.823603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bc9b92a1-774f-49d2-bc09-ece4fd71b85b req-281d288f-9430-4971-9726-e8a1e5b2a2df tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=11da7d36-4306-4ef0-bfae-c7a6f153cf4b HTTP/1.1" status: 200 len: 210 time: 0.0288658 Dec 21 03:01:31.840149 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.840497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.840833 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.841166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.841515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.841838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.842157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.842476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.842795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.843113 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.843429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.843747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.844048 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:31.864531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] No DVR routers for this DVR port d7333e47-0a36-467a-807c-41f347ff4cca on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:01:31.867060 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:31.870735 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7461e16-ea69-426c-97c9-7a1c22b35b79 req-0bc91cea-7be8-40f4-8766-208e8d1d38f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "DELETE /v2.0/ports/d7333e47-0a36-467a-807c-41f347ff4cca HTTP/1.1" status: 204 len: 173 time: 0.4067185 Dec 21 03:01:31.871573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'name': 'network-vif-deleted', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:01:31.873775 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e2e74-7506-4627-a3cd-94ea7f5cb820" -d '{"events": [{"server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "name": "network-vif-deleted", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:01:31.965246 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a425b4-db9a-4662-add9-168acb66cd7d x-openstack-request-id: req-57a425b4-db9a-4662-add9-168acb66cd7d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:01:31.965585 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11da7d36-4306-4ef0-bfae-c7a6f153cf4b", "name": "network-vif-deleted", "tag": "d7333e47-0a36-467a-807c-41f347ff4cca", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:01:31.966387 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57a425b4-db9a-4662-add9-168acb66cd7d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:01:31.966796 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11da7d36-4306-4ef0-bfae-c7a6f153cf4b', 'name': 'network-vif-deleted', 'tag': 'd7333e47-0a36-467a-807c-41f347ff4cca', 'status': 'completed', 'code': 200} Dec 21 03:01:32.882511 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37220) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:33.227880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:33.474711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 88ac2bad-ca19-42d8-843c-b3318dd075c1 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:01:33.475053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:33.559657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 88ac2bad-ca19-42d8-843c-b3318dd075c1, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88ac2bad-ca19-42d8-843c-b3318dd075c1,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:33.560015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:33.572059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 88ac2bad-ca19-42d8-843c-b3318dd075c1 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:01:33.749946 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:33.780934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=88ac2bad-ca19-42d8-843c-b3318dd075c1,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:34.290561 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.502750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 61c09efc-2d44-4a85-8754-6c2e833571e1 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:01:34.605611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:01:34.611328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-192a298e-c529-4d43-a674-5b52e39c59c8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/61c09efc-2d44-4a85-8754-6c2e833571e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278326 Dec 21 03:01:34.614156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37222) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:34.616290 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Sync routers for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:01:34.625674 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:34.626265 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:34.664760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting subnet e2f61478-f748-4c70-bf1a-b29a32789a57 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:01:34.667969 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.713359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.730252 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:34.799529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.864395 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.897012 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f61478-f748-4c70-bf1a-b29a32789a57,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:34.903032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:34.912195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-71cf6e9a-1a03-494d-bef0-b7a173e38ab5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/subnets/e2f61478-f748-4c70-bf1a-b29a32789a57 HTTP/1.1" status: 204 len: 168 time: 0.2942941 Dec 21 03:01:34.912381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5691e3-bcab-4d59-83e8-259af797d294 None None] Network 25d6372f-133f-47db-a93d-a389701fb345 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:01:34.912810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:34.924184 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:01:33Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:34.950677 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Checking router: 61c09efc-2d44-4a85-8754-6c2e833571e1 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:01:34.959536 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Routers {'61c09efc-2d44-4a85-8754-6c2e833571e1'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:34.960144 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['61c09efc-2d44-4a85-8754-6c2e833571e1'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:35.050689 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.082438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] DHCP port deletion for 25d6372f-133f-47db-a93d-a389701fb345 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:01:35.083766 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] Set router 61c09efc-2d44-4a85-8754-6c2e833571e1 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:35.137196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Deleting port c0643062-0f69-4143-9327-6590324fd558 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:01:35.137607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.158951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d7333e47-0a36-467a-807c-41f347ff4cca no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:01:35.170959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.205986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: d7333e47-0a36-467a-807c-41f347ff4cca {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:01:35.206366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d7333e47-0a36-467a-807c-41f347ff4cca not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:01:35.222399 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] For port c0643062-0f69-4143-9327-6590324fd558, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c0643062-0f69-4143-9327-6590324fd558,segment=NetworkSegment(5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3),segment_id=5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:35.222805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.236331 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 23613c53-2af4-4f82-b394-bef953646a68 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:01:35.236995 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.237144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Calling delete_port for c0643062-0f69-4143-9327-6590324fd558 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:01:35.272285 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:01:33Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:35.303843 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0788c4-b051-4fe3-9284-d29657b3dd54 None None] The sync data for ids ['61c09efc-2d44-4a85-8754-6c2e833571e1'] in n-d-761264-20 is: [{'id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280745722', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '23613c53-2af4-4f82-b394-bef953646a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:01:33Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '23613c53-2af4-4f82-b394-bef953646a68', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c09efc-2d44-4a85-8754-6c2e833571e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:00:27Z', 'updated_at': '2021-12-21T03:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:01:35.326884 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.328512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 23613c53-2af4-4f82-b394-bef953646a68, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=23613c53-2af4-4f82-b394-bef953646a68,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:35.328770 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.344853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 23613c53-2af4-4f82-b394-bef953646a68 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:01:35.363630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] No DVR routers for this DVR port c0643062-0f69-4143-9327-6590324fd558 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:01:35.373176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Pushing event deleted for resources: {'Port': ['ID=c0643062-0f69-4143-9327-6590324fd558,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:35.381478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.381829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.382170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.382505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.382837 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.383167 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.383497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.383823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.384165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.384654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.384990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.385314 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.385705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a361e0-3c18-49a0-8cc9-2302bc60b5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:35.531327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.561094 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=23613c53-2af4-4f82-b394-bef953646a68,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:35.574911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4369b-9134-4f49-b300-f4b343950b09 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:01:35.620434 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.713975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.716224 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.775312 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.776005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Fanout notify agent at l3_agent the message router_deleted on router 61c09efc-2d44-4a85-8754-6c2e833571e1 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:01:35.780782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0643062-0f69-4143-9327-6590324fd558 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:01:35.784398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.785741 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1322aa59-436c-4c9e-8b6f-aeda8f7249d4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/routers/61c09efc-2d44-4a85-8754-6c2e833571e1 HTTP/1.1" status: 204 len: 168 time: 0.8721681 Dec 21 03:01:35.788444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37226) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:35.801934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c0643062-0f69-4143-9327-6590324fd558 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:01:35.802278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c0643062-0f69-4143-9327-6590324fd558 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:01:35.802684 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88ac2bad-ca19-42d8-843c-b3318dd075c1 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:01:35.825692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 88ac2bad-ca19-42d8-843c-b3318dd075c1 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:01:35.826162 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88ac2bad-ca19-42d8-843c-b3318dd075c1 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:01:35.871207 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.962391 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:35.983865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d6372f-133f-47db-a93d-a389701fb345']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:35.993996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:35.994283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2121f9-a8ff-40a6-b9e3-206c5e2e1de3') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:36.004313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.018623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.025302 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:01:36.025849 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:01:36.029027 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:01:36.096885 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.104578 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.111370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/networks/25d6372f-133f-47db-a93d-a389701fb345 HTTP/1.1" status: 204 len: 168 time: 0.3181629 Dec 21 03:01:36.111695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37228) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:36.122191 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f8bb7-0fb7-44c3-ad50-6f3982f2f401 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Network': ['ID=25d6372f-133f-47db-a93d-a389701fb345,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:36.176037 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.200388 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.258807 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.261381 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.262538 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbe46d8e-2eee-42e5-858e-71beb59e4d79 HTTP/1.1" status: 204 len: 168 time: 0.1497612 Dec 21 03:01:36.272288 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947c569-29b0-4aeb-b326-30bff8c63e86 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe46d8e-2eee-42e5-858e-71beb59e4d79,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:36.698741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37234) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:36.703320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373173610', 'description': 'tempest-secgroup-smoke-1373173610 description', 'project_id': 'cff1f34b9d964575804d2be895983d53'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:36.726297 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.788996 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.792566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.819779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.821600 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1218197 Dec 21 03:01:36.824697 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37236) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:36.825988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69b640-1805-4d65-a2c5-d464127dd23c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0419bf7a-5973-4ede-9cd2-ccb812d9d744,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:36.829932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:36.858284 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.903496 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.906895 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.924506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f9bbcb-6aae-466a-aca0-47088c4792eb,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:36.932170 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:36.933379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ee2b4c44-7308-48a0-b9ae-619cd80b1e45 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076007 Dec 21 03:01:36.936048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37238) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:36.940797 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:36.968151 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.023416 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.026838 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.042069 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bafae0e-7818-4c5a-ba52-0839fa74caae,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.052994 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.054235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2abb3000-9ed6-4e59-a8fa-47ca91636eef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172554 Dec 21 03:01:37.056853 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37240) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.061134 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.087949 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.146787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.150565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.169980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff546ab-e471-40df-8f27-816b8f3863a5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.179784 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.180992 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c1112b4e-694d-425e-a7c8-8ed72f9ab65c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231701 Dec 21 03:01:37.183669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37242) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.188583 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.215213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.271910 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.275492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.294102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ead8133-984a-4362-89e1-9c3a314fa4c6,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.299814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.300989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d50a895d-6732-4023-8553-9374b99f3f63 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164081 Dec 21 03:01:37.303728 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37244) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.308070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.330778 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:01:37.335459 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.392763 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.396208 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.413182 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258ef2fb-722a-4590-bddb-9b810179345f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.420965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.422153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9afcab0a-a64f-4e7a-a2cf-3c7f7ceaa2db tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175056 Dec 21 03:01:37.425272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.429566 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '0419bf7a-5973-4ede-9cd2-ccb812d9d744', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.451133 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:01:37.455777 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.514737 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.518009 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.535172 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa949d6-0991-4af2-84f4-beae2eb73a21,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.537263 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 23613c53-2af4-4f82-b394-bef953646a68 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:01:37.544598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.545815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b6c77ee1-2677-47f0-af67-8a52024da4b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196122 Dec 21 03:01:37.549207 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37248) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.554044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'network': {'name': 'tempest-network-smoke--1449813503', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.559153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 23613c53-2af4-4f82-b394-bef953646a68 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:01:37.559501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 23613c53-2af4-4f82-b394-bef953646a68 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:01:37.575325 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:01:37.578748 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.601161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:01:37.610525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.610862 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Added segment cf9e445b-fab2-4614-af1a-566d911f46ee of type vlan for network ecf8f338-b523-437c-9afa-b9babb700cdd Dec 21 03:01:37.650125 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.673814 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.679256 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:37.679884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.715061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1647763 Dec 21 03:01:37.717836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37250) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:37.723271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'admin_state_up': True, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:37.750460 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.751439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.753084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e208aa-20d5-45ee-b258-693ed5b5c137 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Network': ['ID=ecf8f338-b523-437c-9afa-b9babb700cdd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:37.763264 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network ecf8f338-b523-437c-9afa-b9babb700cdd details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:01:37.805259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:37.941596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.132405 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.151457 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.251419 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.234 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a4068904-3291-4ea9-9f5f-b77c06d87739) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:01:38.355322 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.388310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.427703 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:38.430431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:38.433806 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:01:38.444151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885e590-7fd6-4aaf-a2a4-cb66c7a81ec0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:01:38.456154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=a4068904-3291-4ea9-9f5f-b77c06d87739,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:38.524607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c0e4a160-cdeb-4532-ac7e-9db01354caeb None None] Provisioning complete for port a4068904-3291-4ea9-9f5f-b77c06d87739 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:38.524892 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a160-cdeb-4532-ac7e-9db01354caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.557933 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4a160-cdeb-4532-ac7e-9db01354caeb None None] Port a4068904-3291-4ea9-9f5f-b77c06d87739 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:01:38.686130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:38.884035 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.009921 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:01:39.137834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:01:39.147152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Sync routers for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:01:39.157611 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.158562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:39.158883 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-da83b927-8a09-47ef-838c-e86889a0cb18 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4399517 Dec 21 03:01:39.159207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:39.161969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37252) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:39.189920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-468834af-7de2-4fdd-a30d-bd87817378f2 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=cff1f34b9d964575804d2be895983d53&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268855 Dec 21 03:01:39.192642 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37254) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:39.284601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c1732-50f4-4703-9af5-585027b05125 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:39.286182 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e86c1732-50f4-4703-9af5-585027b05125 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926483 Dec 21 03:01:39.289086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37256) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:39.317651 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d213bbe6-7911-45ef-85cb-8a340075f5f6 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272746 Dec 21 03:01:39.320226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37258) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:39.325067 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300728300', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:39.427241 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:39.430065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:01:39.433563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.604949 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:38Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:39.617027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.635777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Checking router: 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:01:39.636133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Updating router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 port a4068904-3291-4ea9-9f5f-b77c06d87739 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:01:39.660741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.680946 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Subnet': ['ID=71d84733-1fd2-48d4-ba84-502397db3d85,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:39.691304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Checking segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:01:39.691668 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network hostable DHCP agents. Network: ecf8f338-b523-437c-9afa-b9babb700cdd, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:01:39.712610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network ecf8f338-b523-437c-9afa-b9babb700cdd is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:01:39.721107 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, ecf8f338-b523-437c-9afa-b9babb700cdd) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:39.725435 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:39.726292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:39.741840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c2e01-f211-4db0-916d-b4b3be60eac6 None None] Network ecf8f338-b523-437c-9afa-b9babb700cdd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:01:39.742844 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-50b85015-af68-45b2-8a31-c47dd9a231c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4216154 Dec 21 03:01:39.745622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37260) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:39.913044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-ecf8f338-b523-437c-9afa-b9babb700cdd', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:01:39.913923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.086183 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.094767 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.146544 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44863ee-73e7-405b-a05e-77792f664f36 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:01:40.148641 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Allocated IP 172.20.0.2 (ecf8f338-b523-437c-9afa-b9babb700cdd/71d84733-1fd2-48d4-ba84-502397db3d85/f653f5fd-8451-4e65-b9f4-a8a4c48b154f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:01:40.174984 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329f3b-e198-4900-b015-44183678464b None None] Pushing event updated for resources: {'Port': ['ID=a4068904-3291-4ea9-9f5f-b77c06d87739,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:40.177186 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Attempting to bind port a4068904-3291-4ea9-9f5f-b77c06d87739 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:01:40.177667 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Attempting to bind port a4068904-3291-4ea9-9f5f-b77c06d87739 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:01:40.178102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Attempting to bind port a4068904-3291-4ea9-9f5f-b77c06d87739 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:01:40.178232 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.185982 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:01:40.186363 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:01:40.186771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.187156 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:01:40.187727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Bound port: a4068904-3291-4ea9-9f5f-b77c06d87739, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:01:40.188572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.305478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] For port a4068904-3291-4ea9-9f5f-b77c06d87739, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:01:40.308761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] For port a4068904-3291-4ea9-9f5f-b77c06d87739, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a4068904-3291-4ea9-9f5f-b77c06d87739,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:01:40.322239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.335570 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] Provisioning complete for port a4068904-3291-4ea9-9f5f-b77c06d87739 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:40.335943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.423694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf41bd9-5056-44c4-9f6a-7fa463f09e5d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:01:40.468007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329f3b-e198-4900-b015-44183678464b None None] Pushing event updated for resources: {'Port': ['ID=a4068904-3291-4ea9-9f5f-b77c06d87739,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:40.475650 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.478726 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:40.479340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:40.486175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.530807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.1 (ecf8f338-b523-437c-9afa-b9babb700cdd/71d84733-1fd2-48d4-ba84-502397db3d85/938f7022-daea-48b3-a153-5298869c5480) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:01:40.573970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Network ecf8f338-b523-437c-9afa-b9babb700cdd is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:40.625952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:40.637703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:01:40.642640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Pushing event updated for resources: {'Port': ['ID=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:40.646718 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.680163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.686161 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.695514 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:40.724311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network ecf8f338-b523-437c-9afa-b9babb700cdd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:40.727404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:40.731304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:01:40.756817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:40.777163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.793229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] For port a4068904-3291-4ea9-9f5f-b77c06d87739, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a4068904-3291-4ea9-9f5f-b77c06d87739,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:40.803010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Attempting to bind port f653f5fd-8451-4e65-b9f4-a8a4c48b154f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:01:40.803381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Attempting to bind port f653f5fd-8451-4e65-b9f4-a8a4c48b154f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:01:40.803750 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Attempting to bind port f653f5fd-8451-4e65-b9f4-a8a4c48b154f on network ecf8f338-b523-437c-9afa-b9babb700cdd {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:01:40.812389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.865220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:01:40.865626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Checking segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:01:40.866038 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.866433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Bound using segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:01:40.866921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Bound port: f653f5fd-8451-4e65-b9f4-a8a4c48b154f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:01:40.867302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.908097 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:40.950230 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87657ec-b1fa-4521-8465-f9c886e27d8c None None] Pushing event updated for resources: {'Port': ['ID=a4068904-3291-4ea9-9f5f-b77c06d87739,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:41.004939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6a984651-3b8f-4aac-8381-9760a586e610 None None] Provisioning complete for port a4068904-3291-4ea9-9f5f-b77c06d87739 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:41.005312 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a984651-3b8f-4aac-8381-9760a586e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.007323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] For port f653f5fd-8451-4e65-b9f4-a8a4c48b154f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:01:41.043061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] For port f653f5fd-8451-4e65-b9f4-a8a4c48b154f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:01:41.053386 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.185994 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.191041 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.267764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:41.271900 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.291721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df30b8-d164-477b-984f-cb81a2a949ae None None] Pushing event updated for resources: {'Port': ['ID=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:41.323682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:38Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:41.358658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1ff1e-f321-4353-8e65-b0aedb799931 None None] The sync data for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 is: [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:38Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:01:41.663087 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f653f5fd-8451-4e65-b9f4-a8a4c48b154f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:01:41.738130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f653f5fd-8451-4e65-b9f4-a8a4c48b154f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:41.738693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.778159 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network ecf8f338-b523-437c-9afa-b9babb700cdd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:41.782295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:41.831753 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.869049 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port f653f5fd-8451-4e65-b9f4-a8a4c48b154f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:41.878817 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:41.909603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:01:41.938746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:42.022123 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:01:42.035916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-22a201c6-ae2f-4fcb-b6ae-ef3df235f06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/0f96d15b-b529-4a1b-b7e6-84fa41f120f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824528 Dec 21 03:01:42.194774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-ea3ed9cd-ee07-42d7-87c7-b457f9b7110e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373173610&fields=id&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 267 time: 0.0498624 Dec 21 03:01:42.309007 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-d0249bd3-8e71-4eaa-8f2e-d4c9fca79db1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:42.310597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-d0249bd3-8e71-4eaa-8f2e-d4c9fca79db1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 797 time: 0.1073785 Dec 21 03:01:42.330823 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-33a57ccd-a387-443f-8956-77ffd016b13d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/quotas/cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 375 time: 0.0107868 Dec 21 03:01:42.394551 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-67261815-2691-4aa6-a07f-63b02c721c23 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575674 Dec 21 03:01:42.405460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a7f93-34db-4632-88fe-e0e524cef893 None None] Network ecf8f338-b523-437c-9afa-b9babb700cdd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:01:42.456803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-a055a457-a224-45d7-a59e-2798a3e1cff4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:01:42.457870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-a055a457-a224-45d7-a59e-2798a3e1cff4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480895 Dec 21 03:01:42.514791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4e21a639-4160-40d7-816c-32493c41e686 None None] Provisioning complete for port f653f5fd-8451-4e65-b9f4-a8a4c48b154f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:42.516688 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4e21a639-4160-40d7-816c-32493c41e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:42.551002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-2f8a2fc6-540c-44ed-85e7-e4d17c467c86 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860515 Dec 21 03:01:42.659679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-b52df827-27ee-4c09-b127-5897e473ddd2 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981133 Dec 21 03:01:42.846845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ddaeb203-db29-423a-98c9-702548e90742 None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:42.847382 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb203-db29-423a-98c9-702548e90742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:42.874236 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-541b65e6-9714-4d9d-ba83-3a068912cb57 req-ac59738e-d791-4be9-b4bc-4d6fe26c2fc3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 210 time: 0.0763721 Dec 21 03:01:42.896943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ddaeb203-db29-423a-98c9-702548e90742 None None] Port 938f7022-daea-48b3-a153-5298869c5480 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:01:42.910426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-ddaeb203-db29-423a-98c9-702548e90742 None None] Provisioning complete for port f653f5fd-8451-4e65-b9f4-a8a4c48b154f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:42.910932 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb203-db29-423a-98c9-702548e90742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.130335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-294b28b6-6464-470d-8255-c094d90dd9d1 None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:43.130989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-294b28b6-6464-470d-8255-c094d90dd9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.168746 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-294b28b6-6464-470d-8255-c094d90dd9d1 None None] Port 938f7022-daea-48b3-a153-5298869c5480 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:01:43.216263 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Sync routers for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:01:43.227453 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:43.228143 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:43.286668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-55feed92-907a-4dca-851f-3d5fa3b0ea0e None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:43.287124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55feed92-907a-4dca-851f-3d5fa3b0ea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.322432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-55feed92-907a-4dca-851f-3d5fa3b0ea0e None None] Port 938f7022-daea-48b3-a153-5298869c5480 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:01:43.352485 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:43.646009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f653f5fd-8451-4e65-b9f4-a8a4c48b154f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:01:43.648006 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:41Z', 'revision_number': 2, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:43.678709 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Checking router: 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:01:43.679048 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Updating router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 port 938f7022-daea-48b3-a153-5298869c5480 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:01:43.696006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f653f5fd-8451-4e65-b9f4-a8a4c48b154f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:43.696447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.703041 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.772988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a4068904-3291-4ea9-9f5f-b77c06d87739 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:01:43.825661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port a4068904-3291-4ea9-9f5f-b77c06d87739 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:43.826121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.981902 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:43.987856 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.022956 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-31c53a64-09fd-4d23-9664-b21aebcba688 req-9f313c59-3ddb-4321-9d37-6f390023e682 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 210 time: 0.0684814 Dec 21 03:01:44.026697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-58d9719a-87dd-4129-8603-dfa67800f06e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:44.029085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-58d9719a-87dd-4129-8603-dfa67800f06e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 797 time: 0.1555872 Dec 21 03:01:44.086445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-535f6e46-3494-4da9-871f-b5c0850edec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.096192 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Pushing event updated for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:44.110845 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.111186 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.111522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.111849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.112174 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.112495 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.112823 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.113139 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.113507 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.113826 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.114145 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.114459 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.114772 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:01:44.120020 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Attempting to bind port 938f7022-daea-48b3-a153-5298869c5480 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:01:44.120385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Attempting to bind port 938f7022-daea-48b3-a153-5298869c5480 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:01:44.120741 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Attempting to bind port 938f7022-daea-48b3-a153-5298869c5480 on network ecf8f338-b523-437c-9afa-b9babb700cdd {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:01:44.127658 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:01:44.127914 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Checking segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:01:44.128272 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.128718 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Bound using segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:01:44.129154 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Bound port: 938f7022-daea-48b3-a153-5298869c5480, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:01:44.129611 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.148608 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-6467901e-fc50-43a2-9516-d2bb43e70836 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 380 time: 0.0938988 Dec 21 03:01:44.165097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'port': {'device_id': '655af30d-1d1a-426b-882e-30404fef20e8', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'admin_state_up': True, 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'security_groups': ['0419bf7a-5973-4ede-9cd2-ccb812d9d744']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:44.198040 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] For port 938f7022-daea-48b3-a153-5298869c5480, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:01:44.201504 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] For port 938f7022-daea-48b3-a153-5298869c5480, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=938f7022-daea-48b3-a153-5298869c5480,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:01:44.207060 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.268138 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:44.268771 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:44.273467 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129d3e-0d1b-45bf-9a9c-3ce89b34e90d None None] Pushing event updated for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:44.285750 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:01:44.289256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.359675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:44.359675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.399083 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:44.440594 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.4 (ecf8f338-b523-437c-9afa-b9babb700cdd/71d84733-1fd2-48d4-ba84-502397db3d85/324d5968-7efb-4b49-8e0a-83dde10b5a69) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:01:44.458880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.499172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] For port 938f7022-daea-48b3-a153-5298869c5480, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=938f7022-daea-48b3-a153-5298869c5480,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:44.507570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.556254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6239b70-3a27-4932-8aab-770bd62b7e98 None None] Pushing event updated for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:44.591286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.621520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:44.626749 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.633111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-02db4fb2-4f2c-40d2-96c1-038ed5fe2068 None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:44.633856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-02db4fb2-4f2c-40d2-96c1-038ed5fe2068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.654241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a58bb6-dd57-46a5-a3d0-cc22cd611064 None None] The sync data for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 is: [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:01:44.672753 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network ecf8f338-b523-437c-9afa-b9babb700cdd is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:44.675914 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:44.679758 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:01:44.686287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:44.745611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:44.751355 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.768356 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-9c8c00dc-e574-4197-811a-1e3ecc320c7b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078188 Dec 21 03:01:44.842491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Request body: {'port': {'device_id': '655af30d-1d1a-426b-882e-30404fef20e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:44.911064 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:44.978158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5262e534-5d5d-4a81-b332-1a727f283a58 None None] Provisioning complete for port 324d5968-7efb-4b49-8e0a-83dde10b5a69 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:44.978528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5262e534-5d5d-4a81-b332-1a727f283a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.022739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5262e534-5d5d-4a81-b332-1a727f283a58 None None] Port 324d5968-7efb-4b49-8e0a-83dde10b5a69 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:01:45.186628 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e3ee-ec52-40af-9c43-6d0ed8ce99bd req-6afd86af-ba47-4a3a-be87-e347821509a8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:45.188349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f513e3ee-ec52-40af-9c43-6d0ed8ce99bd req-6afd86af-ba47-4a3a-be87-e347821509a8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 931 time: 0.0749996 Dec 21 03:01:45.201292 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324d5968-7efb-4b49-8e0a-83dde10b5a69 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:01:45.209300 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.223026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Transition to ACTIVE for port object 324d5968-7efb-4b49-8e0a-83dde10b5a69 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:01:45.227327 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.249587 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f513e3ee-ec52-40af-9c43-6d0ed8ce99bd req-8ecb14b1-1b19-4e90-b2e0-50a102758c2b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541685 Dec 21 03:01:45.307682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Pushing event updated for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:45.363502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Attempting to bind port 324d5968-7efb-4b49-8e0a-83dde10b5a69 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:01:45.363846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Attempting to bind port 324d5968-7efb-4b49-8e0a-83dde10b5a69 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:01:45.364178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Attempting to bind port 324d5968-7efb-4b49-8e0a-83dde10b5a69 on network ecf8f338-b523-437c-9afa-b9babb700cdd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:01:45.368929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Port 324d5968-7efb-4b49-8e0a-83dde10b5a69 on network ecf8f338-b523-437c-9afa-b9babb700cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:01:45.369257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Attempting to bind port 324d5968-7efb-4b49-8e0a-83dde10b5a69 on network ecf8f338-b523-437c-9afa-b9babb700cdd {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:01:45.374652 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:01:45.374994 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Checking segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:01:45.375430 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Bound using segment: {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:01:45.375860 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Bound port: 324d5968-7efb-4b49-8e0a-83dde10b5a69, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9e445b-fab2-4614-af1a-566d911f46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:01:45.376219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.446702 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:01:45.450433 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:01:45.455961 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.506297 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:45.507416 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.509047 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] 10.222.0.24 "PUT /v2.0/ports/324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 1092 time: 0.7263439 Dec 21 03:01:45.509537 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:01:45.511852 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99256ce7-319f-4cd4-99e2-b8331e316f80" -d '{"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:01:45.548759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f75b-bf6c-499b-becc-c6d4cb8cfe8a service neutron] Pushing event updated for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:45.618079 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c1bb32-6410-4bcb-b00c-6944bdeb647b x-openstack-request-id: req-01c1bb32-6410-4bcb-b00c-6944bdeb647b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:01:45.618384 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:01:45.618643 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01c1bb32-6410-4bcb-b00c-6944bdeb647b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:01:45.619053 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'status': 'completed', 'code': 200} Dec 21 03:01:45.640388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-8b084f9d-dc60-4873-99a0-18a0b063ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:45.642551 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-8b084f9d-dc60-4873-99a0-18a0b063ce45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1095 time: 0.0676148 Dec 21 03:01:45.681212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 938f7022-daea-48b3-a153-5298869c5480 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:01:45.711380 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-320b584c-d7b9-4c21-8d9e-7db8ca85942a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 217 time: 0.0550067 Dec 21 03:01:45.751187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 938f7022-daea-48b3-a153-5298869c5480 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:45.751705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:45.775742 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-ad8a7a07-48db-4537-9ac2-b0d2531b9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:45.778699 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-ad8a7a07-48db-4537-9ac2-b0d2531b9c03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0593972 Dec 21 03:01:45.834320 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-1cb0a5e2-c047-40dd-81ac-c6cdba2576cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:45.835878 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-1cb0a5e2-c047-40dd-81ac-c6cdba2576cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496483 Dec 21 03:01:45.930414 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-ed5965c1-858f-4993-b95e-62ef14d6528c service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862496 Dec 21 03:01:46.024009 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b9ef3fb2-ac5e-487a-82e9-bf3109e9ee41 req-4138b277-12ba-4e9d-84e9-548a9afda57b service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Dec 21 03:01:46.145958 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-af6e3c44-7117-45b1-8583-32546c3934d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:46.148589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-af6e3c44-7117-45b1-8583-32546c3934d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1095 time: 0.0444241 Dec 21 03:01:46.246021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-ecf5706d-81e3-44fd-9e02-0829542a2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:46.247484 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-ecf5706d-81e3-44fd-9e02-0829542a2953 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0912840 Dec 21 03:01:46.296462 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-b710ecf1-9373-4177-9caf-a462f4ba1307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 217 time: 0.0347772 Dec 21 03:01:46.346011 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-dcb1e12f-99df-4548-b1b9-b77871259cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:46.347486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-dcb1e12f-99df-4548-b1b9-b77871259cc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0439460 Dec 21 03:01:46.367234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165783a-c544-4bc4-aaaf-35e69372a95b req-7ca99f95-95c9-4ec6-a8fc-4b3a2c947563 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:46.368745 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f165783a-c544-4bc4-aaaf-35e69372a95b req-7ca99f95-95c9-4ec6-a8fc-4b3a2c947563 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 943 time: 0.0497186 Dec 21 03:01:46.398269 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-b95fd93b-8672-4d5a-80f4-369326ced230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:46.399774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-b95fd93b-8672-4d5a-80f4-369326ced230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454612 Dec 21 03:01:46.419907 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f165783a-c544-4bc4-aaaf-35e69372a95b req-31ce81c5-e50b-4029-85da-ce05eebcfeba tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Dec 21 03:01:46.495080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-09989f41-23d4-442a-b4bc-060c2f466416 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Dec 21 03:01:46.589801 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-99256ce7-319f-4cd4-99e2-b8331e316f80 req-6afbcfe7-8b5c-471c-8669-6303932d1884 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Dec 21 03:01:46.787246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-65e43669-3e63-4968-ad04-839d95cd5836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:47.539636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7de3-031e-40a8-a8f5-c0f49aaacc12 req-11611ab7-a799-487c-a715-c8c5c2bc9cdd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:47.541138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28aa7de3-031e-40a8-a8f5-c0f49aaacc12 req-11611ab7-a799-487c-a715-c8c5c2bc9cdd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 943 time: 0.0482290 Dec 21 03:01:47.553298 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:47.590804 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-28aa7de3-031e-40a8-a8f5-c0f49aaacc12 req-1a03d268-9448-4db1-9365-4198bdbebc09 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Dec 21 03:01:48.707373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c32b-e806-43dc-be7c-027be1edaad5 req-464f65a6-4b98-46bf-8fc5-7539035b58a8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:48.708802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee13c32b-e806-43dc-be7c-027be1edaad5 req-464f65a6-4b98-46bf-8fc5-7539035b58a8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 943 time: 0.0515277 Dec 21 03:01:48.756618 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ee13c32b-e806-43dc-be7c-027be1edaad5 req-3778e877-a73b-4715-9977-4030f05d3189 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Dec 21 03:01:48.960026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:49.515188 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:49.873407 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea9f5-0768-407e-9aec-2e117cae160b req-58dc6b38-4f9c-48cf-92d5-d0f1b134d8ad tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:49.874871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-681ea9f5-0768-407e-9aec-2e117cae160b req-58dc6b38-4f9c-48cf-92d5-d0f1b134d8ad tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 943 time: 0.0494943 Dec 21 03:01:49.923212 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-681ea9f5-0768-407e-9aec-2e117cae160b req-4fdeffd7-dc29-4302-9fb6-a165352f1c7c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Dec 21 03:01:50.588587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 324d5968-7efb-4b49-8e0a-83dde10b5a69 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:01:50.682081 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:50.693160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'port_id': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'mac_address': 'fa:16:3e:ca:5f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:01:50.727900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:50.740755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324d5968-7efb-4b49-8e0a-83dde10b5a69 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:01:50.759816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:50.763340 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:50.811183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:51.034500 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4ed6-7a7b-477e-aa18-c06913e97c2f req-b962613a-92ec-4ec9-bb42-5af3fe2e5e35 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:51.035967 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d80e4ed6-7a7b-477e-aa18-c06913e97c2f req-b962613a-92ec-4ec9-bb42-5af3fe2e5e35 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 944 time: 0.0469759 Dec 21 03:01:51.086800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d80e4ed6-7a7b-477e-aa18-c06913e97c2f req-df657cab-46d8-4726-8617-b510de551005 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Dec 21 03:01:51.203179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['324d5968-7efb-4b49-8e0a-83dde10b5a69'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:01:52.201243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562eca7-ce0f-47fc-b4b5-41a016440cdd req-06aab33b-5177-4f13-b730-5e0e8c62e364 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:52.202749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9562eca7-ce0f-47fc-b4b5-41a016440cdd req-06aab33b-5177-4f13-b730-5e0e8c62e364 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Dec 21 03:01:52.251208 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9562eca7-ce0f-47fc-b4b5-41a016440cdd req-1dae7e08-b430-4abf-b30d-802491659195 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Dec 21 03:01:52.603838 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 324d5968-7efb-4b49-8e0a-83dde10b5a69 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:01:52.650997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 324d5968-7efb-4b49-8e0a-83dde10b5a69 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:01:52.663073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 324d5968-7efb-4b49-8e0a-83dde10b5a69 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:01:52.663444 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:52.748837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:52.764554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:52.776471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:01:52.778719 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b1dd0c-17b3-4bd0-9cc2-b2833a3d485e" -d '{"events": [{"server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:01:52.792034 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:01:52.797178 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:52.847007 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:52.878030 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d6830c-cac8-4b13-af87-e55e10a3151f x-openstack-request-id: req-11d6830c-cac8-4b13-af87-e55e10a3151f {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:01:52.878324 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:01:52.878605 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11d6830c-cac8-4b13-af87-e55e10a3151f {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:01:52.879411 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'code': 200} Dec 21 03:01:53.002311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32075bc5-74f0-4e3e-ae12-25a0800b9c44 req-e92823b6-6430-4691-b820-434bc9033eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:53.003759 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-32075bc5-74f0-4e3e-ae12-25a0800b9c44 req-e92823b6-6430-4691-b820-434bc9033eef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0397522 Dec 21 03:01:53.049419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-32075bc5-74f0-4e3e-ae12-25a0800b9c44 req-9f0f4ce7-1899-408f-8248-f26a46b0720c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Dec 21 03:01:53.367420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8083f-9911-46c0-926a-2e44dd121cc7 req-6bbdb95b-db91-4491-8efe-ee5bfe1860ae tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:53.368904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1d8083f-9911-46c0-926a-2e44dd121cc7 req-6bbdb95b-db91-4491-8efe-ee5bfe1860ae tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Dec 21 03:01:53.407004 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:01:53.417755 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f1d8083f-9911-46c0-926a-2e44dd121cc7 req-dd3e3ed7-5c39-4d8a-a39b-942cf97d4ac0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Dec 21 03:01:54.541612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb07bbd-c35d-4f73-81a4-64bfa7f959d1 req-0b19ad1e-0110-4687-afb5-834629ea660a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:54.543075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afb07bbd-c35d-4f73-81a4-64bfa7f959d1 req-0b19ad1e-0110-4687-afb5-834629ea660a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Dec 21 03:01:54.591706 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afb07bbd-c35d-4f73-81a4-64bfa7f959d1 req-f52b2611-e2bd-4bff-a230-89bbb170fd0e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Dec 21 03:01:54.705342 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4a1a0-fbb9-4958-81e4-7d53e91dd263 req-a0076f52-47af-468e-b713-ad882c2f4839 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:54.706818 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ec4a1a0-fbb9-4958-81e4-7d53e91dd263 req-a0076f52-47af-468e-b713-ad882c2f4839 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Dec 21 03:01:54.755617 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ec4a1a0-fbb9-4958-81e4-7d53e91dd263 req-c1567c44-74b4-4309-9b9d-996031a90a9f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Dec 21 03:01:54.776903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37322) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:54.818558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f331b159-2828-419c-854e-2c54a3a4c71a tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:54.820053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f331b159-2828-419c-854e-2c54a3a4c71a tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1092 time: 0.0421629 Dec 21 03:01:54.822815 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37324) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:54.827085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:01:54.852165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:54.947877 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:55.049468 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.79 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/11668c98-7921-470a-88a2-b4b4751abedd) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:01:55.145169 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:55.177362 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:55.220017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:01:55.222881 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:01:55.226348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:01:55.248124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=11668c98-7921-470a-88a2-b4b4751abedd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:55.578113 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:55.881645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:56.027799 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:56.032174 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:56.101070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=11668c98-7921-470a-88a2-b4b4751abedd,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:01:56.111696 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:56.211875 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 7325d179-e790-4936-acb1-f5f8733ca54c associated. External IP: 172.25.6.79, port: 324d5968-7efb-4b49-8e0a-83dde10b5a69. Dec 21 03:01:56.422997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:01:56.531385 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:01:56.544836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Sync routers for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:01:56.550730 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:56.556839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:56.557500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:56.580056 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dc9d4df5-3913-4ad1-9040-604637ef290b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7538931 Dec 21 03:01:56.580056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:01:56.580704 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:01:56.619311 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0567ce-9a5c-447d-96d8-ee894f3d7a3c x-openstack-request-id: req-2b0567ce-9a5c-447d-96d8-ee894f3d7a3c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:01:56.619612 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:01:56.619865 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b0567ce-9a5c-447d-96d8-ee894f3d7a3c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:01:56.620268 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'status': 'completed', 'code': 200} Dec 21 03:01:56.665670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:56.683966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573112b-5098-4ca5-b9bc-9eec7d558bdd req-f8eaba9c-bcf3-4ea8-9072-10fea50820c4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:56.685855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7573112b-5098-4ca5-b9bc-9eec7d558bdd req-f8eaba9c-bcf3-4ea8-9072-10fea50820c4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0540473 Dec 21 03:01:56.703293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-add27f9d-286e-4d5f-b114-6121ee28861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:56.704843 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-add27f9d-286e-4d5f-b114-6121ee28861f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0416994 Dec 21 03:01:56.743784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7573112b-5098-4ca5-b9bc-9eec7d558bdd req-3b3ddbae-ec80-41f7-9a27-fc6818d102cf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508490 Dec 21 03:01:56.766033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37330) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:56.802043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-1454ce6a-d0a2-4acc-8b3c-e6f4cd8088f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:56.803377 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-1454ce6a-d0a2-4acc-8b3c-e6f4cd8088f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0921402 Dec 21 03:01:56.833113 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d987cdb3-5aa5-4d37-97ac-91714aec4ebe tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/7325d179-e790-4936-acb1-f5f8733ca54c HTTP/1.1" status: 200 len: 990 time: 0.0654068 Dec 21 03:01:56.879617 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-2113d114-a2f2-48e8-9928-e052806a6790 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 998 time: 0.0686216 Dec 21 03:01:56.902045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '7325d179-e790-4936-acb1-f5f8733ca54c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'port_id': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'mac_address': 'fa:16:3e:ca:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655af30d-1d1a-426b-882e-30404fef20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:01:55Z', 'updated_at': '2021-12-21T03:01:55Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:56.928424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Checking router: 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:01:56.933098 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-96ad0bd5-2c90-4b18-bb4c-593e26e5874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:56.934594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-96ad0bd5-2c90-4b18-bb4c-593e26e5874c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0483770 Dec 21 03:01:56.936713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:01:56.937309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:01:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:56.980821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-3b61b35d-e383-4f46-b2e1-855a1e8fbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:01:56.982361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-3b61b35d-e383-4f46-b2e1-855a1e8fbf54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402839 Dec 21 03:01:57.040496 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:01:57.076882 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-1bde1ee0-aef6-43e5-afd7-d317f2082cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850325 Dec 21 03:01:57.166828 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40468766-e090-4d3c-9f6d-8e6b06c4e2ac req-79ab4e33-be65-46d2-89ae-6d948855c6c3 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Dec 21 03:01:57.262862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '7325d179-e790-4936-acb1-f5f8733ca54c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'port_id': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'mac_address': 'fa:16:3e:ca:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655af30d-1d1a-426b-882e-30404fef20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:01:55Z', 'updated_at': '2021-12-21T03:01:55Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:01:57.288546 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c38842-7db9-4666-b46d-94aebf55317b None None] The sync data for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 is: [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '7325d179-e790-4936-acb1-f5f8733ca54c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'port_id': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'mac_address': 'fa:16:3e:ca:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655af30d-1d1a-426b-882e-30404fef20e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:01:55Z', 'updated_at': '2021-12-21T03:01:55Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:01:57.476223 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9de9f1-7656-4a98-8fb4-89cba325755c None None] New status for floating IP 7325d179-e790-4936-acb1-f5f8733ca54c: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:01:57.644265 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:01:57.836270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37332) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:01:57.900603 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bd630995-8a91-4dd0-a497-0f35a064a01c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/7325d179-e790-4936-acb1-f5f8733ca54c HTTP/1.1" status: 200 len: 992 time: 0.0631986 Dec 21 03:02:06.991799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-f37c2907-887a-4b1a-b594-55a7988611c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403521 Dec 21 03:02:07.091669 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-b8f9599a-0899-44ff-ad36-bb829f208b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:02:07.093105 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-b8f9599a-0899-44ff-ad36-bb829f208b73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0431380 Dec 21 03:02:07.197256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-82fead17-43a9-4402-8135-96782ab6adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:02:07.198732 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-82fead17-43a9-4402-8135-96782ab6adad service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0845888 Dec 21 03:02:07.273261 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-57332cc5-fb1b-41d2-92ee-0d783fffbda6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 1000 time: 0.0660396 Dec 21 03:02:07.322306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-2b08b797-2767-4034-80e9-622c83036375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:02:07.323691 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-2b08b797-2767-4034-80e9-622c83036375 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0426857 Dec 21 03:02:07.370751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-523ca0b8-6243-411f-b67f-d161bb8bcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:02:07.372225 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-523ca0b8-6243-411f-b67f-d161bb8bcacb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404754 Dec 21 03:02:07.465368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-6ee2cf43-2c16-4623-9356-f6f70ed0842e service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Dec 21 03:02:07.553434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1e051c5e-8222-4c59-9f31-7c3577f04aeb req-b9cdd4db-dd63-412c-a487-bde3e4bea93a service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799429 Dec 21 03:02:14.081587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-673be9e3-d557-4e5e-b1c6-6cef326f0160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:16.788196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-80a3edfd-8b50-492e-bd08-16003a28d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:17.555176 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:18.963648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:19.516121 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:22.753198 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:27.644959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:30.405504 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:02:44.083185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fb7c09a2-4b83-4ec6-8300-253372a3c703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:46.789402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a27aa530-3e05-4bc4-a50a-3be01ccd213f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:47.558445 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:48.965920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:49.520272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:52.766897 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:02:57.649738 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:00.695096 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2891766-9a6b-490b-a28f-a52dfe0198a5 req-db09604a-f834-4bf0-b9ed-b940344fb5f9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:00.696653 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2891766-9a6b-490b-a28f-a52dfe0198a5 req-db09604a-f834-4bf0-b9ed-b940344fb5f9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0512354 Dec 21 03:03:00.719837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-3bca97a8-f3a5-4a7d-afb8-ac74e43ef0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:00.721386 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-3bca97a8-f3a5-4a7d-afb8-ac74e43ef0ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0459211 Dec 21 03:03:00.745739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2891766-9a6b-490b-a28f-a52dfe0198a5 req-7a220a63-de34-4dcf-86d8-680cc5288385 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Dec 21 03:03:00.811550 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-62b5d6a5-ff57-4194-966f-ac7775e280bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:00.813002 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-62b5d6a5-ff57-4194-966f-ac7775e280bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0835910 Dec 21 03:03:00.883252 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-88909aba-f7ca-4535-9d99-651d20c85425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 1000 time: 0.0616930 Dec 21 03:03:00.931707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-e6ab5e0b-ca81-43c4-bcb0-208bb9b3c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:00.933121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-e6ab5e0b-ca81-43c4-bcb0-208bb9b3c1a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0430517 Dec 21 03:03:00.976631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-10bb70ff-fad2-4c07-98ad-cafd3b00561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:00.978016 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-10bb70ff-fad2-4c07-98ad-cafd3b00561a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378196 Dec 21 03:03:01.069720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-534fab71-84b5-471a-b229-22dfe782c41b service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830045 Dec 21 03:03:01.156114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-09865025-05a6-4695-b42d-48b8bd33faf8 req-c55ecea2-4803-4932-80e7-73c1ee688e0c service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787699 Dec 21 03:03:01.862579 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0ade0-25af-41a5-a31c-de6d5febfad6 req-1438c3b3-6732-494c-acc3-627a639fbc96 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:01.864041 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26a0ade0-25af-41a5-a31c-de6d5febfad6 req-1438c3b3-6732-494c-acc3-627a639fbc96 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Dec 21 03:03:01.915730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-26a0ade0-25af-41a5-a31c-de6d5febfad6 req-0bdd20cd-047c-4efd-92bd-e66ca86a8897 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458083 Dec 21 03:03:03.039435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5f6a6-6742-41bb-b521-212df4c5950d req-5c92fd58-a6fa-4e14-bc0c-c08e442f7397 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:03.040922 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71c5f6a6-6742-41bb-b521-212df4c5950d req-5c92fd58-a6fa-4e14-bc0c-c08e442f7397 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0584979 Dec 21 03:03:03.089453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-71c5f6a6-6742-41bb-b521-212df4c5950d req-a7d8bd5b-f4be-414c-b15c-3ced34f998c3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Dec 21 03:03:04.203965 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d1bf-462c-4598-b3b2-606d73ccac9b req-a47398ba-1def-4af9-b4dc-d7e56c6ab1f9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:04.205928 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca06d1bf-462c-4598-b3b2-606d73ccac9b req-a47398ba-1def-4af9-b4dc-d7e56c6ab1f9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0484090 Dec 21 03:03:04.254281 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ca06d1bf-462c-4598-b3b2-606d73ccac9b req-90333ccd-9a4d-4b64-ac30-2381fedbaa85 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Dec 21 03:03:05.372770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c2195-23eb-4ffe-8dae-d7d445677157 req-d5eb0a06-379e-4ae1-afd8-673d79253506 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:05.374272 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b03c2195-23eb-4ffe-8dae-d7d445677157 req-d5eb0a06-379e-4ae1-afd8-673d79253506 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0533488 Dec 21 03:03:05.422379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b03c2195-23eb-4ffe-8dae-d7d445677157 req-89701035-f901-436c-8c1b-94a872b3ea55 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Dec 21 03:03:06.534345 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abad6f-cb36-4f9a-aac9-81699dea164b req-026cb8ac-4f40-462f-8ee7-76f245d89d25 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:06.535817 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67abad6f-cb36-4f9a-aac9-81699dea164b req-026cb8ac-4f40-462f-8ee7-76f245d89d25 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Dec 21 03:03:06.583503 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-67abad6f-cb36-4f9a-aac9-81699dea164b req-b402ece8-a6f3-4573-89fb-de3f8c7e2e57 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Dec 21 03:03:07.403792 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:03:07.702496 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e50c1-b7ce-4482-9cb3-93852e44f91d req-297e9880-a1cd-48e5-8545-66cba584bbfd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:07.703971 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d9e50c1-b7ce-4482-9cb3-93852e44f91d req-297e9880-a1cd-48e5-8545-66cba584bbfd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Dec 21 03:03:07.754869 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d9e50c1-b7ce-4482-9cb3-93852e44f91d req-9f3b206d-d79b-4516-ad5c-79ffbdf51e1c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Dec 21 03:03:08.057233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029909de-e010-4aea-8433-e7472fc694fc req-bb885c74-d1d2-40df-89d2-f3ce7efcc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:08.058650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-bb885c74-d1d2-40df-89d2-f3ce7efcc80d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0453174 Dec 21 03:03:08.160917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029909de-e010-4aea-8433-e7472fc694fc req-dbf19154-20ca-47fb-b4d8-3891e899ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:08.162397 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-dbf19154-20ca-47fb-b4d8-3891e899ca0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0848365 Dec 21 03:03:08.231236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-d1b453df-7a94-41a5-971f-c455f0b7bc50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 1000 time: 0.0613856 Dec 21 03:03:08.280163 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029909de-e010-4aea-8433-e7472fc694fc req-60336501-9dee-44ec-a2a4-7663cae20925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:08.281648 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-60336501-9dee-44ec-a2a4-7663cae20925 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0431342 Dec 21 03:03:08.326388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029909de-e010-4aea-8433-e7472fc694fc req-359bc26d-5e3e-42bd-a69f-39fb42759c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:08.327741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-359bc26d-5e3e-42bd-a69f-39fb42759c5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389245 Dec 21 03:03:08.428523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-02103737-75d8-4e04-9abd-c11ec5a930d6 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923498 Dec 21 03:03:08.518080 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-029909de-e010-4aea-8433-e7472fc694fc req-4c1df619-7bda-4ff0-a664-e71d527cc0b4 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826232 Dec 21 03:03:08.868720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c09d-772c-4d6c-a56b-f219586aa97d req-12ca6f58-fe6a-46f7-9b97-5f7c6b3b05af tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:08.870229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c330c09d-772c-4d6c-a56b-f219586aa97d req-12ca6f58-fe6a-46f7-9b97-5f7c6b3b05af tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Dec 21 03:03:08.919597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c330c09d-772c-4d6c-a56b-f219586aa97d req-a04d5733-a06f-4aaa-9806-b83da500f2bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Dec 21 03:03:10.033084 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c0de-812e-4320-ad6b-c133d15ee6b0 req-f24c4bd0-96fe-4538-914c-ef8dd50d8e3b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:10.034606 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b60c0de-812e-4320-ad6b-c133d15ee6b0 req-f24c4bd0-96fe-4538-914c-ef8dd50d8e3b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Dec 21 03:03:10.088048 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1b60c0de-812e-4320-ad6b-c133d15ee6b0 req-c7c666f4-d312-4cd1-b534-470cd16b2720 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466499 Dec 21 03:03:11.202290 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40935e01-1b2e-4b9e-a6b2-1c6d14ea782e req-1926472b-5fd8-4896-a204-4a3ad5ada742 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:11.203747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40935e01-1b2e-4b9e-a6b2-1c6d14ea782e req-1926472b-5fd8-4896-a204-4a3ad5ada742 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Dec 21 03:03:11.252118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-40935e01-1b2e-4b9e-a6b2-1c6d14ea782e req-33594f2e-71f4-4681-950d-00b05d0e1e03 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Dec 21 03:03:12.364916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370e30-c775-4ad9-96b9-d38c37bcc5b0 req-98290b8b-acae-4be4-8a97-cc9c19ca0702 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:12.366434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78370e30-c775-4ad9-96b9-d38c37bcc5b0 req-98290b8b-acae-4be4-8a97-cc9c19ca0702 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Dec 21 03:03:12.415504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-78370e30-c775-4ad9-96b9-d38c37bcc5b0 req-3c79c73f-9938-4eb8-b752-849c1b3d8797 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Dec 21 03:03:13.789506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87e3e-b7ac-4b74-a03b-483894b4a420 req-e26aeaad-8ace-43d4-8e47-1c444f4c51cb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:13.790968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf87e3e-b7ac-4b74-a03b-483894b4a420 req-e26aeaad-8ace-43d4-8e47-1c444f4c51cb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Dec 21 03:03:13.838635 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1bf87e3e-b7ac-4b74-a03b-483894b4a420 req-d20caf6c-917a-4d54-8389-c03f184b486b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418293 Dec 21 03:03:14.084557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7b17b47c-3ebd-4ae7-8ce8-064436807bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:14.952703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb7100-12c6-44e5-b71b-cf49c0b64390 req-03a30142-a458-423a-a5af-88e457411902 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:14.954860 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4cb7100-12c6-44e5-b71b-cf49c0b64390 req-03a30142-a458-423a-a5af-88e457411902 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0492082 Dec 21 03:03:15.003856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4cb7100-12c6-44e5-b71b-cf49c0b64390 req-c3ea90b8-93be-4d00-bad0-8e7778ca1621 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Dec 21 03:03:16.116433 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0e39-0f95-4076-b364-6e209ff55989 req-642aacba-217c-4ed4-8d94-a4f33f95fbd2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:16.117905 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81a0e39-0f95-4076-b364-6e209ff55989 req-642aacba-217c-4ed4-8d94-a4f33f95fbd2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0485892 Dec 21 03:03:16.169593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f81a0e39-0f95-4076-b364-6e209ff55989 req-d29d7fec-02e0-4bba-aac1-90c767413451 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Dec 21 03:03:16.789993 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fc0439a0-e578-47af-85fd-de876352e369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:17.283363 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91387-5041-4dda-949d-2a0474653298 req-bb5620ce-6750-457d-860f-8f1a5df0d0dc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:03:17.284798 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58a91387-5041-4dda-949d-2a0474653298 req-bb5620ce-6750-457d-860f-8f1a5df0d0dc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0478795 Dec 21 03:03:17.332624 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-58a91387-5041-4dda-949d-2a0474653298 req-7aec71c0-a8c8-40de-8eec-7a93145187d2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Dec 21 03:03:17.354112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37398) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:03:17.422222 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3e5f25b9-56ae-40b1-9d1d-931423c7625d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/7325d179-e790-4936-acb1-f5f8733ca54c HTTP/1.1" status: 200 len: 992 time: 0.0668912 Dec 21 03:03:17.560623 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:18.968606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:19.522436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:22.763728 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:27.649461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:44.086560 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd0a858f-ed98-4be0-b437-d8dec957718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:44.402739 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:03:46.791321 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4ec8-5e68-4583-8e0f-150cf3148a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:47.563372 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:48.971745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:49.524801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:52.790449 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:03:57.662329 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:07.837776 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37414) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:07.994647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 11668c98-7921-470a-88a2-b4b4751abedd {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:04:07.994992 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.069259 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.069521 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.081474 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 11668c98-7921-470a-88a2-b4b4751abedd owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:04:08.231079 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.255642 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=11668c98-7921-470a-88a2-b4b4751abedd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:08.273321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.273702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.274052 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.274393 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.274732 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.275064 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.275399 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.275731 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.276062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.276395 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.276729 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.277054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.277404 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:08.337848 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.338097 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 7325d179-e790-4936-acb1-f5f8733ca54c disassociated (deleted). External IP: 172.25.6.79, port: 324d5968-7efb-4b49-8e0a-83dde10b5a69. Dec 21 03:04:08.548175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:04:08.660674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:04:08.665861 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:08.673561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Sync routers for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:04:08.683531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:08.684225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:08.697700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-df0406f5-f1e4-42c4-8107-9cf74946cd91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/floatingips/7325d179-e790-4936-acb1-f5f8733ca54c HTTP/1.1" status: 204 len: 168 time: 0.8563256 Dec 21 03:04:08.697700 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:04:08.698121 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7250380f-3245-4cfe-a32e-6f5c4b612888" -d '{"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:04:08.805628 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3fb2e-e0d8-499e-b01b-4896869f5d0a x-openstack-request-id: req-3bc3fb2e-e0d8-499e-b01b-4896869f5d0a {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:04:08.806155 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:04:08.806578 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bc3fb2e-e0d8-499e-b01b-4896869f5d0a {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:04:08.807149 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'status': 'completed', 'code': 200} Dec 21 03:04:08.818440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:08.927979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-851ac05c-508d-4da7-94c1-e37316678960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:08.929501 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-851ac05c-508d-4da7-94c1-e37316678960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 1097 time: 0.0784211 Dec 21 03:04:08.983848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07e9b1-0102-46f2-9601-bf523ba4f945 req-620165ac-fd32-4e84-993c-ef2db05b2ea6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:08.985969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad07e9b1-0102-46f2-9601-bf523ba4f945 req-620165ac-fd32-4e84-993c-ef2db05b2ea6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0551527 Dec 21 03:04:09.047731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-b2a93195-3850-4879-b03e-dd587f370056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:09.049268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-b2a93195-3850-4879-b03e-dd587f370056 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 200 len: 897 time: 0.0973029 Dec 21 03:04:09.051051 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ad07e9b1-0102-46f2-9601-bf523ba4f945 req-f4c03935-4031-4524-a5a1-be7c53be2c72 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586879 Dec 21 03:04:09.055329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:09.088366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Checking router: 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:04:09.100550 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:09.102146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:09.105260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-aaac4b1b-891b-4135-8aff-64d08860832d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 200 len: 217 time: 0.0449791 Dec 21 03:04:09.157848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-c16ac148-0cb7-47a2-904d-07b552f8f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:09.159313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-c16ac148-0cb7-47a2-904d-07b552f8f056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 200 len: 834 time: 0.0455289 Dec 21 03:04:09.206109 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-0b82a8ca-fba1-44ff-bf08-8fd4bf1dd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:09.207491 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-0b82a8ca-fba1-44ff-bf08-8fd4bf1dd9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ecf8f338-b523-437c-9afa-b9babb700cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407400 Dec 21 03:04:09.213327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:09.302156 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-c8b64975-6c3e-49fc-862b-f0e16477ca71 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Dec 21 03:04:09.394338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7250380f-3245-4cfe-a32e-6f5c4b612888 req-23a04d64-de66-46f3-a3b4-99dfc1af99ce service neutron] 10.222.0.24 "GET /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851715 Dec 21 03:04:09.408823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:09.436693 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd69f47b-9dbd-4721-8058-b1a74cb7c93a None None] The sync data for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 is: [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '938f7022-daea-48b3-a153-5298869c5480', 'name': '', 'network_id': 'ecf8f338-b523-437c-9afa-b9babb700cdd', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c1:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:40Z', 'updated_at': '2021-12-21T03:01:44Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '71d84733-1fd2-48d4-ba84-502397db3d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:04:09.652632 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaca27c-0e3d-464b-bc40-f6bbdf4a8006 None None] New status for floating IP 7325d179-e790-4936-acb1-f5f8733ca54c: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:04:10.164358 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732de4-53e6-4190-b2cf-c9d3ff42ae78 req-f93932e9-89ed-453f-912f-8a57f4d6b000 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:10.165824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95732de4-53e6-4190-b2cf-c9d3ff42ae78 req-f93932e9-89ed-453f-912f-8a57f4d6b000 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Dec 21 03:04:10.217156 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-95732de4-53e6-4190-b2cf-c9d3ff42ae78 req-1ff91172-d9a7-4206-8e47-62d08dd63590 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=0419bf7a-5973-4ede-9cd2-ccb812d9d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454631 Dec 21 03:04:10.901825 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-f54e3722-66f1-482e-abdf-257422817158 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:10.903266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-f54e3722-66f1-482e-abdf-257422817158 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Dec 21 03:04:10.988820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 324d5968-7efb-4b49-8e0a-83dde10b5a69 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:04:10.989728 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:11.076440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 324d5968-7efb-4b49-8e0a-83dde10b5a69, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=324d5968-7efb-4b49-8e0a-83dde10b5a69,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:11.076790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:11.088870 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 324d5968-7efb-4b49-8e0a-83dde10b5a69 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:04:11.212164 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:11.245036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=324d5968-7efb-4b49-8e0a-83dde10b5a69,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:11.271121 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.272073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.272073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.272402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.272557 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.272885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.273361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.273673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.274028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.274425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.274755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.275063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.275563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:11.297863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] No DVR routers for this DVR port 324d5968-7efb-4b49-8e0a-83dde10b5a69 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:04:11.300822 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:11.305122 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-968f2aa6-5d6d-42c9-b34a-fef0e777d3ad req-cb65966f-08cc-439d-81e9-4f46ac2c9a4f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "DELETE /v2.0/ports/324d5968-7efb-4b49-8e0a-83dde10b5a69 HTTP/1.1" status: 204 len: 173 time: 0.3955884 Dec 21 03:04:11.305617 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'name': 'network-vif-deleted', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:04:11.308340 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9556f1ae-25c6-4ec2-bae6-7b176b318e78" -d '{"events": [{"server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "name": "network-vif-deleted", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:04:11.338214 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b595c55a-ca8f-41fd-8b29-72f67f31e6d6 req-e9c9a132-ca48-4e0d-8845-454b91c97f13 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=655af30d-1d1a-426b-882e-30404fef20e8 HTTP/1.1" status: 200 len: 210 time: 0.0327585 Dec 21 03:04:11.349647 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2041b3-242e-4fa9-8137-33c320646e25 x-openstack-request-id: req-2d2041b3-242e-4fa9-8137-33c320646e25 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:04:11.349935 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655af30d-1d1a-426b-882e-30404fef20e8", "name": "network-vif-deleted", "tag": "324d5968-7efb-4b49-8e0a-83dde10b5a69", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:04:11.350209 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d2041b3-242e-4fa9-8137-33c320646e25 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:04:11.350638 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655af30d-1d1a-426b-882e-30404fef20e8', 'name': 'network-vif-deleted', 'tag': '324d5968-7efb-4b49-8e0a-83dde10b5a69', 'status': 'completed', 'code': 200} Dec 21 03:04:12.396194 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37434) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:12.989811 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:13.250431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 938f7022-daea-48b3-a153-5298869c5480 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:04:13.250688 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:13.338858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 938f7022-daea-48b3-a153-5298869c5480, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=938f7022-daea-48b3-a153-5298869c5480,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:13.339213 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:13.354079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 938f7022-daea-48b3-a153-5298869c5480 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:04:13.536718 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:13.563917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=938f7022-daea-48b3-a153-5298869c5480,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:13.759573 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:13.971536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:04:14.075692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:04:14.081663 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-10aa3bac-5017-4af9-97ab-c130b45ea1bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/0f96d15b-b529-4a1b-b7e6-84fa41f120f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833630 Dec 21 03:04:14.084071 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37436) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:14.087716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Sync routers for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:04:14.096696 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c447-7434-4869-b334-1c731984c092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.101172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:14.101806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:14.136775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting subnet 71d84733-1fd2-48d4-ba84-502397db3d85 {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:04:14.140298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.185294 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.213678 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:14.266761 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.324462 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.354726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Subnet': ['ID=71d84733-1fd2-48d4-ba84-502397db3d85,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:14.358413 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.361872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-52d97cc2-486e-4a47-ae33-cbf6e9d80951 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/subnets/71d84733-1fd2-48d4-ba84-502397db3d85 HTTP/1.1" status: 204 len: 168 time: 0.2766867 Dec 21 03:04:14.365471 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37438) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:14.368265 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d0f37-32c7-4d94-9e2b-36e81e26041a None None] Network ecf8f338-b523-437c-9afa-b9babb700cdd requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:04:14.467870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:04:13Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:14.478842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.496008 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Checking router: 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:04:14.507325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Routers {'0f96d15b-b529-4a1b-b7e6-84fa41f120f2'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:14.507918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:03:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:14.583762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.590633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] DHCP port deletion for ecf8f338-b523-437c-9afa-b9babb700cdd request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:04:14.641668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port a4068904-3291-4ea9-9f5f-b77c06d87739 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:04:14.642016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.645990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] Set router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:14.722889 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port a4068904-3291-4ea9-9f5f-b77c06d87739, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=a4068904-3291-4ea9-9f5f-b77c06d87739,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:14.723875 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.736585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for a4068904-3291-4ea9-9f5f-b77c06d87739 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:04:14.911164 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.925811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Deleting port f653f5fd-8451-4e65-b9f4-a8a4c48b154f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:04:14.926176 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:14.940397 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=a4068904-3291-4ea9-9f5f-b77c06d87739,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:14.956425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9090ff3-2529-4078-92bd-4ee2b8812e6b None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:04:15.006156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.021501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] For port f653f5fd-8451-4e65-b9f4-a8a4c48b154f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,segment=NetworkSegment(cf9e445b-fab2-4614-af1a-566d911f46ee),segment_id=cf9e445b-fab2-4614-af1a-566d911f46ee)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:15.021893 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.050985 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Calling delete_port for f653f5fd-8451-4e65-b9f4-a8a4c48b154f owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:04:15.099929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.102118 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.130834 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:04:13Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:15.144653 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.145796 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Fanout notify agent at l3_agent the message router_deleted on router 0f96d15b-b529-4a1b-b7e6-84fa41f120f2 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:04:15.153328 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.154607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-25b454e7-2882-4e3d-9dcc-f5d8a72556f5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/routers/0f96d15b-b529-4a1b-b7e6-84fa41f120f2 HTTP/1.1" status: 204 len: 168 time: 0.7884018 Dec 21 03:04:15.157343 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37440) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:15.168225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba85ffa-ceb6-422c-ae3f-a4fb47a5068b None None] The sync data for ids ['0f96d15b-b529-4a1b-b7e6-84fa41f120f2'] in n-d-761264-20 is: [{'id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197880520', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:01:37Z', 'updated_at': '2021-12-21T03:04:13Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'a4068904-3291-4ea9-9f5f-b77c06d87739', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d15b-b529-4a1b-b7e6-84fa41f120f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:01:38Z', 'updated_at': '2021-12-21T03:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:04:15.179306 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.208268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Pushing event deleted for resources: {'Port': ['ID=f653f5fd-8451-4e65-b9f4-a8a4c48b154f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:15.213364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] No DVR routers for this DVR port f653f5fd-8451-4e65-b9f4-a8a4c48b154f on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.225658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c5630-6c7f-4963-9eab-21cea2727999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:15.247641 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.289879 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 324d5968-7efb-4b49-8e0a-83dde10b5a69 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:04:15.312529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 324d5968-7efb-4b49-8e0a-83dde10b5a69 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:04:15.312871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 324d5968-7efb-4b49-8e0a-83dde10b5a69 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:04:15.336876 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.357106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf8f338-b523-437c-9afa-b9babb700cdd']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:15.367246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9e445b-fab2-4614-af1a-566d911f46ee') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:15.367570 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9e445b-fab2-4614-af1a-566d911f46ee') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:15.377772 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.390729 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.396999 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:04:15.397414 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: warnings.warn(msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: timer() Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:04:15.400447 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:04:15.457475 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.464716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.467819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/networks/ecf8f338-b523-437c-9afa-b9babb700cdd HTTP/1.1" status: 204 len: 168 time: 0.3095448 Dec 21 03:04:15.470690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37442) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:15.479001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c4b50-9a1f-4781-b2a3-87043354c043 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Network': ['ID=ecf8f338-b523-437c-9afa-b9babb700cdd,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:15.531773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.557422 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.626219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.628845 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:15.630747 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/security-groups/0419bf7a-5973-4ede-9cd2-ccb812d9d744 HTTP/1.1" status: 204 len: 168 time: 0.1590693 Dec 21 03:04:15.640566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52d6b1-259d-4ebc-a731-e9b8068730d5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419bf7a-5973-4ede-9cd2-ccb812d9d744,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:15.730091 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f653f5fd-8451-4e65-b9f4-a8a4c48b154f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:04:15.751486 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f653f5fd-8451-4e65-b9f4-a8a4c48b154f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:04:15.751836 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f653f5fd-8451-4e65-b9f4-a8a4c48b154f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:04:15.752250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 938f7022-daea-48b3-a153-5298869c5480 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:04:15.772309 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 938f7022-daea-48b3-a153-5298869c5480 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:04:15.772658 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 938f7022-daea-48b3-a153-5298869c5480 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:04:16.793343 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b3e82843-8abd-4bb0-9cd0-aa73d7a012ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:17.565561 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:17.611727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a4068904-3291-4ea9-9f5f-b77c06d87739 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:04:17.635313 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: a4068904-3291-4ea9-9f5f-b77c06d87739 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:04:17.635657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device a4068904-3291-4ea9-9f5f-b77c06d87739 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:04:17.945897 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37452) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:17.950588 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2068685943', 'description': 'tempest-secgroup-smoke-2068685943 description', 'project_id': 'cff1f34b9d964575804d2be895983d53'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:17.974466 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.038072 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.041555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.065646 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.066853 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1199152 Dec 21 03:04:18.070058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37454) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.074740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126e7dd-c9c9-4ec8-9317-b267851fd3bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d38f1-04fd-4f8e-8660-71a4fb7944a0,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.075126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.103914 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.163031 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.166678 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.183922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f256b6-9438-407b-a9a1-102eca83ea03,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.191023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.192239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ef15f571-7d2a-4b58-8f5f-24933ea37cd8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210711 Dec 21 03:04:18.194938 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37456) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.199119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.226965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.282337 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.286849 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.306441 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4312c65-e041-41e9-b115-67314e4ddaea,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.311504 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.312705 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ec9ec576-eced-469b-9dbc-86060301b033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168678 Dec 21 03:04:18.315453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37458) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.319643 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.347577 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.405264 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.408681 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.427147 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d455f2-8cdb-459f-86de-cc1e8874d37b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.438391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.439529 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-32e7e5eb-f840-4a20-9b9c-ef100ec9027c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231389 Dec 21 03:04:18.442703 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37460) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.446932 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.473733 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.532934 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.536438 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.553619 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7f4a4b-bc6e-4f61-8906-b6dcedfba8ca,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.561816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.565740 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ddde7e82-b200-4a8c-b9b9-3665ac191cdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194103 Dec 21 03:04:18.565919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37462) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.571065 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.594070 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:04:18.598871 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.659722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.663199 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.677592 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4ab1fb-c615-4ba6-91a9-f62149356677,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.688503 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.689654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-942618d2-5030-427f-8f4d-2d55d36c944c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225646 Dec 21 03:04:18.692836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37464) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.697079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': 'a18d38f1-04fd-4f8e-8660-71a4fb7944a0', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.719836 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:04:18.724639 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.791815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.795526 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.814678 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfee3c22-6426-4e4f-9e74-dfd68289934c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:18.822377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.823582 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9c3f8435-be28-4b6d-9888-7c0c71806774 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297662 Dec 21 03:04:18.826445 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37466) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:18.831249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'network': {'name': 'tempest-network-smoke--2036943621', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:18.853156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:04:18.856543 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.881506 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:04:18.890569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.890913 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Added segment 784dd458-f39a-4854-b5e2-64a052039b74 of type vlan for network 029541df-2da6-4992-b1ae-942c9457fe11 Dec 21 03:04:18.931717 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.955642 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.961017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:18.961633 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.974041 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:18.998609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711349 Dec 21 03:04:19.002475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37468) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:19.007589 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'admin_state_up': True, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:19.032680 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.032969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236a5b-48a5-4c1d-9738-8470a19b4e26 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Network': ['ID=029541df-2da6-4992-b1ae-942c9457fe11,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:19.033936 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.044220 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 029541df-2da6-4992-b1ae-942c9457fe11 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:04:19.092747 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.227631 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.412735 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.431985 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.526694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.535333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.236 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/951e3119-ca48-41ab-bb9f-b1ba13f7292f) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:04:19.634960 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.667053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.704701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:19.709425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:19.713515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:04:19.722555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2065b1-dd2a-43d4-95d1-8b3e0b104a70 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:04:19.816343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2fb581ef-a729-459b-9724-81a4b5238515 None None] Provisioning complete for port 951e3119-ca48-41ab-bb9f-b1ba13f7292f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:19.816625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2fb581ef-a729-459b-9724-81a4b5238515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:19.856723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2fb581ef-a729-459b-9724-81a4b5238515 None None] Port 951e3119-ca48-41ab-bb9f-b1ba13f7292f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:04:20.084555 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=951e3119-ca48-41ab-bb9f-b1ba13f7292f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:20.302630 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:20.499590 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:20.625375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:04:20.729664 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:04:20.740033 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Sync routers for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:04:20.750651 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:20.751279 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:20.751498 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:20.752772 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5ffa6379-87e6-49a3-a324-06990d064c5a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7492712 Dec 21 03:04:20.755985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37470) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:20.789129 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-20a93d5b-2e43-438c-a377-cabc2fccc617 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=cff1f34b9d964575804d2be895983d53&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295675 Dec 21 03:04:20.789529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37472) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:20.856337 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:21.042210 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:20Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:21.068566 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Checking router: a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:04:21.068925 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Updating router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 port 951e3119-ca48-41ab-bb9f-b1ba13f7292f binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:04:21.100508 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.182994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a0de5-d969-459a-b592-24b19088d7fb tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:21.184694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ce5a0de5-d969-459a-b592-24b19088d7fb tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3941178 Dec 21 03:04:21.187456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37474) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:21.224399 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bdb3652a-052a-4647-a9ac-755cb9fb72bd tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358691 Dec 21 03:04:21.226891 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37476) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:21.231555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992108450', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:21.319044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:04:21.322736 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.351644 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.362216 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.409147 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83db6ca-5f6f-4ab5-803e-b14635cd4e16 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:04:21.412563 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:04:21.423425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Pushing event updated for resources: {'Port': ['ID=951e3119-ca48-41ab-bb9f-b1ba13f7292f,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:21.432337 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.432687 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.433031 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.433385 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.433723 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.434052 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.434376 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.434702 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.435031 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.435387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.435712 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.436032 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.436349 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:04:21.439544 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Attempting to bind port 951e3119-ca48-41ab-bb9f-b1ba13f7292f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:04:21.439907 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Attempting to bind port 951e3119-ca48-41ab-bb9f-b1ba13f7292f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:04:21.440268 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Attempting to bind port 951e3119-ca48-41ab-bb9f-b1ba13f7292f on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:04:21.446466 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:04:21.446849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:04:21.447238 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.447623 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:04:21.448089 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Bound port: 951e3119-ca48-41ab-bb9f-b1ba13f7292f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:04:21.448464 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.487343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e080422e-a812-46c3-905a-6d87844aaf7b None None] Provisioning complete for port 951e3119-ca48-41ab-bb9f-b1ba13f7292f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:21.487717 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e080422e-a812-46c3-905a-6d87844aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.500363 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] For port 951e3119-ca48-41ab-bb9f-b1ba13f7292f, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:04:21.503414 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] For port 951e3119-ca48-41ab-bb9f-b1ba13f7292f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=951e3119-ca48-41ab-bb9f-b1ba13f7292f,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:04:21.507941 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.521774 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.525129 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e080422e-a812-46c3-905a-6d87844aaf7b None None] Port 951e3119-ca48-41ab-bb9f-b1ba13f7292f cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:04:21.552335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3bb1e-0e74-4d7e-8885-12ef7cbdcb51 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:04:21.559819 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:21.560445 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:21.591925 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Subnet': ['ID=75736625-aa06-497f-b35f-987307b6927c,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:21.603297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Checking segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:04:21.603679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network hostable DHCP agents. Network: 029541df-2da6-4992-b1ae-942c9457fe11, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:04:21.622244 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 029541df-2da6-4992-b1ae-942c9457fe11 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:04:21.631958 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 029541df-2da6-4992-b1ae-942c9457fe11) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:21.638952 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:21.639817 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.644925 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991faad-2d6b-4e1f-9902-31caad10f407 None None] Pushing event updated for resources: {'Port': ['ID=951e3119-ca48-41ab-bb9f-b1ba13f7292f,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:21.655540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bf364-cabd-4b21-94ee-c192d20f1089 None None] Network 029541df-2da6-4992-b1ae-942c9457fe11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:04:21.662377 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a2617eea-db70-4c29-8623-20b3b0c8ff1f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317837 Dec 21 03:04:21.662631 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37478) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:21.670120 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] Provisioning complete for port 951e3119-ca48-41ab-bb9f-b1ba13f7292f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:21.670486 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.687957 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:21.815673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-029541df-2da6-4992-b1ae-942c9457fe11', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:04:21.816537 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.836801 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:21.874725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:20Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:21.901644 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72145958-9d05-467f-a0c2-bc59aae3b66c None None] The sync data for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 is: [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:20Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:04:21.909154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] For port 951e3119-ca48-41ab-bb9f-b1ba13f7292f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=951e3119-ca48-41ab-bb9f-b1ba13f7292f,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:21.916229 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.005626 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93034489-5b73-4727-b36e-d4b97fdd56bb None None] Pushing event updated for resources: {'Port': ['ID=951e3119-ca48-41ab-bb9f-b1ba13f7292f,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:22.024721 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Allocated IP 172.20.0.2 (029541df-2da6-4992-b1ae-942c9457fe11/75736625-aa06-497f-b35f-987307b6927c/31343bac-191c-4d77-aa29-7dd1f75a16f4) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:04:22.127762 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.191117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.197687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.246312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Network 029541df-2da6-4992-b1ae-942c9457fe11 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:22.253430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:22.256927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:04:22.267897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Pushing event updated for resources: {'Port': ['ID=31343bac-191c-4d77-aa29-7dd1f75a16f4,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:22.323829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Attempting to bind port 31343bac-191c-4d77-aa29-7dd1f75a16f4 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:04:22.324279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Attempting to bind port 31343bac-191c-4d77-aa29-7dd1f75a16f4 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:04:22.324720 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Attempting to bind port 31343bac-191c-4d77-aa29-7dd1f75a16f4 on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:04:22.330461 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:04:22.330951 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Checking segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:04:22.331437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.331911 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Bound using segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:04:22.332509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Bound port: 31343bac-191c-4d77-aa29-7dd1f75a16f4, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:04:22.332899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.408137 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] For port 31343bac-191c-4d77-aa29-7dd1f75a16f4, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:04:22.412071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] For port 31343bac-191c-4d77-aa29-7dd1f75a16f4, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=31343bac-191c-4d77-aa29-7dd1f75a16f4,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:04:22.416169 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.444849 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.1 (029541df-2da6-4992-b1ae-942c9457fe11/75736625-aa06-497f-b35f-987307b6927c/fe69d693-7386-4db5-9f5c-77ab96c055dd) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:04:22.494549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11693977-094b-41bc-99df-98b8214c73b3 None None] Pushing event updated for resources: {'Port': ['ID=31343bac-191c-4d77-aa29-7dd1f75a16f4,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:22.573962 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.611679 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.679143 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 029541df-2da6-4992-b1ae-942c9457fe11 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:22.682401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:22.685534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:04:22.728329 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:22.745158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.799162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:22.899056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.175816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.181780 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.257058 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:23.260499 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.361273 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 029541df-2da6-4992-b1ae-942c9457fe11 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:23.362785 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:23.482216 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:04:23.487741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b5d3f4-551e-4799-8876-ada6c8cce09d None None] Network 029541df-2da6-4992-b1ae-942c9457fe11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:04:23.568788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] Provisioning complete for port 31343bac-191c-4d77-aa29-7dd1f75a16f4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:23.569162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.601224 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:04:23.606579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5a1e1445-066f-47ac-b786-891529cabd0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429142 Dec 21 03:04:23.715160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.770980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 31343bac-191c-4d77-aa29-7dd1f75a16f4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:04:23.809305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] For port 31343bac-191c-4d77-aa29-7dd1f75a16f4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=31343bac-191c-4d77-aa29-7dd1f75a16f4,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:23.810730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-9514261d-acf7-4c1f-b206-a96f6748ba49 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068685943&fields=id&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 267 time: 0.0730865 Dec 21 03:04:23.819032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.882471 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 31343bac-191c-4d77-aa29-7dd1f75a16f4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:23.882920 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:23.906952 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9a903-0a6f-4dfe-88b4-aca0c4b71e57 None None] Pushing event updated for resources: {'Port': ['ID=31343bac-191c-4d77-aa29-7dd1f75a16f4,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:23.938294 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-5675e235-33f8-459b-86ff-400188b7115a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:23.940107 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-5675e235-33f8-459b-86ff-400188b7115a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 797 time: 0.1199996 Dec 21 03:04:23.959149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-5d9f28fd-d33c-4f60-a8b9-4d4f0d7ad7be tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/quotas/cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 375 time: 0.0109696 Dec 21 03:04:23.965594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9f07aa5e-ec8a-4c6d-8e9a-11cedd254d24 None None] Provisioning complete for port fe69d693-7386-4db5-9f5c-77ab96c055dd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:23.965963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f07aa5e-ec8a-4c6d-8e9a-11cedd254d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.001547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 951e3119-ca48-41ab-bb9f-b1ba13f7292f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:04:24.030479 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-07415031-2a47-4f1f-ad8e-1769dffb8125 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642066 Dec 21 03:04:24.032014 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Sync routers for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:04:24.046065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9f07aa5e-ec8a-4c6d-8e9a-11cedd254d24 None None] Port fe69d693-7386-4db5-9f5c-77ab96c055dd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:04:24.061624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:24.062260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:24.105899 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9f07aa5e-ec8a-4c6d-8e9a-11cedd254d24 None None] Provisioning complete for port 31343bac-191c-4d77-aa29-7dd1f75a16f4 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:24.106267 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f07aa5e-ec8a-4c6d-8e9a-11cedd254d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.149730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-46d698fd-4104-49fb-8449-2bebe8ec73dd service neutron] 10.222.0.43 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052401 Dec 21 03:04:24.185260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 951e3119-ca48-41ab-bb9f-b1ba13f7292f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:24.185260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.244938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:24.254850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-6ea94014-802b-423b-83b1-fbec9f43a447 service neutron] 10.222.0.43 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038153 Dec 21 03:04:24.526076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c35fb3f4-35a9-4a10-a191-8ccfa4702674 None None] Provisioning complete for port fe69d693-7386-4db5-9f5c-77ab96c055dd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:24.526726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c35fb3f4-35a9-4a10-a191-8ccfa4702674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.571329 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c35fb3f4-35a9-4a10-a191-8ccfa4702674 None None] Port fe69d693-7386-4db5-9f5c-77ab96c055dd cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:04:24.581018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:23Z', 'revision_number': 2, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:24.610891 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Checking router: a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:04:24.611252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Updating router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 port fe69d693-7386-4db5-9f5c-77ab96c055dd binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:04:24.637544 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.895764 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:24.901248 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.107060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bbff4-b04a-453f-8506-0a6a3f6a527b None None] Pushing event updated for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:25.156897 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Attempting to bind port fe69d693-7386-4db5-9f5c-77ab96c055dd on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:04:25.157194 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Attempting to bind port fe69d693-7386-4db5-9f5c-77ab96c055dd by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:04:25.157595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Attempting to bind port fe69d693-7386-4db5-9f5c-77ab96c055dd on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:04:25.163505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:04:25.163778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Checking segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:04:25.164179 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.164576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Bound using segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:04:25.165041 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Bound port: fe69d693-7386-4db5-9f5c-77ab96c055dd, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:04:25.165455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.229760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] For port fe69d693-7386-4db5-9f5c-77ab96c055dd, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:04:25.232850 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] For port fe69d693-7386-4db5-9f5c-77ab96c055dd, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe69d693-7386-4db5-9f5c-77ab96c055dd,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:04:25.238541 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.310427 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:25.311065 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:25.347670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bbff4-b04a-453f-8506-0a6a3f6a527b None None] Pushing event updated for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:25.354877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] Provisioning complete for port fe69d693-7386-4db5-9f5c-77ab96c055dd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:25.355176 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.461699 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b691d66-97bb-4110-a712-56545399d55c req-83b7f75d-18e5-47e6-97c7-61303cb8f636 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 210 time: 0.0399032 Dec 21 03:04:25.498888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:25.545566 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.656183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] For port fe69d693-7386-4db5-9f5c-77ab96c055dd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe69d693-7386-4db5-9f5c-77ab96c055dd,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:25.664120 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.695031 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 31343bac-191c-4d77-aa29-7dd1f75a16f4 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:04:25.792037 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e1f99-c299-4acb-adc6-d9567021aaeb None None] Pushing event updated for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:25.817666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-bffc7dd3-3366-4591-9054-a1567377a777 None None] Provisioning complete for port fe69d693-7386-4db5-9f5c-77ab96c055dd triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:25.818038 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bffc7dd3-3366-4591-9054-a1567377a777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.848025 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 31343bac-191c-4d77-aa29-7dd1f75a16f4 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:25.848880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:25.906905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:25.944024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19610537-b139-43ef-a5a3-f9797a1b6378 None None] The sync data for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 is: [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:04:26.581327 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f978fc9f-ffa3-4da7-934e-11f2e403c6bb req-a0b53678-3943-4402-bdc7-b55b2a6161c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 210 time: 0.0374379 Dec 21 03:04:26.651768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-5a6747f0-5645-485c-abd1-8d5cf6898a7a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:26.655037 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-5a6747f0-5645-485c-abd1-8d5cf6898a7a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 797 time: 0.1354949 Dec 21 03:04:26.745481 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-9eb90912-1426-4f14-8ee0-35711ca223d2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 380 time: 0.0568609 Dec 21 03:04:26.783497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'port': {'device_id': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'admin_state_up': True, 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'security_groups': ['a18d38f1-04fd-4f8e-8660-71a4fb7944a0']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:26.912185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:04:26.916109 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.046183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.14 (029541df-2da6-4992-b1ae-942c9457fe11/75736625-aa06-497f-b35f-987307b6927c/f6ce35e8-b44c-48c1-98cd-fc309f569dac) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:04:27.183565 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.218812 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.267349 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 029541df-2da6-4992-b1ae-942c9457fe11 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:27.270225 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:27.272561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:04:27.297878 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:27.328601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:27.329231 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.346298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-a43830e4-8923-495a-b1ac-cd6ba2f02628 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668423 Dec 21 03:04:27.374188 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Request body: {'port': {'device_id': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:27.434531 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.539027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9ef5cf8e-9918-4747-8829-f021758eb705 None None] Provisioning complete for port f6ce35e8-b44c-48c1-98cd-fc309f569dac triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:27.539577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ef5cf8e-9918-4747-8829-f021758eb705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.573130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5cf8e-9918-4747-8829-f021758eb705 None None] Port f6ce35e8-b44c-48c1-98cd-fc309f569dac cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:04:27.662292 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.693591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fdb08-f27e-4696-a907-732a9ae2917a req-ed97d3db-f796-45b1-ad72-4af7e682e85f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:27.698278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe69d693-7386-4db5-9f5c-77ab96c055dd up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:04:27.700821 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-790fdb08-f27e-4696-a907-732a9ae2917a req-ed97d3db-f796-45b1-ad72-4af7e682e85f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 932 time: 0.0572836 Dec 21 03:04:27.717457 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ce35e8-b44c-48c1-98cd-fc309f569dac {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:04:27.725263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.738322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Transition to ACTIVE for port object f6ce35e8-b44c-48c1-98cd-fc309f569dac will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:04:27.743870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.756391 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-790fdb08-f27e-4696-a907-732a9ae2917a req-20b8216c-3738-471e-918c-78beceeaefce tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546198 Dec 21 03:04:27.756909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port fe69d693-7386-4db5-9f5c-77ab96c055dd triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:27.757521 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.797771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:27.870232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:04:27.870568 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:04:27.870899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:04:27.875543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:04:27.875854 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:04:27.881540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:04:27.881879 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Checking segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:04:27.882267 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Bound using segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:04:27.882721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Bound port: f6ce35e8-b44c-48c1-98cd-fc309f569dac, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:04:27.883077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.947692 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:04:27.950876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:04:27.955641 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.993871 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:27.994502 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:27.995901 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1093 time: 0.6268640 Dec 21 03:04:27.996371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:04:27.998708 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f05bb-40e7-4bec-9a3d-7c666bf49377" -d '{"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:04:28.023576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56349cf0-3897-4427-b4c1-6d1148ecbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:28.048595 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6847fd8f-ab8a-41ea-a947-5be197e22224 x-openstack-request-id: req-6847fd8f-ab8a-41ea-a947-5be197e22224 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:04:28.048897 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:04:28.049214 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6847fd8f-ab8a-41ea-a947-5be197e22224 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:04:28.050440 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'status': 'completed', 'code': 200} Dec 21 03:04:28.120145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-68b59628-4ddb-40a8-99b3-3a941a2747c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.121993 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-68b59628-4ddb-40a8-99b3-3a941a2747c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0486617 Dec 21 03:04:28.173317 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-cdca7121-a259-4741-9893-d3c6f573bc80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 217 time: 0.0365343 Dec 21 03:04:28.227183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-f9e19d46-ea00-45db-b5fc-648bc8931f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.228635 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-f9e19d46-ea00-45db-b5fc-648bc8931f71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0458739 Dec 21 03:04:28.279712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-cb086789-565d-4aa1-b38a-1736ec2804bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.281159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-cb086789-565d-4aa1-b38a-1736ec2804bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398333 Dec 21 03:04:28.378474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-03990082-bde5-47a3-92e9-ac30b2ab22c1 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Dec 21 03:04:28.475621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-04a7bd87-86a7-48de-9e1b-96aca3134cca req-d5779150-f076-4af9-95cd-46c546f00b56 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851378 Dec 21 03:04:28.610726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-bb9188de-7dce-4347-a496-54df2ce29df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.612179 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-bb9188de-7dce-4347-a496-54df2ce29df1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0406656 Dec 21 03:04:28.700261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-05bf4dba-675c-4726-adeb-9930cb470621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.701741 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-05bf4dba-675c-4726-adeb-9930cb470621 service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0821438 Dec 21 03:04:28.747474 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-ce1ebc6f-3f70-406b-b044-258ee7017569 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 217 time: 0.0374076 Dec 21 03:04:28.799009 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-fe439be9-c9d6-4d4d-b621-0b83f3ac2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.800452 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-fe439be9-c9d6-4d4d-b621-0b83f3ac2397 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0442600 Dec 21 03:04:28.846976 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-20c70d0d-a818-44c5-9f78-8590738e2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.849161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-20c70d0d-a818-44c5-9f78-8590738e2a54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399818 Dec 21 03:04:28.871461 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86644c-c5c8-4728-adca-5e396349ea24 req-8101e6df-6c26-4e10-9c59-eafdc7a89d48 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:28.872932 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e86644c-c5c8-4728-adca-5e396349ea24 req-8101e6df-6c26-4e10-9c59-eafdc7a89d48 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0529897 Dec 21 03:04:28.922228 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e86644c-c5c8-4728-adca-5e396349ea24 req-6369e162-3029-4ddb-811d-f4d2ef636e8f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Dec 21 03:04:28.945419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-47d90fd6-4294-4bdf-9197-71face6554d2 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864997 Dec 21 03:04:29.042100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-006f05bb-40e7-4bec-9a3d-7c666bf49377 req-f525d1d9-f5dc-4873-8d51-f4082e48f889 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Dec 21 03:04:30.036527 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a6409-0a66-453c-912c-1be62e30c7e9 req-3043e622-c396-4e72-b39f-107769ff43ca tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:30.038421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-734a6409-0a66-453c-912c-1be62e30c7e9 req-3043e622-c396-4e72-b39f-107769ff43ca tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0474133 Dec 21 03:04:30.086714 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-734a6409-0a66-453c-912c-1be62e30c7e9 req-323cf09a-c240-4a4e-bf31-a56252445dc9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Dec 21 03:04:31.199944 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182b1f-1bb5-4453-809c-e05dd38d881f req-4485c7e1-4458-44b1-a922-cf0f65cd8344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:31.201447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64182b1f-1bb5-4453-809c-e05dd38d881f req-4485c7e1-4458-44b1-a922-cf0f65cd8344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0478675 Dec 21 03:04:31.253875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-64182b1f-1bb5-4453-809c-e05dd38d881f req-54ab32b3-419e-4729-a03d-3f79abff0fb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 Dec 21 03:04:31.913422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:04:32.010155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:32.020630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'mac_address': 'fa:16:3e:8f:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:04:32.056665 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:32.068792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ce35e8-b44c-48c1-98cd-fc309f569dac {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:04:32.086788 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:32.091328 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:32.141389 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:32.367077 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb0577-338f-4272-bff1-2669899d1cc9 req-d9cf53a8-d74d-4520-b64e-127414682ca6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:32.368730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0bb0577-338f-4272-bff1-2669899d1cc9 req-d9cf53a8-d74d-4520-b64e-127414682ca6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Dec 21 03:04:32.418761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0bb0577-338f-4272-bff1-2669899d1cc9 req-b8526e40-d4fb-4dcd-bc3a-bf959ef923f3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Dec 21 03:04:32.481050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['f6ce35e8-b44c-48c1-98cd-fc309f569dac'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:04:33.532765 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df80171-ac06-4ea9-a913-28a766b272f9 req-cdbdc154-8a91-494f-b23f-f17edb95d28e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:33.534227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9df80171-ac06-4ea9-a913-28a766b272f9 req-cdbdc154-8a91-494f-b23f-f17edb95d28e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 945 time: 0.0480769 Dec 21 03:04:33.581937 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9df80171-ac06-4ea9-a913-28a766b272f9 req-999f9280-554a-4792-844a-20cb0c8b85c9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 Dec 21 03:04:33.934661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:04:33.983114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port f6ce35e8-b44c-48c1-98cd-fc309f569dac completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:04:33.987169 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port f6ce35e8-b44c-48c1-98cd-fc309f569dac triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:04:33.987543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:34.062907 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:34.087840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:04:34.090067 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec3788-d928-4e46-bcb7-db7cf27a61c6" -d '{"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:04:34.104378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:04:34.108239 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:34.131563 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ec1d0-56e3-4155-a601-85bd61905f87 x-openstack-request-id: req-a83ec1d0-56e3-4155-a601-85bd61905f87 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:04:34.131848 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:04:34.132096 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a83ec1d0-56e3-4155-a601-85bd61905f87 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:04:34.132480 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'code': 200} Dec 21 03:04:34.157588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:34.273018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b289-8f8e-41ef-b1a9-8bec84772d20 req-d4828141-0366-4b77-9344-a73036f23191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:34.274416 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4701b289-8f8e-41ef-b1a9-8bec84772d20 req-d4828141-0366-4b77-9344-a73036f23191 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0400772 Dec 21 03:04:34.324829 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4701b289-8f8e-41ef-b1a9-8bec84772d20 req-08d8a3ea-634e-4168-989d-638c0f29600c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Dec 21 03:04:34.698122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70630b5-0519-4f2c-863d-6830275c6664 req-107b20bf-4bb9-4d6d-bd57-e57f6e86e505 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:34.699629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d70630b5-0519-4f2c-863d-6830275c6664 req-107b20bf-4bb9-4d6d-bd57-e57f6e86e505 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Dec 21 03:04:34.748560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d70630b5-0519-4f2c-863d-6830275c6664 req-f5c482bb-b92d-4bb3-b1ac-3769449d8b36 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Dec 21 03:04:35.866691 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654de75-7192-40c1-8425-65b9a13d75dd req-a0d1fc6f-a2ad-40b3-802d-f065091edd46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:35.868108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9654de75-7192-40c1-8425-65b9a13d75dd req-a0d1fc6f-a2ad-40b3-802d-f065091edd46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0528977 Dec 21 03:04:35.917149 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9654de75-7192-40c1-8425-65b9a13d75dd req-6923fbbe-617f-4642-9f29-8f429ba4487c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Dec 21 03:04:36.029682 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b7231-63fa-44f9-bfb3-efb1186f4bf4 req-6de235f0-f5c1-4995-812b-256b72e1d028 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:36.031140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab7b7231-63fa-44f9-bfb3-efb1186f4bf4 req-6de235f0-f5c1-4995-812b-256b72e1d028 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0479984 Dec 21 03:04:36.084712 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab7b7231-63fa-44f9-bfb3-efb1186f4bf4 req-02876a04-b045-4377-a168-ddabaf983738 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472147 Dec 21 03:04:36.106114 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37532) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:36.143926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d2d52-f973-4531-bc1b-6ca80061bf7f tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:36.145910 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e85d2d52-f973-4531-bc1b-6ca80061bf7f tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1093 time: 0.0388613 Dec 21 03:04:36.148652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37534) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:36.152903 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:04:36.176501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:36.274165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:36.378544 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.184 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/26d7172d-1800-485c-84dc-1485504ccb0a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:04:36.738277 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:36.770976 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:36.809585 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:04:36.812287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:04:36.815687 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:04:36.821591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=26d7172d-1800-485c-84dc-1485504ccb0a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:37.165358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.231403 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.379788 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.384155 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.454695 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=26d7172d-1800-485c-84dc-1485504ccb0a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:04:37.464451 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.563871 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP bea2f815-e742-4a3f-88c0-3530ef5c3416 associated. External IP: 172.25.6.184, port: f6ce35e8-b44c-48c1-98cd-fc309f569dac. Dec 21 03:04:37.765883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:04:37.876420 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:04:37.890167 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Sync routers for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:04:37.895153 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:37.901369 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:37.901975 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:37.923946 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-08ace80b-99a8-40ea-9c28-91d6ae29bfb9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7742679 Dec 21 03:04:37.924594 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:04:37.926881 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:04:37.972637 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329efeb-c616-4a78-b553-0db010cd47a9 x-openstack-request-id: req-4329efeb-c616-4a78-b553-0db010cd47a9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:04:37.972927 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:04:37.973180 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4329efeb-c616-4a78-b553-0db010cd47a9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:04:37.973625 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'status': 'completed', 'code': 200} Dec 21 03:04:38.012316 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:38.049571 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf251494-b71d-4f76-b0c9-d4b7057c3bbf req-33ee3ec2-d3ca-4e55-a53d-71a8ef865f31 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:38.051256 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf251494-b71d-4f76-b0c9-d4b7057c3bbf req-33ee3ec2-d3ca-4e55-a53d-71a8ef865f31 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0667617 Dec 21 03:04:38.060608 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-21a183b1-77ab-4e31-b800-14c080e62a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:38.062295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-21a183b1-77ab-4e31-b800-14c080e62a3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0439501 Dec 21 03:04:38.107996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cf251494-b71d-4f76-b0c9-d4b7057c3bbf req-9a9160f7-7363-4ed4-bd82-bc5770ab2ae9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Dec 21 03:04:38.138953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37540) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:38.173717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-1d591f9b-1f2b-4d03-b532-e828ef10f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:38.175185 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-1d591f9b-1f2b-4d03-b532-e828ef10f34a service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.1051593 Dec 21 03:04:38.203607 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b4d46edd-2f5f-47a5-9349-4fabbc288694 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/bea2f815-e742-4a3f-88c0-3530ef5c3416 HTTP/1.1" status: 200 len: 992 time: 0.0624318 Dec 21 03:04:38.243401 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-c9c195f3-e97c-4b2f-b177-6372931e4bb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1000 time: 0.0603271 Dec 21 03:04:38.296876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-5b9e7648-ad68-44fa-903a-00e7773e5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:38.298359 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-5b9e7648-ad68-44fa-903a-00e7773e5b57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0473320 Dec 21 03:04:38.332862 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'bea2f815-e742-4a3f-88c0-3530ef5c3416', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'mac_address': 'fa:16:3e:8f:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:04:37Z', 'updated_at': '2021-12-21T03:04:37Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:38.344096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-0f5b91cd-537a-4b15-b67f-063cbbb6106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:38.345632 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-0f5b91cd-537a-4b15-b67f-063cbbb6106d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398366 Dec 21 03:04:38.364682 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Checking router: a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:04:38.373483 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:04:38.374113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:04:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:38.436633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-aa589767-2eb9-419e-9332-6182109fe860 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Dec 21 03:04:38.478122 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:04:38.527975 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e106ca0c-a32a-4aa4-b3dd-ee579e3b9fcf req-2246d40f-ee95-422a-b05a-04e41546cdcd service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840013 Dec 21 03:04:38.701319 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'bea2f815-e742-4a3f-88c0-3530ef5c3416', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'mac_address': 'fa:16:3e:8f:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:04:37Z', 'updated_at': '2021-12-21T03:04:37Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:04:38.730820 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1d8b-f5f1-438f-ac5f-852e5df69e25 None None] The sync data for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 is: [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'bea2f815-e742-4a3f-88c0-3530ef5c3416', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'mac_address': 'fa:16:3e:8f:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:04:37Z', 'updated_at': '2021-12-21T03:04:37Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:04:38.918749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ecade-c3da-4905-9989-b870db678402 None None] New status for floating IP bea2f815-e742-4a3f-88c0-3530ef5c3416: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:04:39.207458 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37542) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:04:39.271257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4ed8b77c-30a7-4791-8cda-181da040d99e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/bea2f815-e742-4a3f-88c0-3530ef5c3416 HTTP/1.1" status: 200 len: 994 time: 0.0626616 Dec 21 03:04:44.088216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c739960-8dcb-46a5-84e5-a4d220fed77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:46.149422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-f1f039ca-82d6-4d0e-84f0-9c3678eed2f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399296 Dec 21 03:04:46.249212 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-18b21ddc-4a78-4d6d-8931-42efeae77b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:46.250724 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-18b21ddc-4a78-4d6d-8931-42efeae77b82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0383999 Dec 21 03:04:46.361173 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-8bb34881-7c00-4097-b07f-fba6840e6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:46.363053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-8bb34881-7c00-4097-b07f-fba6840e6a43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0879505 Dec 21 03:04:46.430969 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-4bd6515d-c611-4c15-9860-a010fed2b6fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1002 time: 0.0572085 Dec 21 03:04:46.484808 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-dc834c55-33f5-4e4a-aab2-cee7df6dbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:46.486499 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-dc834c55-33f5-4e4a-aab2-cee7df6dbaae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0464697 Dec 21 03:04:46.535512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-08dfd318-c64a-4351-a20a-660305ea6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:04:46.536965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-08dfd318-c64a-4351-a20a-660305ea6ff2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394413 Dec 21 03:04:46.631195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-d5598c97-cea3-453f-9c34-a53122173ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835450 Dec 21 03:04:46.719325 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92e82afb-01c7-4d16-9c86-fcdb3f7773c7 req-24e19c48-76c2-476d-bd06-29cc610d2b8c service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793674 Dec 21 03:04:46.794206 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6f997f0-3057-438b-b1cd-9046420a4a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:47.567323 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:48.978568 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:49.527441 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:52.795918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:57.669401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:04:58.401217 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:05:14.089671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-321e4518-622c-4639-8471-d22bdeb7f341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:14.610702 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-81166180-b517-4ab8-a98b-ee805c9d3daa req-67413f3e-c99a-4fd5-b95d-01ba0f4ffee0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:05:14.611684 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-81166180-b517-4ab8-a98b-ee805c9d3daa req-67413f3e-c99a-4fd5-b95d-01ba0f4ffee0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057189 Dec 21 03:05:14.793243 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73bc03-2bb1-40bc-bc02-02a80691ed51 req-d306215c-bf61-4ee3-97e8-9c95d5c7a502 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:14.794824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c73bc03-2bb1-40bc-bc02-02a80691ed51 req-d306215c-bf61-4ee3-97e8-9c95d5c7a502 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0480876 Dec 21 03:05:14.833471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37568) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:05:14.847985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c73bc03-2bb1-40bc-bc02-02a80691ed51 req-4245bbda-d963-4fc3-b1cd-c22550b5f055 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469456 Dec 21 03:05:14.913781 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-ac70b471-b316-496c-b51b-93a94105a94c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791183 Dec 21 03:05:14.922694 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-f09705a5-896f-4aad-9342-2a98e249bb7f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:05:14.923670 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-f09705a5-896f-4aad-9342-2a98e249bb7f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049353 Dec 21 03:05:15.967100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd846-0b5c-4cc1-acb4-3dceff30cde0 req-98da463d-211e-4098-838e-59af7579ab46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:15.968482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57abd846-0b5c-4cc1-acb4-3dceff30cde0 req-98da463d-211e-4098-838e-59af7579ab46 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0525486 Dec 21 03:05:16.018837 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-57abd846-0b5c-4cc1-acb4-3dceff30cde0 req-cb9991e0-a98c-4ccd-a3b7-4354f643a600 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Dec 21 03:05:16.122056 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-16b48823-e214-47c7-931a-6fa589eb9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:16.123512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-16b48823-e214-47c7-931a-6fa589eb9bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0435028 Dec 21 03:05:16.215810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-f5161bb6-f379-463b-9a6d-ee02d45c3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:16.217288 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-f5161bb6-f379-463b-9a6d-ee02d45c3072 service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0816472 Dec 21 03:05:16.285127 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-1944d0a8-1192-412e-a8a1-c39642381670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1002 time: 0.0600026 Dec 21 03:05:16.337023 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-ac93d985-aa6e-48c9-86e7-323a428f53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:16.338488 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-ac93d985-aa6e-48c9-86e7-323a428f53c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0432479 Dec 21 03:05:16.388800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-64500dde-f8e4-40f7-b8fa-0e05ae743548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:16.390335 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-64500dde-f8e4-40f7-b8fa-0e05ae743548 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411260 Dec 21 03:05:16.485502 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-601e2bc2-7d0c-4a9a-aa26-9601d0a02b4d service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830452 Dec 21 03:05:16.578111 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-7d75cdef-f4bd-4fc2-8191-468ca9b1bfa0 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Dec 21 03:05:16.794063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c055a62a-8699-4b5d-a941-912ab54b44b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:17.133477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183143d7-63dc-4f36-b0ce-fe3359cd778b req-e03d03c7-c757-4fbc-9e8e-9e6dba994701 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:17.134940 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-183143d7-63dc-4f36-b0ce-fe3359cd778b req-e03d03c7-c757-4fbc-9e8e-9e6dba994701 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0481269 Dec 21 03:05:17.182564 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-183143d7-63dc-4f36-b0ce-fe3359cd778b req-c7762a46-6c02-4326-b776-9090457f29b1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Dec 21 03:05:17.571184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:18.295416 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181e50e-2cde-4848-8f8f-94e71c76dd0b req-1288ef53-c3ee-4278-9b3c-19e1644e13a6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:18.296854 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9181e50e-2cde-4848-8f8f-94e71c76dd0b req-1288ef53-c3ee-4278-9b3c-19e1644e13a6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0475309 Dec 21 03:05:18.348762 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9181e50e-2cde-4848-8f8f-94e71c76dd0b req-05632e32-c888-43e2-a354-37af4092dbc1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Dec 21 03:05:18.980991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:19.463675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121d12-ef74-4ada-a4d6-18630e609d43 req-aaca0c0e-e8a6-44b3-a2d2-8a45a12370b5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:19.465121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36121d12-ef74-4ada-a4d6-18630e609d43 req-aaca0c0e-e8a6-44b3-a2d2-8a45a12370b5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Dec 21 03:05:19.513220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-36121d12-ef74-4ada-a4d6-18630e609d43 req-ae59794d-a226-4378-bcee-d0b92317333c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Dec 21 03:05:19.529709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:20.632315 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f6a3-872a-4a38-b8f4-333a17a89f82 req-a3f29bef-17c6-4f26-8035-70fbc8acb955 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:20.633738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c920f6a3-872a-4a38-b8f4-333a17a89f82 req-a3f29bef-17c6-4f26-8035-70fbc8acb955 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0477653 Dec 21 03:05:20.684543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c920f6a3-872a-4a38-b8f4-333a17a89f82 req-8f1ae726-49f6-4e59-a4ab-19a0b7bd263d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449636 Dec 21 03:05:21.802206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c2e6-2889-4965-bfa1-4d2ff0b3c621 req-1706cff7-5ed1-4376-b144-fb381399eb1c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:21.803660 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a5c2e6-2889-4965-bfa1-4d2ff0b3c621 req-1706cff7-5ed1-4376-b144-fb381399eb1c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Dec 21 03:05:21.851751 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-98a5c2e6-2889-4965-bfa1-4d2ff0b3c621 req-ca335421-b33f-4ff7-97ba-4e829ae82792 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Dec 21 03:05:22.795683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:22.973035 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2900b4-0c94-457e-b433-d8d16a7dbead req-f5770cbf-3097-40d0-8734-218171cee030 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:22.974549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a2900b4-0c94-457e-b433-d8d16a7dbead req-f5770cbf-3097-40d0-8734-218171cee030 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0559297 Dec 21 03:05:23.022364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a2900b4-0c94-457e-b433-d8d16a7dbead req-d0777920-ad62-4e6a-ac79-4da727fe47cb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Dec 21 03:05:24.135624 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c9151-ed57-4d69-99e8-e56833cc098e req-15a9074a-ec44-4f59-ac2e-3f08a8d8c2bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:24.137080 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-154c9151-ed57-4d69-99e8-e56833cc098e req-15a9074a-ec44-4f59-ac2e-3f08a8d8c2bb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0477414 Dec 21 03:05:24.190157 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-154c9151-ed57-4d69-99e8-e56833cc098e req-4508370f-bcaa-440a-9b3b-b990c193f1b3 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Dec 21 03:05:25.357427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674ef9-16f0-46c6-8815-4d20ecc45f57 req-840612df-6c7b-42a3-be91-b689408c409b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:25.358917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab674ef9-16f0-46c6-8815-4d20ecc45f57 req-840612df-6c7b-42a3-be91-b689408c409b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0476532 Dec 21 03:05:25.410431 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ab674ef9-16f0-46c6-8815-4d20ecc45f57 req-92521ea9-dce6-4e28-b592-8ec9c3d4f13f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Dec 21 03:05:26.526122 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55722-9f57-4411-b33b-8869c4ddbd9a req-d20bbf8e-ecc1-4189-8d41-7898a837dc9e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:26.527553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbc55722-9f57-4411-b33b-8869c4ddbd9a req-d20bbf8e-ecc1-4189-8d41-7898a837dc9e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Dec 21 03:05:26.574856 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbc55722-9f57-4411-b33b-8869c4ddbd9a req-49a6976f-a2d9-4673-b061-db41ac5f83c1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Dec 21 03:05:27.673671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:27.693930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db9f3-c22b-4a69-b8bb-14f5468834b6 req-160e4855-19e3-4a2b-8a9e-afb69566d351 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:27.695383 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-555db9f3-c22b-4a69-b8bb-14f5468834b6 req-160e4855-19e3-4a2b-8a9e-afb69566d351 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0542998 Dec 21 03:05:27.745358 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-555db9f3-c22b-4a69-b8bb-14f5468834b6 req-d26eec93-984c-4766-b335-9c0055bb0301 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Dec 21 03:05:28.858230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11103-f337-4791-92b8-4a698bd6cc5c req-0e75a478-88ad-4228-8df1-71e3bfc960e6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:28.859687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89a11103-f337-4791-92b8-4a698bd6cc5c req-0e75a478-88ad-4228-8df1-71e3bfc960e6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Dec 21 03:05:28.908608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-89a11103-f337-4791-92b8-4a698bd6cc5c req-64c1f599-83cd-4a18-bfc2-e1e3208ce6cf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Dec 21 03:05:30.026957 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4fe6-aafa-4481-b7de-665717b3457c req-ded9ce4f-49be-4bed-ba5a-3224f7d15e82 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:30.028430 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5ab4fe6-aafa-4481-b7de-665717b3457c req-ded9ce4f-49be-4bed-ba5a-3224f7d15e82 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Dec 21 03:05:30.076095 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c5ab4fe6-aafa-4481-b7de-665717b3457c req-e39ec811-4156-468e-aae8-c2c11a276d99 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Dec 21 03:05:31.188352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a4e91-c8de-41fb-a7be-24f4bb99dd84 req-8ca3ca23-e9dd-442a-bf50-3effd85a50e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:31.189809 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-397a4e91-c8de-41fb-a7be-24f4bb99dd84 req-8ca3ca23-e9dd-442a-bf50-3effd85a50e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Dec 21 03:05:31.237926 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-397a4e91-c8de-41fb-a7be-24f4bb99dd84 req-122a1d59-bc39-448d-b221-17f8c445470b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Dec 21 03:05:32.350380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565568b7-02af-44c0-b835-acb437248b2c req-8b047cdc-f924-4d31-9ff9-e1a2f97bdda1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:32.351811 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-565568b7-02af-44c0-b835-acb437248b2c req-8b047cdc-f924-4d31-9ff9-e1a2f97bdda1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Dec 21 03:05:32.405044 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-565568b7-02af-44c0-b835-acb437248b2c req-dbeb04e1-6a67-458f-899a-68689144ccdf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Dec 21 03:05:33.519355 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a421e-1807-4b93-a12f-dfb546ec5835 req-7e79d5f1-beb8-4cdb-9c1b-949550e38661 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:33.520793 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-816a421e-1807-4b93-a12f-dfb546ec5835 req-7e79d5f1-beb8-4cdb-9c1b-949550e38661 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0480616 Dec 21 03:05:33.570253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-816a421e-1807-4b93-a12f-dfb546ec5835 req-dfc3c209-97f7-464a-af8a-476ba341bf2b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435276 Dec 21 03:05:34.070984 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-879cfc6c-599a-4710-9316-33f515de29c3 req-c7811684-5551-4a56-98f3-85cbc4a94efa service neutron] show failed (client error): The resource could not be found. Dec 21 03:05:34.071869 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-c7811684-5551-4a56-98f3-85cbc4a94efa service neutron] 10.222.0.45 "GET /v2.0/ports/f6ce35e8-b44c-48c1-98cd-fc309f569dac/bindings/n-h1-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.0575333 Dec 21 03:05:34.283883 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-04864136-d4b7-4466-9f04-a58ea6e2231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:34.285381 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-04864136-d4b7-4466-9f04-a58ea6e2231b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 1098 time: 0.0406034 Dec 21 03:05:34.296219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-dcf4c496-d161-447a-b030-88c05cbc619f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:05:34.297128 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-dcf4c496-d161-447a-b030-88c05cbc619f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047231 Dec 21 03:05:34.317007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:05:34.367697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:34.564587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:05:34.596429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:05:34.636016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:05:34.638294 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a759f-cc3c-4426-9f93-598e62a8c2e1" -d '{"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:05:34.642344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:34.654646 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Transition to ACTIVE for port object f6ce35e8-b44c-48c1-98cd-fc309f569dac will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:05:34.659585 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:34.693262 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35362b58-be6c-4e32-9ef9-4fb84a066620 req-1076a1dc-1d0d-409f-b047-c5aa054c671f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:34.694889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35362b58-be6c-4e32-9ef9-4fb84a066620 req-1076a1dc-1d0d-409f-b047-c5aa054c671f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0537889 Dec 21 03:05:34.698813 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c50fe2-2267-469e-b988-d6f74673786c x-openstack-request-id: req-90c50fe2-2267-469e-b988-d6f74673786c {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:05:34.699261 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:05:34.699376 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c50fe2-2267-469e-b988-d6f74673786c {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:05:34.699756 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'code': 200} Dec 21 03:05:34.743460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=6']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:05:34.751929 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-35362b58-be6c-4e32-9ef9-4fb84a066620 req-f1504499-a86b-40b2-8ec2-8858a929d6b5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505369 Dec 21 03:05:34.763266 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.763661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.764091 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.764432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.764765 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.765095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.765540 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.765868 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.766190 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.766513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.766837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.767155 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:34.767476 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:35.143026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] No DVR routers for this DVR port f6ce35e8-b44c-48c1-98cd-fc309f569dac on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:05:35.270843 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:05:35.271081 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:05:35.271400 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:05:35.275606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:05:35.275926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Attempting to bind port f6ce35e8-b44c-48c1-98cd-fc309f569dac on network 029541df-2da6-4992-b1ae-942c9457fe11 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:05:35.280626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:05:35.280964 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Checking segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:05:35.281352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Bound using segment: {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:05:35.281795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Bound port: f6ce35e8-b44c-48c1-98cd-fc309f569dac, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784dd458-f39a-4854-b5e2-64a052039b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:05:35.282145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:35.343265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:05:35.347379 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:05:35.351605 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:35.395007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.395634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:35.397036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1093 time: 1.0840688 Dec 21 03:05:35.401158 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:05:35.416906 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ed9a-dee0-4bc3-a0b4-6aa08a6239c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=7']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:05:35.469258 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-0070ed7c-7c13-4121-bf18-aa5aa604092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.470799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-0070ed7c-7c13-4121-bf18-aa5aa604092a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0413146 Dec 21 03:05:35.565590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-8babc4cc-5fef-4399-929d-af950ce421b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.567042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-8babc4cc-5fef-4399-929d-af950ce421b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0885937 Dec 21 03:05:35.636218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-34f449df-1472-474f-a447-38862dd29081 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1000 time: 0.0609376 Dec 21 03:05:35.685755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-867af2cc-94bc-49f3-8f7a-6e052c984e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.687164 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-867af2cc-94bc-49f3-8f7a-6e052c984e82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0435820 Dec 21 03:05:35.732795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cfc6c-599a-4710-9316-33f515de29c3 req-ba5ebf27-59ef-4ef3-b4ee-07323aa179d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.734744 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-ba5ebf27-59ef-4ef3-b4ee-07323aa179d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406532 Dec 21 03:05:35.827329 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-21a1147d-e1c9-4158-a94e-f2158212133b service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Dec 21 03:05:35.873677 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67bc95-05fb-4792-84f0-7aa41a8b4213 req-90867b7b-c90c-40b4-b0e3-31cb7329fa06 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:35.875146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b67bc95-05fb-4792-84f0-7aa41a8b4213 req-90867b7b-c90c-40b4-b0e3-31cb7329fa06 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0517919 Dec 21 03:05:35.920978 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-879cfc6c-599a-4710-9316-33f515de29c3 req-c3b66b45-92c4-4526-b64a-862d10961416 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Dec 21 03:05:35.924224 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6b67bc95-05fb-4792-84f0-7aa41a8b4213 req-3eb67d27-0c5c-4c15-8c40-6b674dffb62e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Dec 21 03:05:36.701252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:05:36.703767 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f6f96-62bc-4c15-b391-9fb21133da59" -d '{"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:05:36.751474 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55c31e6-126a-4b89-b4f6-27adcfe04093 x-openstack-request-id: req-a55c31e6-126a-4b89-b4f6-27adcfe04093 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:05:36.751765 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:05:36.752018 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a55c31e6-126a-4b89-b4f6-27adcfe04093 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:05:36.752453 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'status': 'completed', 'code': 200} Dec 21 03:05:36.858265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-105ec620-d9d4-4bd0-a327-2645d5798bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:36.859779 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-105ec620-d9d4-4bd0-a327-2645d5798bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0659978 Dec 21 03:05:36.867861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-9ae946e9-ca4c-445a-8ed1-bc9facedefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:36.869173 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-9ae946e9-ca4c-445a-8ed1-bc9facedefc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0484345 Dec 21 03:05:37.025930 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-a2455774-05f8-4208-8adf-23b9dcfbd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.027672 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-a2455774-05f8-4208-8adf-23b9dcfbd441 service neutron] 10.222.0.24 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.1575463 Dec 21 03:05:37.032392 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-9f0501c0-5836-46b8-b384-6e78f2c32d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.033845 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-9f0501c0-5836-46b8-b384-6e78f2c32d13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.1474826 Dec 21 03:05:37.052483 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7be40-d55d-4ee4-a3ff-8eabc381f981 req-55d26ff1-e464-4c55-b06c-61cf884bd06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.054820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63f7be40-d55d-4ee4-a3ff-8eabc381f981 req-55d26ff1-e464-4c55-b06c-61cf884bd06b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0567372 Dec 21 03:05:37.104451 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-63f7be40-d55d-4ee4-a3ff-8eabc381f981 req-fedf6e8e-41e4-47d7-9f8e-33791a35f7e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Dec 21 03:05:37.139534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-ba3936ca-b164-4490-a302-d849369555d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1000 time: 0.1041067 Dec 21 03:05:37.156301 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-48a4a710-0c72-4d36-996c-fcab4f337d49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1000 time: 0.0822024 Dec 21 03:05:37.224759 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-6e87ceb3-194b-439a-9549-eb7cd3476054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.226209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-6e87ceb3-194b-439a-9549-eb7cd3476054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0780032 Dec 21 03:05:37.233816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-a90f07ef-4cd6-4bb0-a3bb-fd91d829a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.235174 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-a90f07ef-4cd6-4bb0-a3bb-fd91d829a5af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0603223 Dec 21 03:05:37.299966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-758339f3-3201-49ba-8781-a9c4070eb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.301461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-758339f3-3201-49ba-8781-a9c4070eb8b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651383 Dec 21 03:05:37.306903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-1fe2b581-d177-4b3d-9086-fb892619e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:37.308226 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-1fe2b581-d177-4b3d-9086-fb892619e226 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620549 Dec 21 03:05:37.461692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-8cedb967-e9d2-4d48-aee3-e80bfe05e618 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514783 Dec 21 03:05:37.484024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-3f43461c-491a-496f-ac10-1de39b70d0d2 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573067 Dec 21 03:05:37.618736 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-97c70dd4-c452-4476-974c-286302fb9a90 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500497 Dec 21 03:05:37.628692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f75f6f96-62bc-4c15-b391-9fb21133da59 req-99cd33dd-e2d9-4665-8bad-23d5c0e7c229 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295571 Dec 21 03:05:38.211909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:05:38.228444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f95cc7-2bcd-4b5b-a352-19bdb69e66ed req-27ee394e-9f7e-4457-a119-c7e8ee1496c6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:38.230092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94f95cc7-2bcd-4b5b-a352-19bdb69e66ed req-27ee394e-9f7e-4457-a119-c7e8ee1496c6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0498273 Dec 21 03:05:38.253583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port f6ce35e8-b44c-48c1-98cd-fc309f569dac host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 03:05:38.253980 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:05:38.287769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94f95cc7-2bcd-4b5b-a352-19bdb69e66ed req-864b38f9-b0c8-4627-a4e9-f8d6040efe76 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514014 Dec 21 03:05:39.403179 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5db9-1259-4b33-becc-2769bdccec62 req-cb0d2bdb-ce30-4157-b25b-aa4836d301f0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:39.404949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c0e5db9-1259-4b33-becc-2769bdccec62 req-cb0d2bdb-ce30-4157-b25b-aa4836d301f0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0499976 Dec 21 03:05:39.453103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c0e5db9-1259-4b33-becc-2769bdccec62 req-3189108e-e11d-452b-aed2-6b0a80cd7fac tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Dec 21 03:05:39.642066 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010fcf7-3ad1-4863-9955-05f7718689b5 req-fafe0b93-fa35-45b8-933f-20a8d88ee6bd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:39.643594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e010fcf7-3ad1-4863-9955-05f7718689b5 req-fafe0b93-fa35-45b8-933f-20a8d88ee6bd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0501180 Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:05:39.674639 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:05:39.678924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-c7859a87-3318-47ee-9ebf-1b994dc20215 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:39.678924 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-c7859a87-3318-47ee-9ebf-1b994dc20215 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97&tenant_id=cff1f34b9d964575804d2be895983d53&binding%3Ahost_id=n-h1-761264-20 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Dec 21 03:05:39.695735 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e010fcf7-3ad1-4863-9955-05f7718689b5 req-2c7742c2-171b-411a-bb4a-b4c767aebeef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Dec 21 03:05:39.727617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:05:39.795875 n-d-761264-20 neutron-server[109851]: INFO neutron.api.v2.resource [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-82124b85-3fe9-4ce0-b1db-48e0659d0995 service neutron] delete failed (client error): The resource could not be found. Dec 21 03:05:39.797042 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-82124b85-3fe9-4ce0-b1db-48e0659d0995 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f6ce35e8-b44c-48c1-98cd-fc309f569dac/bindings/n-h2-761264-20 HTTP/1.1" status: 404 len: 381 time: 0.1046216 Dec 21 03:05:39.815588 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba099a2-9df7-418f-8782-85f7be765f11 req-e91106ca-a01a-432e-933d-f89dbeca2c03 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:39.817103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fba099a2-9df7-418f-8782-85f7be765f11 req-e91106ca-a01a-432e-933d-f89dbeca2c03 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 944 time: 0.0526876 Dec 21 03:05:39.832673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:05:39.844002 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'port_id': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'mac_address': 'fa:16:3e:8f:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:05:39.873193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fba099a2-9df7-418f-8782-85f7be765f11 req-ef8076ee-1e51-46d8-8cab-7507472b2090 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495441 Dec 21 03:05:39.881019 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:39.894954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ce35e8-b44c-48c1-98cd-fc309f569dac {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:05:39.918085 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-0e4a49f4-52e7-4ecc-b0e5-671be198d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:39.918842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:05:39.919912 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-0e4a49f4-52e7-4ecc-b0e5-671be198d384 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1096 time: 0.0420337 Dec 21 03:05:39.922675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:39.968276 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:05:39.976083 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.976432 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.976771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.977109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.977469 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.977801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.978128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.978454 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.978778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.979100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.979424 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.979744 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:39.980064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:05:40.019327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-e185aed4-3f65-4466-a851-83e3edfd683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:40.020801 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-e185aed4-3f65-4466-a851-83e3edfd683c service neutron] 10.222.0.45 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0906224 Dec 21 03:05:40.085982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-cf9be3d6-6147-411c-b48a-2f0e333c04e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1001 time: 0.0573223 Dec 21 03:05:40.141880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-78d438bf-7fe9-447e-875a-fc653680421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:40.143287 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-78d438bf-7fe9-447e-875a-fc653680421b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0456824 Dec 21 03:05:40.192533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-095a9f14-552f-4d7f-b07d-6e6b53c024e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:40.193968 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-095a9f14-552f-4d7f-b07d-6e6b53c024e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394170 Dec 21 03:05:40.286155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-de3cad54-1e0b-4a1f-a091-be43a8a0b652 service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807781 Dec 21 03:05:40.353785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['f6ce35e8-b44c-48c1-98cd-fc309f569dac'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:05:40.388566 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-899fc1e4-dc5a-48d4-bf1a-129c6166eb57 req-02992fc9-0ac2-4886-b0c5-6b6bcd6e215b service neutron] 10.222.0.45 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900848 Dec 21 03:05:40.995080 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb85b0-8316-4fa1-ac0d-8600ad75fcac req-fdcab2ca-6adf-4950-9d65-a1ab8aa1643c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:40.996560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-feeb85b0-8316-4fa1-ac0d-8600ad75fcac req-fdcab2ca-6adf-4950-9d65-a1ab8aa1643c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Dec 21 03:05:41.045628 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-feeb85b0-8316-4fa1-ac0d-8600ad75fcac req-f89bdf3d-97a6-4bd7-8054-9a55872e18b2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Dec 21 03:05:41.748168 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:05:41.796628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port f6ce35e8-b44c-48c1-98cd-fc309f569dac completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:05:41.800336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port f6ce35e8-b44c-48c1-98cd-fc309f569dac triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:05:41.800699 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:42.032013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:42.058668 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:05:42.060873 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5564da9-96e4-49eb-9e8c-9453aec333ae" -d '{"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:05:42.074245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:05:42.078474 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:42.101577 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f533a8a-df2e-433f-859a-6b3c88cb8005 x-openstack-request-id: req-2f533a8a-df2e-433f-859a-6b3c88cb8005 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:05:42.101879 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-plugged", "status": "completed", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:05:42.102153 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f533a8a-df2e-433f-859a-6b3c88cb8005 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:05:42.102536 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'code': 200} Dec 21 03:05:42.129260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=9']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:05:42.168088 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc5212-bfd1-4312-ad5d-c1bc5a5c4d07 req-19dd644a-7a60-40ad-a9bb-604da3a0444f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:05:42.169571 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-acfc5212-bfd1-4312-ad5d-c1bc5a5c4d07 req-19dd644a-7a60-40ad-a9bb-604da3a0444f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Dec 21 03:05:42.218140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-acfc5212-bfd1-4312-ad5d-c1bc5a5c4d07 req-0dd93bf5-5158-4bbe-8139-154939b9f071 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Dec 21 03:05:42.240195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37656) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:05:42.297521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4b9133a0-1adb-4b7f-b802-eec8a5cb34e8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/bea2f815-e742-4a3f-88c0-3530ef5c3416 HTTP/1.1" status: 200 len: 994 time: 0.0561430 Dec 21 03:05:44.091125 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-27cc743e-29cd-44b3-bda6-6240b8ea209c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:46.794307 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d845b62-0940-4849-b773-2eec012c7145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:47.574311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:48.982182 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:49.532996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:52.811431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:05:57.689933 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:12.401895 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:06:13.045053 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-838f2432-6c39-441a-9891-0f5ceb5e9afe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414050 Dec 21 03:06:13.145015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73589-3453-453f-97cd-3ad5d336c65d req-4d55a9aa-1077-488b-86fe-ea4b7355aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:13.146532 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-4d55a9aa-1077-488b-86fe-ea4b7355aaa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0441630 Dec 21 03:06:13.245837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73589-3453-453f-97cd-3ad5d336c65d req-152e47a0-1777-4b4f-bf59-b930aaa268ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:13.247282 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-152e47a0-1777-4b4f-bf59-b930aaa268ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0827358 Dec 21 03:06:13.317921 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-cc992bc0-e0f0-4838-b6f9-79a0b27f3c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 1002 time: 0.0606492 Dec 21 03:06:13.366040 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73589-3453-453f-97cd-3ad5d336c65d req-905ea586-b15e-412f-9461-ffb5740f3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:13.367503 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-905ea586-b15e-412f-9461-ffb5740f3a38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0425146 Dec 21 03:06:13.414252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73589-3453-453f-97cd-3ad5d336c65d req-9a0650af-6a60-43dc-ae0b-d94c1596d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:13.415720 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-9a0650af-6a60-43dc-ae0b-d94c1596d2b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401883 Dec 21 03:06:13.508579 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-d9bee57a-4c4d-4ebd-b49a-a9d2f676993b service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Dec 21 03:06:13.595966 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-97a73589-3453-453f-97cd-3ad5d336c65d req-8aeced1c-debf-4e4d-9c98-8edfbc9edfe2 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806816 Dec 21 03:06:14.093606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cc2da96b-2018-48eb-b700-f9b4bfe2dfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:16.795911 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c6b59cc-27ef-4086-a5b5-23d04f4c290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:17.576357 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:18.988849 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:19.536959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:22.810508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:27.702551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:37.562560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37676) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:37.726325 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 26d7172d-1800-485c-84dc-1485504ccb0a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:06:37.726658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:37.806755 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:37.807106 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:37.818846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 26d7172d-1800-485c-84dc-1485504ccb0a owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:06:37.973049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:37.997713 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=26d7172d-1800-485c-84dc-1485504ccb0a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:38.022620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.022972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.023313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.023651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.023985 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.024309 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.024637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.025002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.025286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.025636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.025957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.026275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.026591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:38.072389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:38.072745 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP bea2f815-e742-4a3f-88c0-3530ef5c3416 disassociated (deleted). External IP: 172.25.6.184, port: f6ce35e8-b44c-48c1-98cd-fc309f569dac. Dec 21 03:06:38.287153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:06:38.396052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:06:38.401013 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:38.406115 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Sync routers for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:06:38.416406 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:38.417005 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:38.428150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5a5e031a-4421-408c-bc0b-ed9a6aaa4dfc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/floatingips/bea2f815-e742-4a3f-88c0-3530ef5c3416 HTTP/1.1" status: 204 len: 168 time: 0.8645096 Dec 21 03:06:38.428738 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:06:38.431260 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eabbe37-4a80-4540-89b0-d32336ef5925" -d '{"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:06:38.519943 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45cbf2e-2068-4b7d-ac12-9ea2fbd36fc5 x-openstack-request-id: req-f45cbf2e-2068-4b7d-ac12-9ea2fbd36fc5 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:06:38.520241 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:06:38.520596 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f45cbf2e-2068-4b7d-ac12-9ea2fbd36fc5 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:06:38.521026 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'status': 'completed', 'code': 200} Dec 21 03:06:38.536985 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:38.652377 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-0c3e21a1-237f-43fb-a364-4080c1959296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:38.654085 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-0c3e21a1-237f-43fb-a364-4080c1959296 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 1098 time: 0.0454791 Dec 21 03:06:38.712791 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a363-2176-4dec-832d-b3c3879c2ad0 req-e4663c91-710c-46bc-ad83-fd33e9165d1d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:38.714323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8327a363-2176-4dec-832d-b3c3879c2ad0 req-e4663c91-710c-46bc-ad83-fd33e9165d1d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0976300 Dec 21 03:06:38.751943 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-b289b13b-502f-44de-aa29-477922febe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:38.753681 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-b289b13b-502f-44de-aa29-477922febe87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 200 len: 897 time: 0.0914693 Dec 21 03:06:38.762520 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:38.769492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8327a363-2176-4dec-832d-b3c3879c2ad0 req-81a9a940-15ba-4df2-a91d-02dfd68a4b6d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485206 Dec 21 03:06:38.789321 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Checking router: a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:06:38.797745 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:38.799645 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:38.800550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-292b031b-ff07-49e2-bc3c-6ede6549a5e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 200 len: 217 time: 0.0394201 Dec 21 03:06:38.852343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-7c59bfef-958e-4c0f-99ef-830c6374981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:38.853740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-7c59bfef-958e-4c0f-99ef-830c6374981d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 200 len: 834 time: 0.0449853 Dec 21 03:06:38.904342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-4eef240b-d644-4dc9-8377-a158ea9ce9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:38.905944 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-4eef240b-d644-4dc9-8377-a158ea9ce9db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029541df-2da6-4992-b1ae-942c9457fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436611 Dec 21 03:06:38.997422 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:39.000255 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-281b0f08-698d-4365-8df7-d0043fa6b888 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856600 Dec 21 03:06:39.089461 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9eabbe37-4a80-4540-89b0-d32336ef5925 req-7e354a58-a470-4380-a394-eedfd03c3502 service neutron] 10.222.0.24 "GET /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815885 Dec 21 03:06:39.195995 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:39.222492 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35d7059-16d4-4f48-ad09-26339dc60056 None None] The sync data for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 is: [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:22Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'fe69d693-7386-4db5-9f5c-77ab96c055dd', 'name': '', 'network_id': '029541df-2da6-4992-b1ae-942c9457fe11', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:39:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '75736625-aa06-497f-b35f-987307b6927c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:22Z', 'updated_at': '2021-12-21T03:04:25Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '75736625-aa06-497f-b35f-987307b6927c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:06:39.431637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094439d-7033-433a-a370-3a4d1e75738a None None] New status for floating IP bea2f815-e742-4a3f-88c0-3530ef5c3416: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:06:39.936348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e6dbc-4564-43da-9f50-0742168604d2 req-30bfd5b8-1aa9-41c0-b763-c63999c72ea7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:39.937843 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a1e6dbc-4564-43da-9f50-0742168604d2 req-30bfd5b8-1aa9-41c0-b763-c63999c72ea7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0939343 Dec 21 03:06:39.986584 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0a1e6dbc-4564-43da-9f50-0742168604d2 req-f5167b2c-09ab-4242-ab4e-934e84ee7c16 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=a18d38f1-04fd-4f8e-8660-71a4fb7944a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Dec 21 03:06:40.331329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-7f7f7a55-b836-4846-b6da-e62b9b990260 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:40.332739 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-7f7f7a55-b836-4846-b6da-e62b9b990260 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Dec 21 03:06:40.422977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port f6ce35e8-b44c-48c1-98cd-fc309f569dac {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:06:40.423314 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:40.511960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port f6ce35e8-b44c-48c1-98cd-fc309f569dac, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=f6ce35e8-b44c-48c1-98cd-fc309f569dac,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:40.512317 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:40.524259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for f6ce35e8-b44c-48c1-98cd-fc309f569dac owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:06:40.647910 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:40.680726 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=f6ce35e8-b44c-48c1-98cd-fc309f569dac,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:40.720731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] No DVR routers for this DVR port f6ce35e8-b44c-48c1-98cd-fc309f569dac on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:06:40.723875 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:40.727216 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ca3bffc5-458c-400d-8162-a7369bcacd4e req-78384e90-de24-4ef9-a6a2-69a414eeb282 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "DELETE /v2.0/ports/f6ce35e8-b44c-48c1-98cd-fc309f569dac HTTP/1.1" status: 204 len: 173 time: 0.3888249 Dec 21 03:06:40.727675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-deleted', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:06:40.729993 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93521782-c58f-43f1-983f-62784e32b3d8" -d '{"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-deleted", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:06:40.766209 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753bc088-4262-4fb1-a182-7333a3c0d1a8 x-openstack-request-id: req-753bc088-4262-4fb1-a182-7333a3c0d1a8 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:06:40.766509 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32478515-bd0b-4497-97a4-6e69ccbc2e97", "name": "network-vif-deleted", "tag": "f6ce35e8-b44c-48c1-98cd-fc309f569dac", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:06:40.766768 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-753bc088-4262-4fb1-a182-7333a3c0d1a8 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:06:40.767167 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32478515-bd0b-4497-97a4-6e69ccbc2e97', 'name': 'network-vif-deleted', 'tag': 'f6ce35e8-b44c-48c1-98cd-fc309f569dac', 'status': 'completed', 'code': 200} Dec 21 03:06:41.096133 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84e2db4d-7e2c-4496-a19a-2e7ef9e0e580 req-819ef678-6ef4-48d6-a7d3-d653938ae863 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=32478515-bd0b-4497-97a4-6e69ccbc2e97 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Dec 21 03:06:42.152276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37698) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:42.835896 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:43.083086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port fe69d693-7386-4db5-9f5c-77ab96c055dd {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:06:43.083426 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:43.172587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port fe69d693-7386-4db5-9f5c-77ab96c055dd, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=fe69d693-7386-4db5-9f5c-77ab96c055dd,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:43.173284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:43.186244 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for fe69d693-7386-4db5-9f5c-77ab96c055dd owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:06:43.374714 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:43.401363 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=fe69d693-7386-4db5-9f5c-77ab96c055dd,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:43.578608 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:43.796197 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:06:43.901015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:06:43.906215 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-882de3fe-dbfa-49a1-acf8-644a3ecaba32 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529402 Dec 21 03:06:43.908902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37700) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:43.910926 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Sync routers for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:06:43.920575 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:43.921183 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:43.962431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting subnet 75736625-aa06-497f-b35f-987307b6927c {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:06:43.965555 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.005285 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.024795 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:44.095939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.096398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:06:44.119170 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: f6ce35e8-b44c-48c1-98cd-fc309f569dac {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:06:44.119652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device f6ce35e8-b44c-48c1-98cd-fc309f569dac not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:06:44.121890 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-416fd3da-75ae-4f8e-8914-0c15657929bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.163449 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.191079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Subnet': ['ID=75736625-aa06-497f-b35f-987307b6927c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:44.196063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.199315 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-cb0f4228-e2db-49e1-b0bc-af12d87a9276 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/subnets/75736625-aa06-497f-b35f-987307b6927c HTTP/1.1" status: 204 len: 168 time: 0.2894609 Dec 21 03:06:44.202045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37702) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:44.204611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a09c1-9974-4d86-a89d-2b9fd3cb4dc8 None None] Network 029541df-2da6-4992-b1ae-942c9457fe11 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:06:44.210465 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:06:43Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:44.238237 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Checking router: a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:06:44.246913 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Routers {'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:44.247781 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:44.327245 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.354767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] Set router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:44.390739 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] DHCP port deletion for 029541df-2da6-4992-b1ae-942c9457fe11 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:06:44.440637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Deleting port 31343bac-191c-4d77-aa29-7dd1f75a16f4 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:06:44.440998 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.441217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.495836 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 951e3119-ca48-41ab-bb9f-b1ba13f7292f {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:06:44.496479 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.515099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] For port 31343bac-191c-4d77-aa29-7dd1f75a16f4, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=31343bac-191c-4d77-aa29-7dd1f75a16f4,segment=NetworkSegment(784dd458-f39a-4854-b5e2-64a052039b74),segment_id=784dd458-f39a-4854-b5e2-64a052039b74)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:44.515500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.531101 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Calling delete_port for 31343bac-191c-4d77-aa29-7dd1f75a16f4 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:06:44.540525 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:06:43Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:44.570163 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cb97c-37fb-498f-b521-0b75ec7ba98b None None] The sync data for ids ['a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3'] in n-d-761264-20 is: [{'id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1018311551', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:06:43Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': '951e3119-ca48-41ab-bb9f-b1ba13f7292f', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:04:19Z', 'updated_at': '2021-12-21T03:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:06:44.581636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 951e3119-ca48-41ab-bb9f-b1ba13f7292f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=951e3119-ca48-41ab-bb9f-b1ba13f7292f,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:44.582851 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.598110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 951e3119-ca48-41ab-bb9f-b1ba13f7292f owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:06:44.623526 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.651687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Pushing event deleted for resources: {'Port': ['ID=31343bac-191c-4d77-aa29-7dd1f75a16f4,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:44.655978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] No DVR routers for this DVR port 31343bac-191c-4d77-aa29-7dd1f75a16f4 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:06:44.662508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.663072 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.663283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.663517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.663851 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.664373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.664489 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.664809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.665131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.665774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.665774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.666115 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.666438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2924125c-fcd5-4706-a3bf-08093af9b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.774152 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:44.799162 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=951e3119-ca48-41ab-bb9f-b1ba13f7292f,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:44.811016 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.811373 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.811721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.812062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.812398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.812875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.813061 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.813436 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.813556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72ee01-9752-4ba4-a1fb-0eb6da99faf2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:06:44.813769 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.814101 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.814425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.814750 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.815074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:44.869038 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.216500 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.218655 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.261494 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.262078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Fanout notify agent at l3_agent the message router_deleted on router a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:06:45.269300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.270453 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a083d4d-e4a1-4774-ba7f-e4f1795b3e0f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/routers/a1fdfc1d-7263-4f30-9c8e-04ed2dac36b3 HTTP/1.1" status: 204 len: 168 time: 1.0674231 Dec 21 03:06:45.273087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37704) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:45.357478 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.447369 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.466609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029541df-2da6-4992-b1ae-942c9457fe11']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:45.476092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784dd458-f39a-4854-b5e2-64a052039b74') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:45.476394 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784dd458-f39a-4854-b5e2-64a052039b74') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:45.485580 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.499188 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.504920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:06:45.505301 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: timer() Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:06:45.508211 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:06:45.569409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.576287 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.579480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/networks/029541df-2da6-4992-b1ae-942c9457fe11 HTTP/1.1" status: 204 len: 168 time: 0.3054004 Dec 21 03:06:45.582300 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37706) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:45.590954 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd6951-8c08-43d8-8423-0d7b6de94344 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Network': ['ID=029541df-2da6-4992-b1ae-942c9457fe11,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:45.638782 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.663245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.737915 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.740675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:45.742338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/security-groups/a18d38f1-04fd-4f8e-8660-71a4fb7944a0 HTTP/1.1" status: 204 len: 168 time: 0.1588778 Dec 21 03:06:45.756840 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1196b98-0448-4035-8e2c-fb4f3374a500 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d38f1-04fd-4f8e-8660-71a4fb7944a0,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:45.820561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe69d693-7386-4db5-9f5c-77ab96c055dd no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:06:45.841950 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: fe69d693-7386-4db5-9f5c-77ab96c055dd {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:06:45.842292 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device fe69d693-7386-4db5-9f5c-77ab96c055dd not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:06:45.842832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 31343bac-191c-4d77-aa29-7dd1f75a16f4 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:06:45.861666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 31343bac-191c-4d77-aa29-7dd1f75a16f4 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:06:45.862005 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 31343bac-191c-4d77-aa29-7dd1f75a16f4 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:06:45.862397 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 951e3119-ca48-41ab-bb9f-b1ba13f7292f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:06:45.881107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 951e3119-ca48-41ab-bb9f-b1ba13f7292f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:06:45.881490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 951e3119-ca48-41ab-bb9f-b1ba13f7292f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:06:45.921793 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37712) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:45.926622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960338258', 'description': 'tempest-secgroup-smoke-1960338258 description', 'project_id': 'cff1f34b9d964575804d2be895983d53'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:45.950305 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.013773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.017210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.053197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.054477 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315887 Dec 21 03:06:46.055693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa269a4-116e-4bf4-9d9b-76ec53285e1a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bad82c-0577-4fec-8cc1-26aec4634fda,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.057508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37714) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.062196 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.089616 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.143262 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.147359 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.164150 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e295ff4-81bb-4baf-be82-cca9238f38e3,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.173051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.174301 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-89ca36bc-1a03-4995-bc87-b84738b9a383 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157327 Dec 21 03:06:46.177018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37716) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.181637 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.209841 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.264273 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.267698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.289392 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf59f762-4043-487a-830f-c534bd2921f2,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.297177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.298364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ca0136f9-0659-423a-b295-1a033952ed27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203814 Dec 21 03:06:46.301296 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37718) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.305561 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.334767 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.391983 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.396360 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.415494 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b635095c-61d9-4d7f-ac6c-12fce761865a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.420510 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.421632 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-be134eb0-fbf9-4344-bcd3-71e286db29f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193471 Dec 21 03:06:46.424297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37720) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.428714 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.456157 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.512442 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.515902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.532597 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b6a00-5f92-423f-b58f-7342bb829e51,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.540669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.541871 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b58bfb26-3bb0-4101-a6b0-7b03d8cd5976 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165946 Dec 21 03:06:46.544521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37722) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.548744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.571710 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:06:46.576536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.634937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.638608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.659195 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5625d3f0-2eca-458c-baed-23b2e2a064cb,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.666703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.667904 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-912ef17b-f601-4af2-9f5e-912dd91c14c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224406 Dec 21 03:06:46.670606 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37724) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.674824 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '72bad82c-0577-4fec-8cc1-26aec4634fda', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.698048 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:06:46.702747 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.759884 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.763508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.783431 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257a195f-8a9f-4003-a199-bb3aadf91652,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:46.791937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.793410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-eb16bbea-ee32-41c5-bf2e-3574a9e0a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216834 Dec 21 03:06:46.796108 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37726) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.799538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4cb48180-936f-4017-8eb4-9e34a7f1ef2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.803408 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'network': {'name': 'tempest-network-smoke--1006726253', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:46.826347 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:06:46.829863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.853265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:06:46.862779 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.863777 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Added segment b1a93c5e-ea5f-4116-ba65-3f768f3eee89 of type vlan for network b01e5192-190e-4669-a496-6af4050e3cac Dec 21 03:06:46.905938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.931391 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.936959 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:46.937571 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:46.975604 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1782947 Dec 21 03:06:46.978424 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37728) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:46.983041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'admin_state_up': True, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:47.007310 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.008354 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.012390 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff6770-479b-486e-8a6d-8ec0a7775a90 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Network': ['ID=b01e5192-190e-4669-a496-6af4050e3cac,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:47.026223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b01e5192-190e-4669-a496-6af4050e3cac details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:06:47.059458 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.200964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.392705 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.411286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.514142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.245 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/f58caf05-8684-462c-ad38-d9b68170adec) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:06:47.579350 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.615666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.647376 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.690975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:06:47.693709 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:47.697065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:06:47.705957 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e437e1-49f0-4100-9057-3085ba3cf97a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:06:47.718660 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=f58caf05-8684-462c-ad38-d9b68170adec,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:47.784395 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-adc2d34a-dd55-41db-808a-c54ccf038df3 None None] Provisioning complete for port f58caf05-8684-462c-ad38-d9b68170adec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:47.784686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-adc2d34a-dd55-41db-808a-c54ccf038df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:47.819978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d34a-dd55-41db-808a-c54ccf038df3 None None] Port f58caf05-8684-462c-ad38-d9b68170adec cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:06:47.950524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.147756 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.279328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 38053638-e9d8-408f-b3e1-36405c5ec7a9 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:06:48.384432 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:06:48.395121 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Sync routers for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:06:48.405458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:48.405635 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.406009 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:48.407043 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9b591bfa-9ff6-4c86-ab24-17c1719ae459 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4275324 Dec 21 03:06:48.410220 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37730) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:48.479361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1999026c-d1dd-4d62-9a00-27222a0e9af8 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=cff1f34b9d964575804d2be895983d53&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680323 Dec 21 03:06:48.481867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37734) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:48.509133 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:48.566003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40fb3f-696e-4aa0-a53a-d459aac9e8e0 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:48.567500 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0c40fb3f-696e-4aa0-a53a-d459aac9e8e0 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847533 Dec 21 03:06:48.570366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37736) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:48.602505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a8a3e68b-fb4e-417a-8371-8e11cb4da107 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310671 Dec 21 03:06:48.604954 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37738) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:48.609637 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943162177', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:48.687131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:47Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:48.698633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:06:48.702155 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.714360 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Checking router: 38053638-e9d8-408f-b3e1-36405c5ec7a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:06:48.714715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Updating router 38053638-e9d8-408f-b3e1-36405c5ec7a9 port f58caf05-8684-462c-ad38-d9b68170adec binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:06:48.740009 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.882245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:48.948974 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Subnet': ['ID=de5bf83e-ffa0-477d-b298-cf285891bc28,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:48.955895 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Checking segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:06:48.956347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network hostable DHCP agents. Network: b01e5192-190e-4669-a496-6af4050e3cac, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:06:48.972606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network b01e5192-190e-4669-a496-6af4050e3cac is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:06:48.981571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b01e5192-190e-4669-a496-6af4050e3cac) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:48.985681 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:48.986771 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.000713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2ea33-9c07-45bc-9a15-37dd0d382cf5 None None] Network b01e5192-190e-4669-a496-6af4050e3cac requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:06:49.005835 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-bcca7f5f-189e-4490-aff2-e2202b83c3b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998551 Dec 21 03:06:49.006044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.008653 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37740) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:06:49.034554 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.085607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.115671 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359733e-d0ae-4ad1-9536-fa08e2250ceb None None] Pushing event updated for resources: {'Port': ['ID=f58caf05-8684-462c-ad38-d9b68170adec,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:49.124893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c6ece-7bae-4b3d-96f2-bf9c59a065ee None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:06:49.138955 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Attempting to bind port f58caf05-8684-462c-ad38-d9b68170adec on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:06:49.139325 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Attempting to bind port f58caf05-8684-462c-ad38-d9b68170adec by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:06:49.139692 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Attempting to bind port f58caf05-8684-462c-ad38-d9b68170adec on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:06:49.154502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:06:49.154883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:06:49.155286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.155679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:06:49.156153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Bound port: f58caf05-8684-462c-ad38-d9b68170adec, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:06:49.156531 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.198789 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b01e5192-190e-4669-a496-6af4050e3cac', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:06:49.199710 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.246943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] For port f58caf05-8684-462c-ad38-d9b68170adec, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:06:49.307945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] For port f58caf05-8684-462c-ad38-d9b68170adec, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58caf05-8684-462c-ad38-d9b68170adec,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:06:49.317939 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.327140 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] Provisioning complete for port f58caf05-8684-462c-ad38-d9b68170adec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:49.327499 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.402116 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:06:49.422443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432ed46-c02d-41b3-a0b9-43a7a8d3fd03 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:06:49.453176 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.639595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359733e-d0ae-4ad1-9536-fa08e2250ceb None None] Pushing event updated for resources: {'Port': ['ID=f58caf05-8684-462c-ad38-d9b68170adec,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:49.647841 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:49.648470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:49.656085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.698233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Allocated IP 172.20.0.2 (b01e5192-190e-4669-a496-6af4050e3cac/de5bf83e-ffa0-477d-b298-cf285891bc28/c5063d72-cdc2-49f0-bb5e-e84c42de989f) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:06:49.861551 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:49.872250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:49.953059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] For port f58caf05-8684-462c-ad38-d9b68170adec, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58caf05-8684-462c-ad38-d9b68170adec,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:49.975057 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.114057 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6c25d-8dd4-4e3a-be48-289d29a76546 None None] Pushing event updated for resources: {'Port': ['ID=f58caf05-8684-462c-ad38-d9b68170adec,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:50.122539 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.133492 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.176721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.1 (b01e5192-190e-4669-a496-6af4050e3cac/de5bf83e-ffa0-477d-b298-cf285891bc28/5d4a0103-8116-4ae3-acc3-bd7e17e683cc) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:06:50.181323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0738dcd0-238d-4a56-89db-2bf5cb8112f4 None None] Provisioning complete for port f58caf05-8684-462c-ad38-d9b68170adec triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:50.181784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0738dcd0-238d-4a56-89db-2bf5cb8112f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.217268 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Network b01e5192-190e-4669-a496-6af4050e3cac is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:06:50.230709 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:50.237305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:06:50.242986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Pushing event updated for resources: {'Port': ['ID=c5063d72-cdc2-49f0-bb5e-e84c42de989f,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:50.289293 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.322939 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.337673 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Attempting to bind port c5063d72-cdc2-49f0-bb5e-e84c42de989f on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:06:50.338050 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Attempting to bind port c5063d72-cdc2-49f0-bb5e-e84c42de989f by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:06:50.338418 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Attempting to bind port c5063d72-cdc2-49f0-bb5e-e84c42de989f on network b01e5192-190e-4669-a496-6af4050e3cac {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:06:50.348157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:47Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:50.352680 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:06:50.353059 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Checking segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:06:50.353493 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.353892 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Bound using segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:06:50.354364 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Bound port: c5063d72-cdc2-49f0-bb5e-e84c42de989f, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:06:50.354747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.368492 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network b01e5192-190e-4669-a496-6af4050e3cac is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:06:50.373426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:50.376378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:06:50.390977 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feed4e-f790-457a-8f9a-d96c4d140b53 None None] The sync data for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 is: [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:47Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:06:50.404221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:50.434004 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.460596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] For port c5063d72-cdc2-49f0-bb5e-e84c42de989f, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:06:50.464304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] For port c5063d72-cdc2-49f0-bb5e-e84c42de989f, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c5063d72-cdc2-49f0-bb5e-e84c42de989f,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:06:50.469002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.534233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1e806-9567-4e90-8415-5f48041ed45b None None] Pushing event updated for resources: {'Port': ['ID=c5063d72-cdc2-49f0-bb5e-e84c42de989f,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:50.589504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.943858 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:50.948863 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:51.023690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:51.027078 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:51.126835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network b01e5192-190e-4669-a496-6af4050e3cac is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:06:51.128299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:51.256633 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 38053638-e9d8-408f-b3e1-36405c5ec7a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:06:51.376828 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:06:51.389916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-aae129e1-0b9d-48af-935a-ed7f312aa2f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/38053638-e9d8-408f-b3e1-36405c5ec7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801866 Dec 21 03:06:51.508687 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16c186-2890-432b-b081-59f8a5ce9021 None None] Network b01e5192-190e-4669-a496-6af4050e3cac requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:06:51.542510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-3dd56030-a3e0-4055-8857-784870c19863 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960338258&fields=id&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 267 time: 0.0481265 Dec 21 03:06:51.580242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] Provisioning complete for port c5063d72-cdc2-49f0-bb5e-e84c42de989f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:51.580611 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:51.653935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-5a6c2ceb-bf17-4ba5-aee6-1501f737e8e0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:51.655471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-5a6c2ceb-bf17-4ba5-aee6-1501f737e8e0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 797 time: 0.1062021 Dec 21 03:06:51.671438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-fb054562-6417-4702-a53c-eac2102e9e91 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/quotas/cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 375 time: 0.0101209 Dec 21 03:06:51.693640 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:51.726638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] For port c5063d72-cdc2-49f0-bb5e-e84c42de989f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c5063d72-cdc2-49f0-bb5e-e84c42de989f,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:51.729727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-6586c9f7-379b-44c4-aef5-bf27597141d2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515244 Dec 21 03:06:51.741943 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:51.835637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34723f-b111-41d6-b22a-c5decfcdaef5 None None] Pushing event updated for resources: {'Port': ['ID=c5063d72-cdc2-49f0-bb5e-e84c42de989f,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:51.912689 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c5063d72-cdc2-49f0-bb5e-e84c42de989f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:06:51.931532 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-cf07366b-83af-4919-b25d-ec166a47798b service neutron] 10.222.0.43 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845465 Dec 21 03:06:51.975623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-55e393ba-5c54-4e0e-b6c0-5d2da254382e None None] Provisioning complete for port c5063d72-cdc2-49f0-bb5e-e84c42de989f triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:51.975999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55e393ba-5c54-4e0e-b6c0-5d2da254382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.002864 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c5063d72-cdc2-49f0-bb5e-e84c42de989f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:52.003234 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.045592 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-842a7870-4fc9-41b8-8f7f-84b15d1550b8 service neutron] 10.222.0.43 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078238 Dec 21 03:06:52.144291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58caf05-8684-462c-ad38-d9b68170adec up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:06:52.181768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-55e393ba-5c54-4e0e-b6c0-5d2da254382e None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:52.182516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-55e393ba-5c54-4e0e-b6c0-5d2da254382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.198398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Sync routers for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:06:52.223490 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:52.224110 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:52.246060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-55e393ba-5c54-4e0e-b6c0-5d2da254382e None None] Port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:06:52.250508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f58caf05-8684-462c-ad38-d9b68170adec triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:52.251048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.259375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2c0e2210-c1ec-406f-855f-c89bb17b3a1f req-2179f99b-b333-4485-919c-ca96df174865 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 210 time: 0.0454404 Dec 21 03:06:52.367912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c61b235c-1025-46fc-9566-4da95e8aa314 None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:52.368279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c61b235c-1025-46fc-9566-4da95e8aa314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.377268 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:52.422058 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c61b235c-1025-46fc-9566-4da95e8aa314 None None] Port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:06:52.544931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3752873c-f073-4d14-a6ce-29bf1efbd91f None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:52.545852 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3752873c-f073-4d14-a6ce-29bf1efbd91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.585019 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3752873c-f073-4d14-a6ce-29bf1efbd91f None None] Port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:06:52.602229 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 2, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:52.726905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Checking router: 38053638-e9d8-408f-b3e1-36405c5ec7a9 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:06:52.727700 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Updating router 38053638-e9d8-408f-b3e1-36405c5ec7a9 port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:06:52.753050 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:52.817649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.026498 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.031766 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.081310 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Pushing event updated for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:53.104150 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.104407 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.104752 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.105085 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.105440 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.105768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.106092 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.106415 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.106735 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.107053 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.107370 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.107686 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.108002 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:06:53.143426 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Attempting to bind port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:06:53.143818 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Attempting to bind port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:06:53.144857 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Attempting to bind port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc on network b01e5192-190e-4669-a496-6af4050e3cac {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:06:53.150013 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:06:53.150392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Checking segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:06:53.150796 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.151186 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Bound using segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:06:53.151659 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Bound port: 5d4a0103-8116-4ae3-acc3-bd7e17e683cc, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:06:53.152038 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.224707 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] For port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:06:53.229271 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] For port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:06:53.234902 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.295558 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:06:53.296182 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:53.312901 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:53.314805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.341485 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49544f1-00f3-4f56-9302-1f8d68427cb0 None None] Pushing event updated for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:53.436219 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-268cd19d-6d7b-4e02-bf79-fccdf83051b4 req-58485367-003f-4112-87d8-43a5585dba4a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 210 time: 0.0405176 Dec 21 03:06:53.443661 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:06:53.489260 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.526460 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] For port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:53.542833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.586064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-3e1a07f6-2242-4107-ac53-798aa9e4aec2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:53.587594 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-3e1a07f6-2242-4107-ac53-798aa9e4aec2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 797 time: 0.1380303 Dec 21 03:06:53.596046 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffa1d3-7ef8-450f-9bf9-8948793ec683 None None] Pushing event updated for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:53.672814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d09a7ad7-ed68-4fbf-943d-9aadf28079fa None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:53.673833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d09a7ad7-ed68-4fbf-943d-9aadf28079fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.690171 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-4e44b96a-6f85-48f7-a2cf-33279da1223f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 380 time: 0.0677998 Dec 21 03:06:53.696872 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:06:53.704227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'port': {'device_id': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'admin_state_up': True, 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'security_groups': ['72bad82c-0577-4fec-8cc1-26aec4634fda']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:53.723220 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01876e11-e13b-4702-9577-c0d3c9479601 None None] The sync data for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 is: [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:06:53.854755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:06:53.857871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c5063d72-cdc2-49f0-bb5e-e84c42de989f up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:06:53.859786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:53.915852 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c5063d72-cdc2-49f0-bb5e-e84c42de989f triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:53.916528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.012755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.13 (b01e5192-190e-4669-a496-6af4050e3cac/de5bf83e-ffa0-477d-b298-cf285891bc28/3c550589-9035-43bc-82d9-d4e81804f10c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:06:54.157855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.192470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.247609 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network b01e5192-190e-4669-a496-6af4050e3cac is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:06:54.250728 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:06:54.254631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:06:54.261364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:54.310366 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:54.311006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.329679 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-0a6010c8-ab6c-4e7d-a636-67d147dab5b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6300902 Dec 21 03:06:54.356606 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Request body: {'port': {'device_id': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:06:54.423796 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.485359 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-afee92bf-cb74-4c50-9945-92644f258397 None None] Provisioning complete for port 3c550589-9035-43bc-82d9-d4e81804f10c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:54.486461 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-afee92bf-cb74-4c50-9945-92644f258397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.530396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-afee92bf-cb74-4c50-9945-92644f258397 None None] Port 3c550589-9035-43bc-82d9-d4e81804f10c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:06:54.572572 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bee839-5c4f-433c-9927-cc4f6ea4234b req-d1952982-fdf3-45cf-8d84-be382baadcdc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:54.574239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79bee839-5c4f-433c-9927-cc4f6ea4234b req-d1952982-fdf3-45cf-8d84-be382baadcdc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 932 time: 0.0660055 Dec 21 03:06:54.627644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-79bee839-5c4f-433c-9927-cc4f6ea4234b req-31bc412a-b6b7-45ff-9c85-2e577f1c112f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Dec 21 03:06:54.733909 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c550589-9035-43bc-82d9-d4e81804f10c {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:06:54.742901 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.758778 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Transition to ACTIVE for port object 3c550589-9035-43bc-82d9-d4e81804f10c will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:06:54.764672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.818130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Pushing event updated for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:54.898089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Attempting to bind port 3c550589-9035-43bc-82d9-d4e81804f10c on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:06:54.898411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Attempting to bind port 3c550589-9035-43bc-82d9-d4e81804f10c by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:06:54.898730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Attempting to bind port 3c550589-9035-43bc-82d9-d4e81804f10c on network b01e5192-190e-4669-a496-6af4050e3cac {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:06:54.903385 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Port 3c550589-9035-43bc-82d9-d4e81804f10c on network b01e5192-190e-4669-a496-6af4050e3cac not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:06:54.903704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Attempting to bind port 3c550589-9035-43bc-82d9-d4e81804f10c on network b01e5192-190e-4669-a496-6af4050e3cac {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:06:54.908924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:06:54.909259 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Checking segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:06:54.909721 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Bound using segment: {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:06:54.910145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Bound port: 3c550589-9035-43bc-82d9-d4e81804f10c, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:06:54.910500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:54.979963 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:06:54.983233 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3c550589-9035-43bc-82d9-d4e81804f10c,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:06:54.989407 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:55.035440 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.036063 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:55.037489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] 10.222.0.45 "PUT /v2.0/ports/3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 1093 time: 0.6875193 Dec 21 03:06:55.037945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:06:55.040760 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86fa144-33bc-4ef5-8464-774820ae1346" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:06:55.074508 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25475725-ea27-4e7a-b202-b24e8c294735 service neutron] Pushing event updated for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:55.093991 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f82be4-8f50-49cf-9174-893d840ed4d0 x-openstack-request-id: req-67f82be4-8f50-49cf-9174-893d840ed4d0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:06:55.094588 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:06:55.095051 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67f82be4-8f50-49cf-9174-893d840ed4d0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:06:55.096029 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c', 'status': 'completed', 'code': 200} Dec 21 03:06:55.155949 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-5eaf60d0-8f81-4da9-8de7-8267cb22e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.157399 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-5eaf60d0-8f81-4da9-8de7-8267cb22e5f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1096 time: 0.0478463 Dec 21 03:06:55.217796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-e31968bd-4c9f-4ce2-bc74-49f24802e3f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 217 time: 0.0373194 Dec 21 03:06:55.266535 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-63fd2753-0092-40ae-a3ec-7b7c6021afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.267982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-63fd2753-0092-40ae-a3ec-7b7c6021afca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0432587 Dec 21 03:06:55.319164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-6d3c713e-3815-40e5-89ae-b60e5d7e592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.320653 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-6d3c713e-3815-40e5-89ae-b60e5d7e592d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398149 Dec 21 03:06:55.417153 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-58a3fee7-eacf-4ed1-85c1-effc9f85617f service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869493 Dec 21 03:06:55.512715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-b6cde3b1-194c-4f4b-9e51-8b9613ace4c0 req-9b6125cf-c1b3-49f2-bb46-90bd0366c762 service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Dec 21 03:06:55.648982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-3b3e1955-c485-453a-a997-0974ef0c074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.650493 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-3b3e1955-c485-453a-a997-0974ef0c074f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1096 time: 0.0408328 Dec 21 03:06:55.741428 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-08854035-7e16-47eb-8d7a-96b64268a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.743137 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-08854035-7e16-47eb-8d7a-96b64268a2b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 897 time: 0.0846481 Dec 21 03:06:55.744819 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbb96-90f6-453b-9b9c-13db70b85e7a req-ec672b67-2335-441d-9e5f-8bfa535270fe tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.746480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-038fbb96-90f6-453b-9b9c-13db70b85e7a req-ec672b67-2335-441d-9e5f-8bfa535270fe tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 944 time: 0.0499351 Dec 21 03:06:55.799533 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-1b2c1455-4311-46c4-9449-68dceb23d161 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 217 time: 0.0486660 Dec 21 03:06:55.799912 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-038fbb96-90f6-453b-9b9c-13db70b85e7a req-b1978c2c-deaf-42cb-8a40-ed9b8512b848 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 Dec 21 03:06:55.825176 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5d4a0103-8116-4ae3-acc3-bd7e17e683cc up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:06:55.857198 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-1001a1d9-64a0-4720-8518-a72b799cb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.858824 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-1001a1d9-64a0-4720-8518-a72b799cb6a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0458035 Dec 21 03:06:55.874981 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:06:55.875356 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:55.904583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-d94a4733-fa68-4e1a-8cf2-045832624253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:55.906079 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-d94a4733-fa68-4e1a-8cf2-045832624253 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389864 Dec 21 03:06:56.001279 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-d3d23fec-f5b4-4b4e-a94c-1ef61fb67d4c service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851371 Dec 21 03:06:56.095322 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a86fa144-33bc-4ef5-8464-774820ae1346 req-e9cc6eba-c0e7-4f20-a19f-6f3fd90f8e4c service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849974 Dec 21 03:06:56.917974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1601494-57b3-45fc-9105-d67d9f6a1559 req-782af62e-adfb-4030-835e-fab7c32b0a54 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:56.919461 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1601494-57b3-45fc-9105-d67d9f6a1559 req-782af62e-adfb-4030-835e-fab7c32b0a54 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 944 time: 0.0494666 Dec 21 03:06:56.972547 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1601494-57b3-45fc-9105-d67d9f6a1559 req-27aedad5-7cc9-464e-9f3c-f87403706e4e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Dec 21 03:06:57.718365 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:58.085813 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8d802-cba7-4d89-8493-139f2bce84c0 req-44421866-d6ef-4c6b-822f-88e7a20cf42f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:58.087289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fd8d802-cba7-4d89-8493-139f2bce84c0 req-44421866-d6ef-4c6b-822f-88e7a20cf42f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 944 time: 0.0487232 Dec 21 03:06:58.136104 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7fd8d802-cba7-4d89-8493-139f2bce84c0 req-6af56ecd-ada3-43d6-ae6c-dc0d2dff4b4e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Dec 21 03:06:58.600888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3c550589-9035-43bc-82d9-d4e81804f10c details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:06:58.694782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3c550589-9035-43bc-82d9-d4e81804f10c,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:58.705535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '3c550589-9035-43bc-82d9-d4e81804f10c', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'port_id': '3c550589-9035-43bc-82d9-d4e81804f10c', 'mac_address': 'fa:16:3e:49:5f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:06:58.741579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:58.755093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c550589-9035-43bc-82d9-d4e81804f10c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:06:58.775000 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3c550589-9035-43bc-82d9-d4e81804f10c,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:06:58.779143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:06:58.828218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:06:59.180491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['3c550589-9035-43bc-82d9-d4e81804f10c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:06:59.256030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee1d3-8d36-4066-a261-fcaf4248ddf0 req-7ed1ebf2-ea33-4785-a696-4b499772701c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:06:59.257615 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f1ee1d3-8d36-4066-a261-fcaf4248ddf0 req-7ed1ebf2-ea33-4785-a696-4b499772701c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 945 time: 0.0483820 Dec 21 03:06:59.306959 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2f1ee1d3-8d36-4066-a261-fcaf4248ddf0 req-85f681aa-adae-43b2-a6ca-fd0dbb4caf37 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Dec 21 03:07:00.426024 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39092c15-14af-4c9d-940d-1f308bfb386e req-f9ce2546-eb50-4a65-b1c6-1cf65cdcd5e8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:00.427474 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39092c15-14af-4c9d-940d-1f308bfb386e req-f9ce2546-eb50-4a65-b1c6-1cf65cdcd5e8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 945 time: 0.0532360 Dec 21 03:07:00.475353 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-39092c15-14af-4c9d-940d-1f308bfb386e req-14c88a38-6c79-470e-ba2a-bcb7d5e64511 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Dec 21 03:07:00.604098 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3c550589-9035-43bc-82d9-d4e81804f10c up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:07:00.651904 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 3c550589-9035-43bc-82d9-d4e81804f10c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:07:00.655623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 3c550589-9035-43bc-82d9-d4e81804f10c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:07:00.655993 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:00.734015 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:00.914966 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:07:00.917201 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15d8bd-81e1-4a23-8bba-e6eccbfa4576" -d '{"events": [{"server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "name": "network-vif-plugged", "status": "completed", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:07:00.930048 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3c550589-9035-43bc-82d9-d4e81804f10c,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:07:00.934809 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:00.981536 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:07:01.006963 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ad1fb-b081-44d8-91a0-71f9a50b032c x-openstack-request-id: req-006ad1fb-b081-44d8-91a0-71f9a50b032c {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:07:01.007255 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "name": "network-vif-plugged", "status": "completed", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:07:01.007506 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-006ad1fb-b081-44d8-91a0-71f9a50b032c {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:07:01.007896 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c', 'code': 200} Dec 21 03:07:01.148079 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373b4fb-d16e-40ca-8366-37523956c423 req-35a61014-bb49-4f07-bda0-43f25f8b9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:01.149475 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3373b4fb-d16e-40ca-8366-37523956c423 req-35a61014-bb49-4f07-bda0-43f25f8b9ccd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1098 time: 0.0400765 Dec 21 03:07:01.197988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3373b4fb-d16e-40ca-8366-37523956c423 req-23eccf0b-54ad-4b14-a49f-54c86450cd6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Dec 21 03:07:01.590679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512b2e-3706-4011-a492-c368a0b0103b req-9c9e48ae-bede-4d8b-aa33-4db980f57033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:01.592115 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da512b2e-3706-4011-a492-c368a0b0103b req-9c9e48ae-bede-4d8b-aa33-4db980f57033 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0480278 Dec 21 03:07:01.641414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da512b2e-3706-4011-a492-c368a0b0103b req-b074cac9-e66c-49d6-9be8-dd0a06101b67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 Dec 21 03:07:02.765155 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1578-c65e-4628-a00d-aed95809f089 req-4d90468c-d2f9-48df-8b0a-4089de3939bf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:02.766644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcbc1578-c65e-4628-a00d-aed95809f089 req-4d90468c-d2f9-48df-8b0a-4089de3939bf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0517335 Dec 21 03:07:02.814138 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcbc1578-c65e-4628-a00d-aed95809f089 req-089cb5cc-f20d-4e6c-8607-acca5596c2e5 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Dec 21 03:07:02.927443 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec2601-7059-4b39-bcf8-170e223187ff req-a156fd4e-bca9-4f08-a85c-460f0986ab89 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:02.928802 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afec2601-7059-4b39-bcf8-170e223187ff req-a156fd4e-bca9-4f08-a85c-460f0986ab89 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0482976 Dec 21 03:07:02.976886 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-afec2601-7059-4b39-bcf8-170e223187ff req-5ab14d45-54b9-489d-b5e8-df178dfb617b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Dec 21 03:07:02.998281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37798) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:03.036135 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592293d1-10ef-47a5-802c-1d865031555c tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:03.037645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-592293d1-10ef-47a5-802c-1d865031555c tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1093 time: 0.0383775 Dec 21 03:07:03.040390 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37800) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:03.045016 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '3c550589-9035-43bc-82d9-d4e81804f10c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:07:03.092046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:03.189348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:03.289324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.238 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:07:03.395809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:03.429163 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:03.467948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:07:03.470639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:07:03.475086 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:07:03.498371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:07:03.957313 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:04.056791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:04.202230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:04.207375 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:04.604618 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:07:04.615308 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:04.712470 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 1b416368-943e-41ae-b278-3eee3314e935 associated. External IP: 172.25.6.238, port: 3c550589-9035-43bc-82d9-d4e81804f10c. Dec 21 03:07:04.915619 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 38053638-e9d8-408f-b3e1-36405c5ec7a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:07:05.021166 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:07:05.030578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Sync routers for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:07:05.039151 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:05.041180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:07:05.041829 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:07:05.067896 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f998fe25-4a08-4717-99cc-1e95b73e223d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0265074 Dec 21 03:07:05.068638 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:07:05.071026 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:07:05.109369 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2814b-b38c-4cee-a683-8058017e0494 x-openstack-request-id: req-7ff2814b-b38c-4cee-a683-8058017e0494 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:07:05.109671 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:07:05.109930 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ff2814b-b38c-4cee-a683-8058017e0494 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:07:05.110338 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c', 'status': 'completed', 'code': 200} Dec 21 03:07:05.149734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:07:05.189287 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f096a0-9410-44e8-b537-870774b1b14f req-941623cf-f4a0-4027-ba0c-b58ab0723aec tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:05.190717 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f096a0-9410-44e8-b537-870774b1b14f req-941623cf-f4a0-4027-ba0c-b58ab0723aec tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0621126 Dec 21 03:07:05.195830 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-f6fd8004-a136-4e52-84f4-c374c3e3d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:05.197659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-f6fd8004-a136-4e52-84f4-c374c3e3d47b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1098 time: 0.0437489 Dec 21 03:07:05.248704 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2f096a0-9410-44e8-b537-870774b1b14f req-783131f5-2771-4615-adfb-d4bc5620d3b2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501516 Dec 21 03:07:05.272001 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37808) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:05.300414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-ebcaf7c4-dffd-4306-b4be-024f81c17946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:05.302410 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-ebcaf7c4-dffd-4306-b4be-024f81c17946 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 897 time: 0.0978844 Dec 21 03:07:05.332555 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5644dc86-949f-4806-a22d-8ca70e1aa16f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/1b416368-943e-41ae-b278-3eee3314e935 HTTP/1.1" status: 200 len: 992 time: 0.0593302 Dec 21 03:07:05.374025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-14c22a09-75d3-4ab0-b919-54667e4faffb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 1000 time: 0.0635920 Dec 21 03:07:05.389455 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1b416368-943e-41ae-b278-3eee3314e935', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'port_id': '3c550589-9035-43bc-82d9-d4e81804f10c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'mac_address': 'fa:16:3e:49:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:07:03Z', 'updated_at': '2021-12-21T03:07:03Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:07:05.415792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Checking router: 38053638-e9d8-408f-b3e1-36405c5ec7a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:07:05.423996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:07:05.424602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:06:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:07:05.428531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-690c41fc-d593-4175-b9c0-cc150b7bf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:05.430060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-690c41fc-d593-4175-b9c0-cc150b7bf661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0490603 Dec 21 03:07:05.476719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-baaad78b-e9df-457a-9166-4f585e2ff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:05.478159 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-baaad78b-e9df-457a-9166-4f585e2ff049 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405905 Dec 21 03:07:05.528853 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:07:05.567306 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-d71f246d-9299-4ee7-b3b7-98f659298de7 service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809817 Dec 21 03:07:05.660660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8c984bbd-835b-4a1b-b805-2631ca4ae0d5 req-bab9174b-c04a-429b-87f7-10aea02303b0 service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Dec 21 03:07:05.755079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1b416368-943e-41ae-b278-3eee3314e935', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'port_id': '3c550589-9035-43bc-82d9-d4e81804f10c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'mac_address': 'fa:16:3e:49:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:07:03Z', 'updated_at': '2021-12-21T03:07:03Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:07:05.780350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66181cdd-5c14-4414-9926-f5b1e0d88e53 None None] The sync data for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 is: [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '1b416368-943e-41ae-b278-3eee3314e935', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'port_id': '3c550589-9035-43bc-82d9-d4e81804f10c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'mac_address': 'fa:16:3e:49:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:07:03Z', 'updated_at': '2021-12-21T03:07:03Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:07:05.970180 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677cf61-cc12-47b8-b351-60bb44854822 None None] New status for floating IP 1b416368-943e-41ae-b278-3eee3314e935: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:07:06.335446 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37810) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:06.401310 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-5a794d60-a351-4d81-9816-2ac3a2b6829c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/1b416368-943e-41ae-b278-3eee3314e935 HTTP/1.1" status: 200 len: 994 time: 0.0640945 Dec 21 03:07:14.093795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-db718610-c4ba-4a34-b97d-e6bc598008e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:16.801478 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a629500d-d356-4137-bba8-b7c532ec49bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:17.581789 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:18.991447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:19.538091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:22.811160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:26.401735 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:07:27.710784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:39.665675 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28144-9e38-4b33-b5ae-42c6353206a2 req-cbae0611-ffe7-49d6-9dba-6d13b7876971 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:39.667140 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ee28144-9e38-4b33-b5ae-42c6353206a2 req-cbae0611-ffe7-49d6-9dba-6d13b7876971 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0484746 Dec 21 03:07:39.716633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6ee28144-9e38-4b33-b5ae-42c6353206a2 req-300324bb-de88-4375-93fb-d9cd8a9a4aac tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Dec 21 03:07:40.834086 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a0e1f-56be-413d-a1a7-9bbbcc75094f req-58f4c1d3-e299-41e8-a83e-82d843907424 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:40.835545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f9a0e1f-56be-413d-a1a7-9bbbcc75094f req-58f4c1d3-e299-41e8-a83e-82d843907424 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0491326 Dec 21 03:07:40.883233 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5f9a0e1f-56be-413d-a1a7-9bbbcc75094f req-5746864f-8614-49c3-9584-52baf7486450 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418150 Dec 21 03:07:42.004107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d344de-3789-4fd4-8582-c1bc58d7c3d8 req-897bb7fa-269a-4a08-9c80-0b5941c4dadd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:42.005638 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70d344de-3789-4fd4-8582-c1bc58d7c3d8 req-897bb7fa-269a-4a08-9c80-0b5941c4dadd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0563290 Dec 21 03:07:42.053692 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-70d344de-3789-4fd4-8582-c1bc58d7c3d8 req-0ea1d63a-5dec-4c62-ab3c-18cb6bfe9745 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 21 03:07:43.169604 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4e493-811d-4cd1-8c29-b243bf30ddc3 req-319abc15-b7e9-42ae-a1cb-58ffebd15771 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:43.171057 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85e4e493-811d-4cd1-8c29-b243bf30ddc3 req-319abc15-b7e9-42ae-a1cb-58ffebd15771 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0474098 Dec 21 03:07:43.218778 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-85e4e493-811d-4cd1-8c29-b243bf30ddc3 req-f2434680-1940-4879-a7ca-b3afecf32fa4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Dec 21 03:07:44.095150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f4c27455-7030-41b1-9010-6bd11137aa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:44.336512 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d614c-736a-4511-add6-353376c968c5 req-15732995-4aa1-4edb-8f61-229532fb4b1d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:44.338002 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c5d614c-736a-4511-add6-353376c968c5 req-15732995-4aa1-4edb-8f61-229532fb4b1d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0475469 Dec 21 03:07:44.391898 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c5d614c-736a-4511-add6-353376c968c5 req-5c29c62b-23c1-43da-b11e-0fbd29f5a9a6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480559 Dec 21 03:07:45.506874 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899fe50-b6d0-43be-ba91-9c831ada45ce req-d6c34142-45ed-413b-9714-301870590156 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:45.508323 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9899fe50-b6d0-43be-ba91-9c831ada45ce req-d6c34142-45ed-413b-9714-301870590156 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0493321 Dec 21 03:07:45.555814 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9899fe50-b6d0-43be-ba91-9c831ada45ce req-7763b3f0-b802-4c61-ba50-d0f54df6cf38 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Dec 21 03:07:46.161586 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-3f58e6e5-7894-41f4-bcaa-27476534a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:46.163024 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-3f58e6e5-7894-41f4-bcaa-27476534a54b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1098 time: 0.0400226 Dec 21 03:07:46.278902 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-8028c3ca-0332-4db8-a070-61362bcb9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:46.280349 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-8028c3ca-0332-4db8-a070-61362bcb9e6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 897 time: 0.0864513 Dec 21 03:07:46.346526 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-ebf9fb84-0a2f-46e9-9b45-d62fb8ebcd2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 1002 time: 0.0566525 Dec 21 03:07:46.403941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-44d40bd9-b693-4440-8fd0-83675b43f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:46.405384 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-44d40bd9-b693-4440-8fd0-83675b43f124 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0485749 Dec 21 03:07:46.456057 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-55fcdc9d-5eb0-4cfa-820b-4eba7fbafdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:46.457614 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-55fcdc9d-5eb0-4cfa-820b-4eba7fbafdc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410829 Dec 21 03:07:46.550492 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-a229050d-7e72-455b-9610-499676a431df service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810282 Dec 21 03:07:46.649133 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4544a1a9-984c-4a18-b1e6-6dc9d762dcec req-232f3693-588b-45b1-b427-779fcc6d2d0b service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865972 Dec 21 03:07:46.667607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0016b39-cac7-4416-a6c3-e3f57073dc84 req-d932714e-b16f-4fd2-b940-8a9777c4d086 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:46.669110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0016b39-cac7-4416-a6c3-e3f57073dc84 req-d932714e-b16f-4fd2-b940-8a9777c4d086 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0484102 Dec 21 03:07:46.718402 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b0016b39-cac7-4416-a6c3-e3f57073dc84 req-20c0c40a-9726-4743-94d1-8aecbb871af9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Dec 21 03:07:46.802505 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-72d02df8-cb1a-4203-a22d-403363d5b443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:47.585991 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:47.838083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d88aa2-29f0-4c7e-8980-ab4f53b2f1b9 req-9236352a-1178-4e51-9f73-befb4da62f73 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:47.839719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54d88aa2-29f0-4c7e-8980-ab4f53b2f1b9 req-9236352a-1178-4e51-9f73-befb4da62f73 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0523014 Dec 21 03:07:47.888055 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-54d88aa2-29f0-4c7e-8980-ab4f53b2f1b9 req-6e6d0bec-9d10-4475-97f7-f38a7ceb3ad1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Dec 21 03:07:48.993964 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:49.003255 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911382df-0828-40a7-bf7d-ed9a583baa50 req-cddddc19-623b-4cd9-ab0d-772f57b4e921 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:49.004708 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-911382df-0828-40a7-bf7d-ed9a583baa50 req-cddddc19-623b-4cd9-ab0d-772f57b4e921 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0508661 Dec 21 03:07:49.053321 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-911382df-0828-40a7-bf7d-ed9a583baa50 req-969d36c7-a5b9-4528-942e-76ff792561a6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Dec 21 03:07:49.539648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:50.171307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa748f-8295-43da-9515-b114baf4de41 req-b2c13957-eb14-4ee9-8cbb-187803b64322 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:50.172766 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66aa748f-8295-43da-9515-b114baf4de41 req-b2c13957-eb14-4ee9-8cbb-187803b64322 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0525012 Dec 21 03:07:50.220073 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-66aa748f-8295-43da-9515-b114baf4de41 req-9a9a886b-5a8a-4129-9612-6b28d25364f7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Dec 21 03:07:50.241919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37844) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:50.300003 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f8755eab-81f4-4b4f-abce-a20c142c489b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/1b416368-943e-41ae-b278-3eee3314e935 HTTP/1.1" status: 200 len: 994 time: 0.0570030 Dec 21 03:07:51.575730 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67a9c-4a2a-4999-9181-fe45baf7f12e req-c4b7c968-a49a-4c57-8dcd-7d375464e6c9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:51.577146 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e67a9c-4a2a-4999-9181-fe45baf7f12e req-c4b7c968-a49a-4c57-8dcd-7d375464e6c9 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0505402 Dec 21 03:07:51.631622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-50e67a9c-4a2a-4999-9181-fe45baf7f12e req-9dd7793b-fa4d-41d0-ac10-10b590dd1962 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Dec 21 03:07:51.631957 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-c3f63301-65a6-4287-a347-8d768c11a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:51.633442 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-c3f63301-65a6-4287-a347-8d768c11a09c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1098 time: 0.0414541 Dec 21 03:07:51.731693 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-1f4f233f-7ab7-49fe-a4c8-d8f84c743530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:51.733132 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-1f4f233f-7ab7-49fe-a4c8-d8f84c743530 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 897 time: 0.0868397 Dec 21 03:07:51.802375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-814af973-a84c-46c0-bd90-a17c3e909604 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 1002 time: 0.0570953 Dec 21 03:07:51.860295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-78f4b694-15b9-4990-8e43-e89d44cc9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:51.861900 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-78f4b694-15b9-4990-8e43-e89d44cc9bca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0467880 Dec 21 03:07:51.909802 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-8fe5f74c-0869-4e05-bd1f-999212072897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:51.911880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-8fe5f74c-0869-4e05-bd1f-999212072897 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393376 Dec 21 03:07:52.003768 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-91d8700d-b94c-4d05-97b7-a715346c73fc service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799139 Dec 21 03:07:52.111268 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c3d7f0b3-c106-43ed-b09f-cfb0eb7e02d4 req-5b3d618e-aa8d-41d3-9da1-c5a8f6116a9f service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848017 Dec 21 03:07:52.765481 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e09bf-a710-4896-abe9-c06eedfc5bca req-60436496-16b7-46bd-8404-a690636b238d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:52.766985 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a0e09bf-a710-4896-abe9-c06eedfc5bca req-60436496-16b7-46bd-8404-a690636b238d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0526531 Dec 21 03:07:52.819021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1a0e09bf-a710-4896-abe9-c06eedfc5bca req-e76678e5-c680-4880-9648-1124ff45a27f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Dec 21 03:07:52.825008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:07:53.933043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afe0c-7229-4c4a-a6e5-97951505b59d req-a38b08fe-000f-4231-83f4-1ea529bdbc97 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:07:53.934546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d7afe0c-7229-4c4a-a6e5-97951505b59d req-a38b08fe-000f-4231-83f4-1ea529bdbc97 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0479305 Dec 21 03:07:53.982123 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6d7afe0c-7229-4c4a-a6e5-97951505b59d req-4d32d2b2-4742-40ed-92eb-5edc71197bcd tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Dec 21 03:07:54.005078 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:07:54.066968 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-808fc5ac-8e6d-4e3f-b342-da4f5cf1991a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/1b416368-943e-41ae-b278-3eee3314e935 HTTP/1.1" status: 200 len: 994 time: 0.0606482 Dec 21 03:07:57.732167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:03.401073 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:08:14.096384 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6661-bfc8-41b7-af3e-798aca95a84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:16.803905 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-470dade7-17b4-43cc-aa68-ca0076ad4d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:17.588770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:18.995838 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:19.542391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:22.838150 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:24.860124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-1eeb288d-6959-4167-96de-a3d3e6558a27 req-21be005a-afce-4f91-b301-c0cdfd9e9f97 service neutron] (109851) timed out ('10.222.0.43', 33326) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 03:08:26.456398 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37882) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:26.615158 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:08:26.615390 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:26.690406 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:26.690722 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:26.701837 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:08:26.847148 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:26.876704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=3620dd9f-1fbb-45a1-afdb-e16a80c5b2b2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:26.903052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.903399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.903739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.904073 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.904404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.904730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.905055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.905409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.905736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.906058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.906378 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.906715 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.907018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:26.945871 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:26.946201 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 1b416368-943e-41ae-b278-3eee3314e935 disassociated (deleted). External IP: 172.25.6.238, port: 3c550589-9035-43bc-82d9-d4e81804f10c. Dec 21 03:08:27.147755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 38053638-e9d8-408f-b3e1-36405c5ec7a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:08:27.260170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:08:27.264911 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:27.270785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Sync routers for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:08:27.282699 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:27.283348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:27.293587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8dc1be84-9b04-4de0-ba89-7fdd5694cfab tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/floatingips/1b416368-943e-41ae-b278-3eee3314e935 HTTP/1.1" status: 204 len: 168 time: 0.8360755 Dec 21 03:08:27.294312 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:08:27.296699 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3e034-2b5e-426f-b63e-568079270323" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:08:27.346920 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11524061-4f3b-47fb-a77d-8d01ffcc5806 x-openstack-request-id: req-11524061-4f3b-47fb-a77d-8d01ffcc5806 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:08:27.347237 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:08:27.347495 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11524061-4f3b-47fb-a77d-8d01ffcc5806 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:08:27.347898 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c', 'status': 'completed', 'code': 200} Dec 21 03:08:27.415520 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:27.444935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e034-2b5e-426f-b63e-568079270323 req-fe8a338d-5444-44b4-a0b0-06902539ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:27.445545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-fe8a338d-5444-44b4-a0b0-06902539ff62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 1098 time: 0.0498118 Dec 21 03:08:27.544587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2b9e-1812-4651-b8b4-3b9b5f25bbf0 req-97ffdfe0-e9df-4789-8610-512594731429 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:27.549297 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa2b2b9e-1812-4651-b8b4-3b9b5f25bbf0 req-97ffdfe0-e9df-4789-8610-512594731429 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0623109 Dec 21 03:08:27.585625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e034-2b5e-426f-b63e-568079270323 req-744220aa-2db4-4fba-9809-c335e1941bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:27.587117 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-744220aa-2db4-4fba-9809-c335e1941bae service neutron] 10.222.0.45 "GET /v2.0/networks?id=b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 200 len: 897 time: 0.1003191 Dec 21 03:08:27.600925 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa2b2b9e-1812-4651-b8b4-3b9b5f25bbf0 req-2a843ebf-67ee-4bd1-afb0-d619f19e26b4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443952 Dec 21 03:08:27.633023 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:27.633260 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-7b89335c-bfac-407a-abb0-ba4ec440e4dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 200 len: 217 time: 0.0366387 Dec 21 03:08:27.662649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Checking router: 38053638-e9d8-408f-b3e1-36405c5ec7a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:08:27.671096 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:27.671630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:27.686972 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e034-2b5e-426f-b63e-568079270323 req-ddb7f000-1170-4bd7-ae9b-ef1f4ab08def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:27.688471 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-ddb7f000-1170-4bd7-ae9b-ef1f4ab08def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 200 len: 835 time: 0.0478699 Dec 21 03:08:27.743834 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e034-2b5e-426f-b63e-568079270323 req-35c6c373-7495-4d06-918d-4a6f7cd8434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:27.745326 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-35c6c373-7495-4d06-918d-4a6f7cd8434d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b01e5192-190e-4669-a496-6af4050e3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415561 Dec 21 03:08:27.772749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:27.785701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:27.846793 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-fd34b4d6-4b29-4e5e-9b22-311c824be204 service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Dec 21 03:08:27.940885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e8a3e034-2b5e-426f-b63e-568079270323 req-ef9055aa-c821-42b6-b70f-979ff843dfa6 service neutron] 10.222.0.45 "GET /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Dec 21 03:08:27.983206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:28.008714 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620902e-3559-4c0b-a005-7836c9650d2c None None] The sync data for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 is: [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:50Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '5d4a0103-8116-4ae3-acc3-bd7e17e683cc', 'name': '', 'network_id': 'b01e5192-190e-4669-a496-6af4050e3cac', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:79:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:49Z', 'updated_at': '2021-12-21T03:06:53Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': 'de5bf83e-ffa0-477d-b298-cf285891bc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:08:28.217868 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a94819-2189-4834-980a-983d25476bef None None] New status for floating IP 1b416368-943e-41ae-b278-3eee3314e935: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:08:28.724472 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ad9f-ee94-4530-b742-c79c568c3d3b req-9b4fddcd-cf02-4c54-9c48-15d5c573a64e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:28.725953 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62a7ad9f-ee94-4530-b742-c79c568c3d3b req-9b4fddcd-cf02-4c54-9c48-15d5c573a64e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0528274 Dec 21 03:08:28.775691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-62a7ad9f-ee94-4530-b742-c79c568c3d3b req-464214ff-17d9-41ac-a74f-9820aba1515a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Dec 21 03:08:29.555649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-2ec88a55-5730-486c-bc53-0f72d3006610 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:29.557078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-2ec88a55-5730-486c-bc53-0f72d3006610 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0491865 Dec 21 03:08:29.651920 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 3c550589-9035-43bc-82d9-d4e81804f10c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:08:29.652258 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:29.737566 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 3c550589-9035-43bc-82d9-d4e81804f10c, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=3c550589-9035-43bc-82d9-d4e81804f10c,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:29.737921 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:29.750607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 3c550589-9035-43bc-82d9-d4e81804f10c owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:08:29.883618 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:29.900991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904f016-395b-41af-a752-eb40b3797c63 req-05c4de05-bc36-4ba7-8cb2-ad243592a4da tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:29.902679 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c904f016-395b-41af-a752-eb40b3797c63 req-05c4de05-bc36-4ba7-8cb2-ad243592a4da tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0e0b67-54b4-41d4-a688-95ba5f2e93cf HTTP/1.1" status: 200 len: 946 time: 0.0544021 Dec 21 03:08:29.914371 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=3c550589-9035-43bc-82d9-d4e81804f10c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:29.955065 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c904f016-395b-41af-a752-eb40b3797c63 req-3bf58605-2e2b-4d19-a4a6-588b4069d8ef tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=72bad82c-0577-4fec-8cc1-26aec4634fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Dec 21 03:08:29.960926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] No DVR routers for this DVR port 3c550589-9035-43bc-82d9-d4e81804f10c on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:08:29.963478 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:29.966778 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c2d4c27f-3423-4f6e-9c83-5f0887c82bcc req-647fd2ec-81e8-4dc7-a014-2b7365259ea1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.45 "DELETE /v2.0/ports/3c550589-9035-43bc-82d9-d4e81804f10c HTTP/1.1" status: 204 len: 173 time: 0.3991172 Dec 21 03:08:29.967238 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'name': 'network-vif-deleted', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:08:29.969495 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33256c5e-aea7-426c-9aae-0cd6f4ae774b" -d '{"events": [{"server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "name": "network-vif-deleted", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:08:30.006228 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d164b4-f29f-4521-8e8d-38f03df94f5d x-openstack-request-id: req-22d164b4-f29f-4521-8e8d-38f03df94f5d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:08:30.006526 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0e0b67-54b4-41d4-a688-95ba5f2e93cf", "name": "network-vif-deleted", "tag": "3c550589-9035-43bc-82d9-d4e81804f10c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:08:30.006786 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22d164b4-f29f-4521-8e8d-38f03df94f5d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:08:30.007267 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0e0b67-54b4-41d4-a688-95ba5f2e93cf', 'name': 'network-vif-deleted', 'tag': '3c550589-9035-43bc-82d9-d4e81804f10c', 'status': 'completed', 'code': 200} Dec 21 03:08:31.011530 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37898) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:31.607927 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:31.852299 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:08:31.852634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:31.941595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 5d4a0103-8116-4ae3-acc3-bd7e17e683cc, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:31.941953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:31.954762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 5d4a0103-8116-4ae3-acc3-bd7e17e683cc owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:08:32.133579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.156905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=5d4a0103-8116-4ae3-acc3-bd7e17e683cc,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:32.329773 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.544195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router 38053638-e9d8-408f-b3e1-36405c5ec7a9 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:08:32.647001 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:08:32.652236 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f2685055-86d9-400c-854b-c21af2c34997 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/38053638-e9d8-408f-b3e1-36405c5ec7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6396470 Dec 21 03:08:32.655268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37900) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:32.656160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Sync routers for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:08:32.680344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:32.680948 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:32.710030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting subnet de5bf83e-ffa0-477d-b298-cf285891bc28 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:08:32.713177 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.753206 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.838340 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.903878 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.932377 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Subnet': ['ID=de5bf83e-ffa0-477d-b298-cf285891bc28,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:32.940636 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:32.944375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/subnets/de5bf83e-ffa0-477d-b298-cf285891bc28 HTTP/1.1" status: 204 len: 168 time: 0.2881062 Dec 21 03:08:32.946254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.946614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.947140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37902) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:32.947646 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.948103 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.948450 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.948788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.949126 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.949493 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.949827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.950157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.950475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.950929 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.951257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513357aa-d35d-42e8-b44f-d57ccc1c3851 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:32.957242 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c89872-be3c-4839-a3ea-1c7085843b7c None None] Network b01e5192-190e-4669-a496-6af4050e3cac requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:08:33.032554 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3c550589-9035-43bc-82d9-d4e81804f10c no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:08:33.061595 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.066131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 3c550589-9035-43bc-82d9-d4e81804f10c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:08:33.066481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 3c550589-9035-43bc-82d9-d4e81804f10c not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:08:33.069859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:33.167835 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.219145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port f58caf05-8684-462c-ad38-d9b68170adec {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:08:33.219500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.308362 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] DHCP port deletion for b01e5192-190e-4669-a496-6af4050e3cac request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:08:33.315077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port f58caf05-8684-462c-ad38-d9b68170adec, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f58caf05-8684-462c-ad38-d9b68170adec,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:33.315432 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.327095 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for f58caf05-8684-462c-ad38-d9b68170adec owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:08:33.366945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:08:32Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'f58caf05-8684-462c-ad38-d9b68170adec', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.402731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Checking router: 38053638-e9d8-408f-b3e1-36405c5ec7a9 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:08:33.414698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Deleting port c5063d72-cdc2-49f0-bb5e-e84c42de989f {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:08:33.415067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.432060 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Routers {'38053638-e9d8-408f-b3e1-36405c5ec7a9'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:33.432616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['38053638-e9d8-408f-b3e1-36405c5ec7a9'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.498036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.528096 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=f58caf05-8684-462c-ad38-d9b68170adec,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:33.545914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] For port c5063d72-cdc2-49f0-bb5e-e84c42de989f, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c5063d72-cdc2-49f0-bb5e-e84c42de989f,segment=NetworkSegment(b1a93c5e-ea5f-4116-ba65-3f768f3eee89),segment_id=b1a93c5e-ea5f-4116-ba65-3f768f3eee89)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:33.546336 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.549863 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8959db-3239-4746-a646-160fe7d5b63d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:08:33.570735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Calling delete_port for c5063d72-cdc2-49f0-bb5e-e84c42de989f owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:08:33.578321 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] Set router 38053638-e9d8-408f-b3e1-36405c5ec7a9 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:33.589464 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.640159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:08:33Z', 'revision_number': 6, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.693051 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625eabd7-c2d6-4544-816d-f6328633679f None None] The sync data for ids ['38053638-e9d8-408f-b3e1-36405c5ec7a9'] in n-d-761264-20 is: [{'id': '38053638-e9d8-408f-b3e1-36405c5ec7a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67257385', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:06:47Z', 'updated_at': '2021-12-21T03:08:33Z', 'revision_number': 6, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:08:33.699055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.701222 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.736570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.762039 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Pushing event deleted for resources: {'Port': ['ID=c5063d72-cdc2-49f0-bb5e-e84c42de989f,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:33.764836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.765851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Fanout notify agent at l3_agent the message router_deleted on router 38053638-e9d8-408f-b3e1-36405c5ec7a9 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:08:33.766634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] No DVR routers for this DVR port c5063d72-cdc2-49f0-bb5e-e84c42de989f on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:08:33.773252 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.773681 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.774036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.774179 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.774386 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.774705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.775040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.775165 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-81a0dc84-416e-417b-86cb-5853b8ca477a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/routers/38053638-e9d8-408f-b3e1-36405c5ec7a9 HTTP/1.1" status: 204 len: 168 time: 0.8270159 Dec 21 03:08:33.775368 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.775696 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.776021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.776344 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.777155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.777155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.777451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a07ca-f9c7-4b0c-8687-0c1b4d168fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:33.779780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37904) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:33.860049 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.943698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.962899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e5192-190e-4669-a496-6af4050e3cac']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.971849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.972146 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a93c5e-ea5f-4116-ba65-3f768f3eee89') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:33.985660 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:33.999128 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.007395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:08:34.007982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:08:34.011222 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:08:34.016015 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:08:34.076213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.094534 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.097790 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/networks/b01e5192-190e-4669-a496-6af4050e3cac HTTP/1.1" status: 204 len: 168 time: 0.3169925 Dec 21 03:08:34.100176 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce593d-d856-416e-8ffd-ae103a3da70f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Network': ['ID=b01e5192-190e-4669-a496-6af4050e3cac,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:34.101570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37906) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:34.159429 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c5063d72-cdc2-49f0-bb5e-e84c42de989f no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:08:34.165987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.180343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c5063d72-cdc2-49f0-bb5e-e84c42de989f {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:08:34.180694 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c5063d72-cdc2-49f0-bb5e-e84c42de989f not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:08:34.181165 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5d4a0103-8116-4ae3-acc3-bd7e17e683cc no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:08:34.190205 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.199391 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 5d4a0103-8116-4ae3-acc3-bd7e17e683cc {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:08:34.199675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 5d4a0103-8116-4ae3-acc3-bd7e17e683cc not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:08:34.254642 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.257316 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.258581 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/security-groups/72bad82c-0577-4fec-8cc1-26aec4634fda HTTP/1.1" status: 204 len: 168 time: 0.1561000 Dec 21 03:08:34.268038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537717-b2ee-487d-9fea-4db2bd745782 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bad82c-0577-4fec-8cc1-26aec4634fda,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:34.523720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37912) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:34.528345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261087126', 'description': 'tempest-secgroup-smoke-261087126 description', 'project_id': 'cff1f34b9d964575804d2be895983d53'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:34.553623 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.621134 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.625530 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.657535 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.658765 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340168 Dec 21 03:08:34.659865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ade246-92ce-4c82-bd3c-9356f32a6048 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b2a48a-8468-4ffb-8296-3b59d0003a57,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:34.662293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37914) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:34.667864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:34.700665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.756167 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.763380 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.783084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c74a2da-64f6-46f1-8967-2e07b526a2ec,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:34.788580 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.791980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5667a4b3-ccd7-4f2a-b49f-b0c900c05991 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260009 Dec 21 03:08:34.792818 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37916) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:34.797586 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:34.826745 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.885889 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.889498 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.902467 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39981e7-d52a-4f57-97aa-46a622d8ff84,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:34.915477 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:34.916695 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d6d3da51-66a8-401b-b414-685a8f87c021 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228151 Dec 21 03:08:34.919448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37918) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:34.923786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:34.951617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.007248 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.010968 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.029208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9f3db2-4aad-444a-96da-a6f82a34c217,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:35.033850 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.035419 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-d17bf60b-2804-4e08-94d0-6cb2c3b4d403 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146073 Dec 21 03:08:35.037719 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37920) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:35.041991 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:35.076455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.135845 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.140278 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.159710 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88932e3-2e86-4d3b-852d-d2b476b23fb5,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:35.168230 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.169423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-3f9b6ba2-7135-46e0-a556-6384d713eae0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307671 Dec 21 03:08:35.172054 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37922) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:35.176233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:35.201389 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:08:35.206405 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.262896 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.266269 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.280532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d0f81f-df4f-4340-a72c-76d0a23fbf96,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:35.291618 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.292803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-c9d45f0b-e1c4-4901-bdff-860709c08881 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198442 Dec 21 03:08:35.295498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37924) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:35.299792 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'security_group_rule': {'security_group_id': '08b2a48a-8468-4ffb-8296-3b59d0003a57', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:35.322231 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Project cff1f34b9d964575804d2be895983d53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:08:35.327569 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.388746 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.392148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.408679 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a9891f-26d8-4fb6-ac4a-cd97151f2983,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:35.417093 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.418299 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fe60da6a-a4c0-4277-8a9a-6a594b144b77 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218925 Dec 21 03:08:35.421004 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37926) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:35.425826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'network': {'name': 'tempest-network-smoke--498617925', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'port_security_enabled': True}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:35.447502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:08:35.451016 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.473208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:08:35.482270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.482604 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Added segment 45e90295-9fd7-48da-82dd-e8aed90815e5 of type vlan for network 72bb06c5-19b8-48ae-bf38-26fea09ca06d Dec 21 03:08:35.524929 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.549258 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.554868 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:35.555444 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.593247 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1712103 Dec 21 03:08:35.596105 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37928) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:35.601352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'admin_state_up': True, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:35.626342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.627459 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.627712 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e2ada-866e-4bc1-8893-7587067158e7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Network': ['ID=72bb06c5-19b8-48ae-bf38-26fea09ca06d,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:35.638073 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:08:35.683870 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.798290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58caf05-8684-462c-ad38-d9b68170adec no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:08:35.818256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:35.818792 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f58caf05-8684-462c-ad38-d9b68170adec {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:08:35.819203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f58caf05-8684-462c-ad38-d9b68170adec not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:08:36.250010 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.268386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.374120 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.27 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/c19ae064-be23-47e5-b56c-8fed5eb22536) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:08:36.470770 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.503095 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.544219 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:36.546988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:36.550330 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:08:36.560724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb223f-724b-47ca-ad5d-2147e0e7027d None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:08:36.576271 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=c19ae064-be23-47e5-b56c-8fed5eb22536,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:36.590616 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c3bc0e72-905a-4c76-8301-86bf0e587747 None None] Provisioning complete for port c19ae064-be23-47e5-b56c-8fed5eb22536 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:36.591210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0e72-905a-4c76-8301-86bf0e587747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.627934 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc0e72-905a-4c76-8301-86bf0e587747 None None] Port c19ae064-be23-47e5-b56c-8fed5eb22536 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:08:36.798077 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:36.993158 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.113615 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router afcce6c9-00ca-4131-920a-1a0014147a2e is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:08:37.217287 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:08:37.227083 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Sync routers for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:08:37.236426 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:37.237135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.237302 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:37.241432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-756e33ba-2f31-4803-b970-63241e795e6f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6412361 Dec 21 03:08:37.241571 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37930) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:37.271078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-41ee440e-43dd-4138-b461-2b1fbb9f3111 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=cff1f34b9d964575804d2be895983d53&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261173 Dec 21 03:08:37.272120 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37932) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:37.372368 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d29f6a-3c7b-412d-88f8-f20a93607b64 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:37.375851 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-01d29f6a-3c7b-412d-88f8-f20a93607b64 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997577 Dec 21 03:08:37.376249 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37934) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:37.405318 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fdc21181-d385-413f-8eb3-ad7d1e4ef382 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4228cdc0-43c0-4bb5-8442-d4e3deb60fca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279882 Dec 21 03:08:37.407809 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 37936) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:37.412456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-709427692', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:37.431765 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:37.499909 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:08:37.503610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.611522 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:36Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:37.637978 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Checking router: afcce6c9-00ca-4131-920a-1a0014147a2e for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:08:37.638324 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Updating router afcce6c9-00ca-4131-920a-1a0014147a2e port c19ae064-be23-47e5-b56c-8fed5eb22536 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:08:37.662601 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.689222 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.753050 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Subnet': ['ID=50c26e6a-9f38-493c-b62b-d37c35a41032,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:37.763238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Checking segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:08:37.763820 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network hostable DHCP agents. Network: 72bb06c5-19b8-48ae-bf38-26fea09ca06d, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:08:37.781199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:08:37.792130 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 72bb06c5-19b8-48ae-bf38-26fea09ca06d) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:37.796656 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:37.797387 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.806401 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6bbaa-b4c2-445c-b6ce-b9a9b5d19b6b None None] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:08:37.815919 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-79e72f7c-cbab-4d63-83eb-8d92b77a53b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4071023 Dec 21 03:08:37.819273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37938) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:37.907285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:08:37.908184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.922201 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.928982 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.981711 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Attempting to bind port c19ae064-be23-47e5-b56c-8fed5eb22536 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:08:37.982152 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Attempting to bind port c19ae064-be23-47e5-b56c-8fed5eb22536 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:08:37.982576 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Attempting to bind port c19ae064-be23-47e5-b56c-8fed5eb22536 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:08:37.992725 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:08:37.993003 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:08:37.993128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3619bcb-75e7-4049-8d31-453aed6dcbf4 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:08:37.993247 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.993583 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:08:37.994126 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Bound port: c19ae064-be23-47e5-b56c-8fed5eb22536, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:08:37.994405 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:37.995882 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Pushing event updated for resources: {'Port': ['ID=c19ae064-be23-47e5-b56c-8fed5eb22536,revision_number=2']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.024938 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.025280 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.025638 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.026129 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.026458 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.026781 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.027184 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.027543 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.027939 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.028269 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.028654 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.029375 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.029375 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:08:38.063186 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] For port c19ae064-be23-47e5-b56c-8fed5eb22536, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:08:38.065895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] Provisioning complete for port c19ae064-be23-47e5-b56c-8fed5eb22536 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:38.066170 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] For port c19ae064-be23-47e5-b56c-8fed5eb22536, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c19ae064-be23-47e5-b56c-8fed5eb22536,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:08:38.066322 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.072109 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.099479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Allocated IP 172.20.0.2 (72bb06c5-19b8-48ae-bf38-26fea09ca06d/50c26e6a-9f38-493c-b62b-d37c35a41032/f5112320-cf11-4f91-8c07-c14cf169be58) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:08:38.126274 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:38.126955 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:38.141945 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ff961-e761-4562-b58a-8a0add56fbdb None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:08:38.179001 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c14807-f66d-4618-a17f-9ec6193f1b5e None None] Pushing event updated for resources: {'Port': ['ID=c19ae064-be23-47e5-b56c-8fed5eb22536,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.252381 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:38.263711 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.298645 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.315769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] For port c19ae064-be23-47e5-b56c-8fed5eb22536, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c19ae064-be23-47e5-b56c-8fed5eb22536,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:38.326867 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.334258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.357956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.389349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:38.394663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:38.397102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:08:38.401940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ba648-4039-4712-a16a-526ea1aa50aa None None] Pushing event updated for resources: {'Port': ['ID=c19ae064-be23-47e5-b56c-8fed5eb22536,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.448475 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:36Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:38.476814 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce197-4743-4613-83b9-b69af27287f7 None None] The sync data for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 is: [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:36Z', 'revision_number': 3, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:08:38.498246 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Pushing event updated for resources: {'Port': ['ID=f5112320-cf11-4f91-8c07-c14cf169be58,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.502656 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Attempting to bind port f5112320-cf11-4f91-8c07-c14cf169be58 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:08:38.503071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Attempting to bind port f5112320-cf11-4f91-8c07-c14cf169be58 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:08:38.503510 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Attempting to bind port f5112320-cf11-4f91-8c07-c14cf169be58 on network 72bb06c5-19b8-48ae-bf38-26fea09ca06d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:08:38.505702 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-377a08d5-1454-457b-908b-817ba0a9d4fc None None] Provisioning complete for port c19ae064-be23-47e5-b56c-8fed5eb22536 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:38.506044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-377a08d5-1454-457b-908b-817ba0a9d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.528064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:08:38.528576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Checking segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:08:38.529080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.529607 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Bound using segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:08:38.530196 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Bound port: f5112320-cf11-4f91-8c07-c14cf169be58, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:08:38.530679 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.608133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.1 (72bb06c5-19b8-48ae-bf38-26fea09ca06d/50c26e6a-9f38-493c-b62b-d37c35a41032/db0e6090-e5db-4420-975a-832d19ceae35) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:08:38.630605 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] For port f5112320-cf11-4f91-8c07-c14cf169be58, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:08:38.653354 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] For port f5112320-cf11-4f91-8c07-c14cf169be58, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5112320-cf11-4f91-8c07-c14cf169be58,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:08:38.658692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.721433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429491-4567-4093-a9c2-b95ec5b09df2 None None] Pushing event updated for resources: {'Port': ['ID=f5112320-cf11-4f91-8c07-c14cf169be58,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.733778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.791625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:38.846551 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:38.850313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:38.854194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:08:38.861272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:38.905171 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:39.056303 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:39.360952 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:39.367132 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:39.442227 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:39.444711 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:39.544286 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:39.545768 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:39.667313 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router afcce6c9-00ca-4131-920a-1a0014147a2e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:08:39.765053 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7baea9-5c0b-4352-b50b-0579df0e50b5 None None] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:08:39.838288 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] Provisioning complete for port f5112320-cf11-4f91-8c07-c14cf169be58 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:39.838693 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.045297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5112320-cf11-4f91-8c07-c14cf169be58 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:08:40.063832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:08:40.069125 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-14531737-0f79-4af9-bac6-eba006dc723f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/afcce6c9-00ca-4131-920a-1a0014147a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2486994 Dec 21 03:08:40.175291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5112320-cf11-4f91-8c07-c14cf169be58 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:40.175625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.214407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.230794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Sync routers for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:08:40.241063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-e79c481c-36fd-4746-9e21-5498976fe620 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261087126&fields=id&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 267 time: 0.0562210 Dec 21 03:08:40.258380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:40.258992 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:40.322481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] For port f5112320-cf11-4f91-8c07-c14cf169be58, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5112320-cf11-4f91-8c07-c14cf169be58,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:40.332833 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.370254 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-f9a196c0-15a6-4d47-8d19-58a64f5fd86a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:40.371431 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.378549 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-f9a196c0-15a6-4d47-8d19-58a64f5fd86a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 796 time: 0.1283510 Dec 21 03:08:40.391439 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-82531033-f78a-47d9-9924-88598625e497 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/quotas/cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 375 time: 0.0120327 Dec 21 03:08:40.400890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:08:40.451172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-19c80349-3333-4e56-88d0-adea19439618 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524254 Dec 21 03:08:40.485294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9b254-7685-4e2f-951a-2f3eebbf079f None None] Pushing event updated for resources: {'Port': ['ID=f5112320-cf11-4f91-8c07-c14cf169be58,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:40.504333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:40.543871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-667dc919-24e6-4e59-bb31-b02dcc305341 None None] Provisioning complete for port db0e6090-e5db-4420-975a-832d19ceae35 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:40.544147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-667dc919-24e6-4e59-bb31-b02dcc305341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.548686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 03:08:40.548873 n-d-761264-20 neutron-server[109852]: DEBUG oslo_db.api [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 03:08:40.600440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-436dfd05-9534-4782-80f2-90d2c8a78862 service neutron] 10.222.0.43 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363804 Dec 21 03:08:40.632093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-667dc919-24e6-4e59-bb31-b02dcc305341 None None] Port db0e6090-e5db-4420-975a-832d19ceae35 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:08:40.686660 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-667dc919-24e6-4e59-bb31-b02dcc305341 None None] Provisioning complete for port f5112320-cf11-4f91-8c07-c14cf169be58 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:40.687024 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-667dc919-24e6-4e59-bb31-b02dcc305341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.701799 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-38c34579-3f94-4f44-bf03-e5850bdafb19 service neutron] 10.222.0.43 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942466 Dec 21 03:08:40.834927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 2, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:40.862380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Checking router: afcce6c9-00ca-4131-920a-1a0014147a2e for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:08:40.862649 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Updating router afcce6c9-00ca-4131-920a-1a0014147a2e port db0e6090-e5db-4420-975a-832d19ceae35 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:08:40.883108 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-874b7226-35a5-485a-a499-964559159117 req-5bb1fef3-3e4b-4a5a-97a1-2b461cf24aee tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 210 time: 0.0302041 Dec 21 03:08:40.892008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:40.999762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f23fd369-5526-4080-99d4-b5f2aea41950 None None] Provisioning complete for port db0e6090-e5db-4420-975a-832d19ceae35 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:41.000134 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f23fd369-5526-4080-99d4-b5f2aea41950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.100475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f23fd369-5526-4080-99d4-b5f2aea41950 None None] Port db0e6090-e5db-4420-975a-832d19ceae35 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:08:41.137972 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c19ae064-be23-47e5-b56c-8fed5eb22536 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:08:41.251012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c19ae064-be23-47e5-b56c-8fed5eb22536 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:41.251388 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.293393 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.300145 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.363131 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b077380-13e3-4b22-a36f-9eb1cf03fd04 None None] Pushing event updated for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:41.444854 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Attempting to bind port db0e6090-e5db-4420-975a-832d19ceae35 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:08:41.445225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Attempting to bind port db0e6090-e5db-4420-975a-832d19ceae35 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:08:41.445636 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Attempting to bind port db0e6090-e5db-4420-975a-832d19ceae35 on network 72bb06c5-19b8-48ae-bf38-26fea09ca06d {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:08:41.451404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:08:41.451784 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Checking segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:08:41.452186 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.452582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Bound using segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:08:41.453054 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Bound port: db0e6090-e5db-4420-975a-832d19ceae35, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:08:41.453468 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.531882 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] For port db0e6090-e5db-4420-975a-832d19ceae35, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:08:41.536497 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] For port db0e6090-e5db-4420-975a-832d19ceae35, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=db0e6090-e5db-4420-975a-832d19ceae35,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:08:41.542606 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.615035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:41.615653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:41.619308 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b077380-13e3-4b22-a36f-9eb1cf03fd04 None None] Pushing event updated for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:41.674708 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] Provisioning complete for port db0e6090-e5db-4420-975a-832d19ceae35 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:41.675091 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:41.761674 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:42.025120 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3cb63350-17ff-4e77-89fa-a8b4570686a4 req-de66e24c-4e71-4732-b045-9554ef339bcc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 210 time: 0.0357542 Dec 21 03:08:42.048402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5112320-cf11-4f91-8c07-c14cf169be58 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:08:42.049134 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-6f9e7836-92f7-45f3-8d4c-ee1a2bdae6c7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:42.050931 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-6f9e7836-92f7-45f3-8d4c-ee1a2bdae6c7 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 796 time: 0.1446171 Dec 21 03:08:42.127984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-83ef224d-6f3b-4627-8eb6-824662a6ccb0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cff1f34b9d964575804d2be895983d53 HTTP/1.1" status: 200 len: 379 time: 0.0542438 Dec 21 03:08:42.139668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.145673 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'port': {'device_id': '66f29807-8995-4e9c-9d41-29fde81dcced', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'admin_state_up': True, 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'security_groups': ['08b2a48a-8468-4ffb-8296-3b59d0003a57']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:42.204044 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] For port db0e6090-e5db-4420-975a-832d19ceae35, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=db0e6090-e5db-4420-975a-832d19ceae35,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:42.211043 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.235235 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port f5112320-cf11-4f91-8c07-c14cf169be58 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:42.235771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.258578 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Made reservation on behalf of cff1f34b9d964575804d2be895983d53 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:08:42.262142 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.321804 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043b0f-d306-42a3-8d7d-1c542dc81a57 None None] Pushing event updated for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:42.379808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:41Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:42.407154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.20.0.6 (72bb06c5-19b8-48ae-bf38-26fea09ca06d/50c26e6a-9f38-493c-b62b-d37c35a41032/2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:08:42.413250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-1a5c5b7e-13fd-40ef-ba1b-f4ed3c3438d7 None None] Provisioning complete for port db0e6090-e5db-4420-975a-832d19ceae35 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:42.413644 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5b7e-13fd-40ef-ba1b-f4ed3c3438d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.421867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8731ca-3e75-4a11-b738-2b8529738990 None None] The sync data for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 is: [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:41Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:08:42.581973 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.618648 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.674288 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:42.679524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:42.683722 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:08:42.712261 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:42.743942 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:42.744778 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.765740 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-052f1412-f239-4db2-9549-a72cfa155520 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238985 Dec 21 03:08:42.824481 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Request body: {'port': {'device_id': '66f29807-8995-4e9c-9d41-29fde81dcced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:42.896688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.953193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b25f7236-248c-4459-bb34-ff0b72d30c45 None None] Provisioning complete for port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:42.953600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b25f7236-248c-4459-bb34-ff0b72d30c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:42.993387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b25f7236-248c-4459-bb34-ff0b72d30c45 None None] Port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:08:43.147665 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef2b4-8c7f-4c53-a9ec-61c010d9758f req-6781fea9-9a1c-4e67-a0f9-1fb95e03fc6a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:43.149324 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c67ef2b4-8c7f-4c53-a9ec-61c010d9758f req-6781fea9-9a1c-4e67-a0f9-1fb95e03fc6a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 931 time: 0.0508931 Dec 21 03:08:43.191237 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:08:43.200166 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.213807 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Transition to ACTIVE for port object 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:08:43.219055 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.279221 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:43.361046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Attempting to bind port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:08:43.361409 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Attempting to bind port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:08:43.361743 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Attempting to bind port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df on network 72bb06c5-19b8-48ae-bf38-26fea09ca06d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:08:43.368811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df on network 72bb06c5-19b8-48ae-bf38-26fea09ca06d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:08:43.369139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Attempting to bind port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df on network 72bb06c5-19b8-48ae-bf38-26fea09ca06d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:08:43.376227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:08:43.376584 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Checking segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:08:43.376975 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Bound using segment: {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:08:43.377448 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Bound port: 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e90295-9fd7-48da-82dd-e8aed90815e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:08:43.377811 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.452629 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:08:43.456512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:08:43.463219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.502375 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c67ef2b4-8c7f-4c53-a9ec-61c010d9758f req-904a1cdb-55f6-4b7a-a9a7-b4c0d6da034c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465974 Dec 21 03:08:43.515022 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:43.515652 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.517094 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 1092 time: 0.7373710 Dec 21 03:08:43.517639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:08:43.520227 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a776150d-5ebf-4b33-9227-027a6a9bc660" -d '{"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:08:43.553358 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe08c2-d31e-4dc6-8cd8-1d1c7e21ab55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:43.588606 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f019ff57-92d6-4a1a-ac7e-0d7bc79b288f x-openstack-request-id: req-f019ff57-92d6-4a1a-ac7e-0d7bc79b288f {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:08:43.589731 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:08:43.590164 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f019ff57-92d6-4a1a-ac7e-0d7bc79b288f {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:08:43.590778 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'status': 'completed', 'code': 200} Dec 21 03:08:43.658179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-5c5a50f3-a54e-47d7-ba8d-7d36bf589491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:43.659814 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-5c5a50f3-a54e-47d7-ba8d-7d36bf589491 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1095 time: 0.0519736 Dec 21 03:08:43.713683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-3a033aae-d9cf-4212-b50e-de3cd4d66345 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 217 time: 0.0380363 Dec 21 03:08:43.765626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-ed25ab6d-155b-43e8-bc3d-12ff1662340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:43.767110 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-ed25ab6d-155b-43e8-bc3d-12ff1662340e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0460138 Dec 21 03:08:43.814522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-245b5e6c-4f96-4376-80c8-7ccedd3a02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:43.816046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-245b5e6c-4f96-4376-80c8-7ccedd3a02a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418613 Dec 21 03:08:43.864335 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device db0e6090-e5db-4420-975a-832d19ceae35 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:08:43.912682 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port db0e6090-e5db-4420-975a-832d19ceae35 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:43.913048 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:43.914338 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-cffc6f16-759e-409f-a8f6-a85dfc7801dc service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909801 Dec 21 03:08:44.009821 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d1175b01-af66-44c3-b4fd-90dabc418f44 req-b46d7458-3695-4c2c-915b-2c21014a406c service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879450 Dec 21 03:08:44.097753 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d639782-e398-43e6-93b6-421099e46201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:44.148347 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-c9849091-4b1d-4d4c-a2e5-201ee188cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:44.149972 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-c9849091-4b1d-4d4c-a2e5-201ee188cb18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1095 time: 0.0412104 Dec 21 03:08:44.238186 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-257d7302-19f6-4c6b-b466-9254be299cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:44.239701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-257d7302-19f6-4c6b-b466-9254be299cd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 896 time: 0.0815730 Dec 21 03:08:44.289561 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-27cf6705-65e1-4686-afb8-41f95ba565ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 217 time: 0.0400438 Dec 21 03:08:44.338431 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-4a0dbebd-563d-417e-a6a4-8637c3afd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:44.339988 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-4a0dbebd-563d-417e-a6a4-8637c3afd4c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0432501 Dec 21 03:08:44.387019 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-6c9468df-d6c7-4f97-b8e8-06cfebe54131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:44.388559 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-6c9468df-d6c7-4f97-b8e8-06cfebe54131 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405424 Dec 21 03:08:44.480880 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-a754cf0e-b2aa-4fcc-aee5-d0491f53d837 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843489 Dec 21 03:08:44.573773 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a776150d-5ebf-4b33-9227-027a6a9bc660 req-a6c44819-924c-43fe-88da-6afc27c772b3 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Dec 21 03:08:44.665161 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5b61d-a363-4eca-8767-fac24877d128 req-d3f59735-a91d-4a34-a140-f4764eb20f8a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:44.666649 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ac5b61d-a363-4eca-8767-fac24877d128 req-d3f59735-a91d-4a34-a140-f4764eb20f8a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 943 time: 0.0475621 Dec 21 03:08:44.714784 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2ac5b61d-a363-4eca-8767-fac24877d128 req-caa8908a-84a8-49c3-8f92-81f73f7db8a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Dec 21 03:08:45.828396 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d801-d4c8-4355-841e-d30430cfea13 req-4d359834-9ad3-4111-abd5-137eb29eb6ec tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:45.830136 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0144d801-d4c8-4355-841e-d30430cfea13 req-4d359834-9ad3-4111-abd5-137eb29eb6ec tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 943 time: 0.0477374 Dec 21 03:08:45.878029 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0144d801-d4c8-4355-841e-d30430cfea13 req-e2664224-231d-4386-bd05-dd4d50cebf5f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411527 Dec 21 03:08:46.805523 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4899-e752-46a7-89fe-bf85de370c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:46.995166 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e2446-bd47-466d-af94-16b915148d96 req-4a85d543-a07a-4cd7-b86b-7ebbb2920248 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:46.996656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-709e2446-bd47-466d-af94-16b915148d96 req-4a85d543-a07a-4cd7-b86b-7ebbb2920248 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 943 time: 0.0519173 Dec 21 03:08:47.048177 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-709e2446-bd47-466d-af94-16b915148d96 req-8580a0c5-b79c-4ddd-bc0e-dbb7a0667ad6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455089 Dec 21 03:08:47.591011 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:48.160602 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3526d-0c8b-4774-85e8-a264c217c441 req-eff0bfdd-9141-408f-ad4b-ba7b4556c2e2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:48.162545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aec3526d-0c8b-4774-85e8-a264c217c441 req-eff0bfdd-9141-408f-ad4b-ba7b4556c2e2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 943 time: 0.0473623 Dec 21 03:08:48.210715 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aec3526d-0c8b-4774-85e8-a264c217c441 req-8731f50c-cbfc-4c77-b6ca-9d5a1b93f963 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Dec 21 03:08:48.708491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:08:48.805738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:48.816297 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'port_id': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'mac_address': 'fa:16:3e:b0:ef:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:08:48.852662 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:48.865064 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:08:48.884466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:48.888857 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:48.933095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:48.998798 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:49.310061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:08:49.327705 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397849d-0fb0-478a-8564-3d59838b8f79 req-99335619-302b-4f3d-af75-7c47ff1444c6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:49.329193 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d397849d-0fb0-478a-8564-3d59838b8f79 req-99335619-302b-4f3d-af75-7c47ff1444c6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 944 time: 0.0518138 Dec 21 03:08:49.379028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d397849d-0fb0-478a-8564-3d59838b8f79 req-7dc5c3f6-bff9-4b31-a3cb-3520d91c4af2 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Dec 21 03:08:49.543958 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:50.494742 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d9fe7-27b4-47b3-91ff-c147cdd0eb95 req-a1ee2b25-c33d-4676-9ead-f11cec8bbf13 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:50.496196 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9d9fe7-27b4-47b3-91ff-c147cdd0eb95 req-a1ee2b25-c33d-4676-9ead-f11cec8bbf13 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 944 time: 0.0483470 Dec 21 03:08:50.543975 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc9d9fe7-27b4-47b3-91ff-c147cdd0eb95 req-2ec9909a-0fc3-43b3-bf23-6098adf10ba8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Dec 21 03:08:50.708990 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:08:50.759691 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:08:50.763291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:08:50.763664 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:50.837826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:50.859342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:08:50.861586 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebcd613-69a3-4321-89d1-bc818785f138" -d '{"events": [{"server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "name": "network-vif-plugged", "status": "completed", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:08:50.874769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:08:50.878977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:50.904821 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dca850-fd43-4d50-ba5b-4ddde0201478 x-openstack-request-id: req-65dca850-fd43-4d50-ba5b-4ddde0201478 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:08:50.905112 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "name": "network-vif-plugged", "status": "completed", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:08:50.906601 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65dca850-fd43-4d50-ba5b-4ddde0201478 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:08:50.906601 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'code': 200} Dec 21 03:08:50.931586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:51.026060 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4b0ae-3606-45b7-a82b-ce57f1b28883 req-e0cb6138-5137-4f4a-bcec-df0ba242f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:51.027456 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0ba4b0ae-3606-45b7-a82b-ce57f1b28883 req-e0cb6138-5137-4f4a-bcec-df0ba242f4e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1097 time: 0.0390389 Dec 21 03:08:51.074123 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0ba4b0ae-3606-45b7-a82b-ce57f1b28883 req-8d76607f-b371-49a5-8cf8-b8ebb810b4bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385551 Dec 21 03:08:51.656912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8209d5b-0bdb-48db-9371-992a6b5eb428 req-050670c1-68f4-4773-9b26-8ca1fa3bed96 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:51.658398 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8209d5b-0bdb-48db-9371-992a6b5eb428 req-050670c1-68f4-4773-9b26-8ca1fa3bed96 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0478296 Dec 21 03:08:51.710847 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8209d5b-0bdb-48db-9371-992a6b5eb428 req-da2e42fb-3ef2-4bec-b3e6-87af055e108f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466599 Dec 21 03:08:52.828669 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f6b3d-6e31-4f59-b9c8-074a35d8e379 req-487b7560-4654-48d0-9f4b-61af299569ff tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:52.830168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1f6b3d-6e31-4f59-b9c8-074a35d8e379 req-487b7560-4654-48d0-9f4b-61af299569ff tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0475545 Dec 21 03:08:52.833520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:52.881085 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2a1f6b3d-6e31-4f59-b9c8-074a35d8e379 req-82197a88-943f-4473-8c7f-04e037b07e04 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442679 Dec 21 03:08:52.995448 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b95e4-78e9-430a-8243-f8cc05c6444d req-9b1f4036-9f10-4235-a3e6-4a766f8ea25e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:52.996819 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-112b95e4-78e9-430a-8243-f8cc05c6444d req-9b1f4036-9f10-4235-a3e6-4a766f8ea25e tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0491686 Dec 21 03:08:53.044987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-112b95e4-78e9-430a-8243-f8cc05c6444d req-acd8ba23-511d-492d-8840-8e7293410a72 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423234 Dec 21 03:08:53.065487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 37998) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:53.104399 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6bbbe-bfbf-4b30-8728-b07ff24729b9 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:53.105925 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-54a6bbbe-bfbf-4b30-8728-b07ff24729b9 tempest-TestNetworkAdvancedServerOps-993828228 tempest-TestNetworkAdvancedServerOps-993828228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1092 time: 0.0394595 Dec 21 03:08:53.108601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38000) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:53.113116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:08:53.136076 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:53.231523 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:53.329252 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Allocated IP 172.25.6.149 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/ea24620f-e337-4f38-9bdc-fee546e2c5a1) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:08:53.432257 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:53.464867 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:53.506626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:08:53.509434 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:08:53.513905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:08:53.515777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=ea24620f-e337-4f38-9bdc-fee546e2c5a1,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:53.862986 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:53.928245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:54.073239 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:54.077245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:54.145182 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event updated for resources: {'Port': ['ID=ea24620f-e337-4f38-9bdc-fee546e2c5a1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:08:54.156891 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:54.255448 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 8c5f3011-7523-492c-b39c-97bbb315138c associated. External IP: 172.25.6.149, port: 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df. Dec 21 03:08:54.459575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router afcce6c9-00ca-4131-920a-1a0014147a2e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:08:54.810384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:08:54.821306 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Sync routers for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:08:54.829140 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:08:54.831645 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:54.832328 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:54.858207 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2eb1d0f2-e6af-459b-9611-02dc69c017b0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7485831 Dec 21 03:08:54.858822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:08:54.861081 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b2854c-9261-4519-839f-4c841067e78e" -d '{"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:08:54.902454 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b353e-8509-4e69-a60f-1e37ec806ae9 x-openstack-request-id: req-846b353e-8509-4e69-a60f-1e37ec806ae9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:08:54.902747 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:08:54.902996 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-846b353e-8509-4e69-a60f-1e37ec806ae9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:08:54.903386 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'status': 'completed', 'code': 200} Dec 21 03:08:54.940785 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:54.965743 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ee-9e73-4d81-8c9d-73078d2210e3 req-6b296176-54ab-45fa-83a7-c133a3f820f1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:54.967342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-106a47ee-9e73-4d81-8c9d-73078d2210e3 req-6b296176-54ab-45fa-83a7-c133a3f820f1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0568891 Dec 21 03:08:54.987262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2854c-9261-4519-839f-4c841067e78e req-7c69298c-8b87-422e-a68c-55338a811d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:54.988774 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-7c69298c-8b87-422e-a68c-55338a811d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1097 time: 0.0415590 Dec 21 03:08:55.025578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-106a47ee-9e73-4d81-8c9d-73078d2210e3 req-5e03367b-7582-448b-80c3-98d92cb6f861 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515766 Dec 21 03:08:55.041600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38006) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:55.085368 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2854c-9261-4519-839f-4c841067e78e req-5a9f9fcd-9d01-495a-9302-75d9381418e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:55.086976 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-5a9f9fcd-9d01-495a-9302-75d9381418e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 896 time: 0.0911651 Dec 21 03:08:55.103237 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-702dceee-b025-4d6e-be06-698987f183c0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/8c5f3011-7523-492c-b39c-97bbb315138c HTTP/1.1" status: 200 len: 991 time: 0.0604315 Dec 21 03:08:55.155139 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-bce2160a-4ecb-4c32-803a-354adf03352f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 999 time: 0.0605526 Dec 21 03:08:55.174292 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '8c5f3011-7523-492c-b39c-97bbb315138c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'port_id': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'mac_address': 'fa:16:3e:b0:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f29807-8995-4e9c-9d41-29fde81dcced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:08:53Z', 'updated_at': '2021-12-21T03:08:53Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:55.200393 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Checking router: afcce6c9-00ca-4131-920a-1a0014147a2e for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:08:55.203543 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2854c-9261-4519-839f-4c841067e78e req-c57ff030-8434-4c79-8356-65e974f5d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:55.204980 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-c57ff030-8434-4c79-8356-65e974f5d26a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0436573 Dec 21 03:08:55.208566 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:08:55.209155 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:08:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:55.253112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2854c-9261-4519-839f-4c841067e78e req-a3961be2-1d71-4662-893a-ac43f6b51b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:08:55.254697 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-a3961be2-1d71-4662-893a-ac43f6b51b92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428638 Dec 21 03:08:55.312030 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:08:55.343212 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-fe9cf763-2217-47e8-a580-63fc5d717e1b service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Dec 21 03:08:55.438339 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-40b2854c-9261-4519-839f-4c841067e78e req-d4f6e62d-9c9e-4734-a3ba-f4ed28042b92 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867832 Dec 21 03:08:55.619914 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '8c5f3011-7523-492c-b39c-97bbb315138c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'port_id': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'mac_address': 'fa:16:3e:b0:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f29807-8995-4e9c-9d41-29fde81dcced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:08:53Z', 'updated_at': '2021-12-21T03:08:53Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:08:55.644440 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cb006-cec1-4561-b351-d6a1b40c7acd None None] The sync data for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 is: [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '8c5f3011-7523-492c-b39c-97bbb315138c', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'port_id': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'mac_address': 'fa:16:3e:b0:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f29807-8995-4e9c-9d41-29fde81dcced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:08:53Z', 'updated_at': '2021-12-21T03:08:53Z', 'revision_number': 0, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:08:55.833380 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50d104-d434-4199-bfc9-5887fe92d7a4 None None] New status for floating IP 8c5f3011-7523-492c-b39c-97bbb315138c: ACTIVE {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:08:56.107117 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38008) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:08:56.167610 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b8053b27-86d8-4dcc-a6b8-34ff8e36f892 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/8c5f3011-7523-492c-b39c-97bbb315138c HTTP/1.1" status: 200 len: 993 time: 0.0593116 Dec 21 03:08:57.750999 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:14.098891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b79cffcc-4195-4104-bb7e-85771cc6e32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:15.996266 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-4f849505-1360-437f-8dc0-0a2830c791dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442591 Dec 21 03:09:16.094077 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-1a596a00-0c13-4d86-b61b-5b5fd591be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:09:16.095434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-1a596a00-0c13-4d86-b61b-5b5fd591be83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1097 time: 0.0392265 Dec 21 03:09:16.200444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-83ee90c1-8257-4408-94d5-ca133d3b106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:09:16.201954 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-83ee90c1-8257-4408-94d5-ca133d3b106c service neutron] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 896 time: 0.0845454 Dec 21 03:09:16.270937 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-baf313d9-ed1e-4173-88ef-6978f418324f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 1001 time: 0.0614686 Dec 21 03:09:16.318486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-7e552ef2-e9b9-4d6a-82cd-51b4e432f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:09:16.320372 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-7e552ef2-e9b9-4d6a-82cd-51b4e432f9fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0424714 Dec 21 03:09:16.365506 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-e0690cd3-d761-4450-af75-a7460c9651d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:09:16.367210 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-e0690cd3-d761-4450-af75-a7460c9651d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398006 Dec 21 03:09:16.459136 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-b15c5c60-935e-498a-ac72-382d059a7d78 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Dec 21 03:09:16.552881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0266e9c0-b311-4d51-92eb-ed19aa0c0e91 req-f0d9a503-b693-4956-ac21-e8f4f4bde193 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858898 Dec 21 03:09:16.805805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a0926413-197a-4718-9046-f4c98aa69fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:17.400202 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:09:17.597595 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:19.000142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:19.544634 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:22.852532 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:27.764008 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:44.100033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-45e84e72-61d4-4db9-a4d1-dabe1e4a2347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:46.807805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9acb5c33-f0b7-41de-bab6-7d860d841c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:47.596142 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:49.004910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:49.545891 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:52.853069 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:54.400445 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:09:57.767900 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:09:58.990236 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992d179-b5d8-497f-b469-6644a444553d req-930f677f-d748-4072-af8d-2e9f75e130bf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:09:58.991709 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3992d179-b5d8-497f-b469-6644a444553d req-930f677f-d748-4072-af8d-2e9f75e130bf tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0535970 Dec 21 03:09:59.039935 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3992d179-b5d8-497f-b469-6644a444553d req-9cb4c6dc-cf81-4f71-9a8b-1fc4f0bf5acb tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Dec 21 03:10:00.154850 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd569d98-60ed-4155-bda0-a79f9899207e req-325a9c92-7fac-4498-af05-a05deddaf7b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:00.156305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd569d98-60ed-4155-bda0-a79f9899207e req-325a9c92-7fac-4498-af05-a05deddaf7b6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0482204 Dec 21 03:10:00.203566 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bd569d98-60ed-4155-bda0-a79f9899207e req-a195bd07-d210-4a83-9f21-7dcc1977cc3b tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413928 Dec 21 03:10:01.316575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc4de-f34b-4253-9b00-354f11d3ffdc req-69d5fda9-7491-4770-bc57-7d78fb4dd37d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:01.318070 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da4cc4de-f34b-4253-9b00-354f11d3ffdc req-69d5fda9-7491-4770-bc57-7d78fb4dd37d tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0477641 Dec 21 03:10:01.369917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-da4cc4de-f34b-4253-9b00-354f11d3ffdc req-e91e0bfe-4d3a-42e6-ad9c-73a6171a906a tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459423 Dec 21 03:10:01.391558 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38052) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:01.451824 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dd9196c7-606e-46f3-8b81-1093bf48b7d1 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/8c5f3011-7523-492c-b39c-97bbb315138c HTTP/1.1" status: 200 len: 993 time: 0.0590899 Dec 21 03:10:02.720442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0da5b9-03fd-4ea4-b003-de484b4e1721 req-364a5062-3b2c-46ad-985b-4121083647de tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:02.721982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e0da5b9-03fd-4ea4-b003-de484b4e1721 req-364a5062-3b2c-46ad-985b-4121083647de tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0516858 Dec 21 03:10:02.755334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-bb8748ed-d704-4f4e-b453-294b15464f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:02.756811 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-bb8748ed-d704-4f4e-b453-294b15464f3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1097 time: 0.0413120 Dec 21 03:10:02.771720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3e0da5b9-03fd-4ea4-b003-de484b4e1721 req-2fb3e79d-590e-4550-b267-eb99bd738479 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435240 Dec 21 03:10:02.845799 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-d31a9d42-48f8-47e1-ac16-68f3381ae642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:02.847593 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-d31a9d42-48f8-47e1-ac16-68f3381ae642 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 896 time: 0.0837255 Dec 21 03:10:02.916872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-e4f6e244-ee94-441a-af00-c309fcc824da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 1001 time: 0.0627391 Dec 21 03:10:02.965779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-b17211bd-b08a-4145-a93d-e34a23b62dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:02.967172 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-b17211bd-b08a-4145-a93d-e34a23b62dff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0427387 Dec 21 03:10:03.012587 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-221d5e61-c2e8-4eb7-813b-220d0a0afe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:03.014056 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-221d5e61-c2e8-4eb7-813b-220d0a0afe71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395491 Dec 21 03:10:03.105235 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-f5ca4b40-c927-4c30-a9d2-eb1788ad330e service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840352 Dec 21 03:10:03.197561 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-dfea6e7c-d533-4d9b-a101-473f9f512bb8 req-2de1f2e7-a501-49de-b9ad-61c7e7ae2f75 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847507 Dec 21 03:10:03.893199 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73606471-13d8-4bf5-9cbf-e52b450b4f07 req-7c4ff402-3795-46e8-9419-24e8f0fba425 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:03.894739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73606471-13d8-4bf5-9cbf-e52b450b4f07 req-7c4ff402-3795-46e8-9419-24e8f0fba425 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0527892 Dec 21 03:10:03.944626 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-73606471-13d8-4bf5-9cbf-e52b450b4f07 req-c29cdb4b-abd4-4798-8824-4f61a26a0918 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Dec 21 03:10:05.060464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61707a-8065-43bb-821c-a0970b14229d req-6435a3b7-415a-4081-bd8a-3ccb9874a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:05.061958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa61707a-8065-43bb-821c-a0970b14229d req-6435a3b7-415a-4081-bd8a-3ccb9874a096 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0481772 Dec 21 03:10:05.110332 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aa61707a-8065-43bb-821c-a0970b14229d req-1c4640b2-ceda-4427-8bc4-749d8d31da27 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Dec 21 03:10:05.131632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38064) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:05.195825 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-79427ce2-df6c-46a2-90c7-39248c8a37cc tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/floatingips/8c5f3011-7523-492c-b39c-97bbb315138c HTTP/1.1" status: 200 len: 993 time: 0.0625682 Dec 21 03:10:05.481837 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38072) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:05.637456 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port ea24620f-e337-4f38-9bdc-fee546e2c5a1 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:10:05.637802 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:05.719015 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:05.719345 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:05.730873 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for ea24620f-e337-4f38-9bdc-fee546e2c5a1 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:10:05.874147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:05.902270 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=ea24620f-e337-4f38-9bdc-fee546e2c5a1,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:05.914555 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.914919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.915269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.915610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.915948 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.916280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.916609 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.916943 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.917286 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.917647 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.917971 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.918297 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.918620 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:05.971947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:05.972282 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Floating IP 8c5f3011-7523-492c-b39c-97bbb315138c disassociated (deleted). External IP: 172.25.6.149, port: 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df. Dec 21 03:10:06.177614 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router afcce6c9-00ca-4131-920a-1a0014147a2e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:10:06.284085 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:06.288513 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:06.294272 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Sync routers for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:06.303642 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:06.304239 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:06.316494 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-793b4c56-3587-4879-8fc0-9288aad2aa92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/floatingips/8c5f3011-7523-492c-b39c-97bbb315138c HTTP/1.1" status: 204 len: 168 time: 0.8336451 Dec 21 03:10:06.317091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:10:06.319402 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461" -d '{"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:10:06.416984 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:06.433498 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f00e19-6f2c-4f61-963d-4f98bd232ef3 x-openstack-request-id: req-71f00e19-6f2c-4f61-963d-4f98bd232ef3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:10:06.433789 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:10:06.434043 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71f00e19-6f2c-4f61-963d-4f98bd232ef3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:10:06.434582 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'status': 'completed', 'code': 200} Dec 21 03:10:06.524451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-cfa27ead-55c6-4cbb-b3f0-58d6c5696e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:06.526784 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-cfa27ead-55c6-4cbb-b3f0-58d6c5696e48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cff1f34b9d964575804d2be895983d53&device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 1097 time: 0.0455830 Dec 21 03:10:06.568400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f643a-b5ed-46bd-9cab-9619594fb562 req-1797ff27-8a53-4951-8513-148beb87ba5f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:06.576086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-437f643a-b5ed-46bd-9cab-9619594fb562 req-1797ff27-8a53-4951-8513-148beb87ba5f tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0579569 Dec 21 03:10:06.622426 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-0018c796-d896-4d72-b679-3550628e5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:06.624036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-0018c796-d896-4d72-b679-3550628e5bc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 200 len: 896 time: 0.0885441 Dec 21 03:10:06.627359 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-437f643a-b5ed-46bd-9cab-9619594fb562 req-012f6f55-e3a6-423b-96e2-be23a2a18596 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502427 Dec 21 03:10:06.630029 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:06.655757 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Checking router: afcce6c9-00ca-4131-920a-1a0014147a2e for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:06.664527 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:06.665125 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:06.670756 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-da14a778-2d5b-48c2-9d28-19d35328073a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 200 len: 217 time: 0.0381968 Dec 21 03:10:06.721519 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-f835d8f7-16ba-4af5-b0a4-cb6acd071e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:06.722877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-f835d8f7-16ba-4af5-b0a4-cb6acd071e00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 200 len: 834 time: 0.0437992 Dec 21 03:10:06.768932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:06.770223 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-e92340f4-17a6-416b-8c62-4b878e24db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:06.771716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-e92340f4-17a6-416b-8c62-4b878e24db3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72bb06c5-19b8-48ae-bf38-26fea09ca06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394371 Dec 21 03:10:06.866328 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-1532f3cd-d974-42fc-8c0a-c8231e85d19e service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Dec 21 03:10:06.956237 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e9904db1-4cbd-47f1-9d4d-6db7cb6df461 req-f8000592-c4d2-4592-bda9-6bd832a1eabf service neutron] 10.222.0.24 "GET /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Dec 21 03:10:06.963400 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:06.993401 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60339b93-f5ed-4416-8ab5-79318b0dbf76 None None] The sync data for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 is: [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:08:39Z', 'revision_number': 4, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'db0e6090-e5db-4420-975a-832d19ceae35', 'name': '', 'network_id': '72bb06c5-19b8-48ae-bf38-26fea09ca06d', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'mac_address': 'fa:16:3e:c0:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:38Z', 'updated_at': '2021-12-21T03:08:42Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'subnets': [{'id': '50c26e6a-9f38-493c-b62b-d37c35a41032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:07.205970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3776da-2ddd-4203-a55e-6b98ce50ec50 None None] New status for floating IP 8c5f3011-7523-492c-b39c-97bbb315138c: DOWN {{(pid=109852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:10:07.749806 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fca0d-548e-4a0b-bfca-e87f5c5c73a4 req-131289a8-341f-4d6b-ba02-64dd27f229f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:07.751308 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-503fca0d-548e-4a0b-bfca-e87f5c5c73a4 req-131289a8-341f-4d6b-ba02-64dd27f229f8 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0544698 Dec 21 03:10:07.800667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-503fca0d-548e-4a0b-bfca-e87f5c5c73a4 req-10f5040d-92b3-4bfe-b606-fc2c05083e92 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/security-groups?id=08b2a48a-8468-4ffb-8296-3b59d0003a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Dec 21 03:10:08.437122 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-02220424-0e00-4658-b7ce-20cf9fa0267c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:08.438659 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-02220424-0e00-4658-b7ce-20cf9fa0267c tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 945 time: 0.0557880 Dec 21 03:10:08.529744 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:10:08.530085 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:08.621064 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:08.621781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:08.634345 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:10:08.761480 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:08.794106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:08.823014 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.823364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.823705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.824041 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.824560 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.824977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.825156 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.825534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.825858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.826185 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.826505 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.826822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.827143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:08.849730 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] No DVR routers for this DVR port 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:10:08.852546 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:08.856272 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-be8ff831-c423-449a-b1a0-14f4b39d7667 req-85f2225b-fa52-41b5-8072-aa5c0056a1a0 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.24 "DELETE /v2.0/ports/2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df HTTP/1.1" status: 204 len: 173 time: 0.4112682 Dec 21 03:10:08.856784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'name': 'network-vif-deleted', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:10:08.859831 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f62a55-345b-4c00-a397-a15a516c395d" -d '{"events": [{"server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "name": "network-vif-deleted", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:10:08.910281 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a06c96-5360-42c3-8d7b-02e2fd02700a x-openstack-request-id: req-a4a06c96-5360-42c3-8d7b-02e2fd02700a {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:10:08.910688 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f29807-8995-4e9c-9d41-29fde81dcced", "name": "network-vif-deleted", "tag": "2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:10:08.911092 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4a06c96-5360-42c3-8d7b-02e2fd02700a {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:10:08.911571 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f29807-8995-4e9c-9d41-29fde81dcced', 'name': 'network-vif-deleted', 'tag': '2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df', 'status': 'completed', 'code': 200} Dec 21 03:10:08.922191 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ef18c9f-5641-4bdc-91da-5dfd55a42e57 req-15395f33-1375-45ca-8128-2b95f3bcba10 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f29807-8995-4e9c-9d41-29fde81dcced HTTP/1.1" status: 200 len: 210 time: 0.0336275 Dec 21 03:10:09.978276 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38090) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:10.329098 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:10.575017 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port db0e6090-e5db-4420-975a-832d19ceae35 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:10:10.575368 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:10.661786 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port db0e6090-e5db-4420-975a-832d19ceae35, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=db0e6090-e5db-4420-975a-832d19ceae35,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:10.662148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:10.674887 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for db0e6090-e5db-4420-975a-832d19ceae35 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:10:10.854552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:10.891057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=db0e6090-e5db-4420-975a-832d19ceae35,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:11.311510 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.524403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Router afcce6c9-00ca-4131-920a-1a0014147a2e has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:10:11.629269 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:11.636045 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1fd68b3f-9e33-456d-b67d-b1f6d6112c67 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "PUT /v2.0/routers/afcce6c9-00ca-4131-920a-1a0014147a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6565154 Dec 21 03:10:11.638435 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38092) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:11.645548 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Sync routers for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:11.656561 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:11.657169 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:11.688444 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting subnet 50c26e6a-9f38-493c-b62b-d37c35a41032 {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:10:11.691502 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.730787 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.761912 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:11.819795 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.886487 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.913391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Subnet': ['ID=50c26e6a-9f38-493c-b62b-d37c35a41032,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:11.917648 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:11.921396 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-0c693a50-eec0-4d59-8d20-0f1f3eb01449 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/subnets/50c26e6a-9f38-493c-b62b-d37c35a41032 HTTP/1.1" status: 204 len: 168 time: 0.2814915 Dec 21 03:10:11.923469 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38094) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:11.930860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0128d1-024e-40af-b732-8ddca525eaf3 None None] Network 72bb06c5-19b8-48ae-bf38-26fea09ca06d requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:10:11.941307 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:10:10Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.036530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.061827 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Checking router: afcce6c9-00ca-4131-920a-1a0014147a2e for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:12.071866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Routers {'afcce6c9-00ca-4131-920a-1a0014147a2e'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:12.071866 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:09:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['afcce6c9-00ca-4131-920a-1a0014147a2e'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.094117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] DHCP port deletion for 72bb06c5-19b8-48ae-bf38-26fea09ca06d request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:12.142601 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Deleting port f5112320-cf11-4f91-8c07-c14cf169be58 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:10:12.143247 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.146965 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.181971 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] Set router afcce6c9-00ca-4131-920a-1a0014147a2e gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:12.200843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Deleting port c19ae064-be23-47e5-b56c-8fed5eb22536 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:10:12.201185 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.212582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] For port f5112320-cf11-4f91-8c07-c14cf169be58, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=f5112320-cf11-4f91-8c07-c14cf169be58,segment=NetworkSegment(45e90295-9fd7-48da-82dd-e8aed90815e5),segment_id=45e90295-9fd7-48da-82dd-e8aed90815e5)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:12.212985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.225859 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Calling delete_port for f5112320-cf11-4f91-8c07-c14cf169be58 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:10:12.289508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] For port c19ae064-be23-47e5-b56c-8fed5eb22536, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c19ae064-be23-47e5-b56c-8fed5eb22536,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:12.290184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.303053 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Calling delete_port for c19ae064-be23-47e5-b56c-8fed5eb22536 owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:10:12.308660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.336450 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Pushing event deleted for resources: {'Port': ['ID=f5112320-cf11-4f91-8c07-c14cf169be58,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:12.341157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] No DVR routers for this DVR port f5112320-cf11-4f91-8c07-c14cf169be58 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:10:12.349108 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.349398 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.349762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.350111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.350873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.350873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.351104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.351996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.353248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.353610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.353943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.354272 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.354599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5bcfc8-68ac-489c-9d1c-cec8b3c603c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:12.379997 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:10:10Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.407413 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979703a-74d1-4841-8536-adbece67eaf1 None None] The sync data for ids ['afcce6c9-00ca-4131-920a-1a0014147a2e'] in n-d-761264-20 is: [{'id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483409435', 'tenant_id': 'cff1f34b9d964575804d2be895983d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:08:35Z', 'updated_at': '2021-12-21T03:10:10Z', 'revision_number': 5, 'project_id': 'cff1f34b9d964575804d2be895983d53', 'gw_port': {'id': 'c19ae064-be23-47e5-b56c-8fed5eb22536', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcce6c9-00ca-4131-920a-1a0014147a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:08:36Z', 'updated_at': '2021-12-21T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:12.499606 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.523871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Port': ['ID=c19ae064-be23-47e5-b56c-8fed5eb22536,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:12.538381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534f972-6bc9-4b7c-abde-9c395e970b1a None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:12.584553 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.673409 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.675525 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.721725 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.722529 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Fanout notify agent at l3_agent the message router_deleted on router afcce6c9-00ca-4131-920a-1a0014147a2e {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:10:12.730237 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.731338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6cb3842b-4a7c-4976-b4ba-2a859a9f4312 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/routers/afcce6c9-00ca-4131-920a-1a0014147a2e HTTP/1.1" status: 204 len: 168 time: 0.8069477 Dec 21 03:10:12.734168 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38096) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:12.815146 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.904295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.923477 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bb06c5-19b8-48ae-bf38-26fea09ca06d']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.933716 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e90295-9fd7-48da-82dd-e8aed90815e5') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.934058 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e90295-9fd7-48da-82dd-e8aed90815e5') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:12.945834 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.963404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.970108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:10:12.970698 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:10:12.973675 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:10:13.037716 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.044613 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.050926 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/networks/72bb06c5-19b8-48ae-bf38-26fea09ca06d HTTP/1.1" status: 204 len: 168 time: 0.3126037 Dec 21 03:10:13.050926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38098) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:13.067731 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c54da-309d-4eaf-b6e9-a464ca9ceca4 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'Network': ['ID=72bb06c5-19b8-48ae-bf38-26fea09ca06d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:13.102451 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:10:13.121824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.123155 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:10:13.123502 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2ab2cd1f-b72d-4ed3-bbd5-8f63468c93df not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:10:13.146700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.203189 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.205672 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.206837 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] 10.222.0.43 "DELETE /v2.0/security-groups/08b2a48a-8468-4ffb-8296-3b59d0003a57 HTTP/1.1" status: 204 len: 168 time: 0.1554246 Dec 21 03:10:13.216029 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc85d93-e9ef-4362-9b54-8e477ee39af6 tempest-TestNetworkAdvancedServerOps-370185408 tempest-TestNetworkAdvancedServerOps-370185408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b2a48a-8468-4ffb-8296-3b59d0003a57,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:13.553447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38106) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:13.689393 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8451a78f-df31-4ef5-bbfe-ac490e8b7e8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cff1f34b9d964575804d2be895983d53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346896 Dec 21 03:10:13.691719 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38110) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:13.748402 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.773666 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.818868 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.821644 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:13.825033 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95e2f0fb-4f94-4635-bef9-fc8bb66a189b HTTP/1.1" status: 204 len: 168 time: 0.1301761 Dec 21 03:10:13.830389 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962624b6-2c54-4efd-b7eb-f0110ac28bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2f0fb-4f94-4635-bef9-fc8bb66a189b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:13.917183 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5112320-cf11-4f91-8c07-c14cf169be58 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:10:13.936629 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: f5112320-cf11-4f91-8c07-c14cf169be58 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:10:13.936969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device f5112320-cf11-4f91-8c07-c14cf169be58 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:10:13.937406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device db0e6090-e5db-4420-975a-832d19ceae35 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:10:13.958188 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: db0e6090-e5db-4420-975a-832d19ceae35 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:10:13.958531 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device db0e6090-e5db-4420-975a-832d19ceae35 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:10:13.958937 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c19ae064-be23-47e5-b56c-8fed5eb22536 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:10:13.983355 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c19ae064-be23-47e5-b56c-8fed5eb22536 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:10:13.983703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c19ae064-be23-47e5-b56c-8fed5eb22536 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:10:14.089552 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38116) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:14.103216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1063-6424-4ef5-a993-18ff6816767e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.104204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34d1f048-1ccf-420b-952f-cdb7358cc374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.179112 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1063-6424-4ef5-a993-18ff6816767e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.182694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1063-6424-4ef5-a993-18ff6816767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.219776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-0d9e1063-6424-4ef5-a993-18ff6816767e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f10b664e37c64e0a8b0b292e203eb9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291351 Dec 21 03:10:14.220507 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e1063-6424-4ef5-a993-18ff6816767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba80b61-4d04-45a7-a57b-a39d4489e72d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:14.222986 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38118) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:14.271781 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.293961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.353645 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.356274 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:14.357522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ba80b61-4d04-45a7-a57b-a39d4489e72d HTTP/1.1" status: 204 len: 168 time: 0.1329334 Dec 21 03:10:14.365993 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7b7da-f21d-4699-83eb-da447ababc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba80b61-4d04-45a7-a57b-a39d4489e72d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:15.043133 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38140) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:15.136607 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2063662613-network', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:15.159518 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Made reservation on behalf of 12d36979376b43a0a95321d3cf5ac722 for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:10:15.161988 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.170874 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.243967 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.247666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.271381 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:10:15.290827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa81af-1a1b-44db-b7d9-5228a011e215,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:15.294509 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.294927 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Added segment 0c372256-c07c-469e-905a-fce52ef243e4 of type vlan for network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 Dec 21 03:10:15.338482 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.364130 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.365091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:15.365716 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.396683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3524103 Dec 21 03:10:15.400328 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38144) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:15.405242 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Request body: {'subnet': {'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2063662613-subnet', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:15.428366 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb05bb-d4e3-408d-bead-759102620f64 admin admin] Pushing event updated for resources: {'Network': ['ID=b6af0346-0d5b-42ae-9343-2fa17dbdfac5,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:15.428626 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Made reservation on behalf of 12d36979376b43a0a95321d3cf5ac722 for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:10:15.431006 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.438203 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:10:15.595291 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.654260 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:15.661482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:15.661838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Network hostable DHCP agents. Network: b6af0346-0d5b-42ae-9343-2fa17dbdfac5, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:10:15.677701 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:10:15.685826 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, b6af0346-0d5b-42ae-9343-2fa17dbdfac5) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:15.690521 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:15.691170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.695842 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3dfe76-6521-4ae7-98c4-6b6c43414988 None None] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:10:15.709525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ade099c1-5b29-4745-9850-894ebce9d8f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080814 Dec 21 03:10:15.712740 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38146) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:15.716908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:15.738557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.739504 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.789547 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.794387 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:10:15.795277 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.925081 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:15.927124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Allocated IP 172.20.0.2 (b6af0346-0d5b-42ae-9343-2fa17dbdfac5/f9e4ea9a-9ea1-4e88-993f-e15eeec8111d/88d2af3f-554c-4413-bab9-9d2aacc6b697) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:16.070007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.075448 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.113350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:16.116578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:16.121724 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:16.123389 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.129599 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Pushing event updated for resources: {'Port': ['ID=88d2af3f-554c-4413-bab9-9d2aacc6b697,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:16.143021 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.180251 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Attempting to bind port 88d2af3f-554c-4413-bab9-9d2aacc6b697 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:16.180532 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Attempting to bind port 88d2af3f-554c-4413-bab9-9d2aacc6b697 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:16.180896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Attempting to bind port 88d2af3f-554c-4413-bab9-9d2aacc6b697 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:16.186018 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:16.186393 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:16.186794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.187189 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Bound using segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:16.187653 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Bound port: 88d2af3f-554c-4413-bab9-9d2aacc6b697, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:16.188034 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.244364 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Allocated IP 172.25.6.164 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/305b4015-4a6d-4c3d-9434-608aff80cb0c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:16.356840 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.399383 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.416878 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] For port 88d2af3f-554c-4413-bab9-9d2aacc6b697, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:16.420528 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] For port 88d2af3f-554c-4413-bab9-9d2aacc6b697, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88d2af3f-554c-4413-bab9-9d2aacc6b697,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:16.424415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.440013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:16.442771 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:16.446227 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:16.459485 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20ba5c-185d-4a9b-9773-a518e46d5a80 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:16.471097 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Pushing event updated for resources: {'Port': ['ID=305b4015-4a6d-4c3d-9434-608aff80cb0c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:16.495294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7c378-6da2-42ca-a22a-61ad8942cfff None None] Pushing event updated for resources: {'Port': ['ID=88d2af3f-554c-4413-bab9-9d2aacc6b697,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:16.596392 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-aa9459f3-4054-44ef-b6d5-e759d03a2ac1 None None] Provisioning complete for port 305b4015-4a6d-4c3d-9434-608aff80cb0c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:16.596763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-aa9459f3-4054-44ef-b6d5-e759d03a2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.634106 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-aa9459f3-4054-44ef-b6d5-e759d03a2ac1 None None] Port 305b4015-4a6d-4c3d-9434-608aff80cb0c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:16.809540 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b4f6-a4f0-42ab-8cae-612b5232b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:16.964781 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.160832 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.291797 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:10:17.370236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d70b87-9e43-4d1d-aa6c-b5aeec577970 None None] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:10:17.405885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:17.423554 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.425022 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-00b3db56-6007-4dd5-8302-f24d832ed226 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7113705 Dec 21 03:10:17.426232 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:17.427832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38148) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:17.450816 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:17.451433 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:17.565958 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] Provisioning complete for port 88d2af3f-554c-4413-bab9-9d2aacc6b697 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:17.566645 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.640035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:17.642340 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.813348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.864431 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.875295 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] For port 88d2af3f-554c-4413-bab9-9d2aacc6b697, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88d2af3f-554c-4413-bab9-9d2aacc6b697,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:17.883432 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:17.932718 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:16Z', 'revision_number': 3, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:17.966594 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88d2af3f-554c-4413-bab9-9d2aacc6b697 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:17.969898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:17.970254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Updating router b27fbe8c-1bc8-4098-8062-fd914c2c7972 port 305b4015-4a6d-4c3d-9434-608aff80cb0c binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:10:17.995665 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeebc1-05db-4579-9c07-2e173d515cc6 None None] Pushing event updated for resources: {'Port': ['ID=88d2af3f-554c-4413-bab9-9d2aacc6b697,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:18.035837 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.063611 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-cc1bd77b-a24b-4396-844c-a5fa6677c36a None None] Provisioning complete for port 88d2af3f-554c-4413-bab9-9d2aacc6b697 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:18.063979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd77b-a24b-4396-844c-a5fa6677c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.077723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Allocated IP 172.20.0.1 (b6af0346-0d5b-42ae-9343-2fa17dbdfac5/f9e4ea9a-9ea1-4e88-993f-e15eeec8111d/61c05b9c-d640-49c3-9787-70908df1f2d8) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:18.161774 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 88d2af3f-554c-4413-bab9-9d2aacc6b697 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:18.162157 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.181418 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.213697 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.251684 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:18.258636 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:18.262076 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:18.290089 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Pushing event updated for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:18.306602 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.443318 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.453273 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.459464 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.510843 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72d767-faa7-48be-9cdb-39a6e3c21db0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:18.524331 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Attempting to bind port 305b4015-4a6d-4c3d-9434-608aff80cb0c on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:18.524701 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Attempting to bind port 305b4015-4a6d-4c3d-9434-608aff80cb0c by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:18.525067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Attempting to bind port 305b4015-4a6d-4c3d-9434-608aff80cb0c on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:18.532206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1342-80e3-46df-9d00-19153ac1970a None None] Pushing event updated for resources: {'Port': ['ID=305b4015-4a6d-4c3d-9434-608aff80cb0c,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:18.535467 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:18.535849 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:18.536251 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.536640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:18.537109 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Bound port: 305b4015-4a6d-4c3d-9434-608aff80cb0c, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:18.537519 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.598117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Provisioning complete for port 305b4015-4a6d-4c3d-9434-608aff80cb0c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:18.598842 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.601010 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] For port 305b4015-4a6d-4c3d-9434-608aff80cb0c, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:18.611742 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.616823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.635487 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] For port 305b4015-4a6d-4c3d-9434-608aff80cb0c, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=305b4015-4a6d-4c3d-9434-608aff80cb0c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:18.644130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Port 305b4015-4a6d-4c3d-9434-608aff80cb0c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:18.646391 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.682451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Pushing event updated for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:18.686050 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.704777 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e24ac-72e1-410e-94dc-38a82ec015a0 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:18.717375 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Provisioning complete for port 61c05b9c-d640-49c3-9787-70908df1f2d8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:18.717744 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:18.752811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:18.753755 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:18.761423 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1342-80e3-46df-9d00-19153ac1970a None None] Pushing event updated for resources: {'Port': ['ID=305b4015-4a6d-4c3d-9434-608aff80cb0c,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:18.782934 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:18.784224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:18.808260 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-81e379fd-844b-4c26-831a-486153ad1e6f None None] Port 61c05b9c-d640-49c3-9787-70908df1f2d8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:18.876749 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:18.900666 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:10:18.985996 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] Provisioning complete for port 305b4015-4a6d-4c3d-9434-608aff80cb0c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:18.986223 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.024563 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:19.031429 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-6350b401-ebef-4911-a49f-ca2e34a0ca92 admin admin] 10.222.0.43 "PUT /v2.0/routers/b27fbe8c-1bc8-4098-8062-fd914c2c7972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023943 Dec 21 03:10:19.075945 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.157605 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.185479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] For port 305b4015-4a6d-4c3d-9434-608aff80cb0c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=305b4015-4a6d-4c3d-9434-608aff80cb0c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:19.191456 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.197987 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 2, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:19.245350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10960f-865f-4bab-8174-df3dae9f21c8 None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 2, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:19.274873 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ed4d9-1b24-4927-aff8-54caf352c043 None None] Pushing event updated for resources: {'Port': ['ID=305b4015-4a6d-4c3d-9434-608aff80cb0c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:19.310036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-3c45b16e-80a2-453c-be47-9e1ca0d1d8eb None None] Provisioning complete for port 61c05b9c-d640-49c3-9787-70908df1f2d8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:19.310447 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3c45b16e-80a2-453c-be47-9e1ca0d1d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.347374 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-3c45b16e-80a2-453c-be47-9e1ca0d1d8eb None None] Port 61c05b9c-d640-49c3-9787-70908df1f2d8 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:19.538687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38164) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:19.543986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-401265020-network', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:19.549358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.575982 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Made reservation on behalf of ea84e52239e6475f9ca1745ab54d04a5 for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:10:19.578342 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.587658 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.666662 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.670556 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.698658 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:10:19.710213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7186166f-7a7c-42e2-a36f-984df8d042e3,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:19.717111 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.717486 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Added segment 937222e8-9739-442c-ad0c-3b165d5616da of type vlan for network 813ef84f-5edd-498b-9499-32cd057f7299 Dec 21 03:10:19.763470 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.796483 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.797504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:19.798083 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.902243 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3622200 Dec 21 03:10:19.904994 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38166) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:19.910348 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Request body: {'subnet': {'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-401265020-subnet', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:19.912525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637400b-648f-48d6-a65a-719939a4b351 admin admin] Pushing event updated for resources: {'Network': ['ID=813ef84f-5edd-498b-9499-32cd057f7299,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:19.923474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 813ef84f-5edd-498b-9499-32cd057f7299 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:10:19.943212 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Made reservation on behalf of ea84e52239e6475f9ca1745ab54d04a5 for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:10:19.945676 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:19.985558 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88d2af3f-554c-4413-bab9-9d2aacc6b697 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:20.145197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.211967 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:20.220160 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 88d2af3f-554c-4413-bab9-9d2aacc6b697 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:20.220543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.230371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Checking segment: {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:20.230735 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Network hostable DHCP agents. Network: 813ef84f-5edd-498b-9499-32cd057f7299, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:10:20.249663 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Network 813ef84f-5edd-498b-9499-32cd057f7299 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:10:20.261638 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 813ef84f-5edd-498b-9499-32cd057f7299) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:20.266704 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:20.267314 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.272151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d673210-4fde-470d-94b6-a74e2d4253ab None None] Network 813ef84f-5edd-498b-9499-32cd057f7299 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:10:20.291905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38168) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:20.292514 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-1736f32b-622d-42cb-a3d1-9174636b89d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3858895 Dec 21 03:10:20.296603 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:20.322904 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.324353 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.416586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-813ef84f-5edd-498b-9499-32cd057f7299', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:10:20.417228 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.571001 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Allocated IP 172.20.0.2 (813ef84f-5edd-498b-9499-32cd057f7299/3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b/e1b53c24-4c55-4803-bfdb-2883990d6382) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:20.654791 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.717858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.724989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.766927 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Network 813ef84f-5edd-498b-9499-32cd057f7299 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:20.769648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:20.774643 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:20.777579 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Pushing event updated for resources: {'Port': ['ID=e1b53c24-4c55-4803-bfdb-2883990d6382,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:20.791945 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.832738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Attempting to bind port e1b53c24-4c55-4803-bfdb-2883990d6382 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:20.833112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Attempting to bind port e1b53c24-4c55-4803-bfdb-2883990d6382 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:20.833509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Attempting to bind port e1b53c24-4c55-4803-bfdb-2883990d6382 on network 813ef84f-5edd-498b-9499-32cd057f7299 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:20.839111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:20.839492 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Checking segment: {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:20.839896 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.840289 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Bound using segment: {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:20.840756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Bound port: e1b53c24-4c55-4803-bfdb-2883990d6382, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:20.841135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.903322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] For port e1b53c24-4c55-4803-bfdb-2883990d6382, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:20.906430 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] For port e1b53c24-4c55-4803-bfdb-2883990d6382, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1b53c24-4c55-4803-bfdb-2883990d6382,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:20.910246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:20.964465 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aa18b-a3c5-483d-9608-4e4d61d7041c None None] Pushing event updated for resources: {'Port': ['ID=e1b53c24-4c55-4803-bfdb-2883990d6382,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:21.005410 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.026785 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.143224 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Allocated IP 172.25.6.51 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/14f9aa61-b4c0-4d47-86db-e469379ca87a) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:21.260122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.296145 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.343270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:21.347690 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:21.352199 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:21.355281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=14f9aa61-b4c0-4d47-86db-e469379ca87a,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:21.366508 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670eacfd-13da-4612-965b-a79c095209ee None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:21.490095 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-b83b6daa-8392-4dad-987e-67f5be29d05c None None] Provisioning complete for port 14f9aa61-b4c0-4d47-86db-e469379ca87a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:21.490455 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b83b6daa-8392-4dad-987e-67f5be29d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.528846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b83b6daa-8392-4dad-987e-67f5be29d05c None None] Port 14f9aa61-b4c0-4d47-86db-e469379ca87a cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:21.603909 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.781212 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:21.792687 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:21.793329 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:21.808023 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:21.919016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:21.979823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Router 2f135122-d3f6-4626-970e-75c1492cbbb3 is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:10:21.992478 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 305b4015-4a6d-4c3d-9434-608aff80cb0c up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:21.996666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77cdfd-472a-4657-aad4-1a4bdb12d02d None None] Network 813ef84f-5edd-498b-9499-32cd057f7299 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:10:22.091723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:22.104551 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Sync routers for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:22.114917 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.116509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f36f9b1e-dac2-4863-a3e1-59435b2cbbd3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8233788 Dec 21 03:10:22.119499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38170) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:22.125559 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] Provisioning complete for port e1b53c24-4c55-4803-bfdb-2883990d6382 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:22.125951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.128932 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 2, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:22.154989 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:22.155347 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Updating router b27fbe8c-1bc8-4098-8062-fd914c2c7972 port 61c05b9c-d640-49c3-9787-70908df1f2d8 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:10:22.178806 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 305b4015-4a6d-4c3d-9434-608aff80cb0c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:22.179218 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.180928 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.182580 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:22.183223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:22.401962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.412197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:22.469440 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.478586 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.559216 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Pushing event updated for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:22.571339 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1b53c24-4c55-4803-bfdb-2883990d6382 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:22.603517 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.603782 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.604350 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.604865 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.605387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.605901 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.606389 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.606873 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.607367 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.608354 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.608890 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.609400 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.609886 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:10:22.621027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.625448 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] For port e1b53c24-4c55-4803-bfdb-2883990d6382, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1b53c24-4c55-4803-bfdb-2883990d6382,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:22.634277 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Attempting to bind port 61c05b9c-d640-49c3-9787-70908df1f2d8 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:22.634843 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Attempting to bind port 61c05b9c-d640-49c3-9787-70908df1f2d8 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:22.636923 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Attempting to bind port 61c05b9c-d640-49c3-9787-70908df1f2d8 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:22.644974 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:22.645809 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:22.646272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.646598 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.647194 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Bound using segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:22.648351 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Bound port: 61c05b9c-d640-49c3-9787-70908df1f2d8, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:22.648910 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.734815 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] For port 61c05b9c-d640-49c3-9787-70908df1f2d8, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:22.735055 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e1b53c24-4c55-4803-bfdb-2883990d6382 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:22.735460 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.738089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ec27c-db39-473c-82e8-7177815c3372 None None] Pushing event updated for resources: {'Port': ['ID=e1b53c24-4c55-4803-bfdb-2883990d6382,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:22.740691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] For port 61c05b9c-d640-49c3-9787-70908df1f2d8, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=61c05b9c-d640-49c3-9787-70908df1f2d8,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:22.750193 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.799257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-eebde0cc-4d73-4342-9490-a78bb4af8b6a None None] Provisioning complete for port e1b53c24-4c55-4803-bfdb-2883990d6382 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:22.799636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eebde0cc-4d73-4342-9490-a78bb4af8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.815502 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61ac2-210f-4b50-b329-f4dd9f499e68 None None] Pushing event updated for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:22.842006 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Allocated IP 172.20.0.1 (813ef84f-5edd-498b-9499-32cd057f7299/3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b/36e9f67d-4f14-4376-baae-21adb375fc66) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:22.844825 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:22.845367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:21Z', 'revision_number': 3, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:22.846066 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:22.905157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Checking router: 2f135122-d3f6-4626-970e-75c1492cbbb3 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:22.905556 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Updating router 2f135122-d3f6-4626-970e-75c1492cbbb3 port 14f9aa61-b4c0-4d47-86db-e469379ca87a binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:10:22.960045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.962459 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:22.973913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.012175 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.012929 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:23.061990 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Network 813ef84f-5edd-498b-9499-32cd057f7299 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:23.064939 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:23.070831 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:23.073988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Pushing event updated for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:23.120750 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.292587 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:22Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:23.405045 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] Provisioning complete for port 61c05b9c-d640-49c3-9787-70908df1f2d8 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:23.405724 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.430350 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd193c-ebcc-4e10-a178-5d6ac04c4736 None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:22Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:23.520607 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.550177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.565439 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.610102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d4e2f-a2d4-4a2e-8d96-45b564be6326 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:23.619651 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.636685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8fa3d-9cfb-4d3f-844b-3f39a0a1bb5b None None] Pushing event updated for resources: {'Port': ['ID=14f9aa61-b4c0-4d47-86db-e469379ca87a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:23.649191 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Attempting to bind port 14f9aa61-b4c0-4d47-86db-e469379ca87a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:23.650175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Attempting to bind port 14f9aa61-b4c0-4d47-86db-e469379ca87a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:23.650553 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Attempting to bind port 14f9aa61-b4c0-4d47-86db-e469379ca87a on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:23.663903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:23.664283 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:23.664683 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.665093 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:23.666084 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Bound port: 14f9aa61-b4c0-4d47-86db-e469379ca87a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:23.666479 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.701954 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] For port 61c05b9c-d640-49c3-9787-70908df1f2d8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=61c05b9c-d640-49c3-9787-70908df1f2d8,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:23.710351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.757381 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.762422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] For port 14f9aa61-b4c0-4d47-86db-e469379ca87a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:23.763481 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.766938 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] For port 14f9aa61-b4c0-4d47-86db-e469379ca87a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14f9aa61-b4c0-4d47-86db-e469379ca87a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:23.778735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.790835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f7641-78fd-497e-b5a9-2c8103c695e2 None None] Pushing event updated for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:23.826845 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:23.827182 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:23.833664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928ac85-3c65-40e7-85f4-1afb6c421548 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:10:23.851549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Pushing event updated for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:23.854161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.950907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8fa3d-9cfb-4d3f-844b-3f39a0a1bb5b None None] Pushing event updated for resources: {'Port': ['ID=14f9aa61-b4c0-4d47-86db-e469379ca87a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:23.956898 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Provisioning complete for port 14f9aa61-b4c0-4d47-86db-e469379ca87a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:23.957128 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:23.994564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Network 813ef84f-5edd-498b-9499-32cd057f7299 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:23.996133 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:24.005124 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1b53c24-4c55-4803-bfdb-2883990d6382 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:24.048727 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:24.126741 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Router 2f135122-d3f6-4626-970e-75c1492cbbb3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:10:24.206377 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port e1b53c24-4c55-4803-bfdb-2883990d6382 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:24.206759 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.267038 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:24.274145 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a37319e4-a137-4d8a-909a-7356d973f731 admin admin] 10.222.0.43 "PUT /v2.0/routers/2f135122-d3f6-4626-970e-75c1492cbbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535747 Dec 21 03:10:24.294272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.329670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] For port 14f9aa61-b4c0-4d47-86db-e469379ca87a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14f9aa61-b4c0-4d47-86db-e469379ca87a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:24.340428 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.441698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Provisioning complete for port 36e9f67d-4f14-4376-baae-21adb375fc66 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:24.442397 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.483776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Pushing event updated for resources: {'Port': ['ID=14f9aa61-b4c0-4d47-86db-e469379ca87a,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:24.486932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 61c05b9c-d640-49c3-9787-70908df1f2d8 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:24.533437 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-0d432295-f037-4a3a-b146-40c7ee19aa0a None None] Port 36e9f67d-4f14-4376-baae-21adb375fc66 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:24.563473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '36e9f67d-4f14-4376-baae-21adb375fc66', 'name': '', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'mac_address': 'fa:16:3e:26:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:22Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 2, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'subnets': [{'id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:24.566600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 61c05b9c-d640-49c3-9787-70908df1f2d8 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:24.566974 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.593473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138df24-e06c-45a8-bfd1-b78eee4a0f48 None None] The sync data for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 is: [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '36e9f67d-4f14-4376-baae-21adb375fc66', 'name': '', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'mac_address': 'fa:16:3e:26:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:22Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 2, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'subnets': [{'id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:24.684206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6dad7ec5-4f6c-4028-893b-86465aa2ecd1 None None] Provisioning complete for port 14f9aa61-b4c0-4d47-86db-e469379ca87a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:24.684668 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6dad7ec5-4f6c-4028-893b-86465aa2ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.802351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-6dad7ec5-4f6c-4028-893b-86465aa2ecd1 None None] Provisioning complete for port 36e9f67d-4f14-4376-baae-21adb375fc66 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:24.802794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6dad7ec5-4f6c-4028-893b-86465aa2ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:24.847832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-6dad7ec5-4f6c-4028-893b-86465aa2ecd1 None None] Port 36e9f67d-4f14-4376-baae-21adb375fc66 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:25.205720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38180) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.210843 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467870728', 'description': 'tempest-secgroup-smoke-1467870728 description', 'project_id': '12d36979376b43a0a95321d3cf5ac722'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.234529 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.299109 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.302570 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.332410 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.333642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268997 Dec 21 03:10:25.334756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd6f8-ebc3-4383-8a9a-fcce19e34ae4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d972f3-0f4e-44d4-a98d-52b1d86d3145,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.337352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38182) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.342114 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.370122 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.430596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.434027 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.451459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb27d6-448c-4026-ab0a-87cab00cdab1,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.458400 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.459558 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4cf9f219-99f6-4fe1-b919-bff49b42281b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212034 Dec 21 03:10:25.462779 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38184) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.466986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.493281 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.550233 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.553587 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.570456 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8694e8d2-be1b-48ba-a357-b2fd9dbf15d5,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.578198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.579514 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-58de4e03-2b65-406f-9186-ed9cf8b243fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156800 Dec 21 03:10:25.582140 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38186) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.587035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.614210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.669237 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.672688 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.689624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e442075-3492-4d11-ab78-1db78594c20f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.699068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.700291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-51eae1db-2994-425e-9b71-e9e345ef590c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172135 Dec 21 03:10:25.703108 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38188) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.707553 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.734818 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.791187 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.794586 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.812697 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa0d83c-c19f-45b1-aee9-adba31cdd477,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.819539 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.821263 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-10746263-d9f3-43a0-ad94-ba29019423f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172183 Dec 21 03:10:25.824873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38190) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.829183 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.853204 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Project 12d36979376b43a0a95321d3cf5ac722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:10:25.858192 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.917468 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.920886 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.936814 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b53fc86-35c3-4c8f-82a1-55cd091dba30,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:25.948170 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:25.949355 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-009a4fa9-9e1f-4bef-b0d7-e238b1f2a1b3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235011 Dec 21 03:10:25.952092 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38192) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:25.956582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '12d972f3-0f4e-44d4-a98d-52b1d86d3145', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:25.978766 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Project 12d36979376b43a0a95321d3cf5ac722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:10:25.983706 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:26.067030 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:26.071032 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:26.090210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eceab8-7507-4d8d-9e4d-e053d8ac7897,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:26.100201 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:26.101964 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-3f283762-7a04-4ad4-a4ca-aed6eba38b06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489608 Dec 21 03:10:26.258091 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a4485e1a-6e2c-405f-bcc3-90a610e53511 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467870728&fields=id&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 267 time: 0.0456045 Dec 21 03:10:26.371575 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-e60ec5e2-d0bc-485c-85b1-07985dea3197 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:26.373143 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-e60ec5e2-d0bc-485c-85b1-07985dea3197 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 809 time: 0.1080644 Dec 21 03:10:26.389889 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-cdebdc68-7856-4634-9e93-f63b0504aa91 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/quotas/12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 375 time: 0.0102255 Dec 21 03:10:26.443902 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-5fdb265a-db9d-43de-a92a-da19e69733ed tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475378 Dec 21 03:10:26.541220 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-b2bd43b5-ecef-4ddc-88c0-b25a7462dbbd service neutron] 10.222.0.43 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Dec 21 03:10:26.640242 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-f19d5159-5ab1-44e3-a3d5-917aa4179e8a service neutron] 10.222.0.43 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928185 Dec 21 03:10:26.805132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c415747b-4158-4348-a7ad-123fcff3de8e req-bcf41f17-9bc7-4810-8084-9f777555e902 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 210 time: 0.0279269 Dec 21 03:10:27.353036 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Sync routers for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:27.364023 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:27.364812 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:27.470961 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:27.664050 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '36e9f67d-4f14-4376-baae-21adb375fc66', 'name': '', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'mac_address': 'fa:16:3e:26:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:22Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 2, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'subnets': [{'id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:27.690446 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Checking router: 2f135122-d3f6-4626-970e-75c1492cbbb3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:27.690800 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Updating router 2f135122-d3f6-4626-970e-75c1492cbbb3 port 36e9f67d-4f14-4376-baae-21adb375fc66 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:10:27.714370 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:27.762778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:27.918796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a8594885-ab71-498e-8757-9c62beda5c3f req-f1b4f920-8c7c-40fe-8a2d-953bafb45f5c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 210 time: 0.0382342 Dec 21 03:10:27.996087 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:27.999781 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14f9aa61-b4c0-4d47-86db-e469379ca87a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:28.005678 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.013705 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7acffbe1-1464-49bf-99a8-21ea3565d5ed tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:28.015304 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7acffbe1-1464-49bf-99a8-21ea3565d5ed tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 809 time: 0.1850235 Dec 21 03:10:28.053747 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 14f9aa61-b4c0-4d47-86db-e469379ca87a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:28.054286 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.057789 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b97230-e02b-4076-bcbf-014d0110be4a None None] Pushing event updated for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:28.110479 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Attempting to bind port 36e9f67d-4f14-4376-baae-21adb375fc66 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:28.111298 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Attempting to bind port 36e9f67d-4f14-4376-baae-21adb375fc66 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:28.111840 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Attempting to bind port 36e9f67d-4f14-4376-baae-21adb375fc66 on network 813ef84f-5edd-498b-9499-32cd057f7299 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:28.117659 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:28.118327 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Checking segment: {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:28.119036 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.119588 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Bound using segment: {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:28.120355 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Bound port: 36e9f67d-4f14-4376-baae-21adb375fc66, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937222e8-9739-442c-ad0c-3b165d5616da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:28.120918 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.125525 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-abaea1b2-f909-4165-8ef8-f140061dbe65 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 380 time: 0.0736253 Dec 21 03:10:28.142757 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'port': {'device_id': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'admin_state_up': True, 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'security_groups': ['12d972f3-0f4e-44d4-a98d-52b1d86d3145']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:28.191905 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] For port 36e9f67d-4f14-4376-baae-21adb375fc66, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:28.195557 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] For port 36e9f67d-4f14-4376-baae-21adb375fc66, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=36e9f67d-4f14-4376-baae-21adb375fc66,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:28.203487 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.261998 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:28.262618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:28.281651 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Made reservation on behalf of 12d36979376b43a0a95321d3cf5ac722 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:10:28.285665 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.306812 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b97230-e02b-4076-bcbf-014d0110be4a None None] Pushing event updated for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:28.400823 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] Provisioning complete for port 36e9f67d-4f14-4376-baae-21adb375fc66 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:28.401524 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.413209 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:28.445490 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Allocated IP 172.20.0.4 (b6af0346-0d5b-42ae-9343-2fa17dbdfac5/f9e4ea9a-9ea1-4e88-993f-e15eeec8111d/d429cd27-e640-4ca0-a58d-86df849f02c5) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:28.498687 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.536862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] For port 36e9f67d-4f14-4376-baae-21adb375fc66, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=36e9f67d-4f14-4376-baae-21adb375fc66,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:28.541555 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.594027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0d88c-90c7-4fd2-92e5-6663ba609ea1 None None] Pushing event updated for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:28.599571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.631812 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '36e9f67d-4f14-4376-baae-21adb375fc66', 'name': '', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'mac_address': 'fa:16:3e:26:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:22Z', 'updated_at': '2021-12-21T03:10:28Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'subnets': [{'id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:28.641443 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.663564 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-0775613d-04ee-4e8a-9da1-d9703cbd13f1 None None] Provisioning complete for port 36e9f67d-4f14-4376-baae-21adb375fc66 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:28.663918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0775613d-04ee-4e8a-9da1-d9703cbd13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.666982 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d9f35-25e1-4867-b985-55c9232da8b3 None None] The sync data for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 is: [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '36e9f67d-4f14-4376-baae-21adb375fc66', 'name': '', 'network_id': '813ef84f-5edd-498b-9499-32cd057f7299', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'mac_address': 'fa:16:3e:26:0e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:22Z', 'updated_at': '2021-12-21T03:10:28Z', 'revision_number': 4, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'subnets': [{'id': '3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:28.687800 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:28.690916 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:28.695249 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:28.722468 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:28.765444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:28.766880 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:28.792974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-7ccc7356-0584-445a-b264-ba242991f8aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546578 Dec 21 03:10:28.821179 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Request body: {'port': {'device_id': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:28.887017 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.000333 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-10850ac2-3c8f-46dd-a7ae-2d42f36dcac9 None None] Provisioning complete for port d429cd27-e640-4ca0-a58d-86df849f02c5 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:29.001373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-10850ac2-3c8f-46dd-a7ae-2d42f36dcac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.040254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-10850ac2-3c8f-46dd-a7ae-2d42f36dcac9 None None] Port d429cd27-e640-4ca0-a58d-86df849f02c5 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:10:29.068930 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa512e8-6de2-40f3-8f6b-f31f6f8751b1 req-878f5168-bbda-4234-a3f1-930ddb711729 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:29.070948 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1aa512e8-6de2-40f3-8f6b-f31f6f8751b1 req-878f5168-bbda-4234-a3f1-930ddb711729 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 931 time: 0.0738788 Dec 21 03:10:29.127369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1aa512e8-6de2-40f3-8f6b-f31f6f8751b1 req-c9b6e16f-a0cd-4fdf-a860-e8a73757dda7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Dec 21 03:10:29.189504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:10:29.197442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.209847 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Transition to ACTIVE for port object d429cd27-e640-4ca0-a58d-86df849f02c5 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:10:29.213522 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.267809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:29.339116 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:10:29.339407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:10:29.339762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:29.344268 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:10:29.344582 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:10:29.349573 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:10:29.349911 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:10:29.350293 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Bound using segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:10:29.350710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Bound port: d429cd27-e640-4ca0-a58d-86df849f02c5, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:10:29.351596 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.418522 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:10:29.421950 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:10:29.426905 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.472301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:29.472924 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:29.474612 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] 10.222.0.45 "PUT /v2.0/ports/d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1092 time: 0.6588881 Dec 21 03:10:29.475074 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:10:29.477965 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574a451-78f2-4b3a-8070-8d0c7d5600bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:10:29.506420 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32507ea-9c8a-4e7b-8d7b-3faf34a86336 service neutron] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:29.526547 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e3c70-e5f6-461d-b34a-3ecb3ba8a3a0 x-openstack-request-id: req-4b2e3c70-e5f6-461d-b34a-3ecb3ba8a3a0 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:10:29.526844 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:10:29.527100 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b2e3c70-e5f6-461d-b34a-3ecb3ba8a3a0 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:10:29.527506 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'status': 'completed', 'code': 200} Dec 21 03:10:29.595447 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-688bae11-3292-4a72-9598-31c7ceb7bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:29.596965 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-688bae11-3292-4a72-9598-31c7ceb7bbc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1095 time: 0.0471630 Dec 21 03:10:29.648360 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-5b795385-dae3-401c-ab02-aabaf0d929e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 217 time: 0.0354075 Dec 21 03:10:29.696478 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-2dc91234-b2e4-4096-9f9b-82bd8ba6b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:29.697866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-2dc91234-b2e4-4096-9f9b-82bd8ba6b4a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0431361 Dec 21 03:10:29.748817 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-56a8e45d-c50f-41af-8b0c-d947ca700909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:29.750310 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-56a8e45d-c50f-41af-8b0c-d947ca700909 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404654 Dec 21 03:10:29.856664 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-b2320f50-276c-466a-bfca-0ecdff2327d2 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970204 Dec 21 03:10:29.920372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 36e9f67d-4f14-4376-baae-21adb375fc66 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:29.958889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c712377a-729a-42b5-97fb-a2cfb9a351a3 req-2873de53-d8b3-4be4-abdf-db1fee04db53 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912611 Dec 21 03:10:29.967237 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 36e9f67d-4f14-4376-baae-21adb375fc66 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:29.967602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:30.101192 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-e59983ca-6c76-42f3-a558-70a8df3bdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:30.103002 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-e59983ca-6c76-42f3-a558-70a8df3bdf02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1095 time: 0.0428596 Dec 21 03:10:30.198414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-11359dc7-ae4d-4ab2-977f-1bfb539f5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:30.199907 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-11359dc7-ae4d-4ab2-977f-1bfb539f5fc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0898225 Dec 21 03:10:30.245876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-2bbfb1c2-5295-4831-8791-60b1bb8d276b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 217 time: 0.0388029 Dec 21 03:10:30.248013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d055a1-ae66-48f7-9b53-c514096697bf req-b8915666-e6d8-4347-9c66-9445f25e4966 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:30.249521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8d055a1-ae66-48f7-9b53-c514096697bf req-b8915666-e6d8-4347-9c66-9445f25e4966 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 943 time: 0.0492547 Dec 21 03:10:30.299035 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-315a028f-4022-498b-b6c3-bec8336e6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:30.300515 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-315a028f-4022-498b-b6c3-bec8336e6b34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0456419 Dec 21 03:10:30.305482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b8d055a1-ae66-48f7-9b53-c514096697bf req-c4ecb14a-fd3a-442b-9eef-1137dcc029b1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498228 Dec 21 03:10:30.349624 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-8cbbfb78-8dea-4829-a451-17334273334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:30.351203 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-8cbbfb78-8dea-4829-a451-17334273334a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425937 Dec 21 03:10:30.458870 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-0e1001b8-bb2a-4503-a8ac-4df7879afe8d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998538 Dec 21 03:10:30.555716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a574a451-78f2-4b3a-8070-8d0c7d5600bf req-5c31e3ad-788e-4f8c-b465-8e444bc1b54a service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Dec 21 03:10:31.399767 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:10:31.423139 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72130b2a-8679-4104-a4cf-45987a0e1c87 req-0c7ae3a7-bfd3-4399-be27-e78e250dd6de tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:31.424525 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72130b2a-8679-4104-a4cf-45987a0e1c87 req-0c7ae3a7-bfd3-4399-be27-e78e250dd6de tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 943 time: 0.0486894 Dec 21 03:10:31.477406 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-72130b2a-8679-4104-a4cf-45987a0e1c87 req-4119526a-a0d8-442f-8dbb-e4aa4a1e3823 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468504 Dec 21 03:10:31.604731 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:10:31.694735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:31.705128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:10:31.747033 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:31.759953 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:10:31.778646 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:31.782792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:31.827941 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:32.174439 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d429cd27-e640-4ca0-a58d-86df849f02c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:10:32.589688 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49d292-0e0c-437a-b233-00dac3fe3876 req-1b4ee40b-cba2-44e8-93d7-123908787568 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:32.591153 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be49d292-0e0c-437a-b233-00dac3fe3876 req-1b4ee40b-cba2-44e8-93d7-123908787568 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0470486 Dec 21 03:10:32.638691 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-be49d292-0e0c-437a-b233-00dac3fe3876 req-a7b8c83d-6566-4886-9f11-a915e47740d1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Dec 21 03:10:33.615179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:10:33.662419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port d429cd27-e640-4ca0-a58d-86df849f02c5 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:10:33.666675 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d429cd27-e640-4ca0-a58d-86df849f02c5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:10:33.666983 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:33.746745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:33.753787 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e2ce3-4ad1-4280-b0b3-fec51448e4bb req-7087167a-de8f-4030-8ffa-7eb065521c16 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:33.755250 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea6e2ce3-4ad1-4280-b0b3-fec51448e4bb req-7087167a-de8f-4030-8ffa-7eb065521c16 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0490241 Dec 21 03:10:33.770327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:10:33.772580 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db30f67-14c9-4483-b455-61a52f1abf75" -d '{"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:10:33.785205 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:10:33.790843 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:33.811729 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea6e2ce3-4ad1-4280-b0b3-fec51448e4bb req-7e25f197-d139-4c48-8568-59bfc424c5dc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504725 Dec 21 03:10:33.816383 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c297a-1cba-445d-89f2-a267c5a566ef x-openstack-request-id: req-4d2c297a-1cba-445d-89f2-a267c5a566ef {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:10:33.816682 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:10:33.816937 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d2c297a-1cba-445d-89f2-a267c5a566ef {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:10:33.817326 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'code': 200} Dec 21 03:10:33.842012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:33.948341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f278-8ec8-4b34-bbbb-dd19f70859f5 req-1e91aa3d-dd0b-4bf7-904c-79ef2a5bc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:33.949831 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-54f1f278-8ec8-4b34-bbbb-dd19f70859f5 req-1e91aa3d-dd0b-4bf7-904c-79ef2a5bc202 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0395396 Dec 21 03:10:33.995150 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-54f1f278-8ec8-4b34-bbbb-dd19f70859f5 req-596be7bb-3fd5-41e4-b706-d2887411c029 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 Dec 21 03:10:34.935087 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6078f-35b2-4aa1-911e-f91c897682b9 req-4cd62b5d-0e12-4a50-b1a9-d0c4d83668a2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:34.936530 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3b6078f-35b2-4aa1-911e-f91c897682b9 req-4cd62b5d-0e12-4a50-b1a9-d0c4d83668a2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0516751 Dec 21 03:10:34.984609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b3b6078f-35b2-4aa1-911e-f91c897682b9 req-53eed39b-1d19-404f-a671-b05d380c672f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Dec 21 03:10:36.097321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34dc74-8f95-42c5-b198-bd0cbf5d0bdb req-101ad94a-7461-462d-b3e7-5a04f2eb1833 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:36.098716 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd34dc74-8f95-42c5-b198-bd0cbf5d0bdb req-101ad94a-7461-462d-b3e7-5a04f2eb1833 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0479555 Dec 21 03:10:36.146338 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cd34dc74-8f95-42c5-b198-bd0cbf5d0bdb req-64ad24d1-0075-4195-86e6-932f724e4326 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Dec 21 03:10:36.262884 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e633-581d-4022-b02b-191192a1a381 req-3f021ae0-c2af-46ab-8279-c4edda575892 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:36.264346 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3314e633-581d-4022-b02b-191192a1a381 req-3f021ae0-c2af-46ab-8279-c4edda575892 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0519426 Dec 21 03:10:36.311803 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3314e633-581d-4022-b02b-191192a1a381 req-46c87521-8fc9-4a95-a419-8053be9b0713 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Dec 21 03:10:36.333314 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38242) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:36.459858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9523ed-7a0b-40c0-96de-4fbe8eac43f7 tempest-TestShelveInstance-552230792 tempest-TestShelveInstance-552230792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:36.461394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-6f9523ed-7a0b-40c0-96de-4fbe8eac43f7 tempest-TestShelveInstance-552230792 tempest-TestShelveInstance-552230792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1092 time: 0.1270783 Dec 21 03:10:36.464321 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38246) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:10:36.468658 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:10:36.490863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:36.586863 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:36.686464 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Allocated IP 172.25.6.18 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:10:37.042455 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.073815 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.111864 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:10:37.115043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:10:37.118437 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:10:37.140756 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:37.479148 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.544627 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.691591 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.696046 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.764230 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:10:37.777310 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:37.876641 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Floating IP e10adb28-1df9-422a-8bd4-c0b052a08185 associated. External IP: 172.25.6.18, port: d429cd27-e640-4ca0-a58d-86df849f02c5. Dec 21 03:10:38.082470 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:10:38.187417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:10:38.197490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:10:38.205881 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:38.209258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:38.209258 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:38.245356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-255a15e4-5974-4971-871c-b0b90aa3338e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7678077 Dec 21 03:10:38.245356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:10:38.245356 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:10:38.274605 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667aa772-5f74-43b0-b669-e4f6db73f000 x-openstack-request-id: req-667aa772-5f74-43b0-b669-e4f6db73f000 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:10:38.274903 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:10:38.275163 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-667aa772-5f74-43b0-b669-e4f6db73f000 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:10:38.275573 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'status': 'completed', 'code': 200} Dec 21 03:10:38.317925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:38.361495 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-e880377b-c301-4d0a-b13d-08ce923fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:38.361495 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-e880377b-c301-4d0a-b13d-08ce923fe97a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0411074 Dec 21 03:10:38.455858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-fe78851d-bf08-4c8d-b683-eaea278bb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:38.457314 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-fe78851d-bf08-4c8d-b683-eaea278bb653 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0878010 Dec 21 03:10:38.524148 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-3c6a0fa0-3a3a-4ca3-bd1e-7a4373ca6f5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 998 time: 0.0585430 Dec 21 03:10:38.544291 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e10adb28-1df9-422a-8bd4-c0b052a08185', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:10:37Z', 'updated_at': '2021-12-21T03:10:37Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:38.569618 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:10:38.575869 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-17fe3202-d673-47cd-a76f-306f1734b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:38.577405 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-17fe3202-d673-47cd-a76f-306f1734b9b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0465677 Dec 21 03:10:38.577942 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:10:38.578552 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:10:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:38.623178 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-c33f3a4d-fd14-45b9-b3be-f6fdcd0894d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:38.624695 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-c33f3a4d-fd14-45b9-b3be-f6fdcd0894d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404661 Dec 21 03:10:38.684274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:10:38.716434 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-563e9a8a-fae8-4f56-b3d8-80b9247e78ae service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844593 Dec 21 03:10:38.809590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5ba9e371-37ac-4280-8f4f-65b36cbf8ce6 req-9bb9e53a-2a61-47ad-b7e9-863f59e6971d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Dec 21 03:10:38.909903 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e10adb28-1df9-422a-8bd4-c0b052a08185', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:10:37Z', 'updated_at': '2021-12-21T03:10:37Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:10:38.936304 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d16070-97ba-4b8e-b25c-0f70375ca55a None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': 'e10adb28-1df9-422a-8bd4-c0b052a08185', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:10:37Z', 'updated_at': '2021-12-21T03:10:37Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:10:39.136154 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c94ac-6dcd-4748-8590-6296ba50e82f None None] New status for floating IP e10adb28-1df9-422a-8bd4-c0b052a08185: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:10:44.106792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e298271c-0849-4b53-bb7f-c95f3a78aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:46.810631 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90f13d33-ed20-492b-a0b7-ca4aa7cae8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:47.601880 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:49.012311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:49.146656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-f111b0e4-c4bf-4b35-b025-08cde1d59749 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964134 Dec 21 03:10:49.250864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-ca7f3aa1-49a8-41bb-a36f-f3fc88a13f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:49.252319 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-ca7f3aa1-49a8-41bb-a36f-f3fc88a13f22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0441277 Dec 21 03:10:49.359404 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-a626755b-02a0-4ffb-927b-e215f074159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:49.360786 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-a626755b-02a0-4ffb-927b-e215f074159a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0870180 Dec 21 03:10:49.430030 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-e73a4b5e-2ea0-4f9a-823f-b0c16f9695cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1000 time: 0.0587718 Dec 21 03:10:49.481063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-7bd820a4-2657-42b5-8311-dd693e61bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:49.482538 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-7bd820a4-2657-42b5-8311-dd693e61bedd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0454369 Dec 21 03:10:49.525905 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-acb757b8-45d7-4436-97f9-789e202b42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:10:49.527329 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-acb757b8-45d7-4436-97f9-789e202b42ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381770 Dec 21 03:10:49.553223 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:49.619025 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-6997816c-d6c2-409e-9bb7-3fdd6cdcb773 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842690 Dec 21 03:10:49.706098 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d3a0ed19-1ef0-4137-a501-e92bc1f9544d req-3a1ecf97-e30f-4761-987b-8057e295a55c service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799744 Dec 21 03:10:52.883085 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:10:57.767075 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:08.400063 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:11:14.109185 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c90cd74-1b3d-4f47-934f-48d3dcee9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:16.812457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dcba3697-7960-4f8d-b816-6bf3b966e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:17.608352 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:19.014931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:19.557055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:22.899440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:27.766996 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:44.110216 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ac51bdb-d815-4084-811a-a0eba8ebc0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:45.399689 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:11:46.813577 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-458b399b-2986-4b9e-925b-d1e2a6724d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:47.607888 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:49.016003 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:49.562243 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:50.144219 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-9fef5fe7-38ed-4754-bd94-614d04d163c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425780 Dec 21 03:11:50.263720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d4f6-7690-4016-80d1-bb356720676e req-787e3d95-9594-4715-a09b-6a30fc31f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:11:50.265160 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-787e3d95-9594-4715-a09b-6a30fc31f046 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Dec 21 03:11:50.372614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d4f6-7690-4016-80d1-bb356720676e req-f68747ad-3e0e-4786-969b-d7e090a57cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:11:50.374100 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-f68747ad-3e0e-4786-969b-d7e090a57cfc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0835159 Dec 21 03:11:50.451030 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-e3e8dfeb-44c6-46e8-aa66-127d29b127fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1000 time: 0.0647092 Dec 21 03:11:50.503498 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d4f6-7690-4016-80d1-bb356720676e req-f0f7a17c-9bff-4ad4-bbf3-b9744a136e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:11:50.504960 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-f0f7a17c-9bff-4ad4-bbf3-b9744a136e70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0428579 Dec 21 03:11:50.555675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d4f6-7690-4016-80d1-bb356720676e req-8f3782cd-6f04-494d-a6c9-d7dfe0598174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:11:50.557118 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-8f3782cd-6f04-494d-a6c9-d7dfe0598174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393925 Dec 21 03:11:50.573739 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-a556a66d-8748-47f5-ace1-baab4a0eb87f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:11:50.574685 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-a556a66d-8748-47f5-ace1-baab4a0eb87f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053124 Dec 21 03:11:50.669881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-11710827-4d76-4eb5-a5a7-dfe1b1e2dce4 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850275 Dec 21 03:11:50.764274 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bd12d4f6-7690-4016-80d1-bb356720676e req-6281134a-5e98-4ce6-af2e-0b7224b4a9e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Dec 21 03:11:52.896740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:11:57.774674 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:14.112300 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee4b8-625a-4cb0-aead-4e02ee2f6c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:16.814421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c608b3be-49b9-4189-9d7e-3ad17b043304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:17.611320 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:19.020119 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:19.564246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:22.398598 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:12:22.914951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:27.820778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:36.383387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9a1d7-3d20-4f5e-9423-5473e30577da req-e8cbcfda-1ff2-4d23-98c0-a69f2c106ab5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:36.385429 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4e9a1d7-3d20-4f5e-9423-5473e30577da req-e8cbcfda-1ff2-4d23-98c0-a69f2c106ab5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.1085639 Dec 21 03:12:36.434931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e4e9a1d7-3d20-4f5e-9423-5473e30577da req-d597956b-ac03-4376-980f-6c77a23e29cd tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Dec 21 03:12:37.557365 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d4877-cf0f-453e-9f2e-dc6e591c2309 req-fe75439b-6cef-46f0-b3d4-05576df6d625 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:37.558826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f4d4877-cf0f-453e-9f2e-dc6e591c2309 req-fe75439b-6cef-46f0-b3d4-05576df6d625 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0482571 Dec 21 03:12:37.607084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8f4d4877-cf0f-453e-9f2e-dc6e591c2309 req-48dae95e-6460-4530-9381-69da7732f260 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Dec 21 03:12:38.739403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93989c9a-30cb-4150-bb42-d6dc5ebfc51b req-2ee15075-3fc3-40f9-bef6-ba5dbc1a3948 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:38.740850 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93989c9a-30cb-4150-bb42-d6dc5ebfc51b req-2ee15075-3fc3-40f9-bef6-ba5dbc1a3948 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0580435 Dec 21 03:12:38.788611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-93989c9a-30cb-4150-bb42-d6dc5ebfc51b req-32baa25c-ca50-4e49-af49-3c974a4e3ba5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Dec 21 03:12:39.903336 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052835a-5416-4d62-ae50-d4ead209a046 req-3a915f54-3e36-40cf-81f4-63b4e6d0f66b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:39.904831 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e052835a-5416-4d62-ae50-d4ead209a046 req-3a915f54-3e36-40cf-81f4-63b4e6d0f66b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0494385 Dec 21 03:12:39.954754 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e052835a-5416-4d62-ae50-d4ead209a046 req-79e178b3-1279-48ad-a059-e1083c796884 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Dec 21 03:12:41.067300 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9df98-1131-4cee-a697-a1ae4eb10a74 req-d9768a96-94c1-4bdd-a92d-8f2b8e5ae48b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:41.068742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9e9df98-1131-4cee-a697-a1ae4eb10a74 req-d9768a96-94c1-4bdd-a92d-8f2b8e5ae48b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0475564 Dec 21 03:12:41.120464 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f9e9df98-1131-4cee-a697-a1ae4eb10a74 req-583d66c3-8dbc-4785-ad42-9e6359e1e944 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458179 Dec 21 03:12:42.232322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f095-44d2-42a0-80e5-5b94353dbfbc req-17b2a505-fb14-49d4-9119-1dcf6da8fb65 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:42.233732 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0384f095-44d2-42a0-80e5-5b94353dbfbc req-17b2a505-fb14-49d4-9119-1dcf6da8fb65 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0485761 Dec 21 03:12:42.282539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0384f095-44d2-42a0-80e5-5b94353dbfbc req-78411496-d6e8-4047-936c-f3aaef000fa7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Dec 21 03:12:43.396045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956a57a-e436-43ac-9a20-241c97478787 req-4e1b0077-7291-4941-825e-c7155affb7fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:43.397548 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2956a57a-e436-43ac-9a20-241c97478787 req-4e1b0077-7291-4941-825e-c7155affb7fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0490162 Dec 21 03:12:43.446522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2956a57a-e436-43ac-9a20-241c97478787 req-cdc92b42-d346-4953-a44c-f7456bbe632d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Dec 21 03:12:44.113844 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9a4d-92e4-48c2-b34e-3dd9fd21b7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:44.563869 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bef4-13c3-4b84-bf96-e972daa22c77 req-06de05b0-b299-41cb-ace3-88d848b97e57 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:44.565309 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b7bef4-13c3-4b84-bf96-e972daa22c77 req-06de05b0-b299-41cb-ace3-88d848b97e57 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0510876 Dec 21 03:12:44.614110 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-30b7bef4-13c3-4b84-bf96-e972daa22c77 req-2b01774c-e152-4f62-91eb-fca0f66b94f9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Dec 21 03:12:45.728124 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f368-3d78-4799-a16d-9386ebea8bcb req-9b765287-b93b-4698-b0e0-38830024fc4d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:45.729611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9766f368-3d78-4799-a16d-9386ebea8bcb req-9b765287-b93b-4698-b0e0-38830024fc4d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0489469 Dec 21 03:12:45.778035 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9766f368-3d78-4799-a16d-9386ebea8bcb req-6a9af5e4-9e28-48ca-ab21-8d4693864617 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Dec 21 03:12:46.817217 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-33beb237-063b-486e-a167-f091d3b841ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:46.894902 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe67656-8495-4a36-95a3-02588025f4b5 req-9043ec3d-6140-45a8-bd0d-98286e65870d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:46.896504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbe67656-8495-4a36-95a3-02588025f4b5 req-9043ec3d-6140-45a8-bd0d-98286e65870d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0521290 Dec 21 03:12:46.945414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dbe67656-8495-4a36-95a3-02588025f4b5 req-532fc75f-1e9c-4e9b-825e-6feb7344583b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Dec 21 03:12:47.613922 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:48.063919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f09c0-ca5d-44c4-96ce-b485e0c62b39 req-200a36c0-a990-4531-ad68-9079a956764e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:48.065414 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c5f09c0-ca5d-44c4-96ce-b485e0c62b39 req-200a36c0-a990-4531-ad68-9079a956764e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0489504 Dec 21 03:12:48.113917 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c5f09c0-ca5d-44c4-96ce-b485e0c62b39 req-e6bf914d-24b6-4d8a-b3de-628e9ffdd6e5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Dec 21 03:12:49.024594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:49.230163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b24f3-e7ce-4a24-83d4-a6e524ce2d00 req-9a34a1ad-3e3b-4f50-98ea-3b4e39edea26 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:49.231539 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e85b24f3-e7ce-4a24-83d4-a6e524ce2d00 req-9a34a1ad-3e3b-4f50-98ea-3b4e39edea26 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0472455 Dec 21 03:12:49.284492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e85b24f3-e7ce-4a24-83d4-a6e524ce2d00 req-209e6c8f-e35d-4cb1-a327-837c166555d2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469692 Dec 21 03:12:49.583144 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:50.124778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:12:50.239166 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:12:50.252257 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:12:50.293233 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:50.318022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:12:50.340479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:12:50.346505 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:50.420521 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:12:50.428867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.429311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.429756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.430159 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.430562 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.431549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.431885 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.432348 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.432690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9b42-6104-410d-9e93-26bbec434f7c req-d010b66f-65b5-428b-84fc-3192330c0ce4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:50.433178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.433178 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.433472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.433782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.434111 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:12:50.442629 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-083d9b42-6104-410d-9e93-26bbec434f7c req-d010b66f-65b5-428b-84fc-3192330c0ce4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0738335 Dec 21 03:12:50.499216 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-083d9b42-6104-410d-9e93-26bbec434f7c req-18c28e1d-7200-4918-98db-5776f9fece9f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552363 Dec 21 03:12:50.527413 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['d429cd27-e640-4ca0-a58d-86df849f02c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:12:51.166600 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3d52-367c-4c15-9250-a465912cef42 req-5b536699-c3fd-43e7-bf22-b728b9f577de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:51.169264 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-5b536699-c3fd-43e7-bf22-b728b9f577de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1096 time: 0.0504234 Dec 21 03:12:51.293968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3d52-367c-4c15-9250-a465912cef42 req-39544152-8d4c-4950-9823-b59834f9877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:51.295670 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-39544152-8d4c-4950-9823-b59834f9877a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0960631 Dec 21 03:12:51.374962 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-d77568b0-e15c-4053-a428-2b31f25b56dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 999 time: 0.0706434 Dec 21 03:12:51.433559 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3d52-367c-4c15-9250-a465912cef42 req-3c9a0cf1-eb20-4681-858d-102dd6506807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:51.435422 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-3c9a0cf1-eb20-4681-858d-102dd6506807 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0527592 Dec 21 03:12:51.494342 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3d52-367c-4c15-9250-a465912cef42 req-dbd719ab-ef11-487b-98d7-6ae8e51b68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:51.495881 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-dbd719ab-ef11-487b-98d7-6ae8e51b68fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475144 Dec 21 03:12:51.604637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-3ad8507f-df6b-487c-92ca-0e1b1b8312b9 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006153 Dec 21 03:12:51.641102 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403e57-1474-4dec-9f3e-73f8cd8584ab req-b65828fb-7b93-4e1b-926c-9094e0805e61 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:51.642720 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a403e57-1474-4dec-9f3e-73f8cd8584ab req-b65828fb-7b93-4e1b-926c-9094e0805e61 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0591197 Dec 21 03:12:51.706428 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-70cc3d52-367c-4c15-9250-a465912cef42 req-034af082-926b-4294-a401-dc359fa91f9c service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912993 Dec 21 03:12:51.716826 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6a403e57-1474-4dec-9f3e-73f8cd8584ab req-d7bdbd3d-3468-451d-ae8c-48328b8d77de tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616808 Dec 21 03:12:52.139652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:12:52.198661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port d429cd27-e640-4ca0-a58d-86df849f02c5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:12:52.199143 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:52.288586 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:52.315012 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:12:52.317446 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4026534a-a01a-4b4b-898d-a9b987e471ff" -d '{"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:12:52.331130 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:12:52.338620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:52.404233 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:12:52.445519 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc9e72-9b4b-4c72-b9e1-e838f35d3cc5 x-openstack-request-id: req-20dc9e72-9b4b-4c72-b9e1-e838f35d3cc5 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:12:52.445817 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:12:52.446073 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20dc9e72-9b4b-4c72-b9e1-e838f35d3cc5 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:12:52.446472 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'code': 200} Dec 21 03:12:52.853788 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288d359-4b89-4154-b1fb-2a6cad55b47a req-b44173de-e46a-4a74-9edc-ad06996a8feb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:52.862622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6288d359-4b89-4154-b1fb-2a6cad55b47a req-b44173de-e46a-4a74-9edc-ad06996a8feb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0669925 Dec 21 03:12:52.913270 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6288d359-4b89-4154-b1fb-2a6cad55b47a req-8ecfb42a-1bad-4a6b-aa73-4cf3b8ff12de tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497634 Dec 21 03:12:52.913826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:54.038798 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10958-2b9d-481f-aafa-f6aedcba9d4a req-ec5f7848-9856-4b56-857b-55108a742b7f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:54.040471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daf10958-2b9d-481f-aafa-f6aedcba9d4a req-ec5f7848-9856-4b56-857b-55108a742b7f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0529728 Dec 21 03:12:54.098482 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-daf10958-2b9d-481f-aafa-f6aedcba9d4a req-e891fa24-60a0-4074-8640-f834d62eb94b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513299 Dec 21 03:12:55.223478 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85716a-9221-4ef1-9fa4-60c65c8aaa78 req-e1362e7b-dfa2-423f-b598-c9c8428d42d1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:55.225071 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e85716a-9221-4ef1-9fa4-60c65c8aaa78 req-e1362e7b-dfa2-423f-b598-c9c8428d42d1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0524228 Dec 21 03:12:55.284221 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0e85716a-9221-4ef1-9fa4-60c65c8aaa78 req-84423c45-54a9-4658-b1b3-e9fde66b38d3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530267 Dec 21 03:12:56.417075 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32be07d-1ecd-456c-a4a6-5a09f4c906ec req-b338c3ff-017b-4884-a266-d451299c398f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:56.420352 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c32be07d-1ecd-456c-a4a6-5a09f4c906ec req-b338c3ff-017b-4884-a266-d451299c398f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0613637 Dec 21 03:12:56.479118 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c32be07d-1ecd-456c-a4a6-5a09f4c906ec req-91ef28b7-72ec-422c-9641-7ebb884452e8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527496 Dec 21 03:12:57.602603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f7726-cb38-4d74-b1a0-f67b022c3c6b req-882d0c57-5d9a-40be-9a97-db53d18912c5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:57.604683 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e22f7726-cb38-4d74-b1a0-f67b022c3c6b req-882d0c57-5d9a-40be-9a97-db53d18912c5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0512176 Dec 21 03:12:57.656063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e22f7726-cb38-4d74-b1a0-f67b022c3c6b req-a9ae9d8e-038d-4772-90ed-2d705c0b5792 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Dec 21 03:12:57.839691 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:12:58.779250 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be287e-af3d-41af-91a0-b33a7f5c1e0f req-0f3315c1-2c6a-4315-80f3-5badc1010dab tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:58.780742 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99be287e-af3d-41af-91a0-b33a7f5c1e0f req-0f3315c1-2c6a-4315-80f3-5badc1010dab tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0550954 Dec 21 03:12:58.832700 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-99be287e-af3d-41af-91a0-b33a7f5c1e0f req-e35e110a-6db4-4a4e-bced-f9ddbdcf328e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Dec 21 03:12:58.853945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375be2-266d-46bd-b870-02049f0fa887 req-c6fa5970-01d3-4549-b785-2e14cbaeb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:58.854692 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-c6fa5970-01d3-4549-b785-2e14cbaeb4c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0473130 Dec 21 03:12:59.220200 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375be2-266d-46bd-b870-02049f0fa887 req-54c577d0-30e1-4d32-be18-597dcbd0a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:59.221675 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-54c577d0-30e1-4d32-be18-597dcbd0a138 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.3517976 Dec 21 03:12:59.292656 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-79d6e7f1-f545-4cde-b892-709443eedad7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1000 time: 0.0593803 Dec 21 03:12:59.345065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375be2-266d-46bd-b870-02049f0fa887 req-db7749f2-286e-462d-b66c-5dfa09fa1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:59.346505 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-db7749f2-286e-462d-b66c-5dfa09fa1c48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0421050 Dec 21 03:12:59.397063 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375be2-266d-46bd-b870-02049f0fa887 req-b0983ced-0409-4ab4-9588-039f42682c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:59.397729 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:12:59.398586 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-b0983ced-0409-4ab4-9588-039f42682c18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391958 Dec 21 03:12:59.498379 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-c2415d6f-f086-411c-a0bc-f8b6b1851874 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884585 Dec 21 03:12:59.589078 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec375be2-266d-46bd-b870-02049f0fa887 req-5c9fc859-6c09-4122-94ba-32115e87dec9 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803258 Dec 21 03:12:59.947206 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597259c-0ee3-4da5-8cd8-9cd67a3c6058 req-3aa01755-93b3-477d-9376-5b76a39b351b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:12:59.948687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c597259c-0ee3-4da5-8cd8-9cd67a3c6058 req-3aa01755-93b3-477d-9376-5b76a39b351b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0487244 Dec 21 03:12:59.997063 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c597259c-0ee3-4da5-8cd8-9cd67a3c6058 req-31145cd6-197e-46be-964e-c6a6890cdca7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Dec 21 03:12:59.997778 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-76695dde-da5c-4f00-90a2-c33a203d8664 req-967a14f7-4779-4fd2-a64d-6666a4351f64 service neutron] (109850) timed out ('10.222.0.24', 54541) {{(pid=109850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 03:13:01.114425 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f28c-dc84-421c-8c1d-e760e4081e84 req-2c36a58f-b9aa-4a4d-b9e6-434fee1c1e91 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:01.115868 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e78f28c-dc84-421c-8c1d-e760e4081e84 req-2c36a58f-b9aa-4a4d-b9e6-434fee1c1e91 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0523653 Dec 21 03:13:01.163759 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e78f28c-dc84-421c-8c1d-e760e4081e84 req-87f4b452-8713-4e38-875e-3beb2d684646 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Dec 21 03:13:02.179586 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:13:02.259067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:02.280721 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd10b5-5402-4858-84cf-cb470a8720ef req-f8021644-be6f-47e1-92fb-e31ebcb82580 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:02.281323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:13:02.282245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48dd10b5-5402-4858-84cf-cb470a8720ef req-f8021644-be6f-47e1-92fb-e31ebcb82580 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0508308 Dec 21 03:13:02.283263 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141fb2e9-9801-49d8-8b15-a5a89af5d0cb" -d '{"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-unplugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:13:02.299801 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:13:02.304108 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:02.327651 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 03:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5c0245-6348-476b-8088-4ace7193ad9d x-openstack-request-id: req-0b5c0245-6348-476b-8088-4ace7193ad9d {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:13:02.327950 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-unplugged", "status": "failed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "code": 422}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:13:02.328206 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b5c0245-6348-476b-8088-4ace7193ad9d {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:13:02.328607 n-d-761264-20 neutron-server[109852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'code': 422} returned with failed status Dec 21 03:13:02.335654 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-48dd10b5-5402-4858-84cf-cb470a8720ef req-b6442cf1-38ae-466a-bcb7-04d8e60ec123 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 Dec 21 03:13:02.355236 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:13:02.404804 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-1e87fda8-3799-48fb-a4f1-9d343736382a req-b8b98e88-7dc6-47f1-b9b9-3454e4d6a716 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:13:02.406105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e87fda8-3799-48fb-a4f1-9d343736382a req-b8b98e88-7dc6-47f1-b9b9-3454e4d6a716 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061450 Dec 21 03:13:02.563356 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c49a79-fb9f-455e-9872-73c181e35d0e req-0f06c0f9-f594-4a1f-b738-62a564e83072 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:02.564908 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94c49a79-fb9f-455e-9872-73c181e35d0e req-0f06c0f9-f594-4a1f-b738-62a564e83072 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 943 time: 0.0504014 Dec 21 03:13:02.618522 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-94c49a79-fb9f-455e-9872-73c181e35d0e req-bb10143f-b880-4f07-932c-7024d1ea70d8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477302 Dec 21 03:13:02.738388 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-cee223ce-48c4-4c05-90f9-f0520179fc9a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862081 Dec 21 03:13:03.610611 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-ff1a9151-ee98-44cb-b06e-8ecb9164fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:03.612121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-ff1a9151-ee98-44cb-b06e-8ecb9164fc7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 1095 time: 0.0400558 Dec 21 03:13:03.628500 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-20', 'device_owner': 'compute:nova'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:13:03.679790 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:03.742490 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c85c5-7ceb-4ee2-be03-991388ecc2c7 req-f9271a4b-2d0d-4fe7-a6e8-78a917ceb560 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:03.744342 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b46c85c5-7ceb-4ee2-be03-991388ecc2c7 req-f9271a4b-2d0d-4fe7-a6e8-78a917ceb560 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 943 time: 0.0534163 Dec 21 03:13:03.795042 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b46c85c5-7ceb-4ee2-be03-991388ecc2c7 req-d3ff8a42-aedc-4939-9618-0f74c6412985 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Dec 21 03:13:03.884215 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:13:03.916124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:13:03.947822 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:13:03.955036 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:03.967590 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Transition to ACTIVE for port object d429cd27-e640-4ca0-a58d-86df849f02c5 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:13:03.971165 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:04.052075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=9']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:13:04.066441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.066791 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.067138 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.067480 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.067818 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.068153 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.068484 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.068810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.069142 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.069491 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.069821 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.070143 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.070463 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:13:04.107082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] No DVR routers for this DVR port d429cd27-e640-4ca0-a58d-86df849f02c5 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:13:04.247583 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:13:04.247924 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:13:04.248265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:13:04.252525 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:13:04.252845 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Attempting to bind port d429cd27-e640-4ca0-a58d-86df849f02c5 on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:13:04.257607 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:13:04.257947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:13:04.258329 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Bound using segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:13:04.258751 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Bound port: d429cd27-e640-4ca0-a58d-86df849f02c5, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:13:04.259617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:04.320202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:13:04.323763 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:13:04.328211 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:04.366316 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.366964 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:04.370598 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] 10.222.0.24 "PUT /v2.0/ports/d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1092 time: 0.7437401 Dec 21 03:13:04.370598 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:13:04.371151 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d620b5e1-d6b5-48af-ac07-367649ebfc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:13:04.398764 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45ae0-7f32-4991-a4c5-30da683b784c service neutron] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=10']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:13:04.459263 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-f41d1ec5-4beb-4cb6-9455-0580000ff3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.460776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-f41d1ec5-4beb-4cb6-9455-0580000ff3c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1096 time: 0.0543857 Dec 21 03:13:04.487442 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5abe9c8-c38a-4b31-a0dc-e778bce1d884 x-openstack-request-id: req-e5abe9c8-c38a-4b31-a0dc-e778bce1d884 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:13:04.487736 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:13:04.487988 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5abe9c8-c38a-4b31-a0dc-e778bce1d884 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:13:04.488382 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'status': 'completed', 'code': 200} Dec 21 03:13:04.558388 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-70757af2-3b10-4318-b214-3cdff73dd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.559879 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-70757af2-3b10-4318-b214-3cdff73dd7ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0922792 Dec 21 03:13:04.630903 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-22a13b30-f574-4e08-8013-bb302bfb477b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 998 time: 0.0630419 Dec 21 03:13:04.679324 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-6e45360c-88ed-4b71-9784-7641d6c82190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.681280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-6e45360c-88ed-4b71-9784-7641d6c82190 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0428932 Dec 21 03:13:04.730665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e45a-14d9-42b5-9965-935b2946324f req-7c8b90ee-9b49-45cc-871f-b3bafe4ae07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.732183 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-7c8b90ee-9b49-45cc-871f-b3bafe4ae07c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430307 Dec 21 03:13:04.826411 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-fed212ab-40ce-46c7-9745-de19d6c026bd service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865693 Dec 21 03:13:04.910009 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49025-bd98-46c7-8747-0eca8c04d881 req-c80478fe-efbc-42ee-b8f0-2a063607e1e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:04.911579 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8c49025-bd98-46c7-8747-0eca8c04d881 req-c80478fe-efbc-42ee-b8f0-2a063607e1e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0481865 Dec 21 03:13:04.914589 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-6195e45a-14d9-42b5-9965-935b2946324f req-82c3fc04-89a5-4ca5-982b-7b6e91c4987d service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815790 Dec 21 03:13:04.962543 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f8c49025-bd98-46c7-8747-0eca8c04d881 req-7851f23d-14a9-45f3-b3f4-f9e2be79d33c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Dec 21 03:13:05.027170 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-f444408f-52b1-4ce2-97fb-fcdfbd68d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:05.028753 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-f444408f-52b1-4ce2-97fb-fcdfbd68d7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1096 time: 0.0458765 Dec 21 03:13:05.133083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-1ce7fe7a-e0e7-4d62-89b2-7b19bdc5aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:05.134621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-1ce7fe7a-e0e7-4d62-89b2-7b19bdc5aacc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0932424 Dec 21 03:13:05.208818 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-809d2f1b-189c-49a9-8329-9ecfec18c879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 998 time: 0.0665333 Dec 21 03:13:06.092554 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27130ba0-f4b8-47b2-8741-baaf2f2effe3 req-1bb33b29-dd3b-4001-8101-955ed1b0bf93 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:06.094884 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27130ba0-f4b8-47b2-8741-baaf2f2effe3 req-1bb33b29-dd3b-4001-8101-955ed1b0bf93 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0592878 Dec 21 03:13:06.145203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-27130ba0-f4b8-47b2-8741-baaf2f2effe3 req-bb5a77ab-bd70-4c2e-b1b7-99f92bcae4d6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Dec 21 03:13:06.190327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:13:06.227902 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] The host n-h2-761264-20 is not matching for port d429cd27-e640-4ca0-a58d-86df849f02c5 host n-h1-761264-20! {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 03:13:06.228286 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:13:07.260723 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff1e3c-5847-4d45-b2d4-6459de44a647 req-a7c04126-590b-4117-adbb-f888e5c7092c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:07.262203 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eff1e3c-5847-4d45-b2d4-6459de44a647 req-a7c04126-590b-4117-adbb-f888e5c7092c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0478754 Dec 21 03:13:07.322560 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9eff1e3c-5847-4d45-b2d4-6459de44a647 req-5b8b581b-7397-496e-901e-30e2758fcaba tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542769 Dec 21 03:13:08.454005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba25231-c7ce-4a42-91ec-7b32be9e74f9 req-9ce6a23f-dabf-4c4f-8d52-7334f3db6fd9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:08.455781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bba25231-c7ce-4a42-91ec-7b32be9e74f9 req-9ce6a23f-dabf-4c4f-8d52-7334f3db6fd9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0593827 Dec 21 03:13:08.512335 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bba25231-c7ce-4a42-91ec-7b32be9e74f9 req-846e8a64-b411-475e-9dfd-533fef4c63ea tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502326 Dec 21 03:13:09.628781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff67d-f3e4-4239-b005-1e98b5fef893 req-230f8831-0773-4418-a392-2669d17aa26a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:09.631273 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366ff67d-f3e4-4239-b005-1e98b5fef893 req-230f8831-0773-4418-a392-2669d17aa26a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0516055 Dec 21 03:13:09.688102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-366ff67d-f3e4-4239-b005-1e98b5fef893 req-8097d9ce-d627-4e01-a9e0-c22ef415ef7e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502868 Dec 21 03:13:10.804186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe1ab-5a4a-422c-b261-6b055fabde12 req-848205d4-5552-4d7d-a8f0-476facadccc5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:10.805667 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9dbe1ab-5a4a-422c-b261-6b055fabde12 req-848205d4-5552-4d7d-a8f0-476facadccc5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0477080 Dec 21 03:13:10.854982 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e9dbe1ab-5a4a-422c-b261-6b055fabde12 req-35a54584-cddc-49f5-b962-e71e6eebc8b8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Dec 21 03:13:11.986974 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5803e2-7e97-4603-8252-3790473b361b req-339e8bbf-acb1-4312-a02d-5cb39ef165f1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:11.988591 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5803e2-7e97-4603-8252-3790473b361b req-339e8bbf-acb1-4312-a02d-5cb39ef165f1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0598543 Dec 21 03:13:12.047225 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ea5803e2-7e97-4603-8252-3790473b361b req-fd8c9ff2-9118-42c1-8412-6f201ab35959 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Dec 21 03:13:13.168698 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb630-a7c3-4fb5-bd4e-d95c0bed08da req-79251c41-1e74-4d9f-8603-3bd32468e057 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:13.170245 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2bbb630-a7c3-4fb5-bd4e-d95c0bed08da req-79251c41-1e74-4d9f-8603-3bd32468e057 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0502594 Dec 21 03:13:13.224459 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c2bbb630-a7c3-4fb5-bd4e-d95c0bed08da req-74f42f2e-012d-4cdc-b1e3-a307d07a7929 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477946 Dec 21 03:13:14.116416 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-29dcda23-1094-48fd-8962-3dbba2e369cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:14.345259 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ff5a-0497-4955-aed8-a716f6192438 req-c3046c49-b921-4dff-a8a4-fa59378c012b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:14.346727 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baf7ff5a-0497-4955-aed8-a716f6192438 req-c3046c49-b921-4dff-a8a4-fa59378c012b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0513246 Dec 21 03:13:14.399480 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-baf7ff5a-0497-4955-aed8-a716f6192438 req-b266051b-28b9-4678-a5e7-7b0683e5eed9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Dec 21 03:13:15.528106 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b5ef1-53a4-49e3-b10c-c36ee1955493 req-d124f710-5327-4b37-b0c4-85dd7070024c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:15.529608 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d2b5ef1-53a4-49e3-b10c-c36ee1955493 req-d124f710-5327-4b37-b0c4-85dd7070024c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0489070 Dec 21 03:13:15.578576 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4d2b5ef1-53a4-49e3-b10c-c36ee1955493 req-cd5791f9-0e25-4601-a29a-e28bd38d4d80 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Dec 21 03:13:16.693427 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694a97-58db-4164-9556-512954920203 req-2122ae6c-59af-44b6-86fd-e142b77ba358 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:16.694874 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53694a97-58db-4164-9556-512954920203 req-2122ae6c-59af-44b6-86fd-e142b77ba358 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0470586 Dec 21 03:13:16.747300 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53694a97-58db-4164-9556-512954920203 req-ff174916-7d3f-4166-88cb-7c0d0aadb8d5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Dec 21 03:13:16.818433 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e73bac4f-8fc3-4e13-aad5-eec617c8dd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:17.616538 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:17.864083 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608baf9-e9d4-4b0f-9d33-ad6ea783ce0b req-fde24842-c1e9-47c2-958b-1c23bcf2dcb5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:17.865546 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0608baf9-e9d4-4b0f-9d33-ad6ea783ce0b req-fde24842-c1e9-47c2-958b-1c23bcf2dcb5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0473421 Dec 21 03:13:17.913026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0608baf9-e9d4-4b0f-9d33-ad6ea783ce0b req-76d269b3-5d94-44f7-8db1-45ba35b7278a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Dec 21 03:13:19.000885 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-7f865720-1083-4b59-93b0-4eee026c17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.002390 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-7f865720-1083-4b59-93b0-4eee026c17c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0480366 Dec 21 03:13:19.026675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:19.039156 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03b70d-b29b-4434-8e9c-28de1608705e req-caa1bbaf-abad-40c0-9bdd-8e19fcb37445 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.041761 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e03b70d-b29b-4434-8e9c-28de1608705e req-caa1bbaf-abad-40c0-9bdd-8e19fcb37445 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0562489 Dec 21 03:13:19.050411 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-8c6f285e-e02d-4d3a-84c3-b6b3842abdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.051894 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-8c6f285e-e02d-4d3a-84c3-b6b3842abdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411310 Dec 21 03:13:19.089253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7e03b70d-b29b-4434-8e9c-28de1608705e req-120b7e0f-b2dc-4fa5-a03f-e8597a67cb7e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Dec 21 03:13:19.148177 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-dd890aed-e681-44c6-8e05-efd5fcd3389e service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Dec 21 03:13:19.237644 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-d620b5e1-d6b5-48af-ac07-367649ebfc8d req-8163a26b-5ba9-49c5-bcb5-cbe76a55f6ae service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815637 Dec 21 03:13:19.376811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-58facf50-6019-4bd7-b859-8e41f6d09c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.378331 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-58facf50-6019-4bd7-b859-8e41f6d09c6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1096 time: 0.0455773 Dec 21 03:13:19.485148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-d94f21a4-a15e-45e1-919a-a337b2b9253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.486660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-d94f21a4-a15e-45e1-919a-a337b2b9253c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0888925 Dec 21 03:13:19.556209 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-6d5ee10b-7c91-4041-84dc-6935934b0889 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 998 time: 0.0620139 Dec 21 03:13:19.569906 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:19.608147 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-5ab88992-58b8-4c91-b7a2-2313d20f17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.609619 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-5ab88992-58b8-4c91-b7a2-2313d20f17ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0455904 Dec 21 03:13:19.654384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-c55419b8-c421-4d3d-9a00-1e9f0db9cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:19.655876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-c55419b8-c421-4d3d-9a00-1e9f0db9cc8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397229 Dec 21 03:13:19.747509 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-01c3eaad-ad27-4e70-b9c7-fdfbb21a2ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Dec 21 03:13:19.845938 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-db93ce65-95c8-47e6-9c6b-91a11ba92808 req-af13697b-4826-40e6-8439-5250d851bbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902445 Dec 21 03:13:20.217018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905e0c-74b9-47a5-895c-959963e16369 req-b7e30544-10b2-4f1a-9b5b-e68a4bf3bbd0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:20.218510 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20905e0c-74b9-47a5-895c-959963e16369 req-b7e30544-10b2-4f1a-9b5b-e68a4bf3bbd0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0536242 Dec 21 03:13:20.267369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20905e0c-74b9-47a5-895c-959963e16369 req-25d5e08a-0b74-45fe-a8c7-e4a097296b21 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Dec 21 03:13:21.381848 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31576e1-956d-4317-8df0-75a8ea29415f req-ab3954e9-d9c5-4a7d-a908-972514e792f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:21.383311 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f31576e1-956d-4317-8df0-75a8ea29415f req-ab3954e9-d9c5-4a7d-a908-972514e792f8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0489693 Dec 21 03:13:21.432974 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f31576e1-956d-4317-8df0-75a8ea29415f req-fe909b86-892d-44a5-9b6a-238a9d87e058 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Dec 21 03:13:22.554417 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98ee33-0930-45a8-aba0-8c1823424395 req-68160efe-773f-42f2-b408-27ff3319d697 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:22.555875 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d98ee33-0930-45a8-aba0-8c1823424395 req-68160efe-773f-42f2-b408-27ff3319d697 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0528843 Dec 21 03:13:22.606972 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d98ee33-0930-45a8-aba0-8c1823424395 req-f1e643fe-b79b-478d-8d13-c41c6a157e10 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Dec 21 03:13:22.910753 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:23.718914 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986fdb7-0114-4c2e-8438-a60651554d3b req-eccdec2b-fee4-45ff-a818-f2349c2b9e92 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:23.720369 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2986fdb7-0114-4c2e-8438-a60651554d3b req-eccdec2b-fee4-45ff-a818-f2349c2b9e92 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 944 time: 0.0477369 Dec 21 03:13:23.768473 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2986fdb7-0114-4c2e-8438-a60651554d3b req-b45f4dc8-6ea9-4ac8-951f-acceee2d55c6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Dec 21 03:13:24.140589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:13:24.233444 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:13:24.244117 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'port_id': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'mac_address': 'fa:16:3e:de:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:13:24.278950 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:24.290874 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:13:24.309666 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:13:24.313454 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:24.360539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=11']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:13:24.745214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['d429cd27-e640-4ca0-a58d-86df849f02c5'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:13:24.882046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e4609-0c56-4128-ba0d-256466e47b73 req-a0239c45-5a72-4eab-b185-1c21a3326516 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:24.883524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c4e4609-0c56-4128-ba0d-256466e47b73 req-a0239c45-5a72-4eab-b185-1c21a3326516 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0475857 Dec 21 03:13:24.932650 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8c4e4609-0c56-4128-ba0d-256466e47b73 req-5fc46692-c184-4c33-ba2d-bdad942a42d0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Dec 21 03:13:26.049898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3d288-01a5-4f32-a30b-a5307e5c1e1d req-be0bfbf9-d043-4de3-9fd1-4e86bc06a015 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:26.051364 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a3d288-01a5-4f32-a30b-a5307e5c1e1d req-be0bfbf9-d043-4de3-9fd1-4e86bc06a015 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 945 time: 0.0522966 Dec 21 03:13:26.099066 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03a3d288-01a5-4f32-a30b-a5307e5c1e1d req-e4a04c24-d9a9-47fb-92fa-7698f679afb7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Dec 21 03:13:26.171071 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:13:26.219177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port d429cd27-e640-4ca0-a58d-86df849f02c5 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:13:26.222679 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port d429cd27-e640-4ca0-a58d-86df849f02c5 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:13:26.223050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:26.298828 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:26.320723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:13:26.323485 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ecdcc5-deed-416d-85f3-872c5974cfa3" -d '{"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:13:26.335799 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:13:26.339786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:26.362629 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e934f-85c6-43f1-8a4b-f005c5668a45 x-openstack-request-id: req-2a0e934f-85c6-43f1-8a4b-f005c5668a45 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:13:26.362926 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:13:26.363179 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a0e934f-85c6-43f1-8a4b-f005c5668a45 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:13:26.364304 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'code': 200} Dec 21 03:13:26.389907 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=12']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:13:26.574935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803c36f-6283-4db0-9ad6-4257338acef2 req-7e793f50-e0e4-44ea-9310-855405813e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:26.576307 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5803c36f-6283-4db0-9ad6-4257338acef2 req-7e793f50-e0e4-44ea-9310-855405813e97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1098 time: 0.0445757 Dec 21 03:13:26.621715 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5803c36f-6283-4db0-9ad6-4257338acef2 req-1fdd299f-bc03-4d97-9f3a-1b539719290e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386739 Dec 21 03:13:27.210953 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562fabc-7720-471c-a0db-0da1c386288c req-d76d9c96-9964-41f0-ab22-61c0f7f094b0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:27.212440 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b562fabc-7720-471c-a0db-0da1c386288c req-d76d9c96-9964-41f0-ab22-61c0f7f094b0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0476975 Dec 21 03:13:27.260747 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b562fabc-7720-471c-a0db-0da1c386288c req-8f241ad6-0804-4dc0-b56d-f099dc9440d7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Dec 21 03:13:27.862503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:28.383339 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae285959-6d66-4235-89f2-7fac17aca254 req-83b51f50-11b5-40e1-961e-b805299d09d8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:28.384865 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae285959-6d66-4235-89f2-7fac17aca254 req-83b51f50-11b5-40e1-961e-b805299d09d8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0530567 Dec 21 03:13:28.441161 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ae285959-6d66-4235-89f2-7fac17aca254 req-523f084a-f62a-4660-94f8-6b24faf28c00 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Dec 21 03:13:29.557308 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30dc3d-a64e-4961-89a3-935696446362 req-5beaf42f-dd9b-44cb-9bf1-11651b011187 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:13:29.558786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d30dc3d-a64e-4961-89a3-935696446362 req-5beaf42f-dd9b-44cb-9bf1-11651b011187 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0489087 Dec 21 03:13:29.606238 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5d30dc3d-a64e-4961-89a3-935696446362 req-586ef0f3-f1b8-4f76-a78a-5844c6a4cdcf tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 21 03:13:36.396521 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:13:44.118925 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-83d0bb73-dc60-4896-ac89-a38b3645a99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:46.819028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fd1afa68-900f-42a7-a785-65081161181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:47.621280 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:49.027981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:49.572529 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:52.923031 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:13:57.884282 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:13.395652 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:14:14.124485 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c47765fc-ccc5-472d-b93d-aa440f60f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:16.820763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-66fc17b4-8a2a-41f0-8f49-83385d233bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:17.622433 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:18.649781 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-6edd5376-a8f4-4fd1-b878-ca589bc2402e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800581 Dec 21 03:14:18.747678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19af8-d44c-4127-a20b-878043186b38 req-78a60171-ec3b-42af-bb43-73760b5f9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:14:18.749134 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-78a60171-ec3b-42af-bb43-73760b5f9b6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1098 time: 0.0401864 Dec 21 03:14:18.853469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19af8-d44c-4127-a20b-878043186b38 req-bab5231e-1c93-4f62-b25e-31303efe3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:14:18.854938 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-bab5231e-1c93-4f62-b25e-31303efe3f99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0870357 Dec 21 03:14:18.918554 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-a9016fef-9aa0-41f7-8c00-d75194d4717d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 1000 time: 0.0563307 Dec 21 03:14:18.968614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19af8-d44c-4127-a20b-878043186b38 req-24b179b4-10e0-4c65-badd-ffa4cc235acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:14:18.970048 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-24b179b4-10e0-4c65-badd-ffa4cc235acc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0455287 Dec 21 03:14:19.015194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19af8-d44c-4127-a20b-878043186b38 req-4772dbb7-0261-417b-9ec4-c8465a756ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:14:19.016673 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-4772dbb7-0261-417b-9ec4-c8465a756ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400956 Dec 21 03:14:19.031351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:19.108605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-0db7edb3-1f98-4384-bbbc-e17609074afa service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Dec 21 03:14:19.195932 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7ec19af8-d44c-4127-a20b-878043186b38 req-d729aefa-4d94-482a-a48d-831ba6b720af service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796590 Dec 21 03:14:19.576039 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:22.940302 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:27.899061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:44.130046 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6f346561-ed7d-4b63-8205-d2320d305417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:46.821617 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-47000910-d21c-4a55-831b-95a98c6d10a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:47.626117 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:49.032835 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:49.577415 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:50.394129 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:14:52.939737 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:14:57.902014 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.043772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38590) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:06.194998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Deleting port d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:15:06.195344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.270710 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.270961 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.282860 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Calling delete_port for d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898 owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:15:06.678754 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.705021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'Port': ['ID=d3979f2e-5fc3-433d-b4b1-7ab8ee3ca898,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:06.728541 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.728885 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.729221 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.729587 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.729918 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.730246 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.730567 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.730895 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.731215 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.731615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.731935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.732257 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.732573 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:06.772429 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:06.772771 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Floating IP e10adb28-1df9-422a-8bd4-c0b052a08185 disassociated (deleted). External IP: 172.25.6.18, port: d429cd27-e640-4ca0-a58d-86df849f02c5. Dec 21 03:15:06.987480 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:15:07.092042 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:15:07.097002 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:07.104152 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:15:07.117404 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:15:07.118479 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:07.125989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e5b9e4d6-46e9-4433-b9a2-804dbe59a0ef tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "DELETE /v2.0/floatingips/e10adb28-1df9-422a-8bd4-c0b052a08185 HTTP/1.1" status: 204 len: 168 time: 1.0811481 Dec 21 03:15:07.126605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:15:07.128871 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:15:07.228340 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:15:07.231702 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce277b-9880-49b0-89b6-21f3b3b4941b x-openstack-request-id: req-26ce277b-9880-49b0-89b6-21f3b3b4941b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:15:07.231996 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:15:07.232250 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26ce277b-9880-49b0-89b6-21f3b3b4941b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:15:07.232648 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'status': 'completed', 'code': 200} Dec 21 03:15:07.321832 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-13b92198-4104-4422-89ee-93d59bdabe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:07.323489 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-13b92198-4104-4422-89ee-93d59bdabe73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 1098 time: 0.0460887 Dec 21 03:15:07.362044 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036fa8-c8bb-4daa-bcc6-09d2c99ba397 req-89ba5899-1c57-41a3-a7d1-a554539d453b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:07.363958 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf036fa8-c8bb-4daa-bcc6-09d2c99ba397 req-89ba5899-1c57-41a3-a7d1-a554539d453b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0567126 Dec 21 03:15:07.421084 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf036fa8-c8bb-4daa-bcc6-09d2c99ba397 req-5fe6c873-d528-4ec2-b617-7cbc2f35d597 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504467 Dec 21 03:15:07.439350 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-05091b3b-43aa-4706-b622-7f449c8d23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:07.440866 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-05091b3b-43aa-4706-b622-7f449c8d23fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.1105762 Dec 21 03:15:07.456350 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:07.487161 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-1d9aa23d-4460-4071-9035-26f71ceff0d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 200 len: 217 time: 0.0375702 Dec 21 03:15:07.494712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:15:07.503537 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:15:07.504145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:14:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:07.540369 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-4b1f1822-e840-4702-a3d9-8f4e9a7ab74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:07.541842 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-4b1f1822-e840-4702-a3d9-8f4e9a7ab74b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0469737 Dec 21 03:15:07.586973 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-383e3465-2cc2-48e8-8030-c14c7e461335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:07.588443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-383e3465-2cc2-48e8-8030-c14c7e461335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389645 Dec 21 03:15:07.612207 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:15:07.677065 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-57f3e1ff-10f5-4c4c-8952-7e28100b7166 service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802228 Dec 21 03:15:07.769556 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-c4fefbd5-35dd-4f2c-9367-2f184aa29de3 req-37764007-1768-4549-923a-1987426b2864 service neutron] 10.222.0.24 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849128 Dec 21 03:15:07.817153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:07.843705 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35423c0c-9eab-4e62-88d5-f6031deee14c None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:15:08.065577 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac3fad-1a0e-4f8c-91de-4f842035bcde None None] New status for floating IP e10adb28-1df9-422a-8bd4-c0b052a08185: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:15:08.555128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605fca-1792-4b62-8085-f9e8fe3f2787 req-d9e4805b-be24-4120-9756-62069a4f6112 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:08.556609 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68605fca-1792-4b62-8085-f9e8fe3f2787 req-d9e4805b-be24-4120-9756-62069a4f6112 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0494835 Dec 21 03:15:08.605970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-68605fca-1792-4b62-8085-f9e8fe3f2787 req-c478d781-8d86-436f-b05f-bff9d57a5c3b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=12d972f3-0f4e-44d4-a98d-52b1d86d3145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432818 Dec 21 03:15:09.028918 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-45e37fd7-3886-4309-bab7-ef4bb9cbdba8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:09.030475 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-45e37fd7-3886-4309-bab7-ef4bb9cbdba8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 946 time: 0.0501211 Dec 21 03:15:09.126341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Deleting port d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:15:09.126681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:09.218910 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] For port d429cd27-e640-4ca0-a58d-86df849f02c5, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=d429cd27-e640-4ca0-a58d-86df849f02c5,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:15:09.219266 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:09.232264 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Calling delete_port for d429cd27-e640-4ca0-a58d-86df849f02c5 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:15:09.360681 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:09.390165 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'Port': ['ID=d429cd27-e640-4ca0-a58d-86df849f02c5,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:09.417295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.417678 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.417999 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.418351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.418650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.418977 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.419291 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.419610 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.419931 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.420245 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.420561 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.420875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.421201 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:09.442960 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] No DVR routers for this DVR port d429cd27-e640-4ca0-a58d-86df849f02c5 on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:15:09.445263 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:09.448590 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cc1ded76-e90a-47ef-8c47-926b86fac8e3 req-ad8ca580-fb3a-472a-a119-db7ebff85efe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.24 "DELETE /v2.0/ports/d429cd27-e640-4ca0-a58d-86df849f02c5 HTTP/1.1" status: 204 len: 173 time: 0.4115229 Dec 21 03:15:09.449024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-deleted', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:15:09.451321 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28828210-5d2a-4dcd-a233-f577b5cc13e3" -d '{"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-deleted", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:15:09.488228 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca8f7d-f6ba-4a68-b6c0-00f66d8f739b x-openstack-request-id: req-7aca8f7d-f6ba-4a68-b6c0-00f66d8f739b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:15:09.488519 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7362a-bb63-4e42-8b31-ae122a93ab5d", "name": "network-vif-deleted", "tag": "d429cd27-e640-4ca0-a58d-86df849f02c5", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:15:09.488772 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7aca8f7d-f6ba-4a68-b6c0-00f66d8f739b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:15:09.489184 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7362a-bb63-4e42-8b31-ae122a93ab5d', 'name': 'network-vif-deleted', 'tag': 'd429cd27-e640-4ca0-a58d-86df849f02c5', 'status': 'completed', 'code': 200} Dec 21 03:15:09.709305 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c7e16941-dcc5-4e38-8b85-d51dd0308f49 req-66e2c68d-0f00-4651-9d8a-3d49137ffdb2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6a7362a-bb63-4e42-8b31-ae122a93ab5d HTTP/1.1" status: 200 len: 210 time: 0.0251200 Dec 21 03:15:10.768875 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38616) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:10.827329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:10.853189 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:10.913501 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:10.916536 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:10.918234 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "DELETE /v2.0/security-groups/12d972f3-0f4e-44d4-a98d-52b1d86d3145 HTTP/1.1" status: 204 len: 168 time: 0.1483543 Dec 21 03:15:10.927380 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e04336-491a-448e-bd33-fb2b62d2d634 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d972f3-0f4e-44d4-a98d-52b1d86d3145,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.241934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38622) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.246600 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776202193', 'description': 'tempest-secgroup-smoke-1776202193 description', 'project_id': '12d36979376b43a0a95321d3cf5ac722'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.270080 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.335018 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.338430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.369197 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.370469 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1274898 Dec 21 03:15:11.371442 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230cc4b-27cb-42c2-8bae-4c41200de6e9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338d3494-9158-4e2b-b1cd-69650d8cf2c7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.373489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38624) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.378052 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.405548 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.458253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.462219 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.479790 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30ad575-f116-48d8-8582-143c80fd9a79,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.486953 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.488102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f04a4145-be94-4ad1-bf41-378b48dd7f37 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136243 Dec 21 03:15:11.491028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38626) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.495204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.521982 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.575037 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.578259 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.595689 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e930a720-dd36-4785-94bc-bcc64b36d65f,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.602932 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.604086 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d53cc1ad-2938-4ee8-8ac4-35082aa0b22f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121652 Dec 21 03:15:11.606856 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38628) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.611026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.638987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.695671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.699694 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.716323 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5460aa18-61f8-40e6-b5b1-83c10df5b099,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.724511 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.725701 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-4eff900d-fe16-412f-b3f8-f61c07a9f837 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179781 Dec 21 03:15:11.728412 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38630) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.732707 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.758700 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.813420 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.816634 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.833423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f095722-77fc-477d-85e3-e9c58ed84a89,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.842147 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.843367 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-595c0380-0c9f-494c-8f1f-20d3bc1e2c2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140506 Dec 21 03:15:11.846051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38632) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.850311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.873170 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Project 12d36979376b43a0a95321d3cf5ac722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:15:11.877760 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.935541 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.939168 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.957850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d512f6-ed53-4b94-ad35-a69b72b780a1,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:11.965720 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:11.968714 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-16487036-d6f3-4cd1-8704-b1c61a09a34b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217084 Dec 21 03:15:11.969523 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 38634) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:11.973747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'security_group_rule': {'security_group_id': '338d3494-9158-4e2b-b1cd-69650d8cf2c7', 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:11.996378 n-d-761264-20 neutron-server[109851]: INFO neutron.db.securitygroups_db [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Project 12d36979376b43a0a95321d3cf5ac722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:15:12.001216 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:12.061253 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:12.064856 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:12.085099 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9791ef4a-ca52-4217-913f-83bb01b8d6cf,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:12.094378 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:12.095550 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-8a1e5f48-4dc0-46f7-a974-9f525a1b32ce tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251192 Dec 21 03:15:12.733300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:15:12.753543 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: d429cd27-e640-4ca0-a58d-86df849f02c5 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:15:12.753889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device d429cd27-e640-4ca0-a58d-86df849f02c5 not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:15:14.133616 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-16d61ba0-e797-4754-b9f3-a7b4eb51af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:16.825694 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f90ce227-6de9-415e-b9c9-020b9a4babd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:17.630465 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:19.041036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:19.579701 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:22.953630 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:27.392397 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:15:27.481201 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-827da482-3a38-4bc7-b27a-ef4a04f73cf2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776202193&fields=id&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 267 time: 0.0431376 Dec 21 03:15:27.588919 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-25b8ee1f-b3e9-4367-9cb6-3e809d992009 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:27.590326 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-25b8ee1f-b3e9-4367-9cb6-3e809d992009 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 809 time: 0.1023862 Dec 21 03:15:27.605178 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-cff5cf3a-138f-4bcc-9386-a78cbfe7dcf3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/quotas/12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Dec 21 03:15:27.654105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-337cc03b-b07e-40c9-a6ad-f069edf75d2b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437415 Dec 21 03:15:27.732167 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-cda0ecdb-9b8d-49e5-be18-fe14f7ae66c2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109850) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:15:27.733168 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-cda0ecdb-9b8d-49e5-be18-fe14f7ae66c2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0682986 Dec 21 03:15:27.824093 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-168bf7d6-9270-4952-b50b-2a1e66d31482 service neutron] 10.222.0.43 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Dec 21 03:15:27.912154 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:27.913502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-d1bb1da6-ae91-48d1-89bd-7bab954dac23 service neutron] 10.222.0.43 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Dec 21 03:15:28.192445 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4ef272d0-42ac-4cb1-8be8-d4a978d09024 req-60291fa7-979f-484d-9dfb-e5519fe85808 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Dec 21 03:15:29.297260 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-22dbc50b-9bad-43f0-b3bf-f8254117cad6 req-011bd564-997a-46df-a3fd-e01161321d51 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0323384 Dec 21 03:15:29.334250 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-535578bc-656a-4dc9-95e6-aae90764e655 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:29.335709 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-535578bc-656a-4dc9-95e6-aae90764e655 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 809 time: 0.1013231 Dec 21 03:15:29.411195 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-d0362e66-b0d6-43fa-96ea-c52463d787de tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 380 time: 0.0555801 Dec 21 03:15:29.421747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'port': {'device_id': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'admin_state_up': True, 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'security_groups': ['338d3494-9158-4e2b-b1cd-69650d8cf2c7']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:29.543084 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Made reservation on behalf of 12d36979376b43a0a95321d3cf5ac722 for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:15:29.546617 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:29.672746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Allocated IP 172.20.0.10 (b6af0346-0d5b-42ae-9343-2fa17dbdfac5/f9e4ea9a-9ea1-4e88-993f-e15eeec8111d/85cb3b43-73db-494f-9478-58ac02a87f9e) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:15:29.805638 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:29.840560 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:29.889903 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:15:29.892861 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:15:29.895275 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:15:29.922427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:29.952864 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:29.953545 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:29.971154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-88c7b992-fd3c-435e-97e0-61291d92b6cb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530124 Dec 21 03:15:29.998574 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Request body: {'port': {'device_id': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:30.058473 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.155367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-90217769-dfa1-40e5-958a-5b0000d448e8 None None] Provisioning complete for port 85cb3b43-73db-494f-9478-58ac02a87f9e triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:15:30.155931 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-90217769-dfa1-40e5-958a-5b0000d448e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.193715 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-90217769-dfa1-40e5-958a-5b0000d448e8 None None] Port 85cb3b43-73db-494f-9478-58ac02a87f9e cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:15:30.321644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cb3b43-73db-494f-9478-58ac02a87f9e {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:15:30.329366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.342270 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Transition to ACTIVE for port object 85cb3b43-73db-494f-9478-58ac02a87f9e will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:15:30.346847 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.420307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845abe4-04d6-4a4d-bb0a-4d1ab612a2af req-44b64a49-e924-42f4-8a4f-33a3a6b1542b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:30.425820 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7845abe4-04d6-4a4d-bb0a-4d1ab612a2af req-44b64a49-e924-42f4-8a4f-33a3a6b1542b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0552695 Dec 21 03:15:30.427533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:30.491211 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Attempting to bind port 85cb3b43-73db-494f-9478-58ac02a87f9e on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:15:30.491756 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Attempting to bind port 85cb3b43-73db-494f-9478-58ac02a87f9e by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:15:30.491875 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Attempting to bind port 85cb3b43-73db-494f-9478-58ac02a87f9e on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:15:30.492127 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7845abe4-04d6-4a4d-bb0a-4d1ab612a2af req-73e9dd7a-8f7b-4b56-9d4d-d1a54765588e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617342 Dec 21 03:15:30.497524 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Port 85cb3b43-73db-494f-9478-58ac02a87f9e on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:15:30.497850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Attempting to bind port 85cb3b43-73db-494f-9478-58ac02a87f9e on network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:15:30.503780 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:15:30.504119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Checking segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:15:30.504499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Bound using segment: {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:15:30.504928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Bound port: 85cb3b43-73db-494f-9478-58ac02a87f9e, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372256-c07c-469e-905a-fce52ef243e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:15:30.505913 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.579028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:15:30.582272 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:15:30.588588 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.627927 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:30.628540 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:30.630096 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] 10.222.0.45 "PUT /v2.0/ports/85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1093 time: 0.6366239 Dec 21 03:15:30.630408 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:15:30.632631 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640817d-5f1a-41e2-bd18-42428a9a345d" -d '{"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:15:30.652663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd746d8-98e9-4909-be73-032eb28cb88e service neutron] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:30.679953 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e36bc-986d-4168-8a93-58dde09e3d2d x-openstack-request-id: req-ff6e36bc-986d-4168-8a93-58dde09e3d2d {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:15:30.680250 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:15:30.680506 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff6e36bc-986d-4168-8a93-58dde09e3d2d {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:15:30.680911 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'status': 'completed', 'code': 200} Dec 21 03:15:30.756414 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-37ff61cc-98f4-4d10-9a54-7c039f657991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:30.758537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-37ff61cc-98f4-4d10-9a54-7c039f657991 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1096 time: 0.0539989 Dec 21 03:15:31.090231 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-7497d03c-a2a5-41ca-9aa2-37a4328f6e4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 217 time: 0.3075368 Dec 21 03:15:31.143210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-18fc7dc8-f57b-4cad-8e9e-6ba79e6deaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.144628 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-18fc7dc8-f57b-4cad-8e9e-6ba79e6deaf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0428681 Dec 21 03:15:31.196319 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-7cc776e1-4027-4486-bac8-3245ddc35559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.198297 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-7cc776e1-4027-4486-bac8-3245ddc35559 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420191 Dec 21 03:15:31.290432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-e7005e25-ee62-4825-8643-03404ce9fb3a service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Dec 21 03:15:31.387334 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f7dbd2fe-0c3b-4d87-9c3e-c266775eff83 req-d676c2b6-f0b6-4326-9c1b-0fb5b0006a2d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857520 Dec 21 03:15:31.518194 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-e4845997-478b-4618-9d43-0a9e439d1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.519708 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-e4845997-478b-4618-9d43-0a9e439d1baa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1096 time: 0.0397213 Dec 21 03:15:31.614934 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cbda0-cf2a-4218-9e8a-77ea3e3a83af req-3431477c-2081-4128-9164-d7f1bb04deb6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.616438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b4cbda0-cf2a-4218-9e8a-77ea3e3a83af req-3431477c-2081-4128-9164-d7f1bb04deb6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0518756 Dec 21 03:15:31.620509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-97687be6-8ee8-4409-8fd8-64b15e2679bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.622021 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-97687be6-8ee8-4409-8fd8-64b15e2679bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0911803 Dec 21 03:15:31.667349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0b4cbda0-cf2a-4218-9e8a-77ea3e3a83af req-9bde918c-acec-44a8-9f67-2c38393e2c33 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Dec 21 03:15:31.670504 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-941da853-394c-459a-b5c2-6dacd3761621 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 217 time: 0.0373881 Dec 21 03:15:31.727538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-aed4d14a-5ef3-4bf5-b895-358646899a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.729552 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-aed4d14a-5ef3-4bf5-b895-358646899a73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0476830 Dec 21 03:15:31.780622 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-50d67e9e-364d-40bc-9102-cf5353cd3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:31.782200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-50d67e9e-364d-40bc-9102-cf5353cd3d7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416181 Dec 21 03:15:31.880908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-81e0bc2a-23af-48a0-8c9d-c2ccb833cbc2 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861194 Dec 21 03:15:31.981598 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-2640817d-5f1a-41e2-bd18-42428a9a345d req-148461c0-6fd7-4047-b7c9-08e7079578a8 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Dec 21 03:15:32.792774 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad499-2dc0-4288-b9df-a3d94f2dc69a req-82f50d2e-c37c-4dff-aefc-5dfe51f1fbd1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:32.794349 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-012ad499-2dc0-4288-b9df-a3d94f2dc69a req-82f50d2e-c37c-4dff-aefc-5dfe51f1fbd1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Dec 21 03:15:32.843455 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-012ad499-2dc0-4288-b9df-a3d94f2dc69a req-aeb1c46b-05f9-4c0b-a7d4-e23af57ef685 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Dec 21 03:15:33.958858 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932f6e-9433-4626-bcbe-8bb68b43797e req-07e181c8-3438-4c52-994c-2c7d82e4414d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:33.960339 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f932f6e-9433-4626-bcbe-8bb68b43797e req-07e181c8-3438-4c52-994c-2c7d82e4414d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0490642 Dec 21 03:15:34.011160 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4f932f6e-9433-4626-bcbe-8bb68b43797e req-5f0d8c05-20d2-4403-99eb-d015258a5150 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Dec 21 03:15:35.129545 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345adf7-d2ca-4e7e-a565-5a9306c0c903 req-35483cb5-dcaf-4bc7-846e-b19ce2aa9a38 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:35.130983 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f345adf7-d2ca-4e7e-a565-5a9306c0c903 req-35483cb5-dcaf-4bc7-846e-b19ce2aa9a38 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0521929 Dec 21 03:15:35.179028 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f345adf7-d2ca-4e7e-a565-5a9306c0c903 req-3690a1a6-b902-4d24-a395-c02a613480af tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Dec 21 03:15:36.293428 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1c20-ef30-4697-bb7d-f27d813302bf req-da08bc9a-06ab-4d10-a01a-581612698dd2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:36.294812 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f48d1c20-ef30-4697-bb7d-f27d813302bf req-da08bc9a-06ab-4d10-a01a-581612698dd2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0483458 Dec 21 03:15:36.342661 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f48d1c20-ef30-4697-bb7d-f27d813302bf req-bad78655-6dfd-46da-82a9-c57707ad8307 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Dec 21 03:15:37.456154 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21bb43-d45e-4328-8e3b-d1c843288a16 req-2f77970a-21fc-408c-a97d-d97d17cc788a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:37.457642 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d21bb43-d45e-4328-8e3b-d1c843288a16 req-2f77970a-21fc-408c-a97d-d97d17cc788a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Dec 21 03:15:37.510773 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8d21bb43-d45e-4328-8e3b-d1c843288a16 req-4044519a-184e-4664-9f13-54a27da5e0dc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Dec 21 03:15:38.629278 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63eab5-0f64-4b19-b9be-25679031475e req-88da8a37-ab4e-444e-88ca-72686f5a21b7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:38.630677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c63eab5-0f64-4b19-b9be-25679031475e req-88da8a37-ab4e-444e-88ca-72686f5a21b7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0534036 Dec 21 03:15:38.678092 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-6c63eab5-0f64-4b19-b9be-25679031475e req-a9c1bca8-a1c5-4d0e-ab7b-d34b32c56f6d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Dec 21 03:15:39.792165 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a89a5-c699-465e-8235-840455d9ed6e req-6caa0053-5262-483b-8e67-7b2e7b6ec91b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:39.793651 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d21a89a5-c699-465e-8235-840455d9ed6e req-6caa0053-5262-483b-8e67-7b2e7b6ec91b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Dec 21 03:15:39.841294 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d21a89a5-c699-465e-8235-840455d9ed6e req-48401c6f-d4c3-4225-bb59-b5a7581c6d3a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Dec 21 03:15:40.962453 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5636-78c5-47d7-a28c-9bdd5520aebf req-d07017af-8010-4577-a21f-274621d6d9fa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:40.963943 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4cd5636-78c5-47d7-a28c-9bdd5520aebf req-d07017af-8010-4577-a21f-274621d6d9fa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0568795 Dec 21 03:15:41.012815 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b4cd5636-78c5-47d7-a28c-9bdd5520aebf req-6353d6b0-33a7-461a-80b9-50e37694f813 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Dec 21 03:15:42.125536 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfde5-09dc-41b3-8952-41df093b89d0 req-4a4f4a95-1963-43c0-85a7-4174a93cf3f4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:42.127023 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-164bfde5-09dc-41b3-8952-41df093b89d0 req-4a4f4a95-1963-43c0-85a7-4174a93cf3f4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0487158 Dec 21 03:15:42.175476 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-164bfde5-09dc-41b3-8952-41df093b89d0 req-1d09c4e6-1ec5-4211-88f7-13e05b09ce66 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Dec 21 03:15:42.872734 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:15:42.966266 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:15:42.977193 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'mac_address': 'fa:16:3e:94:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:15:43.013215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:43.025402 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cb3b43-73db-494f-9478-58ac02a87f9e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:15:43.043924 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:15:43.047639 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:43.095172 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:43.102212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.102568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.102909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.103745 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.104076 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.104406 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.104735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.105061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.105410 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.105742 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.106066 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.106390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.106737 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:15:43.287293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7ef44-ac13-4de5-9b5a-6ba71700b28b req-e5f01f8e-5285-463f-9c04-0725f4c834bc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:43.288796 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dba7ef44-ac13-4de5-9b5a-6ba71700b28b req-e5f01f8e-5285-463f-9c04-0725f4c834bc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Dec 21 03:15:43.341914 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dba7ef44-ac13-4de5-9b5a-6ba71700b28b req-e8194054-ef47-4f91-b8ac-a07e48917d2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467739 Dec 21 03:15:43.413798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['85cb3b43-73db-494f-9478-58ac02a87f9e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:15:44.135758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a4edc50b-12a8-4b2a-88d5-f23dc0b338f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:44.457562 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c009-6168-471f-aedf-568d252296b5 req-087a7854-0142-453e-a27f-b66c44b5c68f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:44.459021 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c685c009-6168-471f-aedf-568d252296b5 req-087a7854-0142-453e-a27f-b66c44b5c68f tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Dec 21 03:15:44.507262 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c685c009-6168-471f-aedf-568d252296b5 req-14b97ad9-c5c2-420a-abe9-0549e1584087 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Dec 21 03:15:44.889595 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:15:44.938259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 85cb3b43-73db-494f-9478-58ac02a87f9e completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:15:44.942144 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 85cb3b43-73db-494f-9478-58ac02a87f9e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:15:44.942515 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:45.023918 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:45.046022 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:15:45.048467 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18189a63-55af-426e-8222-ad9bff89afd7" -d '{"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-plugged", "status": "completed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:15:45.060798 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:15:45.064876 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:45.089275 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2c15d-a590-4083-901a-f645999f6799 x-openstack-request-id: req-01a2c15d-a590-4083-901a-f645999f6799 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:15:45.089596 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-plugged", "status": "completed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:15:45.089850 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01a2c15d-a590-4083-901a-f645999f6799 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:15:45.090236 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'code': 200} Dec 21 03:15:45.115143 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:45.237228 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae4e1d-7a9b-4e60-a624-9ab742c76d39 req-504fc888-c29a-4f2f-a370-27b149f3fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:45.238678 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0eae4e1d-7a9b-4e60-a624-9ab742c76d39 req-504fc888-c29a-4f2f-a370-27b149f3fcc3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0455039 Dec 21 03:15:45.289647 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-0eae4e1d-7a9b-4e60-a624-9ab742c76d39 req-63b2c3a0-2724-4fb7-9b36-fcb44f732acc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374427 Dec 21 03:15:45.623079 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0bde-d628-481d-88c4-ad5fa01ae11b req-0714cc89-2eab-4354-a829-6be6647a6d15 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:45.624521 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-032e0bde-d628-481d-88c4-ad5fa01ae11b req-0714cc89-2eab-4354-a829-6be6647a6d15 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Dec 21 03:15:45.672158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-032e0bde-d628-481d-88c4-ad5fa01ae11b req-9e209445-e728-4bc7-b966-c08d5d7e5e0a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Dec 21 03:15:46.796632 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150b23-814e-4649-8656-4f9bc7b26f3a req-4c411f48-cf46-48cc-8c51-756d1af0560e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:46.798229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f150b23-814e-4649-8656-4f9bc7b26f3a req-4c411f48-cf46-48cc-8c51-756d1af0560e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0578685 Dec 21 03:15:46.828219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-618cefb3-312a-4c0b-a1ba-ff68cb7e5330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:46.849739 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3f150b23-814e-4649-8656-4f9bc7b26f3a req-0b56ab9f-cd82-4313-944e-7e428eb07bf9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455475 Dec 21 03:15:46.966046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec57b2-ac71-4fef-81b9-5351a209f001 req-2de4bc67-43de-4c45-aafa-331ce714b42b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:46.967441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbec57b2-ac71-4fef-81b9-5351a209f001 req-2de4bc67-43de-4c45-aafa-331ce714b42b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0494173 Dec 21 03:15:47.017610 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bbec57b2-ac71-4fef-81b9-5351a209f001 req-f014ce29-eb6a-40fe-baf2-e3a3645cd314 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Dec 21 03:15:47.039966 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38832) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:47.124045 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b886c3-5848-4594-942e-9e91902c2a3c tempest-TestShelveInstance-552230792 tempest-TestShelveInstance-552230792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:47.125627 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-47b886c3-5848-4594-942e-9e91902c2a3c tempest-TestShelveInstance-552230792 tempest-TestShelveInstance-552230792-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1093 time: 0.0846741 Dec 21 03:15:47.128430 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 38836) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:15:47.132649 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:15:47.156408 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.254358 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.359727 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Allocated IP 172.25.6.18 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/b5f2b508-9b08-49f9-818e-e79211f1d5fa) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:15:47.464198 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.497413 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.538346 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:15:47.541668 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:15:47.545033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:15:47.568163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=b5f2b508-9b08-49f9-818e-e79211f1d5fa,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:47.632412 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.893263 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:47.959959 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:48.107184 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:48.111669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:48.177937 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event updated for resources: {'Port': ['ID=b5f2b508-9b08-49f9-818e-e79211f1d5fa,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:15:48.187398 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:48.286568 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Floating IP 67646203-565f-4194-8da2-20a0d1db994c associated. External IP: 172.25.6.18, port: 85cb3b43-73db-494f-9478-58ac02a87f9e. Dec 21 03:15:48.490051 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:15:48.596131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:15:48.606630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:15:48.614063 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:48.616923 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:15:48.617703 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:15:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:48.641316 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-90153e74-bca7-4e17-a465-245fdcab59b2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5112996 Dec 21 03:15:48.641969 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:15:48.644254 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f526a1f-10d6-48b7-8155-c0491f471d54" -d '{"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:15:48.681137 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da4395-3d5a-48a2-b633-69bc4fb8949c x-openstack-request-id: req-76da4395-3d5a-48a2-b633-69bc4fb8949c {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:15:48.681573 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:15:48.681837 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76da4395-3d5a-48a2-b633-69bc4fb8949c {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:15:48.682247 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'status': 'completed', 'code': 200} Dec 21 03:15:48.726835 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:15:48.804207 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-0a887ef3-ec56-49a9-9a01-5c5057144bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:48.805813 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-0a887ef3-ec56-49a9-9a01-5c5057144bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0787992 Dec 21 03:15:48.899777 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-b5f5d602-11ba-49cc-8e1b-233c77bc04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:48.901799 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-b5f5d602-11ba-49cc-8e1b-233c77bc04fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0877233 Dec 21 03:15:48.949067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '67646203-565f-4194-8da2-20a0d1db994c', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:94:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:15:47Z', 'updated_at': '2021-12-21T03:15:47Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:48.968396 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-a91d46a4-708c-406a-b1d1-abfdfa04c959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 999 time: 0.0589745 Dec 21 03:15:48.974815 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:15:48.983311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:15:48.983922 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:15:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:49.027384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-aeae3851-992f-4dd2-92da-50408e186d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:49.029224 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-aeae3851-992f-4dd2-92da-50408e186d8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0539987 Dec 21 03:15:49.073451 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:49.079087 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-e0bd496c-78e2-4a30-a477-2111a61b152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:49.080713 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-e0bd496c-78e2-4a30-a477-2111a61b152e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447180 Dec 21 03:15:49.101811 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:15:49.170712 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-ddf0c85c-e5a2-49e1-908a-af5fa48380b1 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Dec 21 03:15:49.266953 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-3f526a1f-10d6-48b7-8155-c0491f471d54 req-dd3b0dbf-b575-4b53-b7e8-a15a92f0e477 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Dec 21 03:15:49.478630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '67646203-565f-4194-8da2-20a0d1db994c', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:94:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:15:47Z', 'updated_at': '2021-12-21T03:15:47Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:15:49.504228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e8efb9-b3d5-4e75-a000-512ede1aa39c None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '67646203-565f-4194-8da2-20a0d1db994c', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'mac_address': 'fa:16:3e:94:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:15:47Z', 'updated_at': '2021-12-21T03:15:47Z', 'revision_number': 0, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:15:49.582067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:49.698064 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97aeb6f-03a7-45b5-b47c-18abdd613600 None None] New status for floating IP 67646203-565f-4194-8da2-20a0d1db994c: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:15:52.949028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:15:55.081523 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-93574cb8-7fc3-4fbb-8d0a-f29b900f70fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393887 Dec 21 03:15:55.179775 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-971dde1e-9a18-4939-8abe-2a5e0e1c20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:55.181240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-971dde1e-9a18-4939-8abe-2a5e0e1c20e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0436833 Dec 21 03:15:55.296795 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-ac44e601-051b-4820-a693-ea2990c14bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:55.298410 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-ac44e601-051b-4820-a693-ea2990c14bf3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0974269 Dec 21 03:15:55.374528 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-ff7ba96a-3421-428e-bd84-be1e1f7c4110 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1001 time: 0.0668864 Dec 21 03:15:55.427886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-097fe3b3-57ef-471e-b402-a2b8d67be5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:55.429313 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-097fe3b3-57ef-471e-b402-a2b8d67be5f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0445125 Dec 21 03:15:55.473932 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-9daed3cd-b536-484a-8982-c57338b0d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:15:55.475375 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-9daed3cd-b536-484a-8982-c57338b0d02b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392761 Dec 21 03:15:55.566634 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-79dcd88d-6fe3-4b10-8567-4b91e0ce4978 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841932 Dec 21 03:15:55.657655 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ec086d09-a4af-49f3-91d5-e922e3982c18 req-cf6a8f3b-8bb1-4e76-9035-dfc6c0e7861c service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814724 Dec 21 03:15:57.928184 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:04.393478 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:16:14.141160 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f81d8b7-b39d-4dec-8196-590fdd154f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:16.830348 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-84aca4c0-d673-4332-bbbd-97b6cb01c769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:17.635373 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:19.041742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:19.583766 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:22.967786 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:27.937962 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:41.392844 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:16:44.142835 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6363498e-1e12-40de-bd7f-b1354b640157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:46.831946 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e6639a9a-6bd7-4dc9-8901-3dc14327e5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:47.636921 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:49.044389 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:49.585463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:52.982850 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:16:57.094192 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-b9b56949-9193-4fb9-94e5-d45774e7c488 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438571 Dec 21 03:16:57.204762 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-b9be920e-9f00-4c97-8898-bacd2b2062ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:16:57.206246 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-b9be920e-9f00-4c97-8898-bacd2b2062ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0394843 Dec 21 03:16:57.314696 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-2df37500-714b-49ee-b618-572a715b006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:16:57.316170 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-2df37500-714b-49ee-b618-572a715b006d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0853941 Dec 21 03:16:57.399580 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-e8a74a27-cce1-4364-a342-84bd232d01a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1001 time: 0.0705767 Dec 21 03:16:57.457929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-e0b38109-8420-4d63-80ea-f77456558913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:16:57.460034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-e0b38109-8420-4d63-80ea-f77456558913 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0479972 Dec 21 03:16:57.504947 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-82a7341d-0ecc-451e-9d9c-79480ad9ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:16:57.506963 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-82a7341d-0ecc-451e-9d9c-79480ad9ac9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394623 Dec 21 03:16:57.606130 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-7d3e0b15-1c7f-4bf4-bcb2-cf69be5bf7c5 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855625 Dec 21 03:16:57.704251 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-92f0460a-aa4e-415f-80e0-b6b7819cad81 req-bee792d1-2b98-46f8-87b0-a89eb80d30d7 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Dec 21 03:16:57.927587 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:14.144099 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7d91-0c02-4bdb-95ce-61fdea01f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:16.833716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-857e8e62-8474-46ff-a423-ddfafcf2abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:17.640363 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:18.391879 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:17:19.045969 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:19.587139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:22.982956 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:27.924692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:44.146556 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-865243d9-5ade-45aa-a848-e68e3cc92f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:46.387100 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122f34-c79c-45d0-9ea2-6c0746e385b8 req-368d3b1c-a080-4015-8033-b3c463b28171 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:46.388594 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18122f34-c79c-45d0-9ea2-6c0746e385b8 req-368d3b1c-a080-4015-8033-b3c463b28171 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.1037195 Dec 21 03:17:46.437656 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-18122f34-c79c-45d0-9ea2-6c0746e385b8 req-015cef46-7300-4f7b-a3d7-2eee6d3f7bfd tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Dec 21 03:17:46.834620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b1a23256-3dfc-4bca-bfb9-9d4300b2a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:47.608171 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1b13-ef24-4b46-8ac9-dbc96c417998 req-0758ffad-c9c0-43d4-a9a8-64da28e6a3fe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:47.609640 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e4a1b13-ef24-4b46-8ac9-dbc96c417998 req-0758ffad-c9c0-43d4-a9a8-64da28e6a3fe tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0936637 Dec 21 03:17:47.641503 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:47.659764 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1e4a1b13-ef24-4b46-8ac9-dbc96c417998 req-d3baf292-9c9b-4691-9ea7-647a3351c364 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Dec 21 03:17:48.781863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5333a9-d9b3-459b-a7eb-311ffeb2354b req-ad83849d-bcfe-462e-a081-b33c28701ab3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:48.783343 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf5333a9-d9b3-459b-a7eb-311ffeb2354b req-ad83849d-bcfe-462e-a081-b33c28701ab3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0487740 Dec 21 03:17:48.832688 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf5333a9-d9b3-459b-a7eb-311ffeb2354b req-aafd3143-b2fe-4f3a-9172-006781dff6c9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Dec 21 03:17:49.049647 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:49.589297 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:49.951664 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b88c-600f-47f7-a15d-60f18b56eea8 req-d5146c08-cacd-4dcf-af88-c51b763188c3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:49.953142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a53b88c-600f-47f7-a15d-60f18b56eea8 req-d5146c08-cacd-4dcf-af88-c51b763188c3 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Dec 21 03:17:50.001737 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4a53b88c-600f-47f7-a15d-60f18b56eea8 req-11ba4ab6-410c-4b72-9a34-8c2ab22bad34 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Dec 21 03:17:51.118507 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507d8e4-59e1-4f50-a77b-b450ae7ad605 req-169d3a04-3ece-4479-a964-e3356da88cbf tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:51.119970 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3507d8e4-59e1-4f50-a77b-b450ae7ad605 req-169d3a04-3ece-4479-a964-e3356da88cbf tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0513823 Dec 21 03:17:51.169169 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3507d8e4-59e1-4f50-a77b-b450ae7ad605 req-2a35a5f3-3b23-4202-a8b0-91e118058f2d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Dec 21 03:17:52.281521 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb3007-2325-4ead-afb4-a7eafffadf18 req-20962c8f-ae17-4606-bdb0-2d03794651f4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:52.282978 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dacb3007-2325-4ead-afb4-a7eafffadf18 req-20962c8f-ae17-4606-bdb0-2d03794651f4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Dec 21 03:17:52.334420 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-dacb3007-2325-4ead-afb4-a7eafffadf18 req-6782f3f7-f7d1-4a48-b0ae-97a777a8b6b9 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448935 Dec 21 03:17:52.984915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:53.451068 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb338f80-7196-4d13-a603-02e3b57d175f req-3588a8d2-a176-4878-a00f-98f065a6af52 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:53.452545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb338f80-7196-4d13-a603-02e3b57d175f req-3588a8d2-a176-4878-a00f-98f065a6af52 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Dec 21 03:17:53.501347 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fb338f80-7196-4d13-a603-02e3b57d175f req-cffca68c-256c-4a78-9998-3d691d77e6ee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Dec 21 03:17:54.617057 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136783-c61a-4b4f-9374-c0b6d9fa1139 req-4da1c76c-ce4c-4cfc-95a5-e25bbb587aee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:54.618463 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2136783-c61a-4b4f-9374-c0b6d9fa1139 req-4da1c76c-ce4c-4cfc-95a5-e25bbb587aee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0478141 Dec 21 03:17:54.668142 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f2136783-c61a-4b4f-9374-c0b6d9fa1139 req-9818709d-b9c8-4ff6-90a6-b8d5a664e5e6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Dec 21 03:17:55.395543 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:17:55.786043 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17774677-897f-402c-a58e-03fca0dd002e req-a5f5eede-dd6e-4d45-9903-90c3c0e6f3dc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:55.787504 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17774677-897f-402c-a58e-03fca0dd002e req-a5f5eede-dd6e-4d45-9903-90c3c0e6f3dc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Dec 21 03:17:55.834456 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-17774677-897f-402c-a58e-03fca0dd002e req-c986fc02-0602-4f98-924b-11e478d95cc5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Dec 21 03:17:56.647460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-a2655374-a05d-487b-862c-c590f71acce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:56.648908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-a2655374-a05d-487b-862c-c590f71acce0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0401442 Dec 21 03:17:56.743888 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-e8b55311-a72d-41f7-8416-dad0ff87b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:56.745348 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-e8b55311-a72d-41f7-8416-dad0ff87b755 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0836124 Dec 21 03:17:56.814950 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-d71784b3-d668-446a-9c16-60025d68ed9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1001 time: 0.0604820 Dec 21 03:17:56.873013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-06e9d47f-46af-4d7c-bf43-6cdeb8e9b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:56.874512 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-06e9d47f-46af-4d7c-bf43-6cdeb8e9b2f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0478778 Dec 21 03:17:56.926002 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-bec980a3-169d-45f4-a3c7-39a525c338a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:56.927389 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-bec980a3-169d-45f4-a3c7-39a525c338a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419257 Dec 21 03:17:56.950029 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd523-c214-4cab-97b7-7655a8a69d4d req-e94d9b78-02f9-4c93-bc08-207b83b02495 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:56.951520 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c14cd523-c214-4cab-97b7-7655a8a69d4d req-e94d9b78-02f9-4c93-bc08-207b83b02495 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Dec 21 03:17:57.002026 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c14cd523-c214-4cab-97b7-7655a8a69d4d req-5f94efe5-d0e9-49ea-b91d-21fd789c3185 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Dec 21 03:17:57.025637 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-493f7e5e-305f-4324-bf61-656766ffd60d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854952 Dec 21 03:17:57.117567 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-a59ed491-3274-4ce1-9eb8-843a540eff53 req-c4a7f1c0-461f-4813-8e31-b34092a59d3d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836914 Dec 21 03:17:57.262487 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-858a756d-91c1-4c79-b708-928ae8a55664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:57.263852 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-858a756d-91c1-4c79-b708-928ae8a55664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0406291 Dec 21 03:17:57.370805 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-a7f772f9-ba49-49bf-81de-5bc77543bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:57.372265 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-a7f772f9-ba49-49bf-81de-5bc77543bdc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0827873 Dec 21 03:17:57.447438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-84c0f9e9-0419-461d-b32c-26648ff1ee6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1001 time: 0.0665333 Dec 21 03:17:57.499614 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-ee4bb26b-bac3-461a-b579-09e3cb5306f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:57.501275 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-ee4bb26b-bac3-461a-b579-09e3cb5306f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0455220 Dec 21 03:17:57.549451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-b6e4d89e-42d1-4174-94f5-483e6e5e38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:57.550885 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-b6e4d89e-42d1-4174-94f5-483e6e5e38d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410502 Dec 21 03:17:57.644029 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-2e7a0267-3556-42c6-adc4-8f3d4b13ac42 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Dec 21 03:17:57.736568 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-86b25008-930f-445e-a270-ddf5c552b9d2 req-efc626cb-3cd8-45cf-97d5-426b2d671a50 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Dec 21 03:17:57.925349 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:17:58.113760 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22550b3-529e-468b-8ee8-230439b8ff95 req-9772761f-cef1-459b-960f-32b09615ac4b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:58.115447 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a22550b3-529e-468b-8ee8-230439b8ff95 req-9772761f-cef1-459b-960f-32b09615ac4b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Dec 21 03:17:58.169575 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a22550b3-529e-468b-8ee8-230439b8ff95 req-ce874b54-0d26-4ed3-9a42-5f3fc31d8db8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482159 Dec 21 03:17:59.287307 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29495be5-dc60-40cb-88a3-ccfcc6f7648c req-60069908-97c2-4de6-8c45-2ccb2a47056c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:17:59.288687 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29495be5-dc60-40cb-88a3-ccfcc6f7648c req-60069908-97c2-4de6-8c45-2ccb2a47056c tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Dec 21 03:17:59.339183 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-29495be5-dc60-40cb-88a3-ccfcc6f7648c req-e9ad2d46-508e-48f1-8bc8-f906d4eb6d32 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Dec 21 03:18:00.455916 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531e92a-b61b-46dd-91fb-61405ef91ea3 req-0d3d852f-aab2-4afd-944a-9ca6674dd258 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:00.457401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531e92a-b61b-46dd-91fb-61405ef91ea3 req-0d3d852f-aab2-4afd-944a-9ca6674dd258 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0498095 Dec 21 03:18:00.505893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4531e92a-b61b-46dd-91fb-61405ef91ea3 req-ccae2aca-53e4-4d27-bea1-e042d75ddae8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Dec 21 03:18:01.607608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:18:01.622826 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd9550-2a9e-4bb4-abd8-8bed71f1bc32 req-5de2db3b-f24a-4993-97f0-1815016efb3d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:01.624227 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3fd9550-2a9e-4bb4-abd8-8bed71f1bc32 req-5de2db3b-f24a-4993-97f0-1815016efb3d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0517356 Dec 21 03:18:01.672344 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c3fd9550-2a9e-4bb4-abd8-8bed71f1bc32 req-cbfacfb6-62bb-48b8-9090-c22aea78d4ea tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Dec 21 03:18:01.686777 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:01.708576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:18:01.710846 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9621b3a1-5591-4337-9bb1-726ea13115ed" -d '{"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-unplugged", "status": "completed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:18:01.723936 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:18:01.729536 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:01.781858 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:18:01.790040 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.790396 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.790735 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.791273 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.791604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.792100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.792602 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.793102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.793752 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.794244 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.794872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.795209 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.795539 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:18:01.814860 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Dec 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7f8a86-5993-4da1-b700-836c0069e3a3 x-openstack-request-id: req-3e7f8a86-5993-4da1-b700-836c0069e3a3 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:18:01.815269 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-unplugged", "status": "failed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "code": 422}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:18:01.815589 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e7f8a86-5993-4da1-b700-836c0069e3a3 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:18:01.816060 n-d-761264-20 neutron-server[109852]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'code': 422} returned with failed status Dec 21 03:18:01.892367 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba120535-f3b0-4e5e-9be0-3dc533bda51b req-5e087416-3e92-4deb-a58f-18679cb8c0ae tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:01.893870 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba120535-f3b0-4e5e-9be0-3dc533bda51b req-5e087416-3e92-4deb-a58f-18679cb8c0ae tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0505617 Dec 21 03:18:01.903142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-b158c9a5-af76-43f3-be12-2b0fbe6ac8de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792489 Dec 21 03:18:01.911859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-ae496668-57e7-4afd-9db2-a01e5e18a9e6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:18:01.913435 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-ae496668-57e7-4afd-9db2-a01e5e18a9e6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050282 Dec 21 03:18:01.943389 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ba120535-f3b0-4e5e-9be0-3dc533bda51b req-fd969ff5-5131-4147-8407-3430b063aad4 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Dec 21 03:18:03.064475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c169-4e1c-4934-a9be-783fd0b29015 req-04e93179-51c4-49fc-8359-7f3bab90eb88 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:03.065987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8959c169-4e1c-4934-a9be-783fd0b29015 req-04e93179-51c4-49fc-8359-7f3bab90eb88 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0557742 Dec 21 03:18:03.364082 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8959c169-4e1c-4934-a9be-783fd0b29015 req-78eaf950-114f-4963-a6e4-8bf33d870742 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907963 Dec 21 03:18:04.476146 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4670c-5b26-4c2e-8e4f-ee0f726c8a52 req-57fd3933-af9f-4c41-b805-4fae9e2aefd5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:04.477613 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43b4670c-5b26-4c2e-8e4f-ee0f726c8a52 req-57fd3933-af9f-4c41-b805-4fae9e2aefd5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0475733 Dec 21 03:18:04.525625 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-43b4670c-5b26-4c2e-8e4f-ee0f726c8a52 req-9b1c81ec-54eb-4e72-848f-64d565458014 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Dec 21 03:18:05.636285 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84323fb7-e90c-4952-ae9d-529dbfd6f6c7 req-31de27f2-7a07-44da-a56a-54e9ce3b665b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:05.637744 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84323fb7-e90c-4952-ae9d-529dbfd6f6c7 req-31de27f2-7a07-44da-a56a-54e9ce3b665b tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0470982 Dec 21 03:18:05.688434 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-84323fb7-e90c-4952-ae9d-529dbfd6f6c7 req-f449d8c3-bfe2-40cc-a298-514b3b88beb7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Dec 21 03:18:06.801488 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005b70f-84c2-473c-9479-6b6346886678 req-49a7b4c7-52d4-41b6-ace1-ab931b595e13 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:06.802876 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f005b70f-84c2-473c-9479-6b6346886678 req-49a7b4c7-52d4-41b6-ace1-ab931b595e13 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0479748 Dec 21 03:18:06.851994 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f005b70f-84c2-473c-9479-6b6346886678 req-d7a87c75-d6f1-4f8b-b443-66d638db3e1e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Dec 21 03:18:07.978107 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91fc5-d82e-4ec7-86f3-e03105e40ea3 req-121c3d02-2fcc-4f35-8355-da7ab56082cc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:07.979725 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c91fc5-d82e-4ec7-86f3-e03105e40ea3 req-121c3d02-2fcc-4f35-8355-da7ab56082cc tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0521123 Dec 21 03:18:08.030719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-75c91fc5-d82e-4ec7-86f3-e03105e40ea3 req-779a2253-08db-46e4-bb6d-ce63b5254105 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Dec 21 03:18:09.150455 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199e922-3477-487f-9168-1dd6d70e4c5e req-70667639-302b-4913-a125-a5f3c44068e7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:09.151938 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e199e922-3477-487f-9168-1dd6d70e4c5e req-70667639-302b-4913-a125-a5f3c44068e7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0537765 Dec 21 03:18:09.201006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e199e922-3477-487f-9168-1dd6d70e4c5e req-fd285fd6-7c54-4aa5-8c39-3ac7317b400d tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Dec 21 03:18:10.319272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc931fc2-e77e-4d3e-b112-c22729b661d4 req-9ef961cc-495f-4a17-ac80-1dd4f2030ef7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:10.320800 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc931fc2-e77e-4d3e-b112-c22729b661d4 req-9ef961cc-495f-4a17-ac80-1dd4f2030ef7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0505033 Dec 21 03:18:10.371426 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc931fc2-e77e-4d3e-b112-c22729b661d4 req-e270e419-690a-46c5-84d5-8f9f1e6f612e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 Dec 21 03:18:11.491763 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1ad6-ad42-4660-8d2f-7a1b9052b851 req-c35eb312-c9b8-4cce-a2cd-373013166191 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:11.493235 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-498e1ad6-ad42-4660-8d2f-7a1b9052b851 req-c35eb312-c9b8-4cce-a2cd-373013166191 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0517373 Dec 21 03:18:11.547666 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-498e1ad6-ad42-4660-8d2f-7a1b9052b851 req-3d774b83-fe3c-44a3-a9d2-76403d3d5156 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482998 Dec 21 03:18:11.856836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-f9654bc0-006a-46b4-9c71-5947f8156427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:11.858323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-f9654bc0-006a-46b4-9c71-5947f8156427 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72&tenant_id=12d36979376b43a0a95321d3cf5ac722 HTTP/1.1" status: 200 len: 1096 time: 0.0401311 Dec 21 03:18:11.943327 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-b7e1e410-da21-49bb-9503-2acc2c7838ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:11.944850 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-b7e1e410-da21-49bb-9503-2acc2c7838ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1096 time: 0.0439126 Dec 21 03:18:12.042528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-015ffc28-1fde-4271-ae4f-167d3a670e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:12.043981 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-015ffc28-1fde-4271-ae4f-167d3a670e21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0863805 Dec 21 03:18:12.112121 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-61c08552-440c-4766-bace-a8bb345adc05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 999 time: 0.0570016 Dec 21 03:18:12.170007 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-9ca46bcd-d6de-40ae-8c5c-2b0110e06a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:12.171417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-9ca46bcd-d6de-40ae-8c5c-2b0110e06a6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0472302 Dec 21 03:18:12.225699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-9e4492ff-b6f7-4679-af4d-eb8ac91502ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:12.227200 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-9e4492ff-b6f7-4679-af4d-eb8ac91502ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446026 Dec 21 03:18:12.324070 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-a14bf817-95ef-4819-850f-ddf589aad517 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809011 Dec 21 03:18:12.420770 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-fa1d97bc-2d39-4f2c-9101-e90e25fb9ae7 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848801 Dec 21 03:18:12.666293 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a359a2-2f5b-4728-ab24-a469f76ec8cc req-71891669-b850-4f95-8b6f-5f5740b8e32a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:12.667746 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a359a2-2f5b-4728-ab24-a469f76ec8cc req-71891669-b850-4f95-8b6f-5f5740b8e32a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0480034 Dec 21 03:18:12.716471 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f4a359a2-2f5b-4728-ab24-a469f76ec8cc req-0b550586-4253-4b48-bc16-ac4a0494717a tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Dec 21 03:18:13.835563 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab92f05-7759-4c57-b8f3-9831709ae1b6 req-96823a0d-d2f1-4a45-8b79-041e7f2d79ee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:13.837043 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eab92f05-7759-4c57-b8f3-9831709ae1b6 req-96823a0d-d2f1-4a45-8b79-041e7f2d79ee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Dec 21 03:18:13.886195 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eab92f05-7759-4c57-b8f3-9831709ae1b6 req-a18c618e-75a3-45d8-9ba1-19cfa1a4d1dd tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Dec 21 03:18:14.148671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3cc60151-0661-4412-8220-a3d9b53e8e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:15.003659 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127f31-a532-42ab-ba57-ca4dc85501d8 req-f2c57a99-0128-4a33-be5a-1bf7c481f223 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:15.005103 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c127f31-a532-42ab-ba57-ca4dc85501d8 req-f2c57a99-0128-4a33-be5a-1bf7c481f223 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0518184 Dec 21 03:18:15.053379 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c127f31-a532-42ab-ba57-ca4dc85501d8 req-ce5b4fc1-5c9d-493b-9167-065f28bf9a72 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Dec 21 03:18:16.165883 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabb31b-d677-453e-a201-193e1056b26f req-144796db-b01e-4e92-bab9-bbc3de2a63fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:16.167365 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcabb31b-d677-453e-a201-193e1056b26f req-144796db-b01e-4e92-bab9-bbc3de2a63fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0476751 Dec 21 03:18:16.215524 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-fcabb31b-d677-453e-a201-193e1056b26f req-e2b2a48c-ba11-4ee5-bad2-862ef72ab8a5 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Dec 21 03:18:16.836264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e0a0-d471-470f-9807-c36ec9876134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:17.336113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade99f10-1ddd-421f-8994-c37ffa1e7d07 req-50a44f18-33bd-4674-9840-65d5cc54f228 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:17.337602 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade99f10-1ddd-421f-8994-c37ffa1e7d07 req-50a44f18-33bd-4674-9840-65d5cc54f228 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0533946 Dec 21 03:18:17.387589 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-ade99f10-1ddd-421f-8994-c37ffa1e7d07 req-a0e78120-ee87-46ac-9666-55abd7cb99aa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Dec 21 03:18:17.668440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:18.520781 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7851b5-354c-4c84-a34f-ceec23d12d56 req-55ef6c18-86d6-44b8-b75a-c193d75d9208 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:18.524570 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b7851b5-354c-4c84-a34f-ceec23d12d56 req-55ef6c18-86d6-44b8-b75a-c193d75d9208 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0661094 Dec 21 03:18:18.587058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8b7851b5-354c-4c84-a34f-ceec23d12d56 req-acfe664b-53f9-4475-a8fb-356f4113b2ad tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564885 Dec 21 03:18:19.050941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:19.590963 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:19.682440 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:18:19.701070 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c0dd-e0f2-4f58-bf27-3c7b00801ce3 req-17b7726a-7fbd-4c41-84d0-94bad0b5d2e8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:19.702596 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44c8c0dd-e0f2-4f58-bf27-3c7b00801ce3 req-17b7726a-7fbd-4c41-84d0-94bad0b5d2e8 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 944 time: 0.0497022 Dec 21 03:18:19.756633 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-44c8c0dd-e0f2-4f58-bf27-3c7b00801ce3 req-7866770c-35b0-4102-99e7-03aa86ad9e43 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 Dec 21 03:18:19.781547 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:18:19.792582 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'port_id': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'mac_address': 'fa:16:3e:94:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:18:19.828211 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:19.841516 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cb3b43-73db-494f-9478-58ac02a87f9e {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:18:19.860598 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:18:19.864636 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:19.915006 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:18:20.212609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['85cb3b43-73db-494f-9478-58ac02a87f9e'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:18:20.869940 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b56f-b477-4af4-bdaf-042dfb400711 req-7690f406-95fe-4651-b28f-828cf9d860c2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:20.871416 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2344b56f-b477-4af4-bdaf-042dfb400711 req-7690f406-95fe-4651-b28f-828cf9d860c2 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 945 time: 0.0495853 Dec 21 03:18:20.919996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2344b56f-b477-4af4-bdaf-042dfb400711 req-9eb63e68-4d50-4ec3-9541-5abee746a076 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Dec 21 03:18:21.682814 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:18:21.728259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 85cb3b43-73db-494f-9478-58ac02a87f9e triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:18:21.728626 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:21.801124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:21.826557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:18:21.828741 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b93a8f-6490-4e2e-8413-f751a1be75b3" -d '{"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-plugged", "status": "completed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:18:21.841145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:18:21.845795 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:21.875654 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92971d0-08b9-4582-bac6-7efba44cc42e x-openstack-request-id: req-e92971d0-08b9-4582-bac6-7efba44cc42e {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:18:21.875951 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-plugged", "status": "completed", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:18:21.876205 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e92971d0-08b9-4582-bac6-7efba44cc42e {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:18:21.876596 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'code': 200} Dec 21 03:18:21.902234 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:18:22.033491 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156723f0-2cf1-403b-945d-b31fcdea79ca req-420f9c75-b80a-4318-bc3b-41ffb24ddda6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:22.035121 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-156723f0-2cf1-403b-945d-b31fcdea79ca req-420f9c75-b80a-4318-bc3b-41ffb24ddda6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0480912 Dec 21 03:18:22.073453 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453f2b-a60a-4e3e-9288-d7df478a0efe req-adff848c-e22e-4a3f-9e8b-27b964288942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:22.074934 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-81453f2b-a60a-4e3e-9288-d7df478a0efe req-adff848c-e22e-4a3f-9e8b-27b964288942 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0403109 Dec 21 03:18:22.084112 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-156723f0-2cf1-403b-945d-b31fcdea79ca req-594082c6-dbed-4b09-b095-fe81414c6a27 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Dec 21 03:18:22.123406 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-81453f2b-a60a-4e3e-9288-d7df478a0efe req-2af794b0-b136-4c75-ab51-2ea692da4631 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Dec 21 03:18:22.980548 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:23.205099 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108917-a1cc-4d03-acec-0cfa4ce097a4 req-6f838e20-a1d1-40b0-885c-5b4fc4483992 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:23.206583 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80108917-a1cc-4d03-acec-0cfa4ce097a4 req-6f838e20-a1d1-40b0-885c-5b4fc4483992 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Dec 21 03:18:23.255239 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-80108917-a1cc-4d03-acec-0cfa4ce097a4 req-0fcf95d5-3ec5-4ce9-bd81-46214a3048d1 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Dec 21 03:18:24.367605 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349a58-24ef-477a-94e9-cb9239be3e27 req-f34a59c7-0c81-4497-b22e-e28501b86fdf tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:24.369086 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2349a58-24ef-477a-94e9-cb9239be3e27 req-f34a59c7-0c81-4497-b22e-e28501b86fdf tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0476682 Dec 21 03:18:24.417916 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e2349a58-24ef-477a-94e9-cb9239be3e27 req-69803778-d8f0-41a9-bd64-b054e00e4ef7 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428901 Dec 21 03:18:27.958276 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:32.395015 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:18:44.152050 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2a8b0e8e-4466-41c1-a7d1-42a585393395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:46.838610 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-14ac38a1-c826-4ef0-88f2-c90923ce7e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:47.650487 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:49.053720 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:49.595620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:53.007351 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:18:57.074323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-58583350-2696-4cbc-a58d-a4909f106c52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430346 Dec 21 03:18:57.178167 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-f22d6701-2b57-4f2d-a7de-e4dd7de5ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:57.179588 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-f22d6701-2b57-4f2d-a7de-e4dd7de5ca78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0391507 Dec 21 03:18:57.284429 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-18064cde-9f2b-43a6-9a81-971f68c2bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:57.285888 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-18064cde-9f2b-43a6-9a81-971f68c2bd3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0853016 Dec 21 03:18:57.350984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-b0fb9ca1-2422-4097-8734-e47930c88d78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 1001 time: 0.0569906 Dec 21 03:18:57.401119 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-b358cbeb-00ac-41c9-964a-349bdf98c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:57.402680 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-b358cbeb-00ac-41c9-964a-349bdf98c933 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0433633 Dec 21 03:18:57.456139 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-448d2179-4409-450b-b282-47dfceb7c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:18:57.457677 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-448d2179-4409-450b-b282-47dfceb7c5cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473695 Dec 21 03:18:57.552232 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-cc6c1e03-7746-408c-b674-9f17c3b48ffe service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861950 Dec 21 03:18:57.643726 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-7d96a253-3c7b-4ee0-8b11-cd347a10beb8 req-915d2162-e3af-46d4-88f1-6fe7dffa693d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838997 Dec 21 03:18:57.955516 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:09.394791 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:19:14.153140 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d7132fd2-5221-4faa-9537-6044e81393ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:16.840527 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-41026012-f0a6-40a6-9b5d-55eb007fc808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:17.653155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:19.055898 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:19.596684 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:23.010629 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:27.973746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.241383 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39022) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:40.401908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Deleting port b5f2b508-9b08-49f9-818e-e79211f1d5fa {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:40.402253 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.476516 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.476839 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.488962 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Calling delete_port for b5f2b508-9b08-49f9-818e-e79211f1d5fa owned by network:floatingip {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:40.639715 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.666328 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'Port': ['ID=b5f2b508-9b08-49f9-818e-e79211f1d5fa,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:40.690807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.691157 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.691502 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.691844 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.692184 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.692520 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.692854 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.693186 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.693539 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.693871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.694201 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.694533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.694863 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:40.737004 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for floatingip, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:40.737354 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Floating IP 67646203-565f-4194-8da2-20a0d1db994c disassociated (deleted). External IP: 172.25.6.18, port: 85cb3b43-73db-494f-9478-58ac02a87f9e. Dec 21 03:19:40.937526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:19:41.042897 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:19:41.047489 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:41.054284 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:19:41.063578 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:41.064184 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:41.073925 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-bbeb91d2-9759-4fb1-9bf5-3237b819abb0 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "DELETE /v2.0/floatingips/67646203-565f-4194-8da2-20a0d1db994c HTTP/1.1" status: 204 len: 168 time: 0.8314583 Dec 21 03:19:41.074533 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:19:41.077729 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ff8bb-9ab6-454c-9624-a776e32f8074" -d '{"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:19:41.115046 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acb30ee-361b-40dc-af02-7e5b3a8d5d4b x-openstack-request-id: req-1acb30ee-361b-40dc-af02-7e5b3a8d5d4b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:19:41.115339 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:19:41.115599 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1acb30ee-361b-40dc-af02-7e5b3a8d5d4b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:19:41.116258 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'status': 'completed', 'code': 200} Dec 21 03:19:41.176214 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:41.233945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-5b781130-bc2e-4eb3-adf5-e1cb942da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:41.236421 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-5b781130-bc2e-4eb3-adf5-e1cb942da2c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12d36979376b43a0a95321d3cf5ac722&device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 1098 time: 0.0589831 Dec 21 03:19:41.328398 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281032b-438b-4adb-af92-96e08915f00c req-b8c19e95-a19b-4c52-9163-444d28eaa9f6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:41.330492 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1281032b-438b-4adb-af92-96e08915f00c req-b8c19e95-a19b-4c52-9163-444d28eaa9f6 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0530944 Dec 21 03:19:41.359360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-b041a56e-9af4-4f1a-afe3-3655c45f9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:41.360946 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-b041a56e-9af4-4f1a-afe3-3655c45f9562 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 200 len: 909 time: 0.0966406 Dec 21 03:19:41.394590 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1281032b-438b-4adb-af92-96e08915f00c req-3c654f58-001c-4ee9-b27d-bfc69080b136 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576234 Dec 21 03:19:41.406036 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:41.433311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:19:41.442840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:41.443468 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:41.552373 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:41.676012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-05c68539-2a9e-473b-83be-56d409705faf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 200 len: 217 time: 0.3064420 Dec 21 03:19:41.728308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-dbe9b8ec-aa60-4f0b-80ff-de5d2d6b8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:41.729809 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-dbe9b8ec-aa60-4f0b-80ff-de5d2d6b8e0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 200 len: 848 time: 0.0437074 Dec 21 03:19:41.752240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:41.777128 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed0bca-ac1b-4e7d-b78b-7b174c35fbda None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:10:18Z', 'revision_number': 4, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '61c05b9c-d640-49c3-9787-70908df1f2d8', 'name': '', 'network_id': 'b6af0346-0d5b-42ae-9343-2fa17dbdfac5', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'mac_address': 'fa:16:3e:e7:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:17Z', 'updated_at': '2021-12-21T03:10:23Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'subnets': [{'id': 'f9e4ea9a-9ea1-4e88-993f-e15eeec8111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:19:41.781682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-42ca81e5-9f2a-4cd6-ad81-581248f19a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:41.783147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-42ca81e5-9f2a-4cd6-ad81-581248f19a12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6af0346-0d5b-42ae-9343-2fa17dbdfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426941 Dec 21 03:19:41.876361 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-1a0aaebe-1121-46d9-9789-d651e3a36478 service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845408 Dec 21 03:19:41.974344 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-076ff8bb-9ab6-454c-9624-a776e32f8074 req-6e3f2d04-6db2-4c98-935c-827654364e6d service neutron] 10.222.0.45 "GET /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 Dec 21 03:19:42.007691 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16d3cf-f190-4bcb-b1ea-0f3bbf7fcf44 None None] New status for floating IP 67646203-565f-4194-8da2-20a0d1db994c: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:19:42.513140 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f3a9a-b419-4406-a218-1d1b67e7d60b req-4580babc-e390-46e3-b134-ffd508c0ab60 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:42.514621 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c6f3a9a-b419-4406-a218-1d1b67e7d60b req-4580babc-e390-46e3-b134-ffd508c0ab60 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0480077 Dec 21 03:19:42.563444 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-1c6f3a9a-b419-4406-a218-1d1b67e7d60b req-70098cea-f8a5-4754-8771-c0ad631eb2ee tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Dec 21 03:19:43.340402 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5e102689-65f9-4667-8bdc-dccac4b91e85 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:43.341836 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5e102689-65f9-4667-8bdc-dccac4b91e85 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 946 time: 0.0468490 Dec 21 03:19:43.434445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Deleting port 85cb3b43-73db-494f-9478-58ac02a87f9e {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:43.434777 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:43.527493 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] For port 85cb3b43-73db-494f-9478-58ac02a87f9e, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=85cb3b43-73db-494f-9478-58ac02a87f9e,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:43.527855 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:43.540210 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Calling delete_port for 85cb3b43-73db-494f-9478-58ac02a87f9e owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:43.671701 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:43.697062 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c696e-3990-42bb-b3af-d72bf2b4d04a req-f1aeafaf-793e-4c42-a083-2628c9ba1d06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:43.698578 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a92c696e-3990-42bb-b3af-d72bf2b4d04a req-f1aeafaf-793e-4c42-a083-2628c9ba1d06 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 867 time: 0.0662405 Dec 21 03:19:43.702579 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'Port': ['ID=85cb3b43-73db-494f-9478-58ac02a87f9e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:43.727306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.727644 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.727988 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.728322 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.728654 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.728983 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.729308 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.729661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.729987 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.730306 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.730625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.730945 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.731290 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:43.752926 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] No DVR routers for this DVR port 85cb3b43-73db-494f-9478-58ac02a87f9e on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:19:43.755492 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:43.756158 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-a92c696e-3990-42bb-b3af-d72bf2b4d04a req-effacf2a-3532-4531-8943-c055ad92b928 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/security-groups?id=338d3494-9158-4e2b-b1cd-69650d8cf2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513108 Dec 21 03:19:43.758877 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-34d61e2b-e2fc-4f63-8b50-95a8a0e65562 req-5c708f6f-846b-4c6b-a17a-b68e000cf36e tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.45 "DELETE /v2.0/ports/85cb3b43-73db-494f-9478-58ac02a87f9e HTTP/1.1" status: 204 len: 173 time: 0.4045036 Dec 21 03:19:43.759339 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-deleted', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:19:43.761696 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36451a-af98-4b8b-819c-c89471cb991a" -d '{"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-deleted", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:19:43.856533 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022e6621-c76a-43d8-bf42-e39c0d61a04b x-openstack-request-id: req-022e6621-c76a-43d8-bf42-e39c0d61a04b {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:19:43.856894 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23918f1-b879-4ad6-96d5-6f4ecc82ac72", "name": "network-vif-deleted", "tag": "85cb3b43-73db-494f-9478-58ac02a87f9e", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:19:43.857061 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-022e6621-c76a-43d8-bf42-e39c0d61a04b {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:19:43.857495 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23918f1-b879-4ad6-96d5-6f4ecc82ac72', 'name': 'network-vif-deleted', 'tag': '85cb3b43-73db-494f-9478-58ac02a87f9e', 'status': 'completed', 'code': 200} Dec 21 03:19:44.159155 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e5a98b54-9706-4ba6-a895-2c4f54eb98d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:44.850128 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f966de37-7422-44c8-a5ad-6a4d8df1a1c9 req-124dd4ab-32eb-4970-b115-a1e32de30235 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0259647 Dec 21 03:19:45.945585 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b2fab1ce-5efd-4d06-8ac9-e635fe5bba17 req-cd4fac04-0d4c-48a9-93ba-abf57d072219 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0263445 Dec 21 03:19:46.163963 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:46.184470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 85cb3b43-73db-494f-9478-58ac02a87f9e {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:46.184817 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 85cb3b43-73db-494f-9478-58ac02a87f9e not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:46.394457 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:19:46.842910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3cc25422-77bc-4a47-bcfa-6bbdab9cb07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:47.052252 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-03b11c55-eb6a-47d7-b460-b180f77af28e req-8b9e3c3b-4622-4fcb-88a6-ba0c7ce68b19 tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0276892 Dec 21 03:19:47.660978 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:48.174306 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c032fb04-743b-4eab-8095-7f760b96728c req-c89d04f5-17e3-45e9-bc09-8132ed08a5fa tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "GET /v2.0/ports?device_id=c23918f1-b879-4ad6-96d5-6f4ecc82ac72 HTTP/1.1" status: 200 len: 210 time: 0.0301309 Dec 21 03:19:49.059282 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.229816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39062) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:49.290256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.314572 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.384937 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.387599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.388752 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] 10.222.0.43 "DELETE /v2.0/security-groups/338d3494-9158-4e2b-b1cd-69650d8cf2c7 HTTP/1.1" status: 204 len: 168 time: 0.1579442 Dec 21 03:19:49.398387 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e6160-0b1e-4a85-88af-316e85ab82fb tempest-TestShelveInstance-1778211810 tempest-TestShelveInstance-1778211810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d3494-9158-4e2b-b1cd-69650d8cf2c7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:49.446344 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39066) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:49.602180 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:49.891683 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:50.140715 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Deleting port 61c05b9c-d640-49c3-9787-70908df1f2d8 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:50.141051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:50.222056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] For port 61c05b9c-d640-49c3-9787-70908df1f2d8, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=61c05b9c-d640-49c3-9787-70908df1f2d8,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:50.222417 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:50.235117 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Calling delete_port for 61c05b9c-d640-49c3-9787-70908df1f2d8 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:50.419065 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:50.443056 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c05b9c-d640-49c3-9787-70908df1f2d8,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:50.612703 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:50.836922 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Router b27fbe8c-1bc8-4098-8062-fd914c2c7972 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:19:50.949998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:19:50.956074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-502ba9b1-4038-470d-b64c-35c180a41763 admin admin] 10.222.0.43 "PUT /v2.0/routers/b27fbe8c-1bc8-4098-8062-fd914c2c7972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5081635 Dec 21 03:19:50.958603 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39072) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:50.963470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Sync routers for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:19:50.974761 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:50.975664 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:51.266608 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:51.347938 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks [] for router, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:51.459050 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:51.461300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:19:50Z', 'revision_number': 5, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port': {'id': '305b4015-4a6d-4c3d-9434-608aff80cb0c', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:16Z', 'updated_at': '2021-12-21T03:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:51.492061 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Checking router: b27fbe8c-1bc8-4098-8062-fd914c2c7972 for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:19:51.501316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Routers {'b27fbe8c-1bc8-4098-8062-fd914c2c7972'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:51.502707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:51.532513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Deleting port 305b4015-4a6d-4c3d-9434-608aff80cb0c {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:51.537056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:51.612830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] Set router b27fbe8c-1bc8-4098-8062-fd914c2c7972 gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:51.631610 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] For port 305b4015-4a6d-4c3d-9434-608aff80cb0c, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=305b4015-4a6d-4c3d-9434-608aff80cb0c,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:51.631979 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:51.646908 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Calling delete_port for 305b4015-4a6d-4c3d-9434-608aff80cb0c owned by network:router_gateway {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:51.664896 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:19:51Z', 'revision_number': 6, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:51.704099 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fa1d-b938-47db-9438-0a68debcc304 None None] The sync data for ids ['b27fbe8c-1bc8-4098-8062-fd914c2c7972'] in n-d-761264-20 is: [{'id': 'b27fbe8c-1bc8-4098-8062-fd914c2c7972', 'name': 'tempest-TestShelveInstance-2063662613-router', 'tenant_id': '12d36979376b43a0a95321d3cf5ac722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:15Z', 'updated_at': '2021-12-21T03:19:51Z', 'revision_number': 6, 'project_id': '12d36979376b43a0a95321d3cf5ac722', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:19:51.823794 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:51.859692 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Pushing event deleted for resources: {'Port': ['ID=305b4015-4a6d-4c3d-9434-608aff80cb0c,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:51.878024 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5bf5f-6c41-40cc-b2f9-68b344e278ef None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:19:51.924330 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.020154 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.022333 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.071289 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.071926 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27fbe8c-1bc8-4098-8062-fd914c2c7972 {{(pid=109850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:19:52.078056 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.079367 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-29883eba-b582-48b5-a1f0-e10cd781562c admin admin] 10.222.0.43 "DELETE /v2.0/routers/b27fbe8c-1bc8-4098-8062-fd914c2c7972 HTTP/1.1" status: 204 len: 168 time: 1.1197617 Dec 21 03:19:52.081945 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39074) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:52.133005 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Deleting subnet f9e4ea9a-9ea1-4e88-993f-e15eeec8111d {{(pid=109850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:19:52.136282 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.176032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8735148'] for subnet, precommit_delete_associations {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.265101 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.318954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65942638'] for subnet, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.344131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e4ea9a-9ea1-4e88-993f-e15eeec8111d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:52.349268 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.352877 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f12d3e8d-03aa-4600-b44e-8c6765777302 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f9e4ea9a-9ea1-4e88-993f-e15eeec8111d HTTP/1.1" status: 204 len: 168 time: 0.2699707 Dec 21 03:19:52.355391 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39076) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:52.355893 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8af3c-ae24-4c46-8bc7-331f09ad37a6 None None] Network b6af0346-0d5b-42ae-9343-2fa17dbdfac5 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:19:52.429557 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.486674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Deleting port 88d2af3f-554c-4413-bab9-9d2aacc6b697 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:52.487007 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.537305 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] DHCP port deletion for b6af0346-0d5b-42ae-9343-2fa17dbdfac5 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:19:52.557113 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] For port 88d2af3f-554c-4413-bab9-9d2aacc6b697, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88d2af3f-554c-4413-bab9-9d2aacc6b697,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:52.557610 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.572128 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Calling delete_port for 88d2af3f-554c-4413-bab9-9d2aacc6b697 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:52.597229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Deleting port 88d2af3f-554c-4413-bab9-9d2aacc6b697 {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:52.597685 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.617482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 61c05b9c-d640-49c3-9787-70908df1f2d8 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:52.655659 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.668866 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 61c05b9c-d640-49c3-9787-70908df1f2d8 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:52.669212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 61c05b9c-d640-49c3-9787-70908df1f2d8 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:52.682357 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d2af3f-554c-4413-bab9-9d2aacc6b697,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:52.686327 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] No DVR routers for this DVR port 88d2af3f-554c-4413-bab9-9d2aacc6b697 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:19:52.687509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] For port 88d2af3f-554c-4413-bab9-9d2aacc6b697, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=88d2af3f-554c-4413-bab9-9d2aacc6b697,segment=NetworkSegment(0c372256-c07c-469e-905a-fce52ef243e4),segment_id=0c372256-c07c-469e-905a-fce52ef243e4)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:52.687809 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.702612 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Calling delete_port for 88d2af3f-554c-4413-bab9-9d2aacc6b697 owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:52.775271 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 03:19:52.784245 n-d-761264-20 neutron-server[109852]: self.session.flush() Dec 21 03:19:52.792421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.801386 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6af0346-0d5b-42ae-9343-2fa17dbdfac5']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:52.810212 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] No DVR routers for this DVR port 88d2af3f-554c-4413-bab9-9d2aacc6b697 on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:19:52.825025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c372256-c07c-469e-905a-fce52ef243e4') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:52.825717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c372256-c07c-469e-905a-fce52ef243e4') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:52.836119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Pushing event deleted for resources: {'Port': ['ID=88d2af3f-554c-4413-bab9-9d2aacc6b697,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:52.837470 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.854808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.859377 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.861153 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.861638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.862909 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.863206 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.863591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.863905 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.864225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.864549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.866068 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.870302 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:19:52.870877 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.871225 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.871587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ea44b-00f5-4f2e-840d-5a219f5d1015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: timer() Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:19:52.876026 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:19:52.942666 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.948156 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:52.951941 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6af0346-0d5b-42ae-9343-2fa17dbdfac5 HTTP/1.1" status: 204 len: 168 time: 0.5954897 Dec 21 03:19:52.955417 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39078) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:52.963323 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6df2e-3be5-44f3-b069-0ea0522e7fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6af0346-0d5b-42ae-9343-2fa17dbdfac5,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:53.027421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:53.296506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:53.539899 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Deleting port 36e9f67d-4f14-4376-baae-21adb375fc66 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:53.540242 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:53.617853 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] For port 36e9f67d-4f14-4376-baae-21adb375fc66, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=36e9f67d-4f14-4376-baae-21adb375fc66,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:53.618135 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:53.631055 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Calling delete_port for 36e9f67d-4f14-4376-baae-21adb375fc66 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:53.811359 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:53.836534 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e9f67d-4f14-4376-baae-21adb375fc66,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:54.010888 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.226556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Router 2f135122-d3f6-4626-970e-75c1492cbbb3 has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:19:54.236787 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 305b4015-4a6d-4c3d-9434-608aff80cb0c no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:54.258868 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 305b4015-4a6d-4c3d-9434-608aff80cb0c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:54.259210 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 305b4015-4a6d-4c3d-9434-608aff80cb0c not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:54.259624 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88d2af3f-554c-4413-bab9-9d2aacc6b697 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:54.278294 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 88d2af3f-554c-4413-bab9-9d2aacc6b697 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:54.278638 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 88d2af3f-554c-4413-bab9-9d2aacc6b697 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:54.334489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:19:54.339661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-7a5d6fdf-a73c-4704-821f-f76f07affd85 admin admin] 10.222.0.43 "PUT /v2.0/routers/2f135122-d3f6-4626-970e-75c1492cbbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830941 Dec 21 03:19:54.342083 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39080) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:54.344455 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Sync routers for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:19:54.355241 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:54.355907 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:54.444198 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.457536 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:54.545551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.597130 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Deleting port 14f9aa61-b4c0-4d47-86db-e469379ca87a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:54.597500 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.683318 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] For port 14f9aa61-b4c0-4d47-86db-e469379ca87a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=14f9aa61-b4c0-4d47-86db-e469379ca87a,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:54.683674 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.697849 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Calling delete_port for 14f9aa61-b4c0-4d47-86db-e469379ca87a owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:54.718621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:19:53Z', 'revision_number': 5, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port': {'id': '14f9aa61-b4c0-4d47-86db-e469379ca87a', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:10:21Z', 'updated_at': '2021-12-21T03:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:54.743759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Checking router: 2f135122-d3f6-4626-970e-75c1492cbbb3 for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:19:54.752301 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Routers {'2f135122-d3f6-4626-970e-75c1492cbbb3'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:54.752887 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['2f135122-d3f6-4626-970e-75c1492cbbb3'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:54.836849 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] Set router 2f135122-d3f6-4626-970e-75c1492cbbb3 gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:19:54.862703 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:54.889502 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=14f9aa61-b4c0-4d47-86db-e469379ca87a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:54.897748 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:19:54Z', 'revision_number': 6, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:54.906245 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f7713-9739-4a81-9560-2bc352ce3ae5 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:19:54.925621 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f241ba-a9d9-41c4-aabe-52733989d6b4 None None] The sync data for ids ['2f135122-d3f6-4626-970e-75c1492cbbb3'] in n-d-761264-20 is: [{'id': '2f135122-d3f6-4626-970e-75c1492cbbb3', 'name': 'tempest-TestShelveInstance-401265020-router', 'tenant_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:10:20Z', 'updated_at': '2021-12-21T03:19:54Z', 'revision_number': 6, 'project_id': 'ea84e52239e6475f9ca1745ab54d04a5', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:19:54.949987 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.040792 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.042943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.091625 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.092355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f135122-d3f6-4626-970e-75c1492cbbb3 {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:19:55.097197 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.098432 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-9108b7ba-7a9d-463e-bec8-a7951ad86f6f admin admin] 10.222.0.43 "DELETE /v2.0/routers/2f135122-d3f6-4626-970e-75c1492cbbb3 HTTP/1.1" status: 204 len: 168 time: 0.7553937 Dec 21 03:19:55.100968 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39082) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:55.145059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Deleting subnet 3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:19:55.148022 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.181508 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.261903 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.315210 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.338649 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:55.344912 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.348072 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-a2d0a106-5d11-4fb2-af65-f37487d1fbc8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3d7a5ce1-ff6c-45a9-a68d-28c1d559eb3b HTTP/1.1" status: 204 len: 168 time: 0.2460754 Dec 21 03:19:55.350630 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39084) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:55.352856 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7858fd-67b8-45d0-b503-b1fc54fd243a None None] Network 813ef84f-5edd-498b-9499-32cd057f7299 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:19:55.430668 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.485227 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Deleting port e1b53c24-4c55-4803-bfdb-2883990d6382 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:19:55.486236 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.552322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] For port e1b53c24-4c55-4803-bfdb-2883990d6382, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=e1b53c24-4c55-4803-bfdb-2883990d6382,segment=NetworkSegment(937222e8-9739-442c-ad0c-3b165d5616da),segment_id=937222e8-9739-442c-ad0c-3b165d5616da)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:55.552608 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.564612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Calling delete_port for e1b53c24-4c55-4803-bfdb-2883990d6382 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:19:55.645160 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.670411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b53c24-4c55-4803-bfdb-2883990d6382,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:55.675720 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] No DVR routers for this DVR port e1b53c24-4c55-4803-bfdb-2883990d6382 on host n-d-761264-20 {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:19:55.702648 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06063bde-818e-4c17-b91b-c405d02a99a7 None None] DHCP port deletion for 813ef84f-5edd-498b-9499-32cd057f7299 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:19:55.749906 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.774208 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813ef84f-5edd-498b-9499-32cd057f7299']}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:55.783972 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937222e8-9739-442c-ad0c-3b165d5616da') {'for_net_delete': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:55.784268 n-d-761264-20 neutron-server[109850]: DEBUG neutron.services.segments.db [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937222e8-9739-442c-ad0c-3b165d5616da') {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:55.793722 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8735141'] for segment, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.807530 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.814279 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:19:55.814776 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143253'] for segment, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: Traceback (most recent call last): Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: timer() Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: cb(*args, **kw) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: return func(*args, **kwargs) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: self._notify() Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: self.callback(batched_events) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: event.method(event) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: return f(self, *a, **k) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: return self._get(url).json() Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: return self.request(url, 'GET', **kwargs) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:19:55.816608 n-d-761264-20 neutron-server[109850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:19:55.870593 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.877322 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:55.881175 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] 10.222.0.43 "DELETE /v2.0/networks/813ef84f-5edd-498b-9499-32cd057f7299 HTTP/1.1" status: 204 len: 168 time: 0.5293822 Dec 21 03:19:55.892612 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d34b2-3523-4fe3-b09c-92fee1c03c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=813ef84f-5edd-498b-9499-32cd057f7299,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:56.011411 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39088) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:56.051862 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-630e40dc-51cd-4ec7-8f0a-20be6ce3b35b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12d36979376b43a0a95321d3cf5ac722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392725 Dec 21 03:19:56.054338 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39090) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:56.106955 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.128329 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.175533 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.178344 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.179719 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59aa81af-1a1b-44db-b7d9-5228a011e215 HTTP/1.1" status: 204 len: 168 time: 0.1245322 Dec 21 03:19:56.188532 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a13d95-a665-47db-9f64-627b428a860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa81af-1a1b-44db-b7d9-5228a011e215,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:56.201476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1b53c24-4c55-4803-bfdb-2883990d6382 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:56.225888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: e1b53c24-4c55-4803-bfdb-2883990d6382 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:56.226218 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device e1b53c24-4c55-4803-bfdb-2883990d6382 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:56.226633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14f9aa61-b4c0-4d47-86db-e469379ca87a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:56.245857 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 14f9aa61-b4c0-4d47-86db-e469379ca87a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:56.246151 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 14f9aa61-b4c0-4d47-86db-e469379ca87a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:56.246567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 36e9f67d-4f14-4376-baae-21adb375fc66 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:19:56.265669 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 36e9f67d-4f14-4376-baae-21adb375fc66 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:19:56.266021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 36e9f67d-4f14-4376-baae-21adb375fc66 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:19:56.494112 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39096) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:56.533855 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-cd318940-30a1-45b6-83ca-164fad0a1ef2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea84e52239e6475f9ca1745ab54d04a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385983 Dec 21 03:19:56.536280 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39098) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:56.581941 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.602385 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.648894 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.651437 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:56.652553 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7186166f-7a7c-42e2-a36f-984df8d042e3 HTTP/1.1" status: 204 len: 168 time: 0.1154120 Dec 21 03:19:56.659998 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac55054-7392-409d-9003-834d436c3a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7186166f-7a7c-42e2-a36f-984df8d042e3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:57.299825 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39120) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:57.393025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-527352503-network', 'tenant_id': '914e1f06aacb458f898c0e02b316476f'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:19:57.415473 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Made reservation on behalf of 914e1f06aacb458f898c0e02b316476f for: {'network': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:19:57.417862 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.428660 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.502340 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.506051 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.527036 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:19:57.540877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7540f66d-4d74-45c8-bc5e-774872fc1565,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:57.545764 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.546108 n-d-761264-20 neutron-server[109850]: INFO neutron.db.segments_db [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Added segment 8c62e21b-3b5d-4f27-bc07-345dd189ef17 of type vlan for network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 Dec 21 03:19:57.585265 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.610804 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.611744 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:57.612327 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Publish callbacks [] for network, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.673786 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3727531 Dec 21 03:19:57.676657 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39124) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:57.679263 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684c566-0140-4bb6-b806-e4fbdba37cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=917a9e69-c78f-409d-9cf1-42f3bab12ac8,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:57.681941 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Request body: {'subnet': {'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-527352503-subnet', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'ip_version': 4}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:19:57.689569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:19:57.703835 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Made reservation on behalf of 914e1f06aacb458f898c0e02b316476f for: {'subnet': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:19:57.706786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11619824'] for subnet, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.869836 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11619810'] for subnet, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.926919 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ff2d04-9abd-49d6-812d-4d934eabb68d,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:57.935819 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Checking segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:19:57.936169 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Network hostable DHCP agents. Network: 917a9e69-c78f-409d-9cf1-42f3bab12ac8, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:19:57.952101 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:19:57.961671 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, 917a9e69-c78f-409d-9cf1-42f3bab12ac8) {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:19:57.966015 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:19:57.966597 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.973790 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a863499-e370-46b0-b468-9785bce61e08 None None] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:19:57.977692 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:57.980658 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d4b3156f-4edc-430c-848d-f9aa96cb2df0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028584 Dec 21 03:19:57.983423 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39126) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:57.987928 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:19:58.010295 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.011267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.064551 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.077875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:19:58.078784 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.214343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Allocated IP 172.20.0.2 (917a9e69-c78f-409d-9cf1-42f3bab12ac8/b3ff2d04-9abd-49d6-812d-4d934eabb68d/4f7f5af0-31bd-46fa-9ce5-8261e05d2575) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:19:58.362500 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.369597 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.417591 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:19:58.420371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:19:58.422805 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:19:58.432503 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Pushing event updated for resources: {'Port': ['ID=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:58.478955 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.479285 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Attempting to bind port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:19:58.479663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Attempting to bind port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:19:58.480035 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Attempting to bind port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:19:58.486177 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:19:58.486583 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Checking segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:19:58.486982 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.487371 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Bound using segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:19:58.487830 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Bound port: 4f7f5af0-31bd-46fa-9ce5-8261e05d2575, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:19:58.488235 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.548760 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] For port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:19:58.552351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] For port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:19:58.555912 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.609192 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1013c47-4535-4932-a195-8349f83ea092 None None] Pushing event updated for resources: {'Port': ['ID=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:58.676714 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.695906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.829082 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Allocated IP 172.25.6.235 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/68dd566c-9b4a-4599-97ca-1964d452f584) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:19:58.936575 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:58.969486 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.008597 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:19:59.011334 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:19:59.016443 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:19:59.024228 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a037ff8-0bfb-43da-ab2c-d09885fc68ee None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:19:59.043311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Pushing event updated for resources: {'Port': ['ID=68dd566c-9b4a-4599-97ca-1964d452f584,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:59.123971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4c822e13-9674-4097-a378-01bad847d49d None None] Provisioning complete for port 68dd566c-9b4a-4599-97ca-1964d452f584 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:19:59.124459 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4c822e13-9674-4097-a378-01bad847d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.158323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4c822e13-9674-4097-a378-01bad847d49d None None] Port 68dd566c-9b4a-4599-97ca-1964d452f584 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:19:59.279430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.484646 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.533185 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3c357d-15b3-40e2-a312-e48693185cda None None] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:19:59.612013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] Provisioning complete for port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:19:59.612369 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.628634 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:19:59.718011 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.738204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:19:59.752378 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:19:59.755500 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] For port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:19:59.757673 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.758889 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-66991ee8-8344-40d7-b6c2-ef649cec148b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7741559 Dec 21 03:19:59.761460 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39128) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:19:59.765438 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:19:59.794685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:19:59.795316 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:19:59.891791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2400f26-e86d-42d4-b6b1-30c30b12a080 None None] Pushing event updated for resources: {'Port': ['ID=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:19:59.922637 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:00.031840 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-51ef185f-efd1-474d-86cb-dafa5551148a None None] Provisioning complete for port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:00.032998 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-51ef185f-efd1-474d-86cb-dafa5551148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.199906 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.311222 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:00.372686 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Allocated IP 172.20.0.1 (917a9e69-c78f-409d-9cf1-42f3bab12ac8/b3ff2d04-9abd-49d6-812d-4d934eabb68d/c08dd0f1-34c1-41dc-b196-ad7583193f23) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:00.379221 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:19:59Z', 'revision_number': 3, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:00.410593 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:20:00.410940 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Updating router 00188a64-185b-40a2-8e97-1d5f4cf34e5d port 68dd566c-9b4a-4599-97ca-1964d452f584 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:20:00.432846 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:00.433215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.458740 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.476344 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.509553 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.547846 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:00.550712 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:00.555050 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:00.587838 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Pushing event updated for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:00.608664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.745786 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.762028 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.768076 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.820677 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0fb61-71ad-453c-86c0-1187a990f6e2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:20:00.836248 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6765e-93b2-43e2-bf52-d2d2aa95ad59 None None] Pushing event updated for resources: {'Port': ['ID=68dd566c-9b4a-4599-97ca-1964d452f584,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:00.838372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Attempting to bind port 68dd566c-9b4a-4599-97ca-1964d452f584 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:00.838741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Attempting to bind port 68dd566c-9b4a-4599-97ca-1964d452f584 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:00.839100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Attempting to bind port 68dd566c-9b4a-4599-97ca-1964d452f584 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:00.846561 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-5a774827-21ff-4fcc-ba5e-6118a8e0de95 None None] Provisioning complete for port c08dd0f1-34c1-41dc-b196-ad7583193f23 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:00.846929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5a774827-21ff-4fcc-ba5e-6118a8e0de95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.850027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:00.850027 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:00.850407 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.850812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:00.851279 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Bound port: 68dd566c-9b4a-4599-97ca-1964d452f584, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:00.851649 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.918664 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.918914 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-5a774827-21ff-4fcc-ba5e-6118a8e0de95 None None] Port c08dd0f1-34c1-41dc-b196-ad7583193f23 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:00.924298 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.930576 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] For port 68dd566c-9b4a-4599-97ca-1964d452f584, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:00.933716 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] For port 68dd566c-9b4a-4599-97ca-1964d452f584, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68dd566c-9b4a-4599-97ca-1964d452f584,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:00.937549 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:00.983223 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36062d-c54e-438b-b52d-9241594698bf None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:20:00.998421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Pushing event updated for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:01.002177 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:01.006988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6765e-93b2-43e2-bf52-d2d2aa95ad59 None None] Pushing event updated for resources: {'Port': ['ID=68dd566c-9b4a-4599-97ca-1964d452f584,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:01.009722 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:01.010443 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:01.094021 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:01.095413 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:01.098888 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] Provisioning complete for port 68dd566c-9b4a-4599-97ca-1964d452f584 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:01.099418 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:01.158707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:01.290264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:01.346622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] For port 68dd566c-9b4a-4599-97ca-1964d452f584, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68dd566c-9b4a-4599-97ca-1964d452f584,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:01.352625 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:01.439474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e081c3-36a9-4fdd-bbfd-b3e5db3536ef None None] Pushing event updated for resources: {'Port': ['ID=68dd566c-9b4a-4599-97ca-1964d452f584,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:01.473912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 2, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:01.494650 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:20:01.508743 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a1520-7258-477d-8bf4-22e706fb8fb2 None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 2, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:20:01.510349 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d3e64da6-287a-44ab-a334-aebd451197e5 None None] Provisioning complete for port c08dd0f1-34c1-41dc-b196-ad7583193f23 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:01.510726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d3e64da6-287a-44ab-a334-aebd451197e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:01.546509 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d3e64da6-287a-44ab-a334-aebd451197e5 None None] Port c08dd0f1-34c1-41dc-b196-ad7583193f23 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:01.608157 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:20:01.613748 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c85a8a25-6ad7-4a37-ab30-b5dcd8f33689 admin admin] 10.222.0.43 "PUT /v2.0/routers/00188a64-185b-40a2-8e97-1d5f4cf34e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512108 Dec 21 03:20:02.126886 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39144) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:02.131851 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-432939816-network', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:02.181205 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Made reservation on behalf of e745eabebf4f49bc88c951c80e9ccf5e for: {'network': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:20:02.183942 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for network, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.194337 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.285871 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68dd566c-9b4a-4599-97ca-1964d452f584 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:02.301850 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.306292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.334181 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 03:20:02.344706 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0692d5-24c2-481c-b4f1-ccf2e88cfe8d,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:02.352592 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.353158 n-d-761264-20 neutron-server[109851]: INFO neutron.db.segments_db [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Added segment 26dd4e0b-2e34-48ba-94cd-3b039de9e08b of type vlan for network e79bab9d-0b66-438c-be94-5a473df8774f Dec 21 03:20:02.354414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 68dd566c-9b4a-4599-97ca-1964d452f584 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:02.354414 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.412417 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734518261059'] for network, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.444366 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951'] for network, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.445884 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:02.446825 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.486487 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3559742 Dec 21 03:20:02.486973 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39146) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:02.492741 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Request body: {'subnet': {'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-432939816-subnet', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'ip_version': 4}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:02.518871 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Made reservation on behalf of e745eabebf4f49bc88c951c80e9ccf5e for: {'subnet': 1} {{(pid=109850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:20:02.519441 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40caff-1338-49ea-b412-a56f6ffdebb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e79bab9d-0b66-438c-be94-5a473df8774f,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:02.521175 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65942643'] for subnet, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.530824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Network e79bab9d-0b66-438c-be94-5a473df8774f details requested by agent ovs-agent-n-d-761264-20 with host n-d-761264-20 {{(pid=109852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 03:20:02.708514 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2142578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65942625'] for subnet, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.763240 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:02.774006 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Checking segment: {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:02.774364 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Network hostable DHCP agents. Network: e79bab9d-0b66-438c-be94-5a473df8774f, hostable agents: ['e30569bc-58e3-4b5d-9d43-8b7e2822d347'], hosted agents: [] {{(pid=109850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 03:20:02.791021 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Network e79bab9d-0b66-438c-be94-5a473df8774f is scheduled to be hosted by DHCP agent e30569bc-58e3-4b5d-9d43-8b7e2822d347 with binding_index 1 {{(pid=109850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 03:20:02.800803 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-20, e79bab9d-0b66-438c-be94-5a473df8774f) {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:02.805591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:02.806698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.811187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a2e79-4ada-4edd-b149-028e4c540dd5 None None] Network e79bab9d-0b66-438c-be94-5a473df8774f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:20:02.823644 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-2505006a-e2e6-4c13-aeec-171d63d24382 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3353112 Dec 21 03:20:02.826030 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39148) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:02.830947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:02.855308 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4140544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27839'] for router, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.856617 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4140788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4137793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27846'] for router, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.927023 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:02.935352 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f2f2812-69fd-5668-87b2-9fe30afcc56d-e79bab9d-0b66-438c-be94-5a473df8774f', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f'}]}} from n-d-761264-20. {{(pid=109852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 03:20:02.936364 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.068698 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.075341 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.db_base_plugin_common [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Allocated IP 172.20.0.2 (e79bab9d-0b66-438c-be94-5a473df8774f/6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f/504e65a8-0a70-4684-a27c-75c5cc251a7a) {{(pid=109852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:03.218887 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks [] for port, precommit_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.226094 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045'] for port, after_create {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.277756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Network e79bab9d-0b66-438c-be94-5a473df8774f is already hosted by enough agents. {{(pid=109852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:03.279272 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.280782 n-d-761264-20 neutron-server[109852]: DEBUG neutron.scheduler.base_scheduler [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Resources bound (agent type, host, resource id): {{(pid=109852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:03.285161 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Received port after_create {{(pid=109852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:03.292809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Pushing event updated for resources: {'Port': ['ID=504e65a8-0a70-4684-a27c-75c5cc251a7a,revision_number=1']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:03.314786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.346473 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Attempting to bind port 504e65a8-0a70-4684-a27c-75c5cc251a7a on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:03.346970 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Attempting to bind port 504e65a8-0a70-4684-a27c-75c5cc251a7a by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:03.347342 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Attempting to bind port 504e65a8-0a70-4684-a27c-75c5cc251a7a on network e79bab9d-0b66-438c-be94-5a473df8774f {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:03.352501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:03.352870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Checking segment: {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:03.353269 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.353707 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Bound using segment: {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:03.354180 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Bound port: 504e65a8-0a70-4684-a27c-75c5cc251a7a, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:03.354564 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.422997 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] For port 504e65a8-0a70-4684-a27c-75c5cc251a7a, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:03.426422 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] For port 504e65a8-0a70-4684-a27c-75c5cc251a7a, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=504e65a8-0a70-4684-a27c-75c5cc251a7a,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:03.430508 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Allocated IP 172.25.6.252 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/9149d586-d7f7-4cc4-b38b-c74ba9af6728) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:03.431007 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.493900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3566-b7d5-4360-ad03-767948942271 None None] Pushing event updated for resources: {'Port': ['ID=504e65a8-0a70-4684-a27c-75c5cc251a7a,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:03.549819 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.590374 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.636816 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:03.640717 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:03.642406 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:20:03.643524 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:03.653736 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:03.654357 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:03.670025 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Pushing event updated for resources: {'Port': ['ID=9149d586-d7f7-4cc4-b38b-c74ba9af6728,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:03.696293 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1d2d72-689a-4a74-a760-6f7674fa7370 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:20:03.802791 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-79b3a98e-7c5e-4c63-9973-aa5b3dac7651 None None] Provisioning complete for port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:03.803496 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-79b3a98e-7c5e-4c63-9973-aa5b3dac7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:03.803672 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:03.853812 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-79b3a98e-7c5e-4c63-9973-aa5b3dac7651 None None] Port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:03.939158 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.010854 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 2, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:04.045352 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:20:04.045717 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Updating router 00188a64-185b-40a2-8e97-1d5f4cf34e5d port c08dd0f1-34c1-41dc-b196-ad7583193f23 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:20:04.071444 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.255710 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 504e65a8-0a70-4684-a27c-75c5cc251a7a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:04.318458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 504e65a8-0a70-4684-a27c-75c5cc251a7a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:04.319167 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.387991 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.397255 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.434290 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.440366 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4140685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4137846'] for router, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.473323 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Pushing event updated for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:04.483606 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] For port 504e65a8-0a70-4684-a27c-75c5cc251a7a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=504e65a8-0a70-4684-a27c-75c5cc251a7a,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:04.490175 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.503378 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.503721 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.504061 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.504392 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.504723 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.505047 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.505470 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.505799 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.506119 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.506434 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.506952 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.507616 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.508113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:20:04.555657 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Attempting to bind port c08dd0f1-34c1-41dc-b196-ad7583193f23 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:04.556017 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Attempting to bind port c08dd0f1-34c1-41dc-b196-ad7583193f23 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:04.556376 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Attempting to bind port c08dd0f1-34c1-41dc-b196-ad7583193f23 on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:04.562027 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:04.563543 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Checking segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:04.564132 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.565098 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Bound using segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:04.565768 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Bound port: c08dd0f1-34c1-41dc-b196-ad7583193f23, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:04.566333 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.584013 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Pushing event updated for resources: {'Port': ['ID=504e65a8-0a70-4684-a27c-75c5cc251a7a,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:04.630997 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Router 95901612-b7e8-4455-8abe-5a7f076ad2aa is scheduled to L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 with binding_index 1 {{(pid=109850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 03:20:04.659906 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] For port c08dd0f1-34c1-41dc-b196-ad7583193f23, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:04.663317 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] For port c08dd0f1-34c1-41dc-b196-ad7583193f23, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c08dd0f1-34c1-41dc-b196-ad7583193f23,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:04.670269 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.735826 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:04.736140 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:04.742618 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052b20-3a5a-498e-a85f-f0d884d98591 None None] Pushing event updated for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:04.761175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c0268-e1c3-491f-83a6-3a513ac653a2 None None] Network e79bab9d-0b66-438c-be94-5a473df8774f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:20:04.767119 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:20:04.796816 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] Publish callbacks [] for router, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:04.798423 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-7c794f96-9b83-493c-a7cf-fa23fcf8756e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9708779 Dec 21 03:20:04.798925 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Sync routers for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:20:04.800801 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39150) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:04.872972 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:04.879476 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:04.880114 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:04.901883 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Provisioning complete for port 504e65a8-0a70-4684-a27c-75c5cc251a7a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:04.902225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.119687 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:04Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:05.147180 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455bf08c-af21-431c-9b84-8fd638f90bd8 None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:04Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:20:05.247919 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:05.286834 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.404738 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Provisioning complete for port c08dd0f1-34c1-41dc-b196-ad7583193f23 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:05.405434 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.521401 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Allocated IP 172.20.0.1 (e79bab9d-0b66-438c-be94-5a473df8774f/6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f/097d8fbe-6de8-41cf-afe4-e59c409b09c3) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:05.546947 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.589312 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:03Z', 'revision_number': 3, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:05.592197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] For port c08dd0f1-34c1-41dc-b196-ad7583193f23, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c08dd0f1-34c1-41dc-b196-ad7583193f23,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:05.619216 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Checking router: 95901612-b7e8-4455-8abe-5a7f076ad2aa for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:20:05.619572 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Updating router 95901612-b7e8-4455-8abe-5a7f076ad2aa port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 binding host n-d-761264-20 {{(pid=109852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:20:05.621589 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.638280 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.673993 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.675150 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.712980 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Network e79bab9d-0b66-438c-be94-5a473df8774f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:05.717912 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:05.718102 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9172ba-af25-40cc-996f-10d6fb16d388 None None] Pushing event updated for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:05.722183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:05.754305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Pushing event updated for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:05.774032 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4138817'] for router_interface, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.806074 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-86157db7-3fd5-493c-8d37-80c7ba8f4409 None None] Provisioning complete for port 504e65a8-0a70-4684-a27c-75c5cc251a7a triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:05.806442 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86157db7-3fd5-493c-8d37-80c7ba8f4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:05.921886 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.019366 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-86157db7-3fd5-493c-8d37-80c7ba8f4409 None None] Provisioning complete for port c08dd0f1-34c1-41dc-b196-ad7583193f23 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:06.019782 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86157db7-3fd5-493c-8d37-80c7ba8f4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.086339 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.095337 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.103100 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.108165 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.168332 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c09b2-dc49-4984-8d08-b2e33202b15f None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:20:06.180690 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Pushing event updated for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:06.182389 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3706985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4138805'] for router_interface, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.186931 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Attempting to bind port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:06.187322 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Attempting to bind port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:06.188240 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Attempting to bind port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 on network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:06.203338 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a1288-aa99-4f41-a58f-6eb44832a96d None None] Pushing event updated for resources: {'Port': ['ID=9149d586-d7f7-4cc4-b38b-c74ba9af6728,revision_number=2']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:06.208939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:06.208939 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Checking segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:06.209272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.209670 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Bound using segment: {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'} {{(pid=109852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:06.210145 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.managers [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Bound port: 9149d586-d7f7-4cc4-b38b-c74ba9af6728, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb2432-56cc-4dcf-a82a-427254a46ed0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca'}}] {{(pid=109852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:06.210689 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.268323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] For port 9149d586-d7f7-4cc4-b38b-c74ba9af6728, host n-d-761264-20, cleared binding levels {{(pid=109852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:06.272827 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] For port 9149d586-d7f7-4cc4-b38b-c74ba9af6728, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9149d586-d7f7-4cc4-b38b-c74ba9af6728,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:06.279270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 504e65a8-0a70-4684-a27c-75c5cc251a7a up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:06.283726 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.286305 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Network e79bab9d-0b66-438c-be94-5a473df8774f is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:06.287856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:06.375900 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab4047-16da-4a49-9586-d537e9e8c2ff None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:20:06.412978 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:06.413654 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:06.415776 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a1288-aa99-4f41-a58f-6eb44832a96d None None] Pushing event updated for resources: {'Port': ['ID=9149d586-d7f7-4cc4-b38b-c74ba9af6728,revision_number=3']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:06.422100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Provisioning complete for port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:06.422471 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.431034 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Router 95901612-b7e8-4455-8abe-5a7f076ad2aa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:20:06.505351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 504e65a8-0a70-4684-a27c-75c5cc251a7a triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:06.505612 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.556516 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:20:06.562229 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-fbad75e8-51ea-4fb1-9612-e3f0c5a6129d admin admin] 10.222.0.43 "PUT /v2.0/routers/95901612-b7e8-4455-8abe-5a7f076ad2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602222 Dec 21 03:20:06.604330 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:06.689725 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.767713 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] For port 9149d586-d7f7-4cc4-b38b-c74ba9af6728, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9149d586-d7f7-4cc4-b38b-c74ba9af6728,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:06.771336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c08dd0f1-34c1-41dc-b196-ad7583193f23 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:06.776275 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.903719 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Provisioning complete for port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:06.903894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:06.934417 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Pushing event updated for resources: {'Port': ['ID=9149d586-d7f7-4cc4-b38b-c74ba9af6728,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:06.978197 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d8c96c3d-9c97-4340-a27d-4ddfde736939 None None] Port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:06.980809 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port c08dd0f1-34c1-41dc-b196-ad7583193f23 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:06.981181 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.035033 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '097d8fbe-6de8-41cf-afe4-e59c409b09c3', 'name': '', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'mac_address': 'fa:16:3e:5b:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:05Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 2, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'subnets': [{'id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:07.049046 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39158) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.053807 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590409618', 'description': 'tempest-secgroup-smoke-1590409618 description', 'project_id': '914e1f06aacb458f898c0e02b316476f'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.066458 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d036a0-49a4-4a75-98e4-897f2ee794b6 None None] The sync data for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 is: [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '097d8fbe-6de8-41cf-afe4-e59c409b09c3', 'name': '', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'mac_address': 'fa:16:3e:5b:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:05Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 2, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'subnets': [{'id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:20:07.077954 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.117630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-341580ac-c871-4787-a926-2dd11d5d320c None None] Provisioning complete for port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:07.118001 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-341580ac-c871-4787-a926-2dd11d5d320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.159229 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.163317 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.191445 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.193593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1432564 Dec 21 03:20:07.195811 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39160) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.200048 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632e49-e1eb-4355-b92e-7a053cbfd158 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.201217 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.217569 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-341580ac-c871-4787-a926-2dd11d5d320c None None] Provisioning complete for port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:07.217957 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-341580ac-c871-4787-a926-2dd11d5d320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.238671 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.306178 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.315831 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.349195 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9a406-84af-475a-9652-f84c702a2c76,revision_number=0']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.358053 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.361419 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-f0d1ca31-b823-4eb0-8a11-c4239c45edbb tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619544 Dec 21 03:20:07.362811 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39162) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.368033 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.415796 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.447663 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-341580ac-c871-4787-a926-2dd11d5d320c None None] Port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:07.491832 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.495915 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.516549 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9d57c7-ff20-44a5-8414-304cbeca477a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.525625 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.526844 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-88fffeaf-81b1-44c6-bd94-00e7ae2487e1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630278 Dec 21 03:20:07.529564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39164) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.534460 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.564270 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.623842 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.627565 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.645317 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66744a0c-d418-42f0-9eab-9c29b1561054,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.653669 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.657969 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-911c0af9-0d02-4c6f-b07f-b5385ab40f2c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245542 Dec 21 03:20:07.658272 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39166) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.662770 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.692462 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.753147 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.758288 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.777403 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f11b2cd-d028-44cc-a244-badf1b497736,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.784581 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.788356 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-abce8f3f-c4cf-4149-a6b9-be3a7c70bcc2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265879 Dec 21 03:20:07.788511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39168) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.792898 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.817320 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Project 914e1f06aacb458f898c0e02b316476f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:20:07.822293 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.882947 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.886508 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.904495 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a46439-3b9e-4cde-85f2-005a81ed299a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:07.912380 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:07.913611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-a713bf47-e947-4c41-ac62-4c93bfb39957 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241405 Dec 21 03:20:07.916352 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39170) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:07.920686 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'security_group_rule': {'security_group_id': '0198ffdc-dd2f-4de8-a1de-ba8d0db0373e', 'project_id': '914e1f06aacb458f898c0e02b316476f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:07.944859 n-d-761264-20 neutron-server[109850]: INFO neutron.db.securitygroups_db [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Project 914e1f06aacb458f898c0e02b316476f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 03:20:07.951205 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:08.044932 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:08.056430 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089502'] for security_group_rule, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:08.076917 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e0d28-2e1a-4246-a1ba-34b26938f62a,revision_number=0']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:08.089143 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:08.099703 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-39b3a029-329e-4f42-8185-ddb696d527bc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1732616 Dec 21 03:20:08.276372 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9149d586-d7f7-4cc4-b38b-c74ba9af6728 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:08.326534 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-6330c989-133f-42e1-8892-dade88272d9d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590409618&fields=id&tenant_id=914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 267 time: 0.0464666 Dec 21 03:20:08.335475 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:08.335846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:08.463534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-fff9872d-19be-4cb4-9457-6528f75eada9 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:08.469949 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-fff9872d-19be-4cb4-9457-6528f75eada9 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 809 time: 0.1351407 Dec 21 03:20:08.483394 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-6bd2eb22-2ecd-4941-af65-52987c75cfae tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/quotas/914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 375 time: 0.0107775 Dec 21 03:20:08.542000 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-f1591fa6-72d8-4a5c-8a86-892efd395c20 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488956 Dec 21 03:20:08.650102 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-9993bce0-a223-46f4-9c92-99d610694a61 service neutron] 10.222.0.43 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951755 Dec 21 03:20:08.746702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-aa9b5a4d-db7e-41fa-bb6f-dff263ed3432 service neutron] 10.222.0.43 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902021 Dec 21 03:20:08.914577 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-866dc43b-7df0-48a9-be5f-21328f5baded req-527de61c-c5da-41ba-b0d4-eb05e50cf740 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Dec 21 03:20:09.559376 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Sync routers for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:20:09.572607 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:09.573198 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:09.754664 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:09.960297 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '097d8fbe-6de8-41cf-afe4-e59c409b09c3', 'name': '', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'mac_address': 'fa:16:3e:5b:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:05Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 2, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'subnets': [{'id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:09.986479 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Checking router: 95901612-b7e8-4455-8abe-5a7f076ad2aa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:20:09.986843 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Updating router 95901612-b7e8-4455-8abe-5a7f076ad2aa port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 binding host n-d-761264-20 {{(pid=109853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 03:20:10.017008 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.028545 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8154a651-91a1-44ba-b5ab-f078d7b80b33 req-c15548bd-610f-4b3e-8989-a1ad0df6075c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 210 time: 0.0406775 Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:20:10.084363 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:20:10.090375 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-94e60442-0e78-4225-9c26-1db1ad140e6e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:10.092046 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-94e60442-0e78-4225-9c26-1db1ad140e6e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 809 time: 0.1241663 Dec 21 03:20:10.182443 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-1744113f-e306-4ec0-aa68-b031f5101ce8 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 380 time: 0.0535355 Dec 21 03:20:10.220394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'port': {'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'admin_state_up': True, 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'security_groups': ['0198ffdc-dd2f-4de8-a1de-ba8d0db0373e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:10.279094 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.284948 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.339444 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Made reservation on behalf of 914e1f06aacb458f898c0e02b316476f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:20:10.343230 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.358983 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892efc-12ba-4c7b-9021-2f0829c620d2 None None] Pushing event updated for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=3']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:10.390049 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Attempting to bind port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 on host n-d-761264-20 for vnic_type normal with profile {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:10.390425 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Attempting to bind port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 by drivers openvswitch,hyperv on host n-d-761264-20 at level 0 using segments [{'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:10.390787 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Attempting to bind port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 on network e79bab9d-0b66-438c-be94-5a473df8774f {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:10.396684 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Checking agent: {'id': 'ab888940-47ba-48d3-a667-d6d2b5e9206c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 31, 49), 'started_at': datetime.datetime(2021, 12, 21, 1, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:10.397032 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Checking segment: {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:10.397675 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.398221 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Bound using segment: {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'} {{(pid=109853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:10.398695 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.managers [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Bound port: 097d8fbe-6de8-41cf-afe4-e59c409b09c3, host: n-d-761264-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dd4e0b-2e34-48ba-94cd-3b039de9e08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f'}}] {{(pid=109853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:10.399077 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.471675 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] For port 097d8fbe-6de8-41cf-afe4-e59c409b09c3, host n-d-761264-20, cleared binding levels {{(pid=109853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:10.474926 n-d-761264-20 neutron-server[109853]: DEBUG neutron.plugins.ml2.db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] For port 097d8fbe-6de8-41cf-afe4-e59c409b09c3, host n-d-761264-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=097d8fbe-6de8-41cf-afe4-e59c409b09c3,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:10.480548 n-d-761264-20 neutron-server[109853]: DEBUG neutron_lib.callbacks.manager [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.497106 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Allocated IP 172.20.0.7 (917a9e69-c78f-409d-9cf1-42f3bab12ac8/b3ff2d04-9abd-49d6-812d-4d934eabb68d/4807e47f-4e7e-4c14-95a0-9e6eb531e693) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:10.540032 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:10.540661 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:19:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:10.546102 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892efc-12ba-4c7b-9021-2f0829c620d2 None None] Pushing event updated for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=4']} {{(pid=109853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:10.592154 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] Provisioning complete for port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:10.593395 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.665248 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.666394 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:10.688981 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.703824 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.732917 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] For port 097d8fbe-6de8-41cf-afe4-e59c409b09c3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=097d8fbe-6de8-41cf-afe4-e59c409b09c3,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:10.739846 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.758407 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:10.764124 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:10.767341 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:10.804284 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:10.837004 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fce814-f94e-4f5b-91bb-0032fcf8ef8a None None] Pushing event updated for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:10.837231 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:10.837710 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.865676 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-c6371fb6-471c-43fc-b224-ca97c8213b0a None None] Provisioning complete for port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:10.866781 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c6371fb6-471c-43fc-b224-ca97c8213b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:10.872300 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-66866821-ffa3-4674-a8f2-0b853cc7c096 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6558967 Dec 21 03:20:10.891060 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '097d8fbe-6de8-41cf-afe4-e59c409b09c3', 'name': '', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'mac_address': 'fa:16:3e:5b:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:05Z', 'updated_at': '2021-12-21T03:20:10Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'subnets': [{'id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:10.898072 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Request body: {'port': {'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:10.925944 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c66870-ee4c-4447-a413-82dc412ec4d2 None None] The sync data for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 is: [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': '097d8fbe-6de8-41cf-afe4-e59c409b09c3', 'name': '', 'network_id': 'e79bab9d-0b66-438c-be94-5a473df8774f', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'mac_address': 'fa:16:3e:5b:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:05Z', 'updated_at': '2021-12-21T03:20:10Z', 'revision_number': 4, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'subnets': [{'id': '6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:20:10.978614 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.086783 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-7ae351ec-64e4-47c4-9803-1c100b1c66c7 None None] Provisioning complete for port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:11.087153 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7ae351ec-64e4-47c4-9803-1c100b1c66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.139517 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-7ae351ec-64e4-47c4-9803-1c100b1c66c7 None None] Port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:20:11.161105 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e089af1-f304-44a0-90ee-7de83d95f304 req-f8223409-7264-4d0c-ac6b-f8b6c8403097 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:11.162749 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e089af1-f304-44a0-90ee-7de83d95f304 req-f8223409-7264-4d0c-ac6b-f8b6c8403097 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 931 time: 0.0579123 Dec 21 03:20:11.222438 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9e089af1-f304-44a0-90ee-7de83d95f304 req-04e22b92-1e88-4144-ae2a-f4aaf381c30f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521109 Dec 21 03:20:11.276599 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4807e47f-4e7e-4c14-95a0-9e6eb531e693 {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:20:11.284579 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.296996 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Transition to ACTIVE for port object 4807e47f-4e7e-4c14-95a0-9e6eb531e693 will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:20:11.301809 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.359595 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:11.433785 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Attempting to bind port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 on host n-h2-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:20:11.434145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Attempting to bind port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 by drivers openvswitch,hyperv on host n-h2-761264-20 at level 0 using segments [{'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:20:11.434545 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Attempting to bind port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:11.439704 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:20:11.440026 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Attempting to bind port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:20:11.445305 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Checking agent: {'id': 'beb5de41-b60b-4452-91fa-fd424e32000e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:20:11.445683 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Checking segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:20:11.446202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Bound using segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:20:11.446682 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Bound port: 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host: n-h2-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:20:11.447015 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.519136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:20:11.522812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:20:11.527350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.570948 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:11.571570 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:11.572947 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] 10.222.0.45 "PUT /v2.0/ports/4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 1092 time: 0.6795120 Dec 21 03:20:11.573418 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:20:11.575816 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df248a-499b-4fee-8b27-571a8b1fae8e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:20:11.596451 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d7d42-660f-4191-87c3-057138a95688 service neutron] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:11.620069 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea802a3-a0c4-42f9-ab9d-226a60155513 x-openstack-request-id: req-cea802a3-a0c4-42f9-ab9d-226a60155513 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:20:11.620368 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:20:11.620623 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cea802a3-a0c4-42f9-ab9d-226a60155513 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:20:11.621025 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'status': 'completed', 'code': 200} Dec 21 03:20:11.698593 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-d9e75a2e-9143-4df2-a356-1a0e10044766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:11.700036 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-d9e75a2e-9143-4df2-a356-1a0e10044766 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0428150 Dec 21 03:20:11.760569 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-6ed028c5-4e20-4370-b29d-69ea32766826 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Dec 21 03:20:11.814591 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-b98fbe26-b4c7-4c68-a466-9ec12d0d77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:11.816052 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-b98fbe26-b4c7-4c68-a466-9ec12d0d77b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0445182 Dec 21 03:20:11.870281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-29d2eff9-37e6-4a46-a3c7-e70ca5965b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:11.871754 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-29d2eff9-37e6-4a46-a3c7-e70ca5965b4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435858 Dec 21 03:20:11.964916 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-c660965b-a32a-4295-85de-dba145b89969 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Dec 21 03:20:12.063666 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-bf2f14fe-e20e-4946-8503-9f8e2a2b20f8 req-25d92b2d-0ba2-414a-9b1e-59f13b48de9e service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 Dec 21 03:20:12.207979 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-a075b675-93df-4074-a369-80313156d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:12.209557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-a075b675-93df-4074-a369-80313156d895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0422935 Dec 21 03:20:12.221697 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 097d8fbe-6de8-41cf-afe4-e59c409b09c3 up at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:12.270756 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Provisioning complete for port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:12.271123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:12.315859 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-c80a457e-95bb-4f52-9e36-6d3d7a6786e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:12.317633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-c80a457e-95bb-4f52-9e36-6d3d7a6786e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0997965 Dec 21 03:20:12.347149 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2c1b1-ba05-444e-9ac0-779d2d1737a5 req-0d7df4cf-3324-4bef-8b2d-cad6f51d06a5 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:12.349401 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ad2c1b1-ba05-444e-9ac0-779d2d1737a5 req-0d7df4cf-3324-4bef-8b2d-cad6f51d06a5 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 943 time: 0.0535932 Dec 21 03:20:12.372276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-fd9f967f-a1cd-4317-9a98-81904b16d9a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 217 time: 0.0466945 Dec 21 03:20:12.406172 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0ad2c1b1-ba05-444e-9ac0-779d2d1737a5 req-870b51a3-4a47-4949-9246-ea838c808bd8 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 Dec 21 03:20:12.429043 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-62bc54f7-f0af-4621-9cdc-196560935428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:12.430557 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-62bc54f7-f0af-4621-9cdc-196560935428 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0483596 Dec 21 03:20:12.486515 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-3a8d5741-62ee-40fc-88c0-64de0a296895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:12.487876 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-3a8d5741-62ee-40fc-88c0-64de0a296895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462418 Dec 21 03:20:12.575563 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-b54bd2e6-245f-4e8c-a98f-076292b3b37f service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791466 Dec 21 03:20:12.669797 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-36df248a-499b-4fee-8b27-571a8b1fae8e req-9342100a-49bf-4c9e-982b-63f7f5e9df96 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Dec 21 03:20:13.527233 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4e3c-9d10-46e0-9de7-50cae20b11e5 req-f70bdbf2-9bd5-4a65-8c34-61846a0fad6d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:13.528697 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-674d4e3c-9d10-46e0-9de7-50cae20b11e5 req-f70bdbf2-9bd5-4a65-8c34-61846a0fad6d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 943 time: 0.0524011 Dec 21 03:20:13.577730 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-674d4e3c-9d10-46e0-9de7-50cae20b11e5 req-0e9a4958-da3e-48ae-a645-bfa58ed9d0c2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Dec 21 03:20:14.151979 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1c1986f2-0507-469c-a265-85d592016f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:14.331426 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:20:14.423414 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:14.433912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:20:14.474013 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:14.486511 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4807e47f-4e7e-4c14-95a0-9e6eb531e693 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:20:14.505351 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:14.508883 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:14.553768 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:14.691477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9643-72c8-4896-9cf1-ae420d627a53 req-c18c9e93-35b1-42b2-ac13-2a9a633d20cc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:14.692895 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb7e9643-72c8-4896-9cf1-ae420d627a53 req-c18c9e93-35b1-42b2-ac13-2a9a633d20cc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 944 time: 0.0486255 Dec 21 03:20:14.745903 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-eb7e9643-72c8-4896-9cf1-ae420d627a53 req-f2531020-b49b-4714-83c9-b388293fa4dc tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Dec 21 03:20:14.929512 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4807e47f-4e7e-4c14-95a0-9e6eb531e693'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:20:15.868013 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dc10-47e1-4e68-b890-9bcc39f7c7bc req-db67121a-dc88-44d1-942c-3569f42ad02e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:15.869513 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc70dc10-47e1-4e68-b890-9bcc39f7c7bc req-db67121a-dc88-44d1-942c-3569f42ad02e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 944 time: 0.0578175 Dec 21 03:20:15.919789 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-cc70dc10-47e1-4e68-b890-9bcc39f7c7bc req-fa04a8e1-6137-4c43-bd92-b167b37d3ea7 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Dec 21 03:20:16.335491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:20:16.382969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning for port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:20:16.386549 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:20:16.386915 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:16.463246 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:16.484764 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:20:16.487539 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf0c869-3f25-42da-81b1-8482516dacf5" -d '{"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-plugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:20:16.500600 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:20:16.504528 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:16.527840 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab3303b-83a0-4fbb-8b20-951ecf703609 x-openstack-request-id: req-fab3303b-83a0-4fbb-8b20-951ecf703609 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:20:16.528138 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-plugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:20:16.528392 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fab3303b-83a0-4fbb-8b20-951ecf703609 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:20:16.528780 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'code': 200} Dec 21 03:20:16.554623 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:16.664512 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124de99-cdf0-4280-bc96-da30d65a272e req-33a262e1-2f02-47c3-ac62-c779f87cf651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:16.666060 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4124de99-cdf0-4280-bc96-da30d65a272e req-33a262e1-2f02-47c3-ac62-c779f87cf651 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1097 time: 0.0404270 Dec 21 03:20:16.711000 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-4124de99-cdf0-4280-bc96-da30d65a272e req-eca5aaff-086e-4864-acc5-fe853139f567 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Dec 21 03:20:16.846101 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-2d7b7246-c92f-4ca2-94e9-98ae62dffa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:17.043511 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe5e0-cb5e-4670-9c60-1446a36beac7 req-146cb132-ebe8-426e-b99e-828896161133 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:17.044976 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02fbe5e0-cb5e-4670-9c60-1446a36beac7 req-146cb132-ebe8-426e-b99e-828896161133 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 945 time: 0.0525985 Dec 21 03:20:17.092292 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-02fbe5e0-cb5e-4670-9c60-1446a36beac7 req-1a47d2d9-dd2f-4bf9-9390-bcd0d26a1310 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Dec 21 03:20:17.656923 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:18.208258 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990633b-bf4c-41b0-989c-1a86672d5a49 req-ab9524c8-a985-46e0-b032-ffc9f45f1755 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:18.209769 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b990633b-bf4c-41b0-989c-1a86672d5a49 req-ab9524c8-a985-46e0-b032-ffc9f45f1755 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Dec 21 03:20:18.262678 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b990633b-bf4c-41b0-989c-1a86672d5a49 req-0a91d0ed-4be2-479b-86ba-2f16ea61b725 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 Dec 21 03:20:18.387828 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4d1c-7502-4728-9262-f4b2cff33d83 req-7f4332f3-c112-4556-bbf7-7951659b5898 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:18.389289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bec4d1c-7502-4728-9262-f4b2cff33d83 req-7f4332f3-c112-4556-bbf7-7951659b5898 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 945 time: 0.0577838 Dec 21 03:20:18.437597 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-2bec4d1c-7502-4728-9262-f4b2cff33d83 req-dd6e23a3-ed41-4dae-86bb-c582bc8ace08 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Dec 21 03:20:18.458812 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39220) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:18.585018 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4744e28-4bc7-4e31-bb1b-f22932ead37c tempest-TestSnapshotPattern-585075957 tempest-TestSnapshotPattern-585075957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:18.586535 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-b4744e28-4bc7-4e31-bb1b-f22932ead37c tempest-TestSnapshotPattern-585075957 tempest-TestSnapshotPattern-585075957-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1092 time: 0.1267476 Dec 21 03:20:18.589322 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39224) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:20:18.593477 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:20:18.616966 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:18.730650 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:18.832320 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Allocated IP 172.25.6.90 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/638287db-48d1-4443-8838-fa6ed357ece2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:20:18.932300 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:18.965598 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.006827 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:20:19.009591 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:20:19.013648 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:20:19.041877 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=638287db-48d1-4443-8838-fa6ed357ece2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:19.061215 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.378887 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.443066 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.591112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.595178 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.596179 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:19.911110 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=638287db-48d1-4443-8838-fa6ed357ece2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:20:19.925095 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:20.025571 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Floating IP 5c8dea49-8728-4daf-97aa-282a895ca2aa associated. External IP: 172.25.6.90, port: 4807e47f-4e7e-4c14-95a0-9e6eb531e693. Dec 21 03:20:20.228374 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:20:20.338963 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:20:20.348712 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:20:20.356786 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:20.361100 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:20.361862 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:20:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:20.385738 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-314c30db-7e4c-4e4d-acd9-8c612ad9705f tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7953608 Dec 21 03:20:20.386406 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:20:20.388603 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:20:20.470622 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:20.488020 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbf9d7-7223-4c6b-849e-d8dd2ae225dd x-openstack-request-id: req-85cbf9d7-7223-4c6b-849e-d8dd2ae225dd {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:20:20.488338 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:20:20.488582 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85cbf9d7-7223-4c6b-849e-d8dd2ae225dd {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:20:20.488989 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'status': 'completed', 'code': 200} Dec 21 03:20:20.573236 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-cf430ed1-cfbb-4078-a727-32c95775da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:20.574755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-cf430ed1-cfbb-4078-a727-32c95775da68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1097 time: 0.0408313 Dec 21 03:20:20.667301 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-7ad00a63-2a2b-4a4c-9b60-e75a59179795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:20.668796 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-7ad00a63-2a2b-4a4c-9b60-e75a59179795 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0871434 Dec 21 03:20:20.694589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:19Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:20.719831 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:20:20.728567 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:20:20.729175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:20:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:20.739518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-0a398d5d-e973-451d-93af-628bdc239e05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 998 time: 0.0632551 Dec 21 03:20:20.788823 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-99ea927b-55af-4e94-bd6f-8780341d0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:20.790438 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-99ea927b-55af-4e94-bd6f-8780341d0787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0436528 Dec 21 03:20:20.832895 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:20:20.836137 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-8369c08e-51fe-419f-9b03-bfc220db67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:20.837693 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-8369c08e-51fe-419f-9b03-bfc220db67ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401607 Dec 21 03:20:20.930776 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-53ba8924-2af4-49ac-b223-6ab82daf52a2 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859032 Dec 21 03:20:21.019262 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-ce719a50-c022-4ff0-af1b-45fb0a74e9ee req-070784ee-b4c6-49fa-b4e1-9ef01a7258c5 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809591 Dec 21 03:20:21.053988 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:19Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:20:21.079300 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1f571-380b-4ce5-bff6-69aa8d9f005c None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:19Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:20:21.259078 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4b9ac-82f8-468c-bbaa-bcbbc2bd5946 None None] New status for floating IP 5c8dea49-8728-4daf-97aa-282a895ca2aa: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:20:23.035067 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:23.397374 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:20:27.984190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:44.154138 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c8d92661-a3ae-40df-87db-d17c86979eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:46.848463 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-5381e236-d3ba-4243-a1cb-15e1475603f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:47.659657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:49.063705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:49.599573 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:53.055177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:57.999688 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:20:59.141091 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-698d3fe0-f876-4b7b-95d2-3a54b67cae71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843549 Dec 21 03:20:59.260839 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-e32e1eb6-52f6-4b61-af80-87e5ae80b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:59.262316 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-e32e1eb6-52f6-4b61-af80-87e5ae80b239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1097 time: 0.0442863 Dec 21 03:20:59.367355 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-120a76f1-7a9e-45c0-9572-76bb34e29a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:59.368852 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-120a76f1-7a9e-45c0-9572-76bb34e29a6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0837686 Dec 21 03:20:59.442985 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-dec86c5c-76ca-4bb3-9044-d512521ac1e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 1000 time: 0.0627925 Dec 21 03:20:59.496663 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-26a919d5-44da-4bb0-a8b0-9dcf8844d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:59.498127 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-26a919d5-44da-4bb0-a8b0-9dcf8844d548 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0440538 Dec 21 03:20:59.547665 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-feb7c214-e385-46df-a6a3-9927f1054189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:20:59.549124 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-feb7c214-e385-46df-a6a3-9927f1054189 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394790 Dec 21 03:20:59.645102 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-415bb37d-9932-443c-a9da-0373d7ca3aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837967 Dec 21 03:20:59.738511 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f1c66bdb-5727-443f-8832-43652d0f40a1 req-62a02baa-28db-4803-a820-99c347b54db3 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800805 Dec 21 03:21:00.397742 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:21:14.157421 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef554d60-51b7-4db9-94a7-c400af77b1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:16.850037 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f52dd0d9-2dde-4edc-8724-f73d991a1290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:17.663139 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:19.067124 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:19.601062 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:23.055080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:27.999311 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:37.397222 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:21:44.160749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c0142d57-7625-4611-85a8-c6e8c87f7595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:46.851637 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe42a2e3-b876-48b6-b8ef-807b23f7cacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:47.665162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:49.068769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:49.602457 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:53.062686 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:58.008609 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:21:59.079382 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-9b627622-ea55-43e0-a7db-dd9cf3d52532 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429738 Dec 21 03:21:59.181136 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-7a2d131c-c514-43f5-9dac-344d6207bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:21:59.182621 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-7a2d131c-c514-43f5-9dac-344d6207bb5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1097 time: 0.0397329 Dec 21 03:21:59.290810 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-61708f55-1bd0-4248-9f7e-767819bfe083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:21:59.292249 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-61708f55-1bd0-4248-9f7e-767819bfe083 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0865219 Dec 21 03:21:59.362838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-c7b660ce-e026-4205-a647-886ff56d4be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 1000 time: 0.0567164 Dec 21 03:21:59.411809 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-35f5b985-8a11-4469-a72a-ada9ca338ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:21:59.413560 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-35f5b985-8a11-4469-a72a-ada9ca338ca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0433378 Dec 21 03:21:59.464265 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-6d80b27f-31fa-41ec-bcc5-9f5d7c2a165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:21:59.465812 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-6d80b27f-31fa-41ec-bcc5-9f5d7c2a165a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438287 Dec 21 03:21:59.477499 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-4edf08c7-725b-4ec5-ac88-16a3529d9b7e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:21:59.478447 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-4edf08c7-725b-4ec5-ac88-16a3529d9b7e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048320 Dec 21 03:21:59.566607 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-b14cb3a4-a35b-4118-bbe5-47a202ff101a service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808163 Dec 21 03:21:59.657520 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5f46b8a8-f65f-4064-b139-4c63954b9eeb req-0ce687cf-a202-4f9a-9544-034042c2b906 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831306 Dec 21 03:22:14.161989 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-361d90be-9ade-480b-ad8e-e735a1e5919a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:14.398377 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:22:16.852794 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d556170d-05a2-46f5-bd6e-5a102f1cc13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:17.668036 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:19.071552 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:19.603908 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:22.938910 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 details requested by agent hyperv_n-h2-761264-20 with host n-h2-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:22:23.223055 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:23.247529 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:23.258808 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Returning: {'device': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:22:23.304489 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:23.319685 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4807e47f-4e7e-4c14-95a0-9e6eb531e693 {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:22:23.342723 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:23.346763 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:23.408353 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:23.418278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.418628 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.418969 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.419301 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.419633 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.419960 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.420290 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.420604 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.420932 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.421250 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.421610 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.421921 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.422231 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:23.513613 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] get_ports_and_sgs() called for port_ids ['4807e47f-4e7e-4c14-95a0-9e6eb531e693'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:22:24.936630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 up at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:22:24.994617 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Provisioning complete for port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:22:24.995002 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:25.074056 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:25.097067 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:22:25.099944 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcbe3b-81a7-4e4a-9bd0-d2674f77a86d" -d '{"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-plugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:22:25.119785 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:25.125705 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:25.186491 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36109aff-7e08-40f2-bf26-659a45e60afc x-openstack-request-id: req-36109aff-7e08-40f2-bf26-659a45e60afc {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:22:25.187573 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-plugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:22:25.187573 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36109aff-7e08-40f2-bf26-659a45e60afc {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:22:25.187573 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'code': 200} Dec 21 03:22:25.188254 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:28.000441 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:31.602046 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-77db4776-4f25-419e-9f1a-bd4b8393c3b1 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590409618&fields=id&tenant_id=914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 267 time: 0.0457883 Dec 21 03:22:31.711371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-328da6be-6ed1-4606-888a-69ed0ffccdfa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:31.712827 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-328da6be-6ed1-4606-888a-69ed0ffccdfa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 809 time: 0.1041877 Dec 21 03:22:31.727415 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-da257a38-00ec-41a8-acb7-7081c02caa7e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/quotas/914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 375 time: 0.0088036 Dec 21 03:22:31.779702 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-122ce157-a705-4d5b-9222-4866ed627c18 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471985 Dec 21 03:22:31.915132 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-b5e43b55-31ed-4c1d-8e70-29bd4e759d58 service neutron] 10.222.0.43 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238365 Dec 21 03:22:32.006189 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-df9f4375-c00d-4c4e-9a11-a06e0554bfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Dec 21 03:22:32.176345 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4e2f5fd1-87f7-4c85-bbea-b0d5b2bcf94a req-47d75ded-8580-4343-87a6-46634dc0e9be tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0271199 Dec 21 03:22:33.252996 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-599f2a19-6363-4c0c-a821-e49d15d6a378 req-4d8bdc45-9e61-4155-a14e-2155eef6b659 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0259871 Dec 21 03:22:34.336137 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e722d3a9-1d8d-4048-a4ca-d8241404dd04 req-648b0ecd-5764-4b1e-a69b-ddeff4951a24 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0323772 Dec 21 03:22:35.004908 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:22:35.079413 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:35.101079 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:22:35.103286 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7965d5a4-9a92-499a-877a-a94a6fc0e5c1" -d '{"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:22:35.115181 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:35.119952 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:35.143625 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245c46c-2ed0-4214-a92f-66da6a665e85 x-openstack-request-id: req-5245c46c-2ed0-4214-a92f-66da6a665e85 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:22:35.143970 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-unplugged", "status": "completed", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:22:35.145122 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5245c46c-2ed0-4214-a92f-66da6a665e85 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:22:35.145542 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'code': 200} Dec 21 03:22:35.169778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Pushing event updated for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:35.422502 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-d1456815-676e-45ff-ac93-e38a1ffc570e req-0b7c6200-9f61-41ff-b307-43f7907986c0 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Dec 21 03:22:36.517130 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0c6e3132-3ebc-46da-8862-3d066c0fea2c req-ff0803aa-92cb-4db4-9388-433a1d3a4698 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0263572 Dec 21 03:22:37.227070 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-28b1de18-4b4b-4e47-a490-13f1d0aa93fa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:37.228552 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-28b1de18-4b4b-4e47-a490-13f1d0aa93fa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 809 time: 0.1024015 Dec 21 03:22:37.302908 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-59a7308e-ec13-40b3-a53f-d0b7ea9a104e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=914e1f06aacb458f898c0e02b316476f HTTP/1.1" status: 200 len: 380 time: 0.0565360 Dec 21 03:22:37.322145 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'port': {'device_id': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'admin_state_up': True, 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'security_groups': ['0198ffdc-dd2f-4de8-a1de-ba8d0db0373e']}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:22:37.447876 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Made reservation on behalf of 914e1f06aacb458f898c0e02b316476f for: {'port': 1} {{(pid=109851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 03:22:37.451442 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:37.675513 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_common [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Allocated IP 172.20.0.6 (917a9e69-c78f-409d-9cf1-42f3bab12ac8/b3ff2d04-9abd-49d6-812d-4d934eabb68d/2d82ff50-5cd6-4808-8822-4debc3e4469c) {{(pid=109851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:22:37.697145 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-466254b7-457e-45cf-850e-7641d2c2b681 req-c001fccc-4ab1-477e-aa21-78aa32fab4e5 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0417800 Dec 21 03:22:37.843566 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:37.878256 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_create {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:37.925675 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 is already hosted by enough agents. {{(pid=109851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:22:37.929281 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.base_scheduler [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Resources bound (agent type, host, resource id): {{(pid=109851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:22:37.933867 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Received port after_create {{(pid=109851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:22:37.938528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=1']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:37.965285 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.965672 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.966018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.966360 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.966699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.967039 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.967374 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.967698 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.968024 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.968348 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.968676 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.969003 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:37.969351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:38.000935 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:38.001607 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:38.021645 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a13dc04a-d042-4d56-a1e2-4e7cb131166a tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7031276 Dec 21 03:22:38.175367 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-4dbaf8ca-69c4-416f-8743-6df0e56cf2a8 None None] Provisioning complete for port 2d82ff50-5cd6-4808-8822-4debc3e4469c triggered by entity DHCP. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:22:38.176656 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4dbaf8ca-69c4-416f-8743-6df0e56cf2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:38.215920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-4dbaf8ca-69c4-416f-8743-6df0e56cf2a8 None None] Port 2d82ff50-5cd6-4808-8822-4debc3e4469c cannot update to ACTIVE because it is not bound. {{(pid=109852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 03:22:38.825091 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff90cc-e84d-4f62-925b-63a518082752 req-91240f3f-1c67-414c-996c-cb7066b4edd2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:38.826611 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bff90cc-e84d-4f62-925b-63a518082752 req-91240f3f-1c67-414c-996c-cb7066b4edd2 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0507820 Dec 21 03:22:38.879087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3bff90cc-e84d-4f62-925b-63a518082752 req-a5ad4759-9444-4274-b0d2-13ef9396f944 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Dec 21 03:22:40.000559 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc1929-af8c-4aac-a1d1-6c4d6742938e req-422b31fd-e3c2-4a43-980f-5ac576b32d7d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:40.002424 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20cc1929-af8c-4aac-a1d1-6c4d6742938e req-422b31fd-e3c2-4a43-980f-5ac576b32d7d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0530179 Dec 21 03:22:40.052484 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-20cc1929-af8c-4aac-a1d1-6c4d6742938e req-2e1b69f1-f5a8-45c5-bc02-1c504894f928 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Dec 21 03:22:41.196400 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463bce-9e45-4206-b692-cad482d68390 req-f4fbdd9f-fe87-4933-ae7b-97e5c19d7af0 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:41.198164 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f463bce-9e45-4206-b692-cad482d68390 req-f4fbdd9f-fe87-4933-ae7b-97e5c19d7af0 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0511875 Dec 21 03:22:41.248774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-7f463bce-9e45-4206-b692-cad482d68390 req-1843279e-7fe2-4284-8451-7d4466e66a76 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Dec 21 03:22:42.373163 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1982fde-0732-411b-bb12-74ea62afb5fc req-4fd8b2b3-3b10-442b-b86c-051b613b6546 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:42.374718 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1982fde-0732-411b-bb12-74ea62afb5fc req-4fd8b2b3-3b10-442b-b86c-051b613b6546 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0569599 Dec 21 03:22:42.432116 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-e1982fde-0732-411b-bb12-74ea62afb5fc req-1e9c50be-375e-4956-86a7-0dc8a2545f98 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514977 Dec 21 03:22:43.551935 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e9e21-34bb-486e-baf5-811b2aa3aed6 req-638409bb-2587-4f89-bbb1-b8f7bbf9c16c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:43.553468 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-943e9e21-34bb-486e-baf5-811b2aa3aed6 req-638409bb-2587-4f89-bbb1-b8f7bbf9c16c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0511608 Dec 21 03:22:43.605047 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-943e9e21-34bb-486e-baf5-811b2aa3aed6 req-dbc382a9-f041-499f-8c41-77f98de86168 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Dec 21 03:22:44.165440 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-139aa015-95f4-4794-a08b-2891d026edf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:44.724856 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806a6b-20f8-42d9-8b12-a09b6c591db0 req-f8da41d6-61b2-46c2-bc77-72a84eb558c5 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:44.726405 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f806a6b-20f8-42d9-8b12-a09b6c591db0 req-f8da41d6-61b2-46c2-bc77-72a84eb558c5 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0506032 Dec 21 03:22:44.782477 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-0f806a6b-20f8-42d9-8b12-a09b6c591db0 req-4811435d-a15d-44ab-9ea2-f846ac5eec6d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501618 Dec 21 03:22:45.904522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307aa5f-b19a-45a0-a3c4-f02a57252a56 req-ced83455-e429-4cec-b961-1a7fca534375 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:45.906090 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c307aa5f-b19a-45a0-a3c4-f02a57252a56 req-ced83455-e429-4cec-b961-1a7fca534375 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0541229 Dec 21 03:22:45.959033 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-c307aa5f-b19a-45a0-a3c4-f02a57252a56 req-74081424-2df8-4def-abe4-8560655b39d0 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Dec 21 03:22:46.856422 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0596473e-6feb-4f85-9671-dbb6cd445c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:47.144074 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fe2d4-aa5e-4541-909d-61e917045f4a req-a9e065fe-2803-48d1-b863-c57d5c7825d7 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:47.145694 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-483fe2d4-aa5e-4541-909d-61e917045f4a req-a9e065fe-2803-48d1-b863-c57d5c7825d7 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.1162686 Dec 21 03:22:47.197770 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-483fe2d4-aa5e-4541-909d-61e917045f4a req-cd75b96d-f930-41fa-a1d2-c680ce9c7606 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454230 Dec 21 03:22:47.672252 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:48.357651 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf9fb8-76c6-4448-9922-fdad250df634 req-141bbb45-96af-4417-9cb3-192f920946ec tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:48.359105 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0bf9fb8-76c6-4448-9922-fdad250df634 req-141bbb45-96af-4417-9cb3-192f920946ec tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0956242 Dec 21 03:22:48.417061 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-f0bf9fb8-76c6-4448-9922-fdad250df634 req-a949763d-bd53-42de-9b9e-f7e910afd42b tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520294 Dec 21 03:22:49.074894 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:49.532552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16fb62-774f-4962-82c5-92ba63f6c310 req-9bea5270-765f-46b1-bacd-3230c72cd53c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:49.534075 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c16fb62-774f-4962-82c5-92ba63f6c310 req-9bea5270-765f-46b1-bacd-3230c72cd53c tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0485892 Dec 21 03:22:49.583058 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-3c16fb62-774f-4962-82c5-92ba63f6c310 req-0e179f2c-f43b-4fcc-900e-dad03ee1edea tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Dec 21 03:22:49.603335 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-10569532-3dca-4a54-902e-5052d7e39302 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109851) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 03:22:49.604464 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-10569532-3dca-4a54-902e-5052d7e39302 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059271 Dec 21 03:22:49.607123 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:49.664018 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.v2.base [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Request body: {'port': {'device_id': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-20'}} {{(pid=109851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:22:49.720301 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:49.973416 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d82ff50-5cd6-4808-8822-4debc3e4469c {{(pid=109851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:22:49.981054 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:49.994075 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.provisioning_blocks [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Transition to ACTIVE for port object 2d82ff50-5cd6-4808-8822-4debc3e4469c will not be triggered until provisioned by entity L2. {{(pid=109851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 03:22:49.998213 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:50.063986 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:50.119969 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Attempting to bind port 2d82ff50-5cd6-4808-8822-4debc3e4469c on host n-h1-761264-20 for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:22:50.120489 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Attempting to bind port 2d82ff50-5cd6-4808-8822-4debc3e4469c by drivers openvswitch,hyperv on host n-h1-761264-20 at level 0 using segments [{'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 03:22:50.120616 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Attempting to bind port 2d82ff50-5cd6-4808-8822-4debc3e4469c on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:22:50.125037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Port 2d82ff50-5cd6-4808-8822-4debc3e4469c on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-20 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 03:22:50.125384 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Attempting to bind port 2d82ff50-5cd6-4808-8822-4debc3e4469c on network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 03:22:50.130283 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Checking agent: {'id': 'b471c305-c8c3-42d5-a49d-53798e3954a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'started_at': datetime.datetime(2021, 12, 21, 1, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 03:22:50.130621 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Checking segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 03:22:50.131005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Bound using segment: {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 03:22:50.131427 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Bound port: 2d82ff50-5cd6-4808-8822-4debc3e4469c, host: n-h1-761264-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c62e21b-3b5d-4f27-bc07-345dd189ef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 03:22:50.131783 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:50.196514 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 03:22:50.199736 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 03:22:50.204332 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612613'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:50.237256 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:50.238028 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:50.239310 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 1092 time: 0.6204593 Dec 21 03:22:50.240276 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:22:50.242841 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d31d1d-ac95-4b95-8ff3-736d09e78929" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:22:50.272848 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512dce2-1809-4261-8a1f-03bc63862118 service neutron] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:50.297500 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e969d8-b793-4ee7-a183-b99c19ce1bf9 x-openstack-request-id: req-57e969d8-b793-4ee7-a183-b99c19ce1bf9 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:22:50.297796 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:22:50.298048 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57e969d8-b793-4ee7-a183-b99c19ce1bf9 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:22:50.298475 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'status': 'completed', 'code': 200} Dec 21 03:22:50.637661 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-68338ace-73af-41ec-87d1-7a8b75e7cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:50.639154 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-68338ace-73af-41ec-87d1-7a8b75e7cdd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1095 time: 0.3234935 Dec 21 03:22:50.695683 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-632bfd04-d7e8-4306-99bf-5cf8e1d76ba2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 217 time: 0.0349631 Dec 21 03:22:50.698540 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793bf95-73be-4c15-ba42-3b61576247aa req-1d207adf-9262-412c-9ff2-dbb396a543df tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:50.700009 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b793bf95-73be-4c15-ba42-3b61576247aa req-1d207adf-9262-412c-9ff2-dbb396a543df tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Dec 21 03:22:50.746503 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-01abc9ea-9fe0-41af-acf3-3505f8f5611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:50.747974 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-01abc9ea-9fe0-41af-acf3-3505f8f5611e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0441732 Dec 21 03:22:50.749813 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-b793bf95-73be-4c15-ba42-3b61576247aa req-2782abde-fab9-4f03-b74e-fd70932308aa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Dec 21 03:22:50.793732 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-8f57d19f-0a8b-4aa4-be3a-53fa4bc6931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:50.795188 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-8f57d19f-0a8b-4aa4-be3a-53fa4bc6931d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396841 Dec 21 03:22:50.893822 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-a0d1dba1-d6c3-4a7e-8028-6f3e56757c03 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901020 Dec 21 03:22:50.983155 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9d583ba5-7f75-40c6-aa2f-efb40eca6ef2 req-575a1be7-b291-4ec4-a885-d71dce5d13fa service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823710 Dec 21 03:22:51.114352 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-f7ea88e2-da6c-430e-a77e-1fa45b01518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:51.115867 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-f7ea88e2-da6c-430e-a77e-1fa45b01518c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0401361 Dec 21 03:22:51.209631 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-fd9aefe1-ea0d-403c-b53b-1cc4ea7bb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:51.211013 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-fd9aefe1-ea0d-403c-b53b-1cc4ea7bb12f service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0874848 Dec 21 03:22:51.255775 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-ae4d1905-71b0-49c4-8f27-ec21e0b597ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 217 time: 0.0372436 Dec 21 03:22:51.303047 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-23ed68fa-db12-4aa4-a784-ad4d9f9cb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:51.304440 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-23ed68fa-db12-4aa4-a784-ad4d9f9cb0c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0421791 Dec 21 03:22:51.347951 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-939eb068-c531-485a-b6b4-e88816f4feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:51.350034 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-939eb068-c531-485a-b6b4-e88816f4feec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390170 Dec 21 03:22:51.397731 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:22:51.441298 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-a480f0b9-4433-41b1-bbdb-654374a9b21f service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844462 Dec 21 03:22:51.546649 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-75d31d1d-ac95-4b95-8ff3-736d09e78929 req-07b05523-04bf-4a3c-8228-6b323d9e0225 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981469 Dec 21 03:22:51.893534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f57b2-02b7-4336-bb19-760a1c085997 req-3cb8b9ac-f255-4a1a-a501-72ff1c878132 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:51.895006 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-977f57b2-02b7-4336-bb19-760a1c085997 req-3cb8b9ac-f255-4a1a-a501-72ff1c878132 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0525775 Dec 21 03:22:51.943165 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-977f57b2-02b7-4336-bb19-760a1c085997 req-a86ed693-975f-4d3a-8501-b16ccf9860c6 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Dec 21 03:22:52.790381 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:22:52.882411 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:52.898299 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'mac_address': 'fa:16:3e:e5:6f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:22:52.933021 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:52.945482 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d82ff50-5cd6-4808-8822-4debc3e4469c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:22:52.964390 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:52.968354 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:53.014135 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=4']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:53.062238 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa534e2-bf9f-451e-a1a4-207dc715dbdc req-9e88e69f-836c-4024-8952-d8650e637569 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:53.063612 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaa534e2-bf9f-451e-a1a4-207dc715dbdc req-9e88e69f-836c-4024-8952-d8650e637569 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Dec 21 03:22:53.084088 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:53.114794 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-aaa534e2-bf9f-451e-a1a4-207dc715dbdc req-08aa9f40-3c53-45c8-a942-c9a7a6d76b03 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Dec 21 03:22:53.388336 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2d82ff50-5cd6-4808-8822-4debc3e4469c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:22:54.231519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1830-27e8-4a34-a606-500c95a52cb7 req-28bb183f-e173-4043-a472-7c311a30b5d4 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:54.232987 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46db1830-27e8-4a34-a606-500c95a52cb7 req-28bb183f-e173-4043-a472-7c311a30b5d4 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0513194 Dec 21 03:22:54.282253 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-46db1830-27e8-4a34-a606-500c95a52cb7 req-1595e616-870b-4a95-92ee-1a2a34833691 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Dec 21 03:22:54.806640 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:22:54.857179 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning for port 2d82ff50-5cd6-4808-8822-4debc3e4469c completed by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 03:22:54.860991 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2d82ff50-5cd6-4808-8822-4debc3e4469c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:22:54.861379 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:54.934594 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:54.956112 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:22:54.958397 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7c3a7e-4dde-49bd-863e-7c4e4231d9a6" -d '{"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:22:54.970870 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:22:54.974959 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:54.997557 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19138731-c8c9-48e2-b220-785d84861135 x-openstack-request-id: req-19138731-c8c9-48e2-b220-785d84861135 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:22:54.997846 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:22:54.998096 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19138731-c8c9-48e2-b220-785d84861135 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:22:54.998476 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'code': 200} Dec 21 03:22:55.023419 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=5']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:55.122161 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c357-f985-4784-939c-9ead260f1e94 req-a62f0f09-46be-4ab0-b15b-810a5b1d4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:55.123518 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c83c357-f985-4784-939c-9ead260f1e94 req-a62f0f09-46be-4ab0-b15b-810a5b1d4ceb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0392616 Dec 21 03:22:55.169016 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-5c83c357-f985-4784-939c-9ead260f1e94 req-1763e8a9-9385-4e34-8f2b-025559ae39f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374691 Dec 21 03:22:55.398779 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90773a-6f4f-471b-93c7-fa3b0fdebc42 req-1c32be93-48f5-4f23-bf7a-f315559d4501 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:55.400257 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e90773a-6f4f-471b-93c7-fa3b0fdebc42 req-1c32be93-48f5-4f23-bf7a-f315559d4501 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0494316 Dec 21 03:22:55.449053 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e90773a-6f4f-471b-93c7-fa3b0fdebc42 req-f7acebfe-9f0e-4134-b40a-8491726388fa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Dec 21 03:22:56.568552 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cfbdd-038b-4147-8b1c-88c7082da522 req-ba614be8-3c9a-4bc2-9086-731705df7865 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:56.570087 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-747cfbdd-038b-4147-8b1c-88c7082da522 req-ba614be8-3c9a-4bc2-9086-731705df7865 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Dec 21 03:22:56.622622 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-747cfbdd-038b-4147-8b1c-88c7082da522 req-a9b9d593-bf32-4c06-b17f-75af2fe2964d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465868 Dec 21 03:22:56.737284 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f0beb-c5a3-4f69-9733-b6d5d2cd2a88 req-a06bc23e-12de-414b-b3b7-8e5054195ac6 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:56.738781 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e6f0beb-c5a3-4f69-9733-b6d5d2cd2a88 req-a06bc23e-12de-414b-b3b7-8e5054195ac6 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0485852 Dec 21 03:22:56.788441 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-8e6f0beb-c5a3-4f69-9733-b6d5d2cd2a88 req-ce68e11e-437c-4e4c-8994-ff99f760c044 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Dec 21 03:22:56.809810 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39506) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:22:56.847644 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ddae6-9d68-462f-a11e-1e1cd4e4a694 tempest-TestSnapshotPattern-585075957 tempest-TestSnapshotPattern-585075957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:56.849620 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-ea5ddae6-9d68-462f-a11e-1e1cd4e4a694 tempest-TestSnapshotPattern-585075957 tempest-TestSnapshotPattern-585075957-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1092 time: 0.0388443 Dec 21 03:22:56.852303 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39508) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:22:56.856475 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.v2.base [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Request body: {'floatingip': {'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:22:56.880566 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:56.978112 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.079808 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Allocated IP 172.25.6.190 (4228cdc0-43c0-4bb5-8442-d4e3deb60fca/ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62/a8f14952-b64d-4332-b53d-5ba8c88e9f7a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 03:22:57.183798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.216902 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734518275045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.256652 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Network 4228cdc0-43c0-4bb5-8442-d4e3deb60fca is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 03:22:57.261175 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 03:22:57.265661 n-d-761264-20 neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 03:22:57.268674 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=a8f14952-b64d-4332-b53d-5ba8c88e9f7a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:57.293565 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.293920 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.294265 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.294608 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.294947 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.295564 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.296125 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.296701 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.297229 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.297983 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.298598 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.299131 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.299711 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:22:57.636415 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.700798 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.846599 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.851552 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143433'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.918534 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event updated for resources: {'Port': ['ID=a8f14952-b64d-4332-b53d-5ba8c88e9f7a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:22:57.931919 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4137944'] for floatingip, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:57.997675 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:58.280968 n-d-761264-20 neutron-server[109850]: INFO neutron.db.l3_db [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Floating IP 3a38a2c4-8476-44af-97e1-5bba64f7fd23 associated. External IP: 172.25.6.190, port: 2d82ff50-5cd6-4808-8822-4debc3e4469c. Dec 21 03:22:58.488653 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:22:58.594615 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:22:58.603918 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:22:58.612256 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:22:58.613447 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:22:58.614175 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:22:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:22:58.640074 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-e4596995-0f87-4d15-ab8e-196169191c46 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7867994 Dec 21 03:22:58.640745 n-d-761264-20 neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:22:58.643329 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40e4e8f6025faec835896c35fa9496386a6623249dade3a9d23b7e4933ba5eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8343f27d-49c2-420f-a369-29e82ef2f0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:22:58.680566 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df617b5a-dc46-460e-9418-98d8e47a6b22 x-openstack-request-id: req-df617b5a-dc46-460e-9418-98d8e47a6b22 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:22:58.680858 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "status": "completed", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:22:58.681111 n-d-761264-20 neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df617b5a-dc46-460e-9418-98d8e47a6b22 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:22:58.681554 n-d-761264-20 neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'status': 'completed', 'code': 200} Dec 21 03:22:58.724824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:22:58.762601 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-dc5acb30-0408-4fe9-bce1-ffef5f12ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:58.764082 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-dc5acb30-0408-4fe9-bce1-ffef5f12ead3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0403345 Dec 21 03:22:58.857710 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-e19358e2-7978-48e1-bd94-88dc2d320dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:58.859176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-e19358e2-7978-48e1-bd94-88dc2d320dc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0882120 Dec 21 03:22:58.925291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-7d1e8fee-cb3a-479d-8fbe-5941e7a1c258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 999 time: 0.0584114 Dec 21 03:22:58.946860 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3a38a2c4-8476-44af-97e1-5bba64f7fd23', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:e5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:22:57Z', 'updated_at': '2021-12-21T03:22:57Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}, {'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:22:58.976639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:22:58.977065 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-43422e16-460d-49a5-bf6a-90c2265f2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:58.978544 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-43422e16-460d-49a5-bf6a-90c2265f2754 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0470045 Dec 21 03:22:58.984839 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:22:58.985466 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:22:47Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:22:59.024112 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-bfe8964d-79d2-40f6-ad3d-760de8811503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:59.025537 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-bfe8964d-79d2-40f6-ad3d-760de8811503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397511 Dec 21 03:22:59.091134 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:22:59.149909 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-ec076765-c860-4d15-b0cb-4fa7c5e4002e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652041 Dec 21 03:22:59.152076 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-61cb7cee-893a-4cdc-9ce7-054e4c8318fe service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193194 Dec 21 03:22:59.278334 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-8343f27d-49c2-420f-a369-29e82ef2f0aa req-7ce4fcc9-2624-4d74-9662-47bb652908af service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189957 Dec 21 03:22:59.280766 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-5eb6a6d1-058d-4e68-b2f6-76c06deed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:59.282149 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-5eb6a6d1-058d-4e68-b2f6-76c06deed8a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0647414 Dec 21 03:22:59.319021 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3a38a2c4-8476-44af-97e1-5bba64f7fd23', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:e5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:22:57Z', 'updated_at': '2021-12-21T03:22:57Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}, {'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:22:59.349459 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9375-7c61-4801-8d05-0779c29ac0cb None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '3a38a2c4-8476-44af-97e1-5bba64f7fd23', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:e5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:22:57Z', 'updated_at': '2021-12-21T03:22:57Z', 'revision_number': 0, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}, {'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:22:59.398748 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-2a573ab1-933f-41ef-8bee-e4080c5a841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:59.400218 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-2a573ab1-933f-41ef-8bee-e4080c5a841f service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0923922 Dec 21 03:22:59.472107 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-5d8e1193-a17e-43b2-b4cc-a05a3d0c8726 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 998 time: 0.0644631 Dec 21 03:22:59.527226 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-6076c2bf-5717-46eb-bbfb-a4610f12e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:59.528755 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-6076c2bf-5717-46eb-bbfb-a4610f12e19d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0455775 Dec 21 03:22:59.570916 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d56358-0f22-4048-b98c-566b1a29abb5 None None] New status for floating IP 3a38a2c4-8476-44af-97e1-5bba64f7fd23: ACTIVE {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:22:59.577755 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-3044b200-ebff-461d-94eb-fab8c0fd8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:22:59.579295 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-3044b200-ebff-461d-94eb-fab8c0fd8d16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429828 Dec 21 03:22:59.681602 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-f64c3ffe-19b3-42e9-bef7-a299c52f8add service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901051 Dec 21 03:22:59.780815 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cf8ca55e-4bbf-4e2b-9ecc-ef28bf2889b0 req-98566b97-06ef-4587-ae9c-d1b96270b060 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869586 Dec 21 03:23:14.167635 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-0099e9b2-2c7a-4696-be30-d006ad14439e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:16.857948 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1b03-e89e-4aaa-a741-797ef0e96d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:17.674204 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:19.076797 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:19.610017 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:23.099044 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:28.005116 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:28.397016 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:23:29.004486 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-1a7e0066-b0ad-4377-a35a-52381c7a2b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421946 Dec 21 03:23:29.100154 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-5be61cf1-ce7a-458f-be7b-4683c02c227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:29.101629 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-5be61cf1-ce7a-458f-be7b-4683c02c227e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0394292 Dec 21 03:23:29.201253 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-bbc0ac49-7ff7-422e-904d-77d0a9245ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:29.202716 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-bbc0ac49-7ff7-422e-904d-77d0a9245ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0823445 Dec 21 03:23:29.270542 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-51ec3ce7-1ca4-480a-8cf6-20076f62a935 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 1001 time: 0.0601184 Dec 21 03:23:29.318784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-d630c8d1-bba3-408b-8246-be4f96983cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:29.320176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-d630c8d1-bba3-408b-8246-be4f96983cbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0429797 Dec 21 03:23:29.363865 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-5eefe0ea-0db4-4598-b820-2e8300e85385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:29.365176 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-5eefe0ea-0db4-4598-b820-2e8300e85385 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381222 Dec 21 03:23:29.456020 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-cdd45a39-f15b-4caa-baba-823e6efae679 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835316 Dec 21 03:23:29.547902 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-f33ab399-d09d-4c61-9dd5-27c7b2f7874f req-7f7c2a9a-8fc7-458b-8ac0-3721512d9d10 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845685 Dec 21 03:23:44.168861 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7dafbfb1-39e0-4145-b4b7-7b5aef605ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:46.859771 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-7d45a65d-3abc-45ca-a30d-c8e54201f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:47.678377 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:49.080127 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:49.611404 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:53.100910 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:58.019309 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:23:59.085466 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-e1a79bce-97b7-4e10-aa98-b08117865899 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395508 Dec 21 03:23:59.188891 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-2c4c5461-8cd2-4f2e-b702-52cc92cf5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:59.190370 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-2c4c5461-8cd2-4f2e-b702-52cc92cf5d63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0401587 Dec 21 03:23:59.304858 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-61da7e1e-7cac-4809-838c-c155bc238de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:59.306340 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-61da7e1e-7cac-4809-838c-c155bc238de1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0912273 Dec 21 03:23:59.375392 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-e9a39ca3-b18d-4777-92a6-c6262cb09a54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 998 time: 0.0574734 Dec 21 03:23:59.428723 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-9719965f-39c5-43f7-82d2-63483d199efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:59.430171 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-9719965f-39c5-43f7-82d2-63483d199efe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0428994 Dec 21 03:23:59.484148 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-efd5be03-7d49-4480-a3cc-5cf65e9a500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:23:59.485638 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-efd5be03-7d49-4480-a3cc-5cf65e9a500b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439219 Dec 21 03:23:59.575661 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-6b3bf0bd-5e31-4df1-ad36-a9efdac0a789 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794046 Dec 21 03:23:59.673650 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-77632c1e-231e-44a2-ac3d-9e947e60e253 req-acf3f414-13ae-424b-887c-a1636bda0aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852878 Dec 21 03:24:05.395798 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:24:14.170148 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4f97-add0-4edd-b912-67d3503c1e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:16.862108 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b7a5ed4d-c197-444b-b201-b9ab0d58d9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:17.680166 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:19.082410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:19.614409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:23.115135 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:28.010761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:29.556318 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-92518bb4-c3f5-4663-b14d-2bcadb3f449b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395329 Dec 21 03:24:29.674625 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-f6e594cf-9b46-47ea-a4ce-f4f07d682d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:24:29.676071 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-f6e594cf-9b46-47ea-a4ce-f4f07d682d2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0406048 Dec 21 03:24:29.780812 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-7d96a7c1-01de-4318-a4bb-a3fd6fcacdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:24:29.782276 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-7d96a7c1-01de-4318-a4bb-a3fd6fcacdd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0863318 Dec 21 03:24:29.848587 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-3d604114-338a-4869-9381-aef6425c34c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 1001 time: 0.0583091 Dec 21 03:24:29.900257 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-02705339-b920-4d97-8b7b-b0612d89b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:24:29.901657 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-02705339-b920-4d97-8b7b-b0612d89b4be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0459261 Dec 21 03:24:29.945699 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-91cbac38-3fde-4013-883b-eeeea2d9ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:24:29.947012 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-91cbac38-3fde-4013-883b-eeeea2d9ea68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388389 Dec 21 03:24:30.035802 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-118dcf34-af8c-4649-bae5-9721f75a7664 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796390 Dec 21 03:24:30.127545 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e1411cfc-16f2-4db0-a493-4b195c59e5e9 req-d19f5923-545c-407a-95c5-2bd2cf4d82fd service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831079 Dec 21 03:24:42.395750 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:24:44.173765 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd665c6d-07c2-49d6-a6e1-0022aaa7b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:46.863792 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-3f3c527d-0a5d-407b-aa2c-f958083cbd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:47.683272 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:49.086497 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:49.615937 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:53.113190 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:24:58.012513 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:00.095280 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-3aa7a96c-bb84-4459-adf7-1857f7d47f21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383837 Dec 21 03:25:00.195863 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-b0e84fa5-9982-44ae-9158-bb4c1eb6364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:00.197368 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-b0e84fa5-9982-44ae-9158-bb4c1eb6364d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0429928 Dec 21 03:25:00.303538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-e3a68420-1164-4778-82b0-0c3e1e4fea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:00.304982 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-e3a68420-1164-4778-82b0-0c3e1e4fea99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0822964 Dec 21 03:25:00.377873 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-d6ed5301-d182-4a66-9bab-5633a583bffd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 998 time: 0.0605459 Dec 21 03:25:00.429175 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-6dcb5a6a-9107-4583-b399-8d889502d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:00.430618 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-6dcb5a6a-9107-4583-b399-8d889502d2d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0426831 Dec 21 03:25:00.483209 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-e620be3f-870e-44d9-89f1-b4eafd4a7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:00.484707 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-e620be3f-870e-44d9-89f1-b4eafd4a7f82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390775 Dec 21 03:25:00.579291 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-217d17b8-bca9-40fc-9967-28223341d26e service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 Dec 21 03:25:00.669417 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-641c1e3d-1530-4eea-8ef7-39d557b3ac6f req-9d9f2cb0-7594-468e-afda-aba8cbefd2fd service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783894 Dec 21 03:25:03.435229 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c details requested by agent hyperv_n-h1-761264-20 with host n-h1-761264-20 {{(pid=109852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 03:25:03.529588 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:03.541557 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Returning: {'device': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'port_id': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'mac_address': 'fa:16:3e:e5:6f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 03:25:03.578295 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:03.590481 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d82ff50-5cd6-4808-8822-4debc3e4469c {{(pid=109852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 03:25:03.609490 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:03.613602 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:03.657259 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=6']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:03.664758 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.665107 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.665483 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.665824 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.666158 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.666491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.666820 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.667146 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.667470 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.667794 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.668119 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.668449 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.668769 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:03.751303 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] get_ports_and_sgs() called for port_ids ['2d82ff50-5cd6-4808-8822-4debc3e4469c'] {{(pid=109852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 03:25:05.458278 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c up at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 03:25:05.507652 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.provisioning_blocks [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Provisioning complete for port 2d82ff50-5cd6-4808-8822-4debc3e4469c triggered by entity L2. {{(pid=109852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 03:25:05.508020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931776'] for port, provisioning_complete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:05.581177 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:05.602956 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:05.605135 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3affd-7326-47cc-8b2c-b5cc50ffd352" -d '{"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:05.617545 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:05.621747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:05.671540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=7']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:05.697896 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c8ecf3-9d11-47f6-8b2d-74242ea0f031 x-openstack-request-id: req-48c8ecf3-9d11-47f6-8b2d-74242ea0f031 {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:05.698187 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:05.698444 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48c8ecf3-9d11-47f6-8b2d-74242ea0f031 {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:05.698854 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'code': 200} Dec 21 03:25:14.179045 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-da49e92a-2df6-443b-8a96-6a2258117bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:16.832469 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39754) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:16.870080 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe06ed14-0854-42d0-9e32-ffe566f25e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.005746 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Deleting port a8f14952-b64d-4332-b53d-5ba8c88e9f7a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:17.007148 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.345157 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.346069 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.357401 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Calling delete_port for a8f14952-b64d-4332-b53d-5ba8c88e9f7a owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:17.500969 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.525887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event deleted for resources: {'Port': ['ID=a8f14952-b64d-4332-b53d-5ba8c88e9f7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:17.537850 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.538202 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.538546 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.538887 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.539232 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.539576 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.539908 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.540241 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.540564 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.540889 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.541218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.541575 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.541907 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:17.599144 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.599386 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Floating IP 3a38a2c4-8476-44af-97e1-5bba64f7fd23 disassociated (deleted). External IP: 172.25.6.190, port: 2d82ff50-5cd6-4808-8822-4debc3e4469c. Dec 21 03:25:17.686032 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.802128 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:25:17.907473 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:25:17.912130 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:17.916698 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:25:17.925759 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:17.926382 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:17.938582 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-5e2b8aa4-c77c-4975-8e84-b3d3be530780 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "DELETE /v2.0/floatingips/3a38a2c4-8476-44af-97e1-5bba64f7fd23 HTTP/1.1" status: 204 len: 168 time: 1.1049476 Dec 21 03:25:17.939816 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:17.942176 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1fde1-e8f5-407c-a8a6-338045ad6890" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:18.039867 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:18.043918 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcedada-07be-4004-92e8-c8d16384eff6 x-openstack-request-id: req-8fcedada-07be-4004-92e8-c8d16384eff6 {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:18.044283 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:18.044630 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fcedada-07be-4004-92e8-c8d16384eff6 {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:18.045096 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'status': 'completed', 'code': 200} Dec 21 03:25:18.133841 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-a089a46b-8e2f-4315-b19c-bdb3dbe30b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:18.135652 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-a089a46b-8e2f-4315-b19c-bdb3dbe30b7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 1097 time: 0.0460362 Dec 21 03:25:18.178234 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed2573-34ea-47e6-a6f2-a23a9beab58f req-74104ce0-1f05-4fb7-b9ec-eaab8dbcf1aa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:18.179677 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ed2573-34ea-47e6-a6f2-a23a9beab58f req-74104ce0-1f05-4fb7-b9ec-eaab8dbcf1aa tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0505617 Dec 21 03:25:18.231893 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-69ed2573-34ea-47e6-a6f2-a23a9beab58f req-34dd0cc7-f061-485a-a23f-0aa848d1d5e9 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 Dec 21 03:25:18.233361 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-6024f6e8-68d1-4fb1-9cfa-44749ed87947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:18.234838 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-6024f6e8-68d1-4fb1-9cfa-44749ed87947 service neutron] 10.222.0.24 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0909383 Dec 21 03:25:18.276639 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:18.280445 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-1e9ab400-435d-4a64-a5bc-520261b25a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 200 len: 217 time: 0.0369303 Dec 21 03:25:18.302596 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:25:18.312472 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:18.313089 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:18.332394 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-60e8ebde-163a-45f6-af96-ea799a6f9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:18.333928 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-60e8ebde-163a-45f6-af96-ea799a6f9430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0451896 Dec 21 03:25:18.381639 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-88e3fa09-0af9-4309-9521-5d88f230a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:18.383142 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-88e3fa09-0af9-4309-9521-5d88f230a3a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418601 Dec 21 03:25:18.418943 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:18.478913 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-41d9b9e8-4e8d-47bb-b7b3-6f8799c98e17 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871494 Dec 21 03:25:18.573920 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-9df1fde1-e8f5-407c-a8a6-338045ad6890 req-7facfca7-4951-448d-a6b6-f42e4ff87853 service neutron] 10.222.0.24 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876963 Dec 21 03:25:18.642766 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:18.668431 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4d986-49e3-461e-9424-ba7c980444cb None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_floatingips': [{'id': '5c8dea49-8728-4daf-97aa-282a895ca2aa', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'router_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'port_id': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'mac_address': 'fa:16:3e:be:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T03:20:19Z', 'updated_at': '2021-12-21T03:20:21Z', 'revision_number': 1, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:25:19.007233 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf76df5-35c7-44cd-b29f-0366b18d6170 None None] New status for floating IP 3a38a2c4-8476-44af-97e1-5bba64f7fd23: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:25:19.089746 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:19.354981 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6abd-3826-47c9-a89c-1d8593adde58 req-4f76d4b8-d6f2-492b-9355-b284dd344c68 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:19.356410 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ccc6abd-3826-47c9-a89c-1d8593adde58 req-4f76d4b8-d6f2-492b-9355-b284dd344c68 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Dec 21 03:25:19.394824 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:25:19.406360 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-5ccc6abd-3826-47c9-a89c-1d8593adde58 req-d2137718-658a-44d1-a881-cabda4cc2128 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Dec 21 03:25:19.575872 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:19.631975 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:19.667402 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564237'] for port, before_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:19.691318 n-d-761264-20 neutron-server[109852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:19.693567 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edef03e4e479f25eae50d3993e9f70441bc58561bac11d8b823f9b3ac00f0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c2030-2106-4ff6-9c28-e0894cbf7a0c" -d '{"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:19.705501 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:19.709508 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734518760771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734518275063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734518272013'] for port, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:19.736970 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecddbc1d-dd97-49ca-a124-787e954c43cd x-openstack-request-id: req-ecddbc1d-dd97-49ca-a124-787e954c43cd {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:19.737258 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "code": 200}]} {{(pid=109852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:19.737605 n-d-761264-20 neutron-server[109852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecddbc1d-dd97-49ca-a124-787e954c43cd {{(pid=109852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:19.737988 n-d-761264-20 neutron-server[109852]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'code': 200} Dec 21 03:25:19.761474 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Pushing event updated for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=8']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:20.039504 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-67fd8d13-8fc7-4ac5-bca2-e12f209cb1d7 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:20.040935 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-67fd8d13-8fc7-4ac5-bca2-e12f209cb1d7 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0478802 Dec 21 03:25:20.128090 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Deleting port 2d82ff50-5cd6-4808-8822-4debc3e4469c {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:20.128430 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:20.218213 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] For port 2d82ff50-5cd6-4808-8822-4debc3e4469c, host n-h1-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-20',level=0,port_id=2d82ff50-5cd6-4808-8822-4debc3e4469c,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:20.218567 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:20.232304 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Calling delete_port for 2d82ff50-5cd6-4808-8822-4debc3e4469c owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:20.365715 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:20.393784 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event deleted for resources: {'Port': ['ID=2d82ff50-5cd6-4808-8822-4debc3e4469c,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:20.437880 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] No DVR routers for this DVR port 2d82ff50-5cd6-4808-8822-4debc3e4469c on host n-h1-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:25:20.440467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:20.443771 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-cea865dc-983b-475a-9033-4af2f6e7bfe1 req-71ad7010-e5bf-4fc7-a229-bae675f64f92 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.24 "DELETE /v2.0/ports/2d82ff50-5cd6-4808-8822-4debc3e4469c HTTP/1.1" status: 204 len: 173 time: 0.3962157 Dec 21 03:25:20.444218 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-deleted', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:20.446571 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c37093-7c66-4ad3-a848-f6284d3ca650" -d '{"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-deleted", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:20.488758 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b4b8b-1df3-4bf6-bcf7-4fc5a3d6c4ad x-openstack-request-id: req-817b4b8b-1df3-4bf6-bcf7-4fc5a3d6c4ad {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:20.488758 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6d19eb-ece5-4c0f-b644-977a88b5fcf0", "name": "network-vif-deleted", "tag": "2d82ff50-5cd6-4808-8822-4debc3e4469c", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:20.488758 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-817b4b8b-1df3-4bf6-bcf7-4fc5a3d6c4ad {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:20.489151 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6d19eb-ece5-4c0f-b644-977a88b5fcf0', 'name': 'network-vif-deleted', 'tag': '2d82ff50-5cd6-4808-8822-4debc3e4469c', 'status': 'completed', 'code': 200} Dec 21 03:25:20.510931 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-53fc6920-94a0-4da2-91d9-f791678aa853 req-6d6232fc-2ee9-4859-afd2-7fe27d0ca90d tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc6d19eb-ece5-4c0f-b644-977a88b5fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0348256 Dec 21 03:25:22.057162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39818) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:22.215635 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Deleting port 638287db-48d1-4443-8838-fa6ed357ece2 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:22.215873 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.289223 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.289571 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.300917 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Calling delete_port for 638287db-48d1-4443-8838-fa6ed357ece2 owned by network:floatingip {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:22.459675 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.485570 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event deleted for resources: {'Port': ['ID=638287db-48d1-4443-8838-fa6ed357ece2,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:22.549404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for floatingip, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.549759 n-d-761264-20 neutron-server[109851]: INFO neutron.db.l3_db [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Floating IP 5c8dea49-8728-4daf-97aa-282a895ca2aa disassociated (deleted). External IP: 172.25.6.90, port: 4807e47f-4e7e-4c14-95a0-9e6eb531e693. Dec 21 03:25:22.752482 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:25:22.857046 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:25:22.862475 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for floatingip, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:22.867920 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:25:22.880971 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:22.881609 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:22.892337 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-c341594b-a683-4de6-8165-c516463a3078 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "DELETE /v2.0/floatingips/5c8dea49-8728-4daf-97aa-282a895ca2aa HTTP/1.1" status: 204 len: 168 time: 0.8339684 Dec 21 03:25:22.893028 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:22.895505 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418965d9-5013-4d14-8d2f-399dcab5457d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:22.937650 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b83900-a320-45d9-9d8a-a41dd777fcec x-openstack-request-id: req-a9b83900-a320-45d9-9d8a-a41dd777fcec {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:22.937939 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:22.938194 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9b83900-a320-45d9-9d8a-a41dd777fcec {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:22.938599 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'status': 'completed', 'code': 200} Dec 21 03:25:22.999741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:23.062549 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418965d9-5013-4d14-8d2f-399dcab5457d req-e5cf635a-a86b-4faa-ad25-b1d3becc6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:23.064114 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-e5cf635a-a86b-4faa-ad25-b1d3becc6bdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e1f06aacb458f898c0e02b316476f&device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 1095 time: 0.0576558 Dec 21 03:25:23.134159 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c84210-cf87-44b2-b716-be22f856f71b req-bedf7891-4a69-4b39-bcc7-f6d03668116e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:23.135774 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c84210-cf87-44b2-b716-be22f856f71b req-bedf7891-4a69-4b39-bcc7-f6d03668116e tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 943 time: 0.0503340 Dec 21 03:25:23.147967 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:23.189989 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-15c84210-cf87-44b2-b716-be22f856f71b req-f70bf5f6-8497-46f8-8157-04c5dbdf2684 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479960 Dec 21 03:25:23.190873 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418965d9-5013-4d14-8d2f-399dcab5457d req-eaa6fac0-5c34-4220-a8bc-91b745816ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:23.192717 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-eaa6fac0-5c34-4220-a8bc-91b745816ec1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 200 len: 909 time: 0.0943770 Dec 21 03:25:23.223961 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:23.239897 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-5a8dd1e1-b031-4e76-84b9-9bf454148f52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 200 len: 217 time: 0.0394256 Dec 21 03:25:23.249634 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:25:23.258540 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:23.259136 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:23.297670 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418965d9-5013-4d14-8d2f-399dcab5457d req-f3fbe213-96b9-4498-b801-e257252c0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:23.299147 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-f3fbe213-96b9-4498-b801-e257252c0153 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 200 len: 848 time: 0.0483949 Dec 21 03:25:23.344475 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418965d9-5013-4d14-8d2f-399dcab5457d req-691b2594-67c2-4546-adee-62584e55c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:23.346605 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-691b2594-67c2-4546-adee-62584e55c1c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=917a9e69-c78f-409d-9cf1-42f3bab12ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404451 Dec 21 03:25:23.365535 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:23.446534 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-f7f2d925-f4a0-4c2c-9e85-7c5c25c0b9f7 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883875 Dec 21 03:25:23.544015 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-418965d9-5013-4d14-8d2f-399dcab5457d req-5a68a721-bb7b-4d61-800d-ffdcedf2ac35 service neutron] 10.222.0.45 "GET /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878353 Dec 21 03:25:23.615224 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c no longer exists at agent hyperv_n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:23.643213 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] No Port match for: 2d82ff50-5cd6-4808-8822-4debc3e4469c {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:23.643555 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Device 2d82ff50-5cd6-4808-8822-4debc3e4469c not bound to the agent host n-h1-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:23.749657 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:23.775587 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbec27d-357c-4bb6-a950-dfb3f2ad82a1 None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:00Z', 'revision_number': 4, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20', '_interfaces': [{'id': 'c08dd0f1-34c1-41dc-b196-ad7583193f23', 'name': '', 'network_id': '917a9e69-c78f-409d-9cf1-42f3bab12ac8', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:00Z', 'updated_at': '2021-12-21T03:20:05Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'subnets': [{'id': 'b3ff2d04-9abd-49d6-812d-4d934eabb68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:25:23.978387 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf9a72-c4a4-4996-9d37-78e093ecad61 None None] New status for floating IP 5c8dea49-8728-4daf-97aa-282a895ca2aa: DOWN {{(pid=109853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 03:25:24.011033 n-d-761264-20 neutron-server[109851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-4dc05c87-f120-48eb-88a4-0480a8811950 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:24.012479 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-4dc05c87-f120-48eb-88a4-0480a8811950 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 943 time: 0.0501761 Dec 21 03:25:24.116395 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Deleting port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:24.117042 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:24.206966 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] For port 4807e47f-4e7e-4c14-95a0-9e6eb531e693, host n-h2-761264-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-20',level=0,port_id=4807e47f-4e7e-4c14-95a0-9e6eb531e693,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:24.207323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:24.219160 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Calling delete_port for 4807e47f-4e7e-4c14-95a0-9e6eb531e693 owned by compute:nova {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:24.307503 n-d-761264-20 neutron-server[109850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f2b0-556e-440a-9de2-da18dd8d5c81 req-eaef4f52-6987-488e-aa44-a142598defc8 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 03:25:24.309001 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392f2b0-556e-440a-9de2-da18dd8d5c81 req-eaef4f52-6987-488e-aa44-a142598defc8 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa2b2276-f9ed-4483-b355-6c168d01efe8 HTTP/1.1" status: 200 len: 943 time: 0.0489991 Dec 21 03:25:24.347367 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:24.366289 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [req-4392f2b0-556e-440a-9de2-da18dd8d5c81 req-613fe1c6-69d1-48d9-bf33-88273e391b1b tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "GET /v2.0/security-groups?id=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Dec 21 03:25:24.383479 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event deleted for resources: {'Port': ['ID=4807e47f-4e7e-4c14-95a0-9e6eb531e693,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:24.427262 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] No DVR routers for this DVR port 4807e47f-4e7e-4c14-95a0-9e6eb531e693 on host n-h2-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:25:24.429895 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223545'] for port, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:24.433198 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [req-e18af6a3-5b38-4f31-9ec4-ba253fc541ad req-b7849470-b80f-47c4-914f-d39941bd0fbe tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.45 "DELETE /v2.0/ports/4807e47f-4e7e-4c14-95a0-9e6eb531e693 HTTP/1.1" status: 204 len: 173 time: 0.4087110 Dec 21 03:25:24.940032 n-d-761264-20 neutron-server[109851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-deleted', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693'}] {{(pid=109851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 03:25:24.942465 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}449efb9089c3a41509e506927ef620e59f09e3a83057a1ba7806ccc1662a6c41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba82098-4ece-4de5-a838-6b1bf7c40429" -d '{"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-deleted", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693"}]}' {{(pid=109851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 03:25:24.981273 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a495c-028c-4166-badb-a5f46583e3ff x-openstack-request-id: req-df9a495c-028c-4166-badb-a5f46583e3ff {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 03:25:24.981606 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b2276-f9ed-4483-b355-6c168d01efe8", "name": "network-vif-deleted", "tag": "4807e47f-4e7e-4c14-95a0-9e6eb531e693", "status": "completed", "code": 200}]} {{(pid=109851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 03:25:24.981862 n-d-761264-20 neutron-server[109851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df9a495c-028c-4166-badb-a5f46583e3ff {{(pid=109851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 03:25:24.982275 n-d-761264-20 neutron-server[109851]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b2276-f9ed-4483-b355-6c168d01efe8', 'name': 'network-vif-deleted', 'tag': '4807e47f-4e7e-4c14-95a0-9e6eb531e693', 'status': 'completed', 'code': 200} Dec 21 03:25:25.422204 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39832) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:25.477279 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:25.502162 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:25.559524 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:25.562199 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Publish callbacks [] for security_group, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:25.563323 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] 10.222.0.43 "DELETE /v2.0/security-groups/0198ffdc-dd2f-4de8-a1de-ba8d0db0373e HTTP/1.1" status: 204 len: 168 time: 0.1401572 Dec 21 03:25:25.572929 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a0adf-cb1b-48d6-9ec1-6c057e3b6032 tempest-TestSnapshotPattern-1523755899 tempest-TestSnapshotPattern-1523755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0198ffdc-dd2f-4de8-a1de-ba8d0db0373e,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:25.614333 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39836) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:26.355557 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:26.598425 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Deleting port c08dd0f1-34c1-41dc-b196-ad7583193f23 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:26.599113 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:26.679445 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] For port c08dd0f1-34c1-41dc-b196-ad7583193f23, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=c08dd0f1-34c1-41dc-b196-ad7583193f23,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:26.679810 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:26.692497 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Calling delete_port for c08dd0f1-34c1-41dc-b196-ad7583193f23 owned by network:router_interface {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:26.870827 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:26.897717 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08dd0f1-34c1-41dc-b196-ad7583193f23,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:27.060467 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.275051 n-d-761264-20 neutron-server[109851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Router 00188a64-185b-40a2-8e97-1d5f4cf34e5d has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:25:27.380752 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:25:27.385872 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-436b1478-09b5-4400-a745-e87225f97717 admin admin] 10.222.0.43 "PUT /v2.0/routers/00188a64-185b-40a2-8e97-1d5f4cf34e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7704341 Dec 21 03:25:27.388353 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39840) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:27.391104 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Sync routers for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:25:27.400688 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:27.401323 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:27.491678 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.506438 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: n-d-761264-20 {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:27.595161 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.646528 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Deleting port 68dd566c-9b4a-4599-97ca-1964d452f584 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:27.647224 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.685778 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:25:26Z', 'revision_number': 5, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port': {'id': '68dd566c-9b4a-4599-97ca-1964d452f584', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:27.715425 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Checking router: 00188a64-185b-40a2-8e97-1d5f4cf34e5d for host: n-d-761264-20 {{(pid=109852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:25:27.724282 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Routers {'00188a64-185b-40a2-8e97-1d5f4cf34e5d'} bound to L3 agent in host n-d-761264-20 {{(pid=109852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:27.724890 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'], 'active': True} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:27.739278 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] For port 68dd566c-9b4a-4599-97ca-1964d452f584, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=68dd566c-9b4a-4599-97ca-1964d452f584,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:27.739647 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.751343 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Calling delete_port for 68dd566c-9b4a-4599-97ca-1964d452f584 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:27.805913 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvr_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] Set router 00188a64-185b-40a2-8e97-1d5f4cf34e5d gateway port host: None {{(pid=109852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:27.834832 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 no longer exists at agent hyperv_n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:27.863889 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_hamode_db [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:25:27Z', 'revision_number': 6, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:27.882408 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] No Port match for: 4807e47f-4e7e-4c14-95a0-9e6eb531e693 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:27.882762 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Device 4807e47f-4e7e-4c14-95a0-9e6eb531e693 not bound to the agent host n-h2-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:27.911505 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693e5c55-afbc-43e1-a70b-a6342dd7094f None None] The sync data for ids ['00188a64-185b-40a2-8e97-1d5f4cf34e5d'] in n-d-761264-20 is: [{'id': '00188a64-185b-40a2-8e97-1d5f4cf34e5d', 'name': 'tempest-TestSnapshotPattern-527352503-router', 'tenant_id': '914e1f06aacb458f898c0e02b316476f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:19:58Z', 'updated_at': '2021-12-21T03:25:27Z', 'revision_number': 6, 'project_id': '914e1f06aacb458f898c0e02b316476f', 'gw_port_host': None}] {{(pid=109852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:25:27.920549 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:27.952471 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Pushing event deleted for resources: {'Port': ['ID=68dd566c-9b4a-4599-97ca-1964d452f584,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:27.967343 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd4367-12c1-4058-aa56-8433b4fc7be2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:25:28.014958 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.026869 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.104173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.106292 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.151653 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.152273 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00188a64-185b-40a2-8e97-1d5f4cf34e5d {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:25:28.156779 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.157984 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-19921b87-612c-46f3-b603-9d7c4ab3c331 admin admin] 10.222.0.43 "DELETE /v2.0/routers/00188a64-185b-40a2-8e97-1d5f4cf34e5d HTTP/1.1" status: 204 len: 168 time: 0.7687256 Dec 21 03:25:28.160556 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39842) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:28.207421 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Deleting subnet b3ff2d04-9abd-49d6-812d-4d934eabb68d {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:25:28.210386 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.243249 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.327995 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.388350 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.413967 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ff2d04-9abd-49d6-812d-4d934eabb68d,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:28.419046 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.422633 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-d0008286-ad11-4320-80f7-033bca13591d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3ff2d04-9abd-49d6-812d-4d934eabb68d HTTP/1.1" status: 204 len: 168 time: 0.2611051 Dec 21 03:25:28.423630 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1aa1d-fab2-4162-983b-120e5037c20d None None] Network 917a9e69-c78f-409d-9cf1-42f3bab12ac8 requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:25:28.425243 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39844) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:28.497752 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.552013 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Deleting port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:28.552348 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.617820 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] For port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,segment=NetworkSegment(8c62e21b-3b5d-4f27-bc07-345dd189ef17),segment_id=8c62e21b-3b5d-4f27-bc07-345dd189ef17)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:28.618094 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.630781 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Calling delete_port for 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:28.705771 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4920a09-e5cd-460a-bc29-3fc2c1b875d4 None None] DHCP port deletion for 917a9e69-c78f-409d-9cf1-42f3bab12ac8 request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:25:28.712803 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.737770 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-b4920a09-e5cd-460a-bc29-3fc2c1b875d4 None None] The port '4f7f5af0-31bd-46fa-9ce5-8261e05d2575' was deleted {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 21 03:25:28.740747 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7f5af0-31bd-46fa-9ce5-8261e05d2575,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:28.753509 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] No DVR routers for this DVR port 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:25:28.777441 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c08dd0f1-34c1-41dc-b196-ad7583193f23 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:28.797388 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: c08dd0f1-34c1-41dc-b196-ad7583193f23 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:28.797875 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device c08dd0f1-34c1-41dc-b196-ad7583193f23 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:28.833550 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.854459 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a9e69-c78f-409d-9cf1-42f3bab12ac8']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:28.864162 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c62e21b-3b5d-4f27-bc07-345dd189ef17') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:28.864449 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c62e21b-3b5d-4f27-bc07-345dd189ef17') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:28.873930 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.887284 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.894005 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:25:28.894469 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: warnings.warn(msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:25:28.896173 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:25:28.954404 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.961173 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:28.963949 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] 10.222.0.43 "DELETE /v2.0/networks/917a9e69-c78f-409d-9cf1-42f3bab12ac8 HTTP/1.1" status: 204 len: 168 time: 0.5378137 Dec 21 03:25:28.967192 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39846) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:28.975803 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd693e8-cc15-43f5-b40d-ec8084554543 admin admin] Pushing event deleted for resources: {'Network': ['ID=917a9e69-c78f-409d-9cf1-42f3bab12ac8,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:29.314780 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4138968'] for router_interface, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:29.556636 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Deleting port 097d8fbe-6de8-41cf-afe4-e59c409b09c3 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:29.556970 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:29.632772 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] For port 097d8fbe-6de8-41cf-afe4-e59c409b09c3, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=097d8fbe-6de8-41cf-afe4-e59c409b09c3,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:29.633043 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:29.646976 n-d-761264-20 neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Calling delete_port for 097d8fbe-6de8-41cf-afe4-e59c409b09c3 owned by network:router_interface {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:29.827665 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143426'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:29.855378 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Pushing event deleted for resources: {'Port': ['ID=097d8fbe-6de8-41cf-afe4-e59c409b09c3,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:29.868734 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.869118 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.869498 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.869845 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.870183 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.870522 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.870857 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.871187 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.871519 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.871851 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.872181 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.872513 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:29.872859 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-20 {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 03:25:30.045975 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3706960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4138568'] for router_interface, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:30.258960 n-d-761264-20 neutron-server[109850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Router 95901612-b7e8-4455-8abe-5a7f076ad2aa has already been hosted by L3 agent 7e9bac93-aaea-419d-8ac0-62ebebecbde0 {{(pid=109850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 03:25:30.366092 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] Notify agent at l3_agent.n-d-761264-20 the message routers_updated {{(pid=109850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 03:25:30.373930 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-46461916-aad2-4c8a-a631-680b8a5fcc65 admin admin] 10.222.0.43 "PUT /v2.0/routers/95901612-b7e8-4455-8abe-5a7f076ad2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056423 Dec 21 03:25:30.374538 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39848) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:30.378759 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Sync routers for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 03:25:30.394702 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:30.395403 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:30.436274 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:30.457741 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:30.458092 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 4f7f5af0-31bd-46fa-9ce5-8261e05d2575 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:30.458513 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68dd566c-9b4a-4599-97ca-1964d452f584 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:30.478803 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 68dd566c-9b4a-4599-97ca-1964d452f584 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:30.479157 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 68dd566c-9b4a-4599-97ca-1964d452f584 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:30.483456 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks [] for router, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:30.502113 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: n-d-761264-20 {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:30.585506 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:30.682954 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'external_fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:25:29Z', 'revision_number': 5, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port': {'id': '9149d586-d7f7-4cc4-b38b-c74ba9af6728', 'name': '', 'network_id': '4228cdc0-43c0-4bb5-8442-d4e3deb60fca', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T03:20:03Z', 'updated_at': '2021-12-21T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffc90fe3-0d35-45a1-9f83-af6e9d3c9b62', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-20'}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:30.710398 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Checking router: 95901612-b7e8-4455-8abe-5a7f076ad2aa for host: n-d-761264-20 {{(pid=109853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 03:25:30.719060 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Routers {'95901612-b7e8-4455-8abe-5a7f076ad2aa'} bound to L3 agent in host n-d-761264-20 {{(pid=109853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 03:25:30.719685 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T01:31:46Z,description=,heartbeat_timestamp=2021-12-21T03:25:17Z,host='n-d-761264-20',id=7e9bac93-aaea-419d-8ac0-62ebebecbde0,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T01:31:46Z,topic='l3_agent')) {'router_ids': ['95901612-b7e8-4455-8abe-5a7f076ad2aa'], 'active': True} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:30.808714 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_dvr_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] Set router 95901612-b7e8-4455-8abe-5a7f076ad2aa gateway port host: None {{(pid=109853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 03:25:30.865397 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.l3_hamode_db [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:25:30Z', 'revision_number': 6, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port_host': None}], 'n-d-761264-20', False) {} {{(pid=109853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:30.892672 n-d-761264-20 neutron-server[109853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c40f14-ac88-42c6-a6d8-da7d3bb9a69b None None] The sync data for ids ['95901612-b7e8-4455-8abe-5a7f076ad2aa'] in n-d-761264-20 is: [{'id': '95901612-b7e8-4455-8abe-5a7f076ad2aa', 'name': 'tempest-TestSnapshotPattern-432939816-router', 'tenant_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T03:20:02Z', 'updated_at': '2021-12-21T03:25:30Z', 'revision_number': 6, 'project_id': 'e745eabebf4f49bc88c951c80e9ccf5e', 'gw_port_host': None}] {{(pid=109853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 03:25:30.907620 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Deleting port 9149d586-d7f7-4cc4-b38b-c74ba9af6728 {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:30.907981 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:30.986516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] For port 9149d586-d7f7-4cc4-b38b-c74ba9af6728, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=9149d586-d7f7-4cc4-b38b-c74ba9af6728,segment=NetworkSegment(18bb2432-56cc-4dcf-a82a-427254a46ed0),segment_id=18bb2432-56cc-4dcf-a82a-427254a46ed0)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:30.987388 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.002351 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Calling delete_port for 9149d586-d7f7-4cc4-b38b-c74ba9af6728 owned by network:router_gateway {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:31.161045 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.187531 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9149d586-d7f7-4cc4-b38b-c74ba9af6728,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:31.198491 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ca3f0-f88e-4ec0-95f4-db1a6d352ec2 None None] DHCP port deletion for 4228cdc0-43c0-4bb5-8442-d4e3deb60fca request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:25:31.246245 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4137746'] for router_gateway, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.338765 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4140706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27849'] for router, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.340852 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.387563 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4140731'] for router, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.388251 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95901612-b7e8-4455-8abe-5a7f076ad2aa {{(pid=109851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 03:25:31.392323 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] Publish callbacks [] for router, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.393660 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-03f5afd9-909d-4b43-8d4d-a39748340f5b admin admin] 10.222.0.43 "DELETE /v2.0/routers/95901612-b7e8-4455-8abe-5a7f076ad2aa HTTP/1.1" status: 204 len: 168 time: 1.0179925 Dec 21 03:25:31.396164 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39850) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:31.440036 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Deleting subnet 6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f {{(pid=109851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 03:25:31.442943 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.477558 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613496'] for subnet, precommit_delete_associations {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.556278 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-918966'] for subnet, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.607286 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-918959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11619821'] for subnet, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.633720 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:31.636823 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.640591 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-1cf1f684-0a34-4ad3-9adf-15492dfe4bc6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e0c2f28-01df-4d61-8e4d-77b2bfe81f4f HTTP/1.1" status: 204 len: 168 time: 0.2434447 Dec 21 03:25:31.640986 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2323d-7674-46ac-b437-c8d6132e8c0f None None] Network e79bab9d-0b66-438c-be94-5a473df8774f requested from n-d-761264-20 {{(pid=109852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 03:25:31.643836 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [-] (109851) accepted ('10.222.0.43', 39852) {{(pid=109851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:31.715853 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586509'] for network, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.778295 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Deleting port 504e65a8-0a70-4684-a27c-75c5cc251a7a {{(pid=109851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:31.778637 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.807965 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] DHCP port deletion for e79bab9d-0b66-438c-be94-5a473df8774f request from n-d-761264-20 {{(pid=109852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 03:25:31.845533 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] For port 504e65a8-0a70-4684-a27c-75c5cc251a7a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=504e65a8-0a70-4684-a27c-75c5cc251a7a,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:31.845975 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.857568 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Deleting port 504e65a8-0a70-4684-a27c-75c5cc251a7a {{(pid=109852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 03:25:31.857951 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734518801354'] for port, before_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.859059 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.plugin [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Calling delete_port for 504e65a8-0a70-4684-a27c-75c5cc251a7a owned by network:dhcp {{(pid=109851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:31.925506 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.db [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] For port 504e65a8-0a70-4684-a27c-75c5cc251a7a, host n-d-761264-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-20',level=0,port_id=504e65a8-0a70-4684-a27c-75c5cc251a7a,segment=NetworkSegment(26dd4e0b-2e34-48ba-94cd-3b039de9e08b),segment_id=26dd4e0b-2e34-48ba-94cd-3b039de9e08b)] {{(pid=109852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 03:25:31.926210 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4137231'] for port, precommit_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.939327 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Calling delete_port for 504e65a8-0a70-4684-a27c-75c5cc251a7a owned by network:dhcp {{(pid=109852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 03:25:31.951068 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612622'] for port, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:31.979782 n-d-761264-20 neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] No DVR routers for this DVR port 504e65a8-0a70-4684-a27c-75c5cc251a7a on host n-d-761264-20 {{(pid=109851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:25:31.984687 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Pushing event deleted for resources: {'Port': ['ID=504e65a8-0a70-4684-a27c-75c5cc251a7a,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:32.022941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734518760753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734518275054'] for port, after_delete {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.051821 n-d-761264-20 neutron-server[109852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] Pushing event deleted for resources: {'Port': ['ID=504e65a8-0a70-4684-a27c-75c5cc251a7a,revision_number=None']} {{(pid=109852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:32.055270 n-d-761264-20 neutron-server[109852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e338d-088e-4cb4-999e-69b94cf2c46e None None] No DVR routers for this DVR port 504e65a8-0a70-4684-a27c-75c5cc251a7a on host n-d-761264-20 {{(pid=109852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 03:25:32.061267 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933691', 'neutron.services.segments.db._delete_segments_for_network-8734518841820'] for network, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.082516 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79bab9d-0b66-438c-be94-5a473df8774f']}} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:32.091734 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dd4e0b-2e34-48ba-94cd-3b039de9e08b') {'for_net_delete': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:32.092037 n-d-761264-20 neutron-server[109851]: DEBUG neutron.services.segments.db [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dd4e0b-2e34-48ba-94cd-3b039de9e08b') {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 03:25:32.101160 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734518846949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613489'] for segment, before_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.114513 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849'] for segment, precommit_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.120486 n-d-761264-20 neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 03:25:32.120859 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612825'] for segment, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: Traceback (most recent call last): Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: timer() Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: cb(*args, **kw) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: return func(*args, **kwargs) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: self._notify() Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: self.callback(batched_events) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: event.method(event) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: return f(self, *a, **k) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: return self._get(url).json() Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: return self.request(url, 'GET', **kwargs) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 03:25:32.122676 n-d-761264-20 neutron-server[109851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 03:25:32.175499 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3706951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4137934'] for network, after_delete {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.179947 n-d-761264-20 neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Publish callbacks [] for network, before_response {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.183240 n-d-761264-20 neutron-server[109851]: INFO neutron.wsgi [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e79bab9d-0b66-438c-be94-5a473df8774f HTTP/1.1" status: 204 len: 168 time: 0.5384822 Dec 21 03:25:32.196539 n-d-761264-20 neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e2cca-e900-4c49-907e-109bbe8e6669 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79bab9d-0b66-438c-be94-5a473df8774f,revision_number=None']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:32.303414 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39856) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:32.344849 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-46ec3ef6-3a2c-418c-b2e2-af30840a58b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=914e1f06aacb458f898c0e02b316476f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398834 Dec 21 03:25:32.347371 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39858) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:32.381912 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 504e65a8-0a70-4684-a27c-75c5cc251a7a no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:32.398145 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.402311 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 504e65a8-0a70-4684-a27c-75c5cc251a7a {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:32.402661 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 504e65a8-0a70-4684-a27c-75c5cc251a7a not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:32.403075 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 097d8fbe-6de8-41cf-afe4-e59c409b09c3 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:32.419266 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.421187 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 097d8fbe-6de8-41cf-afe4-e59c409b09c3 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:32.421589 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 097d8fbe-6de8-41cf-afe4-e59c409b09c3 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:32.422003 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9149d586-d7f7-4cc4-b38b-c74ba9af6728 no longer exists at agent ovs-agent-n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 03:25:32.441446 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.plugin [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] No Port match for: 9149d586-d7f7-4cc4-b38b-c74ba9af6728 {{(pid=109852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 03:25:32.441800 n-d-761264-20 neutron-server[109852]: DEBUG neutron.plugins.ml2.rpc [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Device 9149d586-d7f7-4cc4-b38b-c74ba9af6728 not bound to the agent host n-d-761264-20 {{(pid=109852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 03:25:32.465238 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.467847 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.471593 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7540f66d-4d74-45c8-bc5e-774872fc1565 HTTP/1.1" status: 204 len: 168 time: 0.1207781 Dec 21 03:25:32.476805 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035566cb-106a-4823-bf1b-5c850e4f4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540f66d-4d74-45c8-bc5e-774872fc1565,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:32.789526 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39864) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:32.828421 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-dcaa4c50-a76e-48ae-9e8a-ad7e0d7c60bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e745eabebf4f49bc88c951c80e9ccf5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376215 Dec 21 03:25:32.830689 n-d-761264-20 neutron-server[109850]: DEBUG neutron.wsgi [-] (109850) accepted ('10.222.0.43', 39866) {{(pid=109850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 03:25:32.879492 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.901356 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.947558 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089585'] for security_group, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.950260 n-d-761264-20 neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:32.951404 n-d-761264-20 neutron-server[109850]: INFO neutron.wsgi [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f0692d5-24c2-481c-b4f1-ccf2e88cfe8d HTTP/1.1" status: 204 len: 168 time: 0.1198483 Dec 21 03:25:32.960266 n-d-761264-20 neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961241-c08d-4d92-9f4a-d3f46682487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0692d5-24c2-481c-b4f1-ccf2e88cfe8d,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 03:25:44.172026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-86252f2d-b4fd-4bc2-af01-f4f5eec3a43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:46.862546 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ba50d81c-913d-461a-ac6a-902c41730f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:47.689066 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:49.091778 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:49.614831 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:53.126742 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:25:56.394046 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:25:58.020378 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:14.172899 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-dd695968-6f12-4579-be80-9f1ded2b5172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:16.865168 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-353a37bd-f18c-469a-853b-a050bd1d745d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:17.690473 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:19.093994 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:19.617821 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:23.120401 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:28.041288 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:33.392816 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:26:44.173735 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b8f86504-b3cf-45de-8097-38aa1f151ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:46.866061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-22a34f2e-6bde-481e-8d5e-084ca627c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:47.693466 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:49.096841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:49.619886 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:53.140805 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:26:58.047063 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:10.391486 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:27:14.175027 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-eb19dba7-3ab3-464c-89ac-8eb1feee210e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:16.870722 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-4aba5fc7-53d6-4469-8dfc-a4e7877aa66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:17.696841 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:19.102741 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:19.622221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:23.138264 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:28.038673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:44.175909 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-20662655-b2d2-487b-9b8c-34824ddae870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:46.872758 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ef004b1c-da54-4fba-8f67-c5be1b5a4adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:47.390945 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:27:47.699600 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:49.103106 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:49.623941 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:53.153747 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:27:58.054095 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:14.177363 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-57924387-8a2f-4948-aca4-aad151523e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:16.875303 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b78c5dc7-8721-41f8-99a4-759357a7ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:17.702387 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:19.107061 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:19.626620 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:23.155026 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:24.391738 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:28:28.050745 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:44.179111 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-8f382fe3-2eb4-49cf-83c8-f25c1ca728a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:46.879928 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d042396e-dd8e-4080-b46d-2037be0933e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:47.705253 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:49.108283 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:49.629255 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:53.153483 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:28:58.052985 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:01.391810 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:29:14.180716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f36572bd-06c9-4dae-93c3-f78c85b379f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:16.896141 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3d20-9c7a-409f-bda4-a3e6ebb21f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:17.709856 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:19.113358 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:19.631270 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:23.154878 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:28.052337 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:38.390594 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:29:44.181385 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb292-b81a-43e5-9dae-4977550e6856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:46.878769 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7ef5-2b18-47e2-a6aa-69b966aa6063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:47.711419 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:49.113065 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:49.634436 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:53.326522 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:29:58.051221 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:14.182409 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-ce302505-fbd4-448d-bfa2-49b3ee7628d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:15.389889 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:30:16.881481 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-c90bbf0e-1948-4a1c-be05-071a57e52bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:17.715278 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:19.115648 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:19.637126 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:23.167657 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:28.067770 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:44.184079 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-77bf6f25-297d-48eb-b0c6-30381a7e00dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:46.884225 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-98f6afcf-06d0-4c22-8758-d34f85fb17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:47.719543 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:49.117858 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:49.638279 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:52.389611 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:30:53.173671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:30:58.068252 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:14.186667 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f5d28524-e500-477e-ba18-021581d03181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:16.887604 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b1aa036c-10d7-4c18-bdf5-cde97ad8646e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:17.722196 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:19.120775 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:19.645673 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:23.184452 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:28.064929 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:29.389441 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:31:44.187285 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cd71-a0ef-45da-a160-106d7c21213e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:46.888995 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-34be7936-7f09-44d6-9a19-f4c574081d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:47.731254 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:49.123565 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:49.638361 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:53.182579 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:31:58.066090 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:06.388361 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:32:14.188520 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-00754fa2-548f-464a-9953-7c9d7909d8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:16.892326 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-70d58b4b-ca7e-414b-852e-894864400e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:17.729284 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:19.126410 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:19.642557 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:23.193646 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:28.065360 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:43.387332 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:32:44.190826 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df9e8ff4-a1e1-46c9-b1ff-9e8204961cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:46.893972 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-869adcf2-834c-4fe4-b631-4a23b5c34f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:47.730749 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:49.129209 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:49.644835 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:53.192761 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:32:58.080364 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:01.915311 n-d-761264-20 neutron-server[109851]: DEBUG neutron.wsgi [req-1c476607-4b7b-4a0d-a37d-afed52b7ef84 req-ae496668-57e7-4afd-9db2-a01e5e18a9e6 service neutron] (109851) timed out ('10.222.0.43', 37568) {{(pid=109851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 03:33:14.192424 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-99618823-a27f-413b-9b4a-e32a78b7ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:16.895162 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-b2742919-3af9-494a-9de4-17f222016841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:17.734219 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:19.132147 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:19.646585 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:20.386782 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:33:23.224570 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:28.095318 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:44.193660 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f9091b13-6db6-4f9b-8f0b-bb20cdc67690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:46.896437 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-df34ea81-a2a7-4004-b134-d286a7bea808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:47.738590 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:49.134020 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:49.647977 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:53.240258 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:33:57.385785 n-d-761264-20 neutron-server[109853]: DEBUG neutron.db.agents_db [None req-603efdaa-8ad0-45c4-b2a2-c0b1801c8d26 None None] Agent healthcheck: found 7 active agents {{(pid=109853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 03:33:58.095411 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:14.198709 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-9d2958c7-8702-4606-813a-1988e6d6bdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:16.902643 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1458cb33-62f0-4615-9ac8-7f14ab5d231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:17.741671 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-855faf4d-9dbc-4a26-a792-fef18f85f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:19.137716 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-1a1991a4-b784-4f21-ae4a-6e531b274aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:19.649572 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-d36ade2a-aa8b-49ae-8f6f-f2b78d5b13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:23.238986 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-f2151061-161a-42c4-9cf1-9c2060d06ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 03:34:28.110653 n-d-761264-20 neutron-server[109852]: DEBUG neutron_lib.callbacks.manager [None req-53283729-f0f8-4a50-a224-2fbdb9ab6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734518841802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931697'] for agent, after_update {{(pid=109852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}